[ 565.587026] env[69319]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=69319) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 565.587370] env[69319]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=69319) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 565.587811] env[69319]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=69319) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 565.588147] env[69319]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 565.684045] env[69319]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=69319) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 565.693892] env[69319]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=69319) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 565.735988] env[69319]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 566.294742] env[69319]: INFO nova.virt.driver [None req-8c287bea-f58c-44a2-aa75-83d4b3dde268 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 566.364730] env[69319]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 566.364891] env[69319]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 566.364989] env[69319]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=69319) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 569.252914] env[69319]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-395461c3-ab91-4d67-a8a6-a4e067f831f0 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.270440] env[69319]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=69319) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 569.270582] env[69319]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-8083232b-7a00-41e1-90e6-4efd2f58d454 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.303521] env[69319]: INFO oslo_vmware.api [-] Successfully established new session; session ID is c9bce. [ 569.303639] env[69319]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 2.939s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 569.304193] env[69319]: INFO nova.virt.vmwareapi.driver [None req-8c287bea-f58c-44a2-aa75-83d4b3dde268 None None] VMware vCenter version: 7.0.3 [ 569.307714] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aa23085-9950-49ff-bd73-6459c50b75bf {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.324930] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac4f354f-5b37-4a93-b18d-c42533eb2fd8 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.330837] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eedceb2c-cc41-4ff1-b39d-74cd53876b14 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.337363] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d74b0e2-eb14-4e85-93c6-36564905f0ab {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.350491] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd7f0cb6-e6e5-4fa7-bf88-1e9ef768acde {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.356143] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69925f16-f35b-42d0-a835-05e8483e604a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.387295] env[69319]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-93654599-2982-4f71-a772-d90ec30f4fc0 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.392156] env[69319]: DEBUG nova.virt.vmwareapi.driver [None req-8c287bea-f58c-44a2-aa75-83d4b3dde268 None None] Extension org.openstack.compute already exists. {{(pid=69319) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 569.394736] env[69319]: INFO nova.compute.provider_config [None req-8c287bea-f58c-44a2-aa75-83d4b3dde268 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 569.898369] env[69319]: DEBUG nova.context [None req-8c287bea-f58c-44a2-aa75-83d4b3dde268 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),231cea37-07b3-445b-846a-a4db35471e8a(cell1) {{(pid=69319) load_cells /opt/stack/nova/nova/context.py:464}} [ 569.900485] env[69319]: DEBUG oslo_concurrency.lockutils [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 569.900721] env[69319]: DEBUG oslo_concurrency.lockutils [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 569.901449] env[69319]: DEBUG oslo_concurrency.lockutils [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 569.901887] env[69319]: DEBUG oslo_concurrency.lockutils [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] Acquiring lock "231cea37-07b3-445b-846a-a4db35471e8a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 569.902086] env[69319]: DEBUG oslo_concurrency.lockutils [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] Lock "231cea37-07b3-445b-846a-a4db35471e8a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 569.903084] env[69319]: DEBUG oslo_concurrency.lockutils [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] Lock "231cea37-07b3-445b-846a-a4db35471e8a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 569.923792] env[69319]: INFO dbcounter [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] Registered counter for database nova_cell0 [ 569.932127] env[69319]: INFO dbcounter [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] Registered counter for database nova_cell1 [ 570.372571] env[69319]: DEBUG oslo_db.sqlalchemy.engines [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69319) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 570.372945] env[69319]: DEBUG oslo_db.sqlalchemy.engines [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69319) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 570.377956] env[69319]: ERROR nova.db.main.api [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 570.377956] env[69319]: result = function(*args, **kwargs) [ 570.377956] env[69319]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 570.377956] env[69319]: return func(*args, **kwargs) [ 570.377956] env[69319]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 570.377956] env[69319]: result = fn(*args, **kwargs) [ 570.377956] env[69319]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 570.377956] env[69319]: return f(*args, **kwargs) [ 570.377956] env[69319]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 570.377956] env[69319]: return db.service_get_minimum_version(context, binaries) [ 570.377956] env[69319]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 570.377956] env[69319]: _check_db_access() [ 570.377956] env[69319]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 570.377956] env[69319]: stacktrace = ''.join(traceback.format_stack()) [ 570.377956] env[69319]: [ 570.379124] env[69319]: ERROR nova.db.main.api [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 570.379124] env[69319]: result = function(*args, **kwargs) [ 570.379124] env[69319]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 570.379124] env[69319]: return func(*args, **kwargs) [ 570.379124] env[69319]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 570.379124] env[69319]: result = fn(*args, **kwargs) [ 570.379124] env[69319]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 570.379124] env[69319]: return f(*args, **kwargs) [ 570.379124] env[69319]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 570.379124] env[69319]: return db.service_get_minimum_version(context, binaries) [ 570.379124] env[69319]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 570.379124] env[69319]: _check_db_access() [ 570.379124] env[69319]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 570.379124] env[69319]: stacktrace = ''.join(traceback.format_stack()) [ 570.379124] env[69319]: [ 570.379569] env[69319]: WARNING nova.objects.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] Failed to get minimum service version for cell 231cea37-07b3-445b-846a-a4db35471e8a [ 570.379704] env[69319]: WARNING nova.objects.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 570.380150] env[69319]: DEBUG oslo_concurrency.lockutils [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] Acquiring lock "singleton_lock" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.380322] env[69319]: DEBUG oslo_concurrency.lockutils [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] Acquired lock "singleton_lock" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 570.380564] env[69319]: DEBUG oslo_concurrency.lockutils [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] Releasing lock "singleton_lock" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 570.380901] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] Full set of CONF: {{(pid=69319) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 570.381058] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] ******************************************************************************** {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 570.381192] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] Configuration options gathered from: {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 570.381330] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 570.381530] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 570.381659] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] ================================================================================ {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 570.381871] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] allow_resize_to_same_host = True {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.382055] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] arq_binding_timeout = 300 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.382192] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] backdoor_port = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.382321] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] backdoor_socket = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.382487] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] block_device_allocate_retries = 60 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.382649] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] block_device_allocate_retries_interval = 3 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.382820] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] cert = self.pem {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.382986] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.383170] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] compute_monitors = [] {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.383567] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] config_dir = [] {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.383759] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] config_drive_format = iso9660 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.383901] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.384083] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] config_source = [] {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.384259] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] console_host = devstack {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.384427] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] control_exchange = nova {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.384591] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] cpu_allocation_ratio = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.384779] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] daemon = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.384956] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] debug = True {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.385129] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] default_access_ip_network_name = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.385301] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] default_availability_zone = nova {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.385460] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] default_ephemeral_format = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.385625] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] default_green_pool_size = 1000 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.385869] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.386045] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] default_schedule_zone = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.386209] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] disk_allocation_ratio = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.386371] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] enable_new_services = True {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.386550] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] enabled_apis = ['osapi_compute'] {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.386751] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] enabled_ssl_apis = [] {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.386926] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] flat_injected = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.387099] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] force_config_drive = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.387265] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] force_raw_images = True {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.387438] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] graceful_shutdown_timeout = 5 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.387601] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] heal_instance_info_cache_interval = -1 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.387859] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] host = cpu-1 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.388062] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] initial_cpu_allocation_ratio = 4.0 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.388233] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] initial_disk_allocation_ratio = 1.0 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.388395] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] initial_ram_allocation_ratio = 1.0 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.388610] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.388774] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] instance_build_timeout = 0 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.388932] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] instance_delete_interval = 300 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.389116] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] instance_format = [instance: %(uuid)s] {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.389286] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] instance_name_template = instance-%08x {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.389444] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] instance_usage_audit = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.389614] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] instance_usage_audit_period = month {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.389778] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.389942] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] instances_path = /opt/stack/data/nova/instances {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.390115] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] internal_service_availability_zone = internal {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.390274] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] key = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.390432] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] live_migration_retry_count = 30 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.390600] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] log_color = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.390763] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] log_config_append = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.390929] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.391098] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] log_dir = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.391262] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] log_file = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.391389] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] log_options = True {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.391549] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] log_rotate_interval = 1 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.391718] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] log_rotate_interval_type = days {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.391882] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] log_rotation_type = none {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.392032] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.392158] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.392329] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.392496] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.392628] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.392787] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] long_rpc_timeout = 1800 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.392947] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] max_concurrent_builds = 10 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.393186] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] max_concurrent_live_migrations = 1 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.393377] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] max_concurrent_snapshots = 5 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.393541] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] max_local_block_devices = 3 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.393703] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] max_logfile_count = 30 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.393862] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] max_logfile_size_mb = 200 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.394032] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] maximum_instance_delete_attempts = 5 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.394213] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] metadata_listen = 0.0.0.0 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.394384] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] metadata_listen_port = 8775 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.394550] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] metadata_workers = 2 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.394713] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] migrate_max_retries = -1 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.394884] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] mkisofs_cmd = genisoimage {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.395104] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] my_block_storage_ip = 10.180.1.21 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.395242] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] my_ip = 10.180.1.21 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.395451] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.395613] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] network_allocate_retries = 0 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.395792] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.395962] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] osapi_compute_listen = 0.0.0.0 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.396145] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] osapi_compute_listen_port = 8774 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.396314] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] osapi_compute_unique_server_name_scope = {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.396483] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] osapi_compute_workers = 2 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.396670] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] password_length = 12 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.396851] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] periodic_enable = True {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.397023] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] periodic_fuzzy_delay = 60 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.397197] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] pointer_model = usbtablet {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.397367] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] preallocate_images = none {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.397528] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] publish_errors = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.397659] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] pybasedir = /opt/stack/nova {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.397845] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] ram_allocation_ratio = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.398019] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] rate_limit_burst = 0 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.398200] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] rate_limit_except_level = CRITICAL {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.398364] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] rate_limit_interval = 0 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.398522] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] reboot_timeout = 0 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.398683] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] reclaim_instance_interval = 0 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.398842] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] record = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.399017] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] reimage_timeout_per_gb = 60 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.399187] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] report_interval = 120 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.399349] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] rescue_timeout = 0 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.399510] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] reserved_host_cpus = 0 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.399671] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] reserved_host_disk_mb = 0 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.399856] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] reserved_host_memory_mb = 512 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.400078] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] reserved_huge_pages = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.400257] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] resize_confirm_window = 0 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.400422] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] resize_fs_using_block_device = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.400580] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] resume_guests_state_on_host_boot = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.400751] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.400917] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] rpc_response_timeout = 60 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.401090] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] run_external_periodic_tasks = True {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.401264] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] running_deleted_instance_action = reap {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.401425] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] running_deleted_instance_poll_interval = 1800 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.401584] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] running_deleted_instance_timeout = 0 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.401739] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] scheduler_instance_sync_interval = 120 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.401906] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] service_down_time = 720 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.402086] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] servicegroup_driver = db {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.402246] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] shell_completion = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.402409] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] shelved_offload_time = 0 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.402570] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] shelved_poll_interval = 3600 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.402736] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] shutdown_timeout = 0 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.402899] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] source_is_ipv6 = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.403069] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] ssl_only = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.403320] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.403493] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] sync_power_state_interval = 600 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.403655] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] sync_power_state_pool_size = 1000 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.403826] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] syslog_log_facility = LOG_USER {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.403985] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] tempdir = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.404163] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] timeout_nbd = 10 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.404332] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] transport_url = **** {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.404493] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] update_resources_interval = 0 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.404680] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] use_cow_images = True {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.404861] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] use_journal = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.405038] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] use_json = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.405204] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] use_rootwrap_daemon = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.405366] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] use_stderr = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.405527] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] use_syslog = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.405686] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] vcpu_pin_set = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.405856] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] vif_plugging_is_fatal = True {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.406035] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] vif_plugging_timeout = 300 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.406209] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] virt_mkfs = [] {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.406375] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] volume_usage_poll_interval = 0 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.406535] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] watch_log_file = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.406732] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] web = /usr/share/spice-html5 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.406928] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.407109] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.407276] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] os_brick.wait_mpath_device_interval = 1 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.407449] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] oslo_concurrency.disable_process_locking = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.407737] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.407922] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.408102] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.408280] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.408452] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.408633] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.408825] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] api.auth_strategy = keystone {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.408991] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] api.compute_link_prefix = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.409181] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.409355] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] api.dhcp_domain = novalocal {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.409524] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] api.enable_instance_password = True {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.409688] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] api.glance_link_prefix = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.409854] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.410036] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] api.instance_list_cells_batch_strategy = distributed {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.410207] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] api.instance_list_per_project_cells = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.410371] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] api.list_records_by_skipping_down_cells = True {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.410533] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] api.local_metadata_per_cell = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.410700] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] api.max_limit = 1000 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.410869] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] api.metadata_cache_expiration = 15 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.411054] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] api.neutron_default_tenant_id = default {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.411231] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] api.response_validation = warn {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.411400] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] api.use_neutron_default_nets = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.411568] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.411730] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] api.vendordata_dynamic_failure_fatal = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.411898] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.412079] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] api.vendordata_dynamic_ssl_certfile = {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.412251] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] api.vendordata_dynamic_targets = [] {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.412418] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] api.vendordata_jsonfile_path = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.412602] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] api.vendordata_providers = ['StaticJSON'] {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.412807] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] cache.backend = dogpile.cache.memcached {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.413050] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] cache.backend_argument = **** {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.413234] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] cache.backend_expiration_time = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.413411] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] cache.config_prefix = cache.oslo {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.413583] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] cache.dead_timeout = 60.0 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.413751] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] cache.debug_cache_backend = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.413917] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] cache.enable_retry_client = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.414094] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] cache.enable_socket_keepalive = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.414270] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] cache.enabled = True {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.414434] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] cache.enforce_fips_mode = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.414603] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] cache.expiration_time = 600 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.414768] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] cache.hashclient_retry_attempts = 2 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.414934] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] cache.hashclient_retry_delay = 1.0 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.415111] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] cache.memcache_dead_retry = 300 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.415275] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] cache.memcache_password = **** {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.415438] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.415604] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.415770] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] cache.memcache_pool_maxsize = 10 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.415929] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] cache.memcache_pool_unused_timeout = 60 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.416107] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] cache.memcache_sasl_enabled = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.416290] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] cache.memcache_servers = ['localhost:11211'] {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.416460] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] cache.memcache_socket_timeout = 1.0 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.416667] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] cache.memcache_username = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.416851] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] cache.proxies = [] {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.417026] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] cache.redis_db = 0 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.417186] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] cache.redis_password = **** {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.417358] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] cache.redis_sentinel_service_name = mymaster {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.417539] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.417710] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] cache.redis_server = localhost:6379 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.417880] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] cache.redis_socket_timeout = 1.0 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.418061] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] cache.redis_username = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.418236] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] cache.retry_attempts = 2 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.418403] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] cache.retry_delay = 0.0 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.418570] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] cache.socket_keepalive_count = 1 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.418734] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] cache.socket_keepalive_idle = 1 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.418901] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] cache.socket_keepalive_interval = 1 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.419073] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] cache.tls_allowed_ciphers = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.419240] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] cache.tls_cafile = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.419399] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] cache.tls_certfile = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.419562] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] cache.tls_enabled = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.419719] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] cache.tls_keyfile = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.419948] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] cinder.auth_section = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.420175] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] cinder.auth_type = password {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.420346] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] cinder.cafile = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.420530] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] cinder.catalog_info = volumev3::publicURL {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.420696] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] cinder.certfile = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.420866] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] cinder.collect_timing = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.421040] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] cinder.cross_az_attach = True {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.421213] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] cinder.debug = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.421375] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] cinder.endpoint_template = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.421544] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] cinder.http_retries = 3 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.421710] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] cinder.insecure = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.421871] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] cinder.keyfile = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.422058] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] cinder.os_region_name = RegionOne {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.422231] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] cinder.split_loggers = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.422393] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] cinder.timeout = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.422571] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.422735] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] compute.cpu_dedicated_set = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.422897] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] compute.cpu_shared_set = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.423073] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] compute.image_type_exclude_list = [] {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.423237] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] compute.live_migration_wait_for_vif_plug = True {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.423400] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] compute.max_concurrent_disk_ops = 0 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.423560] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] compute.max_disk_devices_to_attach = -1 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.423722] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.423894] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.424070] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] compute.resource_provider_association_refresh = 300 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.424236] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.424399] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] compute.shutdown_retry_interval = 10 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.424617] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.424821] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] conductor.workers = 2 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.425016] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] console.allowed_origins = [] {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.425184] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] console.ssl_ciphers = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.425361] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] console.ssl_minimum_version = default {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.425530] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] consoleauth.enforce_session_timeout = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.425704] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] consoleauth.token_ttl = 600 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.425880] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] cyborg.cafile = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.426053] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] cyborg.certfile = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.426221] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] cyborg.collect_timing = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.426385] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] cyborg.connect_retries = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.426548] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] cyborg.connect_retry_delay = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.426746] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] cyborg.endpoint_override = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.426934] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] cyborg.insecure = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.427150] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] cyborg.keyfile = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.427373] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] cyborg.max_version = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.427563] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] cyborg.min_version = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.427734] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] cyborg.region_name = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.427897] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] cyborg.retriable_status_codes = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.428464] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] cyborg.service_name = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.428464] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] cyborg.service_type = accelerator {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.428464] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] cyborg.split_loggers = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.428583] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] cyborg.status_code_retries = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.428716] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] cyborg.status_code_retry_delay = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.428878] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] cyborg.timeout = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.429075] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.429246] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] cyborg.version = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.429421] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] database.asyncio_connection = **** {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.429586] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] database.asyncio_slave_connection = **** {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.429761] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] database.backend = sqlalchemy {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.429941] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] database.connection = **** {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.430125] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] database.connection_debug = 0 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.430303] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] database.connection_parameters = {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.430467] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] database.connection_recycle_time = 3600 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.430633] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] database.connection_trace = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.430801] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] database.db_inc_retry_interval = True {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.430967] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] database.db_max_retries = 20 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.431145] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] database.db_max_retry_interval = 10 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.431313] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] database.db_retry_interval = 1 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.431479] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] database.max_overflow = 50 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.431647] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] database.max_pool_size = 5 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.431813] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] database.max_retries = 10 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.431984] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] database.mysql_sql_mode = TRADITIONAL {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.432159] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] database.mysql_wsrep_sync_wait = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.432322] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] database.pool_timeout = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.432486] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] database.retry_interval = 10 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.432645] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] database.slave_connection = **** {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.432811] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] database.sqlite_synchronous = True {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.432974] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] database.use_db_reconnect = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.433158] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] api_database.asyncio_connection = **** {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.433319] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] api_database.asyncio_slave_connection = **** {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.433492] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] api_database.backend = sqlalchemy {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.433665] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] api_database.connection = **** {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.433835] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] api_database.connection_debug = 0 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.434019] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] api_database.connection_parameters = {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.434194] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] api_database.connection_recycle_time = 3600 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.434358] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] api_database.connection_trace = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.434540] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] api_database.db_inc_retry_interval = True {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.434740] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] api_database.db_max_retries = 20 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.434917] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] api_database.db_max_retry_interval = 10 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.435099] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] api_database.db_retry_interval = 1 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.435269] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] api_database.max_overflow = 50 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.435433] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] api_database.max_pool_size = 5 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.435597] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] api_database.max_retries = 10 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.435772] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.435932] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] api_database.mysql_wsrep_sync_wait = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.436102] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] api_database.pool_timeout = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.436269] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] api_database.retry_interval = 10 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.436430] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] api_database.slave_connection = **** {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.436600] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] api_database.sqlite_synchronous = True {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.436795] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] devices.enabled_mdev_types = [] {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.436981] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.437173] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] ephemeral_storage_encryption.default_format = luks {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.437341] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] ephemeral_storage_encryption.enabled = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.437508] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] ephemeral_storage_encryption.key_size = 512 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.437681] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] glance.api_servers = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.437848] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] glance.cafile = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.438017] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] glance.certfile = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.438190] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] glance.collect_timing = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.438348] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] glance.connect_retries = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.438510] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] glance.connect_retry_delay = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.438674] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] glance.debug = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.438841] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] glance.default_trusted_certificate_ids = [] {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.439012] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] glance.enable_certificate_validation = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.439185] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] glance.enable_rbd_download = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.439347] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] glance.endpoint_override = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.439511] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] glance.insecure = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.439674] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] glance.keyfile = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.439835] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] glance.max_version = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.439995] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] glance.min_version = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.440169] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] glance.num_retries = 3 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.440342] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] glance.rbd_ceph_conf = {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.440506] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] glance.rbd_connect_timeout = 5 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.440673] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] glance.rbd_pool = {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.440841] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] glance.rbd_user = {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.441029] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] glance.region_name = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.441189] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] glance.retriable_status_codes = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.441347] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] glance.service_name = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.441518] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] glance.service_type = image {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.441683] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] glance.split_loggers = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.441844] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] glance.status_code_retries = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.442010] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] glance.status_code_retry_delay = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.442180] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] glance.timeout = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.442363] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.442529] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] glance.verify_glance_signatures = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.442689] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] glance.version = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.442859] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] guestfs.debug = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.443037] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] manila.auth_section = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.443209] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] manila.auth_type = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.443372] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] manila.cafile = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.443534] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] manila.certfile = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.443697] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] manila.collect_timing = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.443861] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] manila.connect_retries = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.444027] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] manila.connect_retry_delay = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.444195] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] manila.endpoint_override = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.444363] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] manila.insecure = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.444542] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] manila.keyfile = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.444741] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] manila.max_version = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.444913] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] manila.min_version = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.445089] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] manila.region_name = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.445255] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] manila.retriable_status_codes = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.445414] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] manila.service_name = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.445588] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] manila.service_type = shared-file-system {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.445752] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] manila.share_apply_policy_timeout = 10 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.445915] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] manila.split_loggers = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.446089] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] manila.status_code_retries = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.446255] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] manila.status_code_retry_delay = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.446418] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] manila.timeout = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.446626] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.446804] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] manila.version = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.446980] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] mks.enabled = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.447354] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.447551] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] image_cache.manager_interval = 2400 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.447723] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] image_cache.precache_concurrency = 1 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.447899] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] image_cache.remove_unused_base_images = True {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.448085] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.448261] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.448439] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] image_cache.subdirectory_name = _base {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.448619] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] ironic.api_max_retries = 60 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.448790] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] ironic.api_retry_interval = 2 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.448954] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] ironic.auth_section = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.449136] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] ironic.auth_type = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.449301] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] ironic.cafile = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.449463] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] ironic.certfile = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.449628] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] ironic.collect_timing = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.449798] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] ironic.conductor_group = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.449956] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] ironic.connect_retries = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.450131] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] ironic.connect_retry_delay = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.450294] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] ironic.endpoint_override = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.450459] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] ironic.insecure = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.450618] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] ironic.keyfile = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.450780] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] ironic.max_version = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.450938] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] ironic.min_version = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.451117] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] ironic.peer_list = [] {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.451280] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] ironic.region_name = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.451439] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] ironic.retriable_status_codes = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.451607] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] ironic.serial_console_state_timeout = 10 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.451766] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] ironic.service_name = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.451936] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] ironic.service_type = baremetal {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.452110] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] ironic.shard = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.452277] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] ironic.split_loggers = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.452438] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] ironic.status_code_retries = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.452595] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] ironic.status_code_retry_delay = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.452755] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] ironic.timeout = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.452938] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.453114] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] ironic.version = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.453300] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.453474] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] key_manager.fixed_key = **** {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.453661] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.453828] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] barbican.barbican_api_version = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.453989] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] barbican.barbican_endpoint = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.454177] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] barbican.barbican_endpoint_type = public {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.454338] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] barbican.barbican_region_name = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.454511] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] barbican.cafile = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.454707] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] barbican.certfile = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.454887] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] barbican.collect_timing = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.455066] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] barbican.insecure = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.455233] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] barbican.keyfile = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.455397] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] barbican.number_of_retries = 60 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.455560] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] barbican.retry_delay = 1 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.455726] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] barbican.send_service_user_token = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.455890] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] barbican.split_loggers = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.456066] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] barbican.timeout = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.456235] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] barbican.verify_ssl = True {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.456397] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] barbican.verify_ssl_path = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.456563] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] barbican_service_user.auth_section = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.456758] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] barbican_service_user.auth_type = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.456929] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] barbican_service_user.cafile = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.457104] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] barbican_service_user.certfile = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.457272] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] barbican_service_user.collect_timing = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.457434] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] barbican_service_user.insecure = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.457595] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] barbican_service_user.keyfile = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.457763] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] barbican_service_user.split_loggers = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.457921] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] barbican_service_user.timeout = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.458102] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] vault.approle_role_id = **** {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.458278] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] vault.approle_secret_id = **** {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.458487] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] vault.kv_mountpoint = secret {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.458657] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] vault.kv_path = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.458822] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] vault.kv_version = 2 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.458992] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] vault.namespace = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.459164] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] vault.root_token_id = **** {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.459324] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] vault.ssl_ca_crt_file = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.459495] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] vault.timeout = 60.0 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.459662] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] vault.use_ssl = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.459834] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.460007] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] keystone.cafile = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.460176] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] keystone.certfile = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.460340] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] keystone.collect_timing = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.460502] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] keystone.connect_retries = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.460659] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] keystone.connect_retry_delay = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.460849] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] keystone.endpoint_override = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.461074] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] keystone.insecure = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.461250] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] keystone.keyfile = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.461415] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] keystone.max_version = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.461573] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] keystone.min_version = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.461737] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] keystone.region_name = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.461904] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] keystone.retriable_status_codes = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.462080] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] keystone.service_name = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.462260] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] keystone.service_type = identity {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.462426] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] keystone.split_loggers = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.462586] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] keystone.status_code_retries = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.462747] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] keystone.status_code_retry_delay = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.462907] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] keystone.timeout = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.463098] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.463262] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] keystone.version = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.463454] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] libvirt.ceph_mount_options = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.463851] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.464054] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] libvirt.connection_uri = {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.464227] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] libvirt.cpu_mode = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.464394] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] libvirt.cpu_model_extra_flags = [] {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.464585] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] libvirt.cpu_models = [] {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.464795] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] libvirt.cpu_power_governor_high = performance {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.464974] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] libvirt.cpu_power_governor_low = powersave {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.465160] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] libvirt.cpu_power_management = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.465337] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.465514] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] libvirt.device_detach_attempts = 8 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.465684] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] libvirt.device_detach_timeout = 20 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.465856] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] libvirt.disk_cachemodes = [] {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.466027] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] libvirt.disk_prefix = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.466199] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] libvirt.enabled_perf_events = [] {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.466363] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] libvirt.file_backed_memory = 0 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.466531] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] libvirt.gid_maps = [] {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.466716] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] libvirt.hw_disk_discard = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.466886] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] libvirt.hw_machine_type = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.467077] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] libvirt.images_rbd_ceph_conf = {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.467252] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.467420] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.467595] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] libvirt.images_rbd_glance_store_name = {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.467769] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] libvirt.images_rbd_pool = rbd {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.467943] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] libvirt.images_type = default {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.468118] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] libvirt.images_volume_group = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.468285] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] libvirt.inject_key = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.468451] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] libvirt.inject_partition = -2 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.468616] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] libvirt.inject_password = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.468782] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] libvirt.iscsi_iface = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.468946] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] libvirt.iser_use_multipath = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.469129] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] libvirt.live_migration_bandwidth = 0 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.469295] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] libvirt.live_migration_completion_timeout = 800 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.469462] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] libvirt.live_migration_downtime = 500 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.469629] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] libvirt.live_migration_downtime_delay = 75 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.469796] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] libvirt.live_migration_downtime_steps = 10 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.469956] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] libvirt.live_migration_inbound_addr = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.470135] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] libvirt.live_migration_permit_auto_converge = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.470303] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] libvirt.live_migration_permit_post_copy = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.470463] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] libvirt.live_migration_scheme = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.470638] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] libvirt.live_migration_timeout_action = abort {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.470806] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] libvirt.live_migration_tunnelled = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.470966] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] libvirt.live_migration_uri = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.471145] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] libvirt.live_migration_with_native_tls = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.471308] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] libvirt.max_queues = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.471475] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] libvirt.mem_stats_period_seconds = 10 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.471705] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.471873] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] libvirt.nfs_mount_options = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.472173] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.472355] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] libvirt.num_aoe_discover_tries = 3 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.472525] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] libvirt.num_iser_scan_tries = 5 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.472698] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] libvirt.num_memory_encrypted_guests = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.472867] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] libvirt.num_nvme_discover_tries = 5 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.473043] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] libvirt.num_pcie_ports = 0 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.473219] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] libvirt.num_volume_scan_tries = 5 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.473387] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] libvirt.pmem_namespaces = [] {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.473548] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] libvirt.quobyte_client_cfg = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.473848] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.474039] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] libvirt.rbd_connect_timeout = 5 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.474215] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.474384] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.474566] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] libvirt.rbd_secret_uuid = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.474765] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] libvirt.rbd_user = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.474941] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] libvirt.realtime_scheduler_priority = 1 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.475128] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] libvirt.remote_filesystem_transport = ssh {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.475295] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] libvirt.rescue_image_id = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.475457] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] libvirt.rescue_kernel_id = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.475619] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] libvirt.rescue_ramdisk_id = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.475789] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] libvirt.rng_dev_path = /dev/urandom {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.475949] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] libvirt.rx_queue_size = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.476133] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] libvirt.smbfs_mount_options = {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.476432] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.476633] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] libvirt.snapshot_compression = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.476811] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] libvirt.snapshot_image_format = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.477051] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.477228] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] libvirt.sparse_logical_volumes = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.477395] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] libvirt.swtpm_enabled = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.477566] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] libvirt.swtpm_group = tss {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.477737] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] libvirt.swtpm_user = tss {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.477913] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] libvirt.sysinfo_serial = unique {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.478084] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] libvirt.tb_cache_size = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.478283] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] libvirt.tx_queue_size = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.478474] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] libvirt.uid_maps = [] {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.478646] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] libvirt.use_virtio_for_bridges = True {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.478825] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] libvirt.virt_type = kvm {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.479094] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] libvirt.volume_clear = zero {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.479202] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] libvirt.volume_clear_size = 0 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.479348] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] libvirt.volume_enforce_multipath = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.479517] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] libvirt.volume_use_multipath = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.479679] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] libvirt.vzstorage_cache_path = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.479852] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.480036] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] libvirt.vzstorage_mount_group = qemu {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.480235] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] libvirt.vzstorage_mount_opts = [] {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.480440] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.480745] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.480933] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] libvirt.vzstorage_mount_user = stack {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.481119] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.481300] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] neutron.auth_section = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.481480] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] neutron.auth_type = password {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.481645] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] neutron.cafile = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.481808] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] neutron.certfile = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.481976] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] neutron.collect_timing = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.482153] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] neutron.connect_retries = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.482318] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] neutron.connect_retry_delay = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.482488] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] neutron.default_floating_pool = public {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.482649] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] neutron.endpoint_override = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.482815] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] neutron.extension_sync_interval = 600 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.482978] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] neutron.http_retries = 3 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.483159] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] neutron.insecure = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.483322] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] neutron.keyfile = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.483483] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] neutron.max_version = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.483661] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] neutron.metadata_proxy_shared_secret = **** {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.483823] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] neutron.min_version = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.483993] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] neutron.ovs_bridge = br-int {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.484176] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] neutron.physnets = [] {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.484352] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] neutron.region_name = RegionOne {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.484526] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] neutron.retriable_status_codes = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.484734] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] neutron.service_metadata_proxy = True {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.484912] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] neutron.service_name = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.485100] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] neutron.service_type = network {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.485273] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] neutron.split_loggers = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.485434] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] neutron.status_code_retries = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.485598] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] neutron.status_code_retry_delay = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.485760] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] neutron.timeout = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.485955] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.486135] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] neutron.version = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.486312] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] notifications.bdms_in_notifications = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.486492] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] notifications.default_level = INFO {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.486684] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] notifications.include_share_mapping = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.486880] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] notifications.notification_format = unversioned {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.487057] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] notifications.notify_on_state_change = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.487243] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.487423] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] pci.alias = [] {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.487597] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] pci.device_spec = [] {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.487764] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] pci.report_in_placement = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.487936] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] placement.auth_section = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.488127] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] placement.auth_type = password {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.488301] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] placement.auth_url = http://10.180.1.21/identity {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.488465] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] placement.cafile = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.488623] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] placement.certfile = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.488789] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] placement.collect_timing = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.488949] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] placement.connect_retries = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.489124] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] placement.connect_retry_delay = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.489286] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] placement.default_domain_id = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.489446] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] placement.default_domain_name = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.489605] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] placement.domain_id = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.489766] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] placement.domain_name = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.489924] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] placement.endpoint_override = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.490102] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] placement.insecure = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.490264] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] placement.keyfile = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.490422] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] placement.max_version = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.490582] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] placement.min_version = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.490749] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] placement.password = **** {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.490909] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] placement.project_domain_id = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.491140] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] placement.project_domain_name = Default {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.491337] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] placement.project_id = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.491516] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] placement.project_name = service {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.491689] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] placement.region_name = RegionOne {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.491852] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] placement.retriable_status_codes = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.492026] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] placement.service_name = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.492206] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] placement.service_type = placement {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.492373] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] placement.split_loggers = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.492534] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] placement.status_code_retries = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.492695] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] placement.status_code_retry_delay = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.492856] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] placement.system_scope = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.493030] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] placement.timeout = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.493188] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] placement.trust_id = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.493346] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] placement.user_domain_id = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.493515] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] placement.user_domain_name = Default {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.493674] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] placement.user_id = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.493849] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] placement.username = nova {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.494040] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.494258] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] placement.version = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.494480] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] quota.cores = 20 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.494679] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] quota.count_usage_from_placement = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.494865] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.495051] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] quota.injected_file_content_bytes = 10240 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.495229] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] quota.injected_file_path_length = 255 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.495399] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] quota.injected_files = 5 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.495568] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] quota.instances = 10 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.495736] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] quota.key_pairs = 100 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.495907] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] quota.metadata_items = 128 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.496089] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] quota.ram = 51200 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.496261] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] quota.recheck_quota = True {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.496431] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] quota.server_group_members = 10 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.496610] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] quota.server_groups = 10 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.496844] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] quota.unified_limits_resource_list = ['servers'] {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.497040] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] quota.unified_limits_resource_strategy = require {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.497225] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.497393] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.497555] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] scheduler.image_metadata_prefilter = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.497742] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.497916] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] scheduler.max_attempts = 3 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.498098] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] scheduler.max_placement_results = 1000 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.498268] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.498429] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] scheduler.query_placement_for_image_type_support = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.498594] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.498770] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] scheduler.workers = 2 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.498948] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.499135] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.499318] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.499488] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.499679] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.499921] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.500133] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.500331] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.500504] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] filter_scheduler.host_subset_size = 1 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.500668] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.500833] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] filter_scheduler.image_properties_default_architecture = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.500997] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.501178] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] filter_scheduler.image_props_weight_setting = [] {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.501356] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.501520] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] filter_scheduler.isolated_hosts = [] {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.501682] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] filter_scheduler.isolated_images = [] {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.501872] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] filter_scheduler.max_instances_per_host = 50 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.502099] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.502280] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.502448] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] filter_scheduler.pci_in_placement = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.502614] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.502778] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.502941] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.503256] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.503504] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.503734] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.503958] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] filter_scheduler.track_instance_changes = True {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.504170] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.504411] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] metrics.required = True {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.504661] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] metrics.weight_multiplier = 1.0 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.504940] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] metrics.weight_of_unavailable = -10000.0 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.505157] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] metrics.weight_setting = [] {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.505484] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.505663] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] serial_console.enabled = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.505867] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] serial_console.port_range = 10000:20000 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.506054] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.506232] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.506403] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] serial_console.serialproxy_port = 6083 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.506572] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] service_user.auth_section = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.506778] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] service_user.auth_type = password {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.506966] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] service_user.cafile = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.507144] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] service_user.certfile = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.507307] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] service_user.collect_timing = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.507498] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] service_user.insecure = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.507721] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] service_user.keyfile = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.507938] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] service_user.send_service_user_token = True {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.508135] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] service_user.split_loggers = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.508302] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] service_user.timeout = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.508476] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] spice.agent_enabled = True {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.508640] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] spice.enabled = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.508990] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.509225] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] spice.html5proxy_host = 0.0.0.0 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.509404] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] spice.html5proxy_port = 6082 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.509585] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] spice.image_compression = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.509772] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] spice.jpeg_compression = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.509948] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] spice.playback_compression = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.510132] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] spice.require_secure = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.510309] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] spice.server_listen = 127.0.0.1 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.510481] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.510769] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.510946] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] spice.streaming_mode = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.511125] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] spice.zlib_compression = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.511300] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] upgrade_levels.baseapi = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.511474] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] upgrade_levels.compute = auto {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.511638] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] upgrade_levels.conductor = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.511842] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] upgrade_levels.scheduler = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.512032] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] vendordata_dynamic_auth.auth_section = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.512207] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] vendordata_dynamic_auth.auth_type = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.512374] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] vendordata_dynamic_auth.cafile = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.512533] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] vendordata_dynamic_auth.certfile = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.512699] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] vendordata_dynamic_auth.collect_timing = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.512861] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] vendordata_dynamic_auth.insecure = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.513031] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] vendordata_dynamic_auth.keyfile = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.513203] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] vendordata_dynamic_auth.split_loggers = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.513364] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] vendordata_dynamic_auth.timeout = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.513540] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] vmware.api_retry_count = 10 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.513709] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] vmware.ca_file = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.513882] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] vmware.cache_prefix = devstack-image-cache {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.514062] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] vmware.cluster_name = testcl1 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.514235] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] vmware.connection_pool_size = 10 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.514398] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] vmware.console_delay_seconds = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.514570] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] vmware.datastore_regex = ^datastore.* {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.514816] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.514999] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] vmware.host_password = **** {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.515190] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] vmware.host_port = 443 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.515363] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] vmware.host_username = administrator@vsphere.local {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.515537] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] vmware.insecure = True {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.515704] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] vmware.integration_bridge = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.515871] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] vmware.maximum_objects = 100 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.516041] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] vmware.pbm_default_policy = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.516212] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] vmware.pbm_enabled = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.516372] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] vmware.pbm_wsdl_location = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.516542] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.516730] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] vmware.serial_port_proxy_uri = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.516901] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] vmware.serial_port_service_uri = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.517084] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] vmware.task_poll_interval = 0.5 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.517262] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] vmware.use_linked_clone = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.517430] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] vmware.vnc_keymap = en-us {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.517613] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] vmware.vnc_port = 5900 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.517810] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] vmware.vnc_port_total = 10000 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.518014] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] vnc.auth_schemes = ['none'] {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.518199] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] vnc.enabled = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.518490] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.518678] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.518854] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] vnc.novncproxy_port = 6080 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.519054] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] vnc.server_listen = 127.0.0.1 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.519243] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.519407] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] vnc.vencrypt_ca_certs = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.519570] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] vnc.vencrypt_client_cert = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.519731] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] vnc.vencrypt_client_key = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.519915] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.520095] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] workarounds.disable_deep_image_inspection = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.520260] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] workarounds.disable_fallback_pcpu_query = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.520422] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] workarounds.disable_group_policy_check_upcall = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.520583] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.520745] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] workarounds.disable_rootwrap = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.520906] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] workarounds.enable_numa_live_migration = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.521146] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.521328] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.521494] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] workarounds.handle_virt_lifecycle_events = True {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.521660] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] workarounds.libvirt_disable_apic = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.521980] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] workarounds.never_download_image_if_on_rbd = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.522172] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.522343] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.522510] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.522673] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.522838] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.523007] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.523179] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.523341] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.523504] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.523687] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.523901] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] wsgi.client_socket_timeout = 900 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.524095] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] wsgi.default_pool_size = 1000 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.524270] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] wsgi.keep_alive = True {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.524441] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] wsgi.max_header_line = 16384 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.524612] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] wsgi.secure_proxy_ssl_header = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.524795] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] wsgi.ssl_ca_file = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.524960] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] wsgi.ssl_cert_file = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.525136] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] wsgi.ssl_key_file = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.525306] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] wsgi.tcp_keepidle = 600 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.525478] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.525647] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] zvm.ca_file = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.525809] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] zvm.cloud_connector_url = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.526103] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.526283] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] zvm.reachable_timeout = 300 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.526456] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.526652] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.526846] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] profiler.connection_string = messaging:// {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.527028] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] profiler.enabled = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.527207] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] profiler.es_doc_type = notification {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.527374] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] profiler.es_scroll_size = 10000 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.527545] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] profiler.es_scroll_time = 2m {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.527733] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] profiler.filter_error_trace = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.527911] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] profiler.hmac_keys = **** {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.528094] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] profiler.sentinel_service_name = mymaster {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.528265] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] profiler.socket_timeout = 0.1 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.528432] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] profiler.trace_requests = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.528592] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] profiler.trace_sqlalchemy = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.528774] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] profiler_jaeger.process_tags = {} {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.528935] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] profiler_jaeger.service_name_prefix = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.529111] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] profiler_otlp.service_name_prefix = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.529275] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] remote_debug.host = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.529434] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] remote_debug.port = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.529612] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.529777] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.529937] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.530114] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.530280] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.530441] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.530603] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.530766] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.531018] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.531224] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.531392] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.531570] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.531738] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.531908] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.532088] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.532265] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.532430] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.532594] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.532766] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.532930] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.533106] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.533275] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.533441] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.533606] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.533769] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.533927] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.534104] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.534272] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.534435] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.534605] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.534791] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] oslo_messaging_rabbit.ssl = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.534967] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.535151] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.535318] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.535486] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.535653] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] oslo_messaging_rabbit.ssl_version = {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.535840] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.536065] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.536245] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] oslo_messaging_notifications.retry = -1 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.536427] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.536630] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] oslo_messaging_notifications.transport_url = **** {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.536812] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] oslo_limit.auth_section = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.536981] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] oslo_limit.auth_type = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.537161] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] oslo_limit.cafile = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.537324] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] oslo_limit.certfile = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.537490] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] oslo_limit.collect_timing = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.537650] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] oslo_limit.connect_retries = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.537811] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] oslo_limit.connect_retry_delay = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.537970] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] oslo_limit.endpoint_id = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.538159] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] oslo_limit.endpoint_interface = publicURL {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.538321] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] oslo_limit.endpoint_override = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.538481] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] oslo_limit.endpoint_region_name = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.538641] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] oslo_limit.endpoint_service_name = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.538800] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] oslo_limit.endpoint_service_type = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.538962] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] oslo_limit.insecure = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.539138] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] oslo_limit.keyfile = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.539297] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] oslo_limit.max_version = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.539455] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] oslo_limit.min_version = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.539612] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] oslo_limit.region_name = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.539772] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] oslo_limit.retriable_status_codes = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.539932] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] oslo_limit.service_name = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.540097] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] oslo_limit.service_type = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.540264] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] oslo_limit.split_loggers = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.540424] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] oslo_limit.status_code_retries = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.540584] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] oslo_limit.status_code_retry_delay = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.540741] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] oslo_limit.timeout = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.540901] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] oslo_limit.valid_interfaces = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.541070] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] oslo_limit.version = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.541241] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] oslo_reports.file_event_handler = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.541409] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] oslo_reports.file_event_handler_interval = 1 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.541572] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] oslo_reports.log_dir = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.541744] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.541906] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] vif_plug_linux_bridge_privileged.group = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.542079] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.542253] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.542420] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.542577] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] vif_plug_linux_bridge_privileged.user = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.542750] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.542913] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] vif_plug_ovs_privileged.group = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.543084] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] vif_plug_ovs_privileged.helper_command = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.543253] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.543416] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.543575] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] vif_plug_ovs_privileged.user = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.543747] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] os_vif_linux_bridge.flat_interface = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.543930] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.544119] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.544295] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.544471] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.544663] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.544848] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.545019] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] os_vif_linux_bridge.vlan_interface = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.545207] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.545378] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] os_vif_ovs.isolate_vif = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.545547] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.545716] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.545892] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.546071] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] os_vif_ovs.ovsdb_interface = native {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.546238] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] os_vif_ovs.per_port_bridge = False {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.546411] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] privsep_osbrick.capabilities = [21] {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.546572] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] privsep_osbrick.group = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.546752] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] privsep_osbrick.helper_command = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.546923] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.547103] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] privsep_osbrick.thread_pool_size = 8 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.547267] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] privsep_osbrick.user = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.547440] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.547606] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] nova_sys_admin.group = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.547773] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] nova_sys_admin.helper_command = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.547941] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.548117] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] nova_sys_admin.thread_pool_size = 8 {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.548277] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] nova_sys_admin.user = None {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.548409] env[69319]: DEBUG oslo_service.backend.eventlet.service [None req-97543171-0ed1-489f-8169-8bbc9b3d1d4f None None] ******************************************************************************** {{(pid=69319) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 570.548823] env[69319]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 571.052216] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-7b1eb3b6-ad86-4e86-a2fb-7045223fa0cd None None] Getting list of instances from cluster (obj){ [ 571.052216] env[69319]: value = "domain-c8" [ 571.052216] env[69319]: _type = "ClusterComputeResource" [ 571.052216] env[69319]: } {{(pid=69319) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 571.053320] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bdcd95b-6db0-49de-b4bf-4a1cc289243d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.062524] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-7b1eb3b6-ad86-4e86-a2fb-7045223fa0cd None None] Got total of 0 instances {{(pid=69319) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 571.063071] env[69319]: WARNING nova.virt.vmwareapi.driver [None req-7b1eb3b6-ad86-4e86-a2fb-7045223fa0cd None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 571.063564] env[69319]: INFO nova.virt.node [None req-7b1eb3b6-ad86-4e86-a2fb-7045223fa0cd None None] Generated node identity 94b8835e-2513-4669-abb9-c8c6813d60e7 [ 571.063812] env[69319]: INFO nova.virt.node [None req-7b1eb3b6-ad86-4e86-a2fb-7045223fa0cd None None] Wrote node identity 94b8835e-2513-4669-abb9-c8c6813d60e7 to /opt/stack/data/n-cpu-1/compute_id [ 571.566961] env[69319]: WARNING nova.compute.manager [None req-7b1eb3b6-ad86-4e86-a2fb-7045223fa0cd None None] Compute nodes ['94b8835e-2513-4669-abb9-c8c6813d60e7'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 572.574368] env[69319]: INFO nova.compute.manager [None req-7b1eb3b6-ad86-4e86-a2fb-7045223fa0cd None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 573.580312] env[69319]: WARNING nova.compute.manager [None req-7b1eb3b6-ad86-4e86-a2fb-7045223fa0cd None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 573.580658] env[69319]: DEBUG oslo_concurrency.lockutils [None req-7b1eb3b6-ad86-4e86-a2fb-7045223fa0cd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 573.580790] env[69319]: DEBUG oslo_concurrency.lockutils [None req-7b1eb3b6-ad86-4e86-a2fb-7045223fa0cd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 573.580944] env[69319]: DEBUG oslo_concurrency.lockutils [None req-7b1eb3b6-ad86-4e86-a2fb-7045223fa0cd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 573.581115] env[69319]: DEBUG nova.compute.resource_tracker [None req-7b1eb3b6-ad86-4e86-a2fb-7045223fa0cd None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69319) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 573.582059] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecaf5391-a2c4-4bab-bdb5-6d81c9461304 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.590580] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd6be1f4-6fca-4292-a02f-ce4e18e8d2fa {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.605016] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f6514a3-d96c-45a2-9a4c-b5618dbc3047 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.611515] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ccd949b-bde9-478b-8c7c-a62d442f2359 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.640351] env[69319]: DEBUG nova.compute.resource_tracker [None req-7b1eb3b6-ad86-4e86-a2fb-7045223fa0cd None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181025MB free_disk=123GB free_vcpus=48 pci_devices=None {{(pid=69319) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 573.640490] env[69319]: DEBUG oslo_concurrency.lockutils [None req-7b1eb3b6-ad86-4e86-a2fb-7045223fa0cd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 573.640703] env[69319]: DEBUG oslo_concurrency.lockutils [None req-7b1eb3b6-ad86-4e86-a2fb-7045223fa0cd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 574.143222] env[69319]: WARNING nova.compute.resource_tracker [None req-7b1eb3b6-ad86-4e86-a2fb-7045223fa0cd None None] No compute node record for cpu-1:94b8835e-2513-4669-abb9-c8c6813d60e7: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 94b8835e-2513-4669-abb9-c8c6813d60e7 could not be found. [ 574.647480] env[69319]: INFO nova.compute.resource_tracker [None req-7b1eb3b6-ad86-4e86-a2fb-7045223fa0cd None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 94b8835e-2513-4669-abb9-c8c6813d60e7 [ 576.156448] env[69319]: DEBUG nova.compute.resource_tracker [None req-7b1eb3b6-ad86-4e86-a2fb-7045223fa0cd None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69319) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 576.156977] env[69319]: DEBUG nova.compute.resource_tracker [None req-7b1eb3b6-ad86-4e86-a2fb-7045223fa0cd None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69319) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 576.320132] env[69319]: INFO nova.scheduler.client.report [None req-7b1eb3b6-ad86-4e86-a2fb-7045223fa0cd None None] [req-a27aa380-0621-4339-b9e2-e99ae401c678] Created resource provider record via placement API for resource provider with UUID 94b8835e-2513-4669-abb9-c8c6813d60e7 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 576.338194] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1b51221-9ffb-4cd9-b15d-9984830738c5 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.347025] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29942abf-d143-47c8-a63c-92d74c0fb448 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.376828] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-576b9f7b-1b5d-4b6f-9181-bb3f8e482256 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.383758] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f06f54b-5952-4c1b-bd2a-ca69b109f7b2 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.396730] env[69319]: DEBUG nova.compute.provider_tree [None req-7b1eb3b6-ad86-4e86-a2fb-7045223fa0cd None None] Updating inventory in ProviderTree for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 576.939817] env[69319]: DEBUG nova.scheduler.client.report [None req-7b1eb3b6-ad86-4e86-a2fb-7045223fa0cd None None] Updated inventory for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 576.939817] env[69319]: DEBUG nova.compute.provider_tree [None req-7b1eb3b6-ad86-4e86-a2fb-7045223fa0cd None None] Updating resource provider 94b8835e-2513-4669-abb9-c8c6813d60e7 generation from 0 to 1 during operation: update_inventory {{(pid=69319) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 576.939817] env[69319]: DEBUG nova.compute.provider_tree [None req-7b1eb3b6-ad86-4e86-a2fb-7045223fa0cd None None] Updating inventory in ProviderTree for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 576.989018] env[69319]: DEBUG nova.compute.provider_tree [None req-7b1eb3b6-ad86-4e86-a2fb-7045223fa0cd None None] Updating resource provider 94b8835e-2513-4669-abb9-c8c6813d60e7 generation from 1 to 2 during operation: update_traits {{(pid=69319) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 577.493123] env[69319]: DEBUG nova.compute.resource_tracker [None req-7b1eb3b6-ad86-4e86-a2fb-7045223fa0cd None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69319) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 577.493123] env[69319]: DEBUG oslo_concurrency.lockutils [None req-7b1eb3b6-ad86-4e86-a2fb-7045223fa0cd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.852s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 577.493123] env[69319]: DEBUG nova.service [None req-7b1eb3b6-ad86-4e86-a2fb-7045223fa0cd None None] Creating RPC server for service compute {{(pid=69319) start /opt/stack/nova/nova/service.py:186}} [ 577.508991] env[69319]: DEBUG nova.service [None req-7b1eb3b6-ad86-4e86-a2fb-7045223fa0cd None None] Join ServiceGroup membership for this service compute {{(pid=69319) start /opt/stack/nova/nova/service.py:203}} [ 577.509238] env[69319]: DEBUG nova.servicegroup.drivers.db [None req-7b1eb3b6-ad86-4e86-a2fb-7045223fa0cd None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=69319) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 617.481586] env[69319]: DEBUG oslo_concurrency.lockutils [None req-6821bf7a-c375-4a34-a54c-58531b7122bf tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Acquiring lock "6de6b246-d2c0-4d08-9c09-0a944dfecc15" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 617.481980] env[69319]: DEBUG oslo_concurrency.lockutils [None req-6821bf7a-c375-4a34-a54c-58531b7122bf tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Lock "6de6b246-d2c0-4d08-9c09-0a944dfecc15" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 617.773828] env[69319]: DEBUG oslo_concurrency.lockutils [None req-9158c9ea-d7dc-43a0-954f-5da227fdb5f2 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Acquiring lock "90fb9d48-f1f0-4f55-9e0f-673d7d78c380" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 617.774220] env[69319]: DEBUG oslo_concurrency.lockutils [None req-9158c9ea-d7dc-43a0-954f-5da227fdb5f2 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Lock "90fb9d48-f1f0-4f55-9e0f-673d7d78c380" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 617.987548] env[69319]: DEBUG nova.compute.manager [None req-6821bf7a-c375-4a34-a54c-58531b7122bf tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] [instance: 6de6b246-d2c0-4d08-9c09-0a944dfecc15] Starting instance... {{(pid=69319) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 618.277206] env[69319]: DEBUG nova.compute.manager [None req-9158c9ea-d7dc-43a0-954f-5da227fdb5f2 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 90fb9d48-f1f0-4f55-9e0f-673d7d78c380] Starting instance... {{(pid=69319) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 618.533520] env[69319]: DEBUG oslo_concurrency.lockutils [None req-6821bf7a-c375-4a34-a54c-58531b7122bf tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.535292] env[69319]: DEBUG oslo_concurrency.lockutils [None req-6821bf7a-c375-4a34-a54c-58531b7122bf tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.536354] env[69319]: INFO nova.compute.claims [None req-6821bf7a-c375-4a34-a54c-58531b7122bf tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] [instance: 6de6b246-d2c0-4d08-9c09-0a944dfecc15] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 618.803939] env[69319]: DEBUG oslo_concurrency.lockutils [None req-9158c9ea-d7dc-43a0-954f-5da227fdb5f2 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.606684] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29239085-da97-48ec-b0e0-d6c69f38d5d0 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.622264] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e712618d-fe76-4425-9357-51ee1ba097a8 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.662459] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7c208da-351c-4725-be81-011875dbf886 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.671087] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56da14ce-c5d9-4eba-87e9-2f4a9cabc3a4 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.686107] env[69319]: DEBUG nova.compute.provider_tree [None req-6821bf7a-c375-4a34-a54c-58531b7122bf tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 620.194545] env[69319]: DEBUG nova.scheduler.client.report [None req-6821bf7a-c375-4a34-a54c-58531b7122bf tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 620.394382] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ac0297f1-050c-485f-ae95-8c0cd632759a tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Acquiring lock "1835d15f-f896-4741-b67d-4b5b17a8dff2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 620.394539] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ac0297f1-050c-485f-ae95-8c0cd632759a tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Lock "1835d15f-f896-4741-b67d-4b5b17a8dff2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 620.561369] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f35fac49-3a60-404f-b04c-a62949e700fe tempest-FloatingIPsAssociationNegativeTestJSON-2071490931 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931-project-member] Acquiring lock "62e4ab82-69e0-4698-996a-72bb7fb7ecdd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 620.561597] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f35fac49-3a60-404f-b04c-a62949e700fe tempest-FloatingIPsAssociationNegativeTestJSON-2071490931 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931-project-member] Lock "62e4ab82-69e0-4698-996a-72bb7fb7ecdd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 620.703400] env[69319]: DEBUG oslo_concurrency.lockutils [None req-6821bf7a-c375-4a34-a54c-58531b7122bf tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.168s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 620.703400] env[69319]: DEBUG nova.compute.manager [None req-6821bf7a-c375-4a34-a54c-58531b7122bf tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] [instance: 6de6b246-d2c0-4d08-9c09-0a944dfecc15] Start building networks asynchronously for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 620.708128] env[69319]: DEBUG oslo_concurrency.lockutils [None req-9158c9ea-d7dc-43a0-954f-5da227fdb5f2 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.903s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 620.713489] env[69319]: INFO nova.compute.claims [None req-9158c9ea-d7dc-43a0-954f-5da227fdb5f2 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 90fb9d48-f1f0-4f55-9e0f-673d7d78c380] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 620.901025] env[69319]: DEBUG nova.compute.manager [None req-ac0297f1-050c-485f-ae95-8c0cd632759a tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] [instance: 1835d15f-f896-4741-b67d-4b5b17a8dff2] Starting instance... {{(pid=69319) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 620.924032] env[69319]: DEBUG oslo_concurrency.lockutils [None req-7c3b79f7-12f7-4cd9-afba-df4a2bcf8e8b tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] Acquiring lock "c2acc8ea-12eb-40fc-8baf-db3028c3ba19" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 620.924405] env[69319]: DEBUG oslo_concurrency.lockutils [None req-7c3b79f7-12f7-4cd9-afba-df4a2bcf8e8b tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] Lock "c2acc8ea-12eb-40fc-8baf-db3028c3ba19" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.063562] env[69319]: DEBUG nova.compute.manager [None req-f35fac49-3a60-404f-b04c-a62949e700fe tempest-FloatingIPsAssociationNegativeTestJSON-2071490931 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931-project-member] [instance: 62e4ab82-69e0-4698-996a-72bb7fb7ecdd] Starting instance... {{(pid=69319) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 621.221556] env[69319]: DEBUG nova.compute.utils [None req-6821bf7a-c375-4a34-a54c-58531b7122bf tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Using /dev/sd instead of None {{(pid=69319) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 621.223400] env[69319]: DEBUG nova.compute.manager [None req-6821bf7a-c375-4a34-a54c-58531b7122bf tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] [instance: 6de6b246-d2c0-4d08-9c09-0a944dfecc15] Not allocating networking since 'none' was specified. {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 621.385463] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5f53e468-29d8-4e3d-9e1d-5e12044cad89 tempest-ServerExternalEventsTest-854483476 tempest-ServerExternalEventsTest-854483476-project-member] Acquiring lock "c3e1d116-4785-402a-bcc3-ad45bcdc16b1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.385765] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5f53e468-29d8-4e3d-9e1d-5e12044cad89 tempest-ServerExternalEventsTest-854483476 tempest-ServerExternalEventsTest-854483476-project-member] Lock "c3e1d116-4785-402a-bcc3-ad45bcdc16b1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.427467] env[69319]: DEBUG nova.compute.manager [None req-7c3b79f7-12f7-4cd9-afba-df4a2bcf8e8b tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] [instance: c2acc8ea-12eb-40fc-8baf-db3028c3ba19] Starting instance... {{(pid=69319) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 621.440535] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ac0297f1-050c-485f-ae95-8c0cd632759a tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.596367] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f35fac49-3a60-404f-b04c-a62949e700fe tempest-FloatingIPsAssociationNegativeTestJSON-2071490931 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.724833] env[69319]: DEBUG nova.compute.manager [None req-6821bf7a-c375-4a34-a54c-58531b7122bf tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] [instance: 6de6b246-d2c0-4d08-9c09-0a944dfecc15] Start building block device mappings for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 621.888344] env[69319]: DEBUG nova.compute.manager [None req-5f53e468-29d8-4e3d-9e1d-5e12044cad89 tempest-ServerExternalEventsTest-854483476 tempest-ServerExternalEventsTest-854483476-project-member] [instance: c3e1d116-4785-402a-bcc3-ad45bcdc16b1] Starting instance... {{(pid=69319) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 621.895170] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b4a36f8-f0c5-4ce0-a294-b81f43c29ac6 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.904026] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13baec3e-ec30-4410-a1b0-05b90b618273 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.946424] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cffb9baa-9968-402c-b604-9f195b5e9e56 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.961843] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85744a91-2833-4153-ba68-60716a92529a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.970310] env[69319]: DEBUG oslo_concurrency.lockutils [None req-7c3b79f7-12f7-4cd9-afba-df4a2bcf8e8b tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.981869] env[69319]: DEBUG nova.compute.provider_tree [None req-9158c9ea-d7dc-43a0-954f-5da227fdb5f2 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 622.418317] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5f53e468-29d8-4e3d-9e1d-5e12044cad89 tempest-ServerExternalEventsTest-854483476 tempest-ServerExternalEventsTest-854483476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.485401] env[69319]: DEBUG nova.scheduler.client.report [None req-9158c9ea-d7dc-43a0-954f-5da227fdb5f2 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 622.734710] env[69319]: DEBUG nova.compute.manager [None req-6821bf7a-c375-4a34-a54c-58531b7122bf tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] [instance: 6de6b246-d2c0-4d08-9c09-0a944dfecc15] Start spawning the instance on the hypervisor. {{(pid=69319) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 622.995024] env[69319]: DEBUG oslo_concurrency.lockutils [None req-9158c9ea-d7dc-43a0-954f-5da227fdb5f2 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.286s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 622.995024] env[69319]: DEBUG nova.compute.manager [None req-9158c9ea-d7dc-43a0-954f-5da227fdb5f2 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 90fb9d48-f1f0-4f55-9e0f-673d7d78c380] Start building networks asynchronously for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 622.996988] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ac0297f1-050c-485f-ae95-8c0cd632759a tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.557s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 623.003181] env[69319]: INFO nova.compute.claims [None req-ac0297f1-050c-485f-ae95-8c0cd632759a tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] [instance: 1835d15f-f896-4741-b67d-4b5b17a8dff2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 623.379138] env[69319]: DEBUG nova.virt.hardware [None req-6821bf7a-c375-4a34-a54c-58531b7122bf tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:32:36Z,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31f027872f6f44dba95ff2fe7a062e00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:32:36Z,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 623.379397] env[69319]: DEBUG nova.virt.hardware [None req-6821bf7a-c375-4a34-a54c-58531b7122bf tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 623.379555] env[69319]: DEBUG nova.virt.hardware [None req-6821bf7a-c375-4a34-a54c-58531b7122bf tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 623.379737] env[69319]: DEBUG nova.virt.hardware [None req-6821bf7a-c375-4a34-a54c-58531b7122bf tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 623.379885] env[69319]: DEBUG nova.virt.hardware [None req-6821bf7a-c375-4a34-a54c-58531b7122bf tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 623.380054] env[69319]: DEBUG nova.virt.hardware [None req-6821bf7a-c375-4a34-a54c-58531b7122bf tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 623.380279] env[69319]: DEBUG nova.virt.hardware [None req-6821bf7a-c375-4a34-a54c-58531b7122bf tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 623.380440] env[69319]: DEBUG nova.virt.hardware [None req-6821bf7a-c375-4a34-a54c-58531b7122bf tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 623.380875] env[69319]: DEBUG nova.virt.hardware [None req-6821bf7a-c375-4a34-a54c-58531b7122bf tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 623.380999] env[69319]: DEBUG nova.virt.hardware [None req-6821bf7a-c375-4a34-a54c-58531b7122bf tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 623.381191] env[69319]: DEBUG nova.virt.hardware [None req-6821bf7a-c375-4a34-a54c-58531b7122bf tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 623.382104] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cbfa13e-c729-41f0-af34-5a821cccc0a9 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.390514] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31c04a2c-91cd-41f3-9ed2-f74124cdbb19 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.418585] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ba7171c-e54c-4fea-a275-ff6e9630816f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.436992] env[69319]: DEBUG oslo_concurrency.lockutils [None req-85ee4a56-ecca-4731-840f-cdc26d3e8f23 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Acquiring lock "2764dc00-3329-4e56-ad73-5027b65f42d6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.438122] env[69319]: DEBUG oslo_concurrency.lockutils [None req-85ee4a56-ecca-4731-840f-cdc26d3e8f23 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Lock "2764dc00-3329-4e56-ad73-5027b65f42d6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 623.444817] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-6821bf7a-c375-4a34-a54c-58531b7122bf tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] [instance: 6de6b246-d2c0-4d08-9c09-0a944dfecc15] Instance VIF info [] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 623.455559] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-6821bf7a-c375-4a34-a54c-58531b7122bf tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=69319) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 623.456795] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-70d8e62d-28e9-4eca-ae8f-31725a69a848 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.473348] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-6821bf7a-c375-4a34-a54c-58531b7122bf tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Created folder: OpenStack in parent group-v4. [ 623.474266] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-6821bf7a-c375-4a34-a54c-58531b7122bf tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Creating folder: Project (53652125974c48f4b48a0e756c740acc). Parent ref: group-v644239. {{(pid=69319) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 623.474266] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e0edd258-0275-4ec0-ac07-98f2eb06d38a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.487966] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-6821bf7a-c375-4a34-a54c-58531b7122bf tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Created folder: Project (53652125974c48f4b48a0e756c740acc) in parent group-v644239. [ 623.488176] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-6821bf7a-c375-4a34-a54c-58531b7122bf tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Creating folder: Instances. Parent ref: group-v644240. {{(pid=69319) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 623.488444] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5279f42b-8966-4d29-88e4-56bf2a0783ac {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.497879] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-6821bf7a-c375-4a34-a54c-58531b7122bf tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Created folder: Instances in parent group-v644240. [ 623.498153] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6821bf7a-c375-4a34-a54c-58531b7122bf tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 623.498635] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6de6b246-d2c0-4d08-9c09-0a944dfecc15] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 623.498635] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cc7b1ed3-0fea-4022-bd6c-56d0c979d118 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.518269] env[69319]: DEBUG nova.compute.utils [None req-9158c9ea-d7dc-43a0-954f-5da227fdb5f2 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Using /dev/sd instead of None {{(pid=69319) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 623.521710] env[69319]: DEBUG nova.compute.manager [None req-9158c9ea-d7dc-43a0-954f-5da227fdb5f2 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 90fb9d48-f1f0-4f55-9e0f-673d7d78c380] Allocating IP information in the background. {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 623.521970] env[69319]: DEBUG nova.network.neutron [None req-9158c9ea-d7dc-43a0-954f-5da227fdb5f2 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 90fb9d48-f1f0-4f55-9e0f-673d7d78c380] allocate_for_instance() {{(pid=69319) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 623.532459] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 623.532459] env[69319]: value = "task-3222640" [ 623.532459] env[69319]: _type = "Task" [ 623.532459] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.543103] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222640, 'name': CreateVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.659627] env[69319]: DEBUG nova.policy [None req-9158c9ea-d7dc-43a0-954f-5da227fdb5f2 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '22b4fbb08523413a999beeddea8a5d62', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0030fcfc26054d94b76414b0098fa648', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69319) authorize /opt/stack/nova/nova/policy.py:192}} [ 623.944074] env[69319]: DEBUG nova.compute.manager [None req-85ee4a56-ecca-4731-840f-cdc26d3e8f23 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 2764dc00-3329-4e56-ad73-5027b65f42d6] Starting instance... {{(pid=69319) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 624.025313] env[69319]: DEBUG nova.compute.manager [None req-9158c9ea-d7dc-43a0-954f-5da227fdb5f2 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 90fb9d48-f1f0-4f55-9e0f-673d7d78c380] Start building block device mappings for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 624.048270] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222640, 'name': CreateVM_Task, 'duration_secs': 0.300925} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.049425] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6de6b246-d2c0-4d08-9c09-0a944dfecc15] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 624.051062] env[69319]: DEBUG oslo_vmware.service [None req-6821bf7a-c375-4a34-a54c-58531b7122bf tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa96df6e-02ac-4ef7-87bd-7acf4b4fe623 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.064597] env[69319]: DEBUG oslo_concurrency.lockutils [None req-6821bf7a-c375-4a34-a54c-58531b7122bf tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.064913] env[69319]: DEBUG oslo_concurrency.lockutils [None req-6821bf7a-c375-4a34-a54c-58531b7122bf tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.068830] env[69319]: DEBUG oslo_concurrency.lockutils [None req-6821bf7a-c375-4a34-a54c-58531b7122bf tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.070659] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f57d5e9-82eb-4a27-8f3d-8a5c675a50f9 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.079971] env[69319]: DEBUG oslo_vmware.api [None req-6821bf7a-c375-4a34-a54c-58531b7122bf tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Waiting for the task: (returnval){ [ 624.079971] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]5275b263-f911-b0d9-82b6-71062df84e0d" [ 624.079971] env[69319]: _type = "Task" [ 624.079971] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.089487] env[69319]: DEBUG oslo_vmware.api [None req-6821bf7a-c375-4a34-a54c-58531b7122bf tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5275b263-f911-b0d9-82b6-71062df84e0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.177732] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22522642-6cde-425a-9749-386aab0746ef {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.186298] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dedf21f-7ae8-4d52-88af-d732e9301472 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.219029] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edcdfc77-5a5c-4389-b5e8-207b6e8cc6b9 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.227168] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11ee0ca5-67dc-45a4-8757-8d73cd925a1f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.242134] env[69319]: DEBUG nova.compute.provider_tree [None req-ac0297f1-050c-485f-ae95-8c0cd632759a tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 624.475888] env[69319]: DEBUG oslo_concurrency.lockutils [None req-85ee4a56-ecca-4731-840f-cdc26d3e8f23 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.595366] env[69319]: DEBUG oslo_concurrency.lockutils [None req-6821bf7a-c375-4a34-a54c-58531b7122bf tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.595615] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-6821bf7a-c375-4a34-a54c-58531b7122bf tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] [instance: 6de6b246-d2c0-4d08-9c09-0a944dfecc15] Processing image 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 624.595841] env[69319]: DEBUG oslo_concurrency.lockutils [None req-6821bf7a-c375-4a34-a54c-58531b7122bf tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.595978] env[69319]: DEBUG oslo_concurrency.lockutils [None req-6821bf7a-c375-4a34-a54c-58531b7122bf tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.596558] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-6821bf7a-c375-4a34-a54c-58531b7122bf tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 624.596686] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-48d8725a-7f89-4e78-ae57-876fec04867c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.615110] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-6821bf7a-c375-4a34-a54c-58531b7122bf tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 624.615110] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-6821bf7a-c375-4a34-a54c-58531b7122bf tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 624.618728] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-543ced0a-4dfc-4e00-ae2f-282cdff69f30 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.627105] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1e34183-e47c-4177-a80c-38741a3b5e58 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.635526] env[69319]: DEBUG oslo_vmware.api [None req-6821bf7a-c375-4a34-a54c-58531b7122bf tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Waiting for the task: (returnval){ [ 624.635526] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52f1db76-29e3-37ca-951e-d7be42c15eee" [ 624.635526] env[69319]: _type = "Task" [ 624.635526] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.643582] env[69319]: DEBUG oslo_vmware.api [None req-6821bf7a-c375-4a34-a54c-58531b7122bf tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52f1db76-29e3-37ca-951e-d7be42c15eee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.663345] env[69319]: DEBUG oslo_concurrency.lockutils [None req-965eaf0d-fac9-46dc-85b7-2ad9a897fefa tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Acquiring lock "3e95f2d5-d392-47c4-b519-4a218660516b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.663577] env[69319]: DEBUG oslo_concurrency.lockutils [None req-965eaf0d-fac9-46dc-85b7-2ad9a897fefa tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Lock "3e95f2d5-d392-47c4-b519-4a218660516b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.747741] env[69319]: DEBUG nova.scheduler.client.report [None req-ac0297f1-050c-485f-ae95-8c0cd632759a tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 625.046377] env[69319]: DEBUG nova.compute.manager [None req-9158c9ea-d7dc-43a0-954f-5da227fdb5f2 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 90fb9d48-f1f0-4f55-9e0f-673d7d78c380] Start spawning the instance on the hypervisor. {{(pid=69319) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 625.087708] env[69319]: DEBUG nova.virt.hardware [None req-9158c9ea-d7dc-43a0-954f-5da227fdb5f2 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:32:36Z,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31f027872f6f44dba95ff2fe7a062e00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:32:36Z,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 625.088390] env[69319]: DEBUG nova.virt.hardware [None req-9158c9ea-d7dc-43a0-954f-5da227fdb5f2 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 625.088390] env[69319]: DEBUG nova.virt.hardware [None req-9158c9ea-d7dc-43a0-954f-5da227fdb5f2 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 625.088390] env[69319]: DEBUG nova.virt.hardware [None req-9158c9ea-d7dc-43a0-954f-5da227fdb5f2 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 625.088609] env[69319]: DEBUG nova.virt.hardware [None req-9158c9ea-d7dc-43a0-954f-5da227fdb5f2 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 625.088675] env[69319]: DEBUG nova.virt.hardware [None req-9158c9ea-d7dc-43a0-954f-5da227fdb5f2 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 625.088905] env[69319]: DEBUG nova.virt.hardware [None req-9158c9ea-d7dc-43a0-954f-5da227fdb5f2 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 625.090031] env[69319]: DEBUG nova.virt.hardware [None req-9158c9ea-d7dc-43a0-954f-5da227fdb5f2 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 625.092910] env[69319]: DEBUG nova.virt.hardware [None req-9158c9ea-d7dc-43a0-954f-5da227fdb5f2 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 625.092910] env[69319]: DEBUG nova.virt.hardware [None req-9158c9ea-d7dc-43a0-954f-5da227fdb5f2 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 625.092910] env[69319]: DEBUG nova.virt.hardware [None req-9158c9ea-d7dc-43a0-954f-5da227fdb5f2 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 625.092910] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d652cf7-622e-4ca2-b37b-e34684846ac7 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.106143] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5b714ff-d89a-4b1b-9d2a-682318bbf52d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.145302] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-6821bf7a-c375-4a34-a54c-58531b7122bf tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] [instance: 6de6b246-d2c0-4d08-9c09-0a944dfecc15] Preparing fetch location {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 625.145975] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-6821bf7a-c375-4a34-a54c-58531b7122bf tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Creating directory with path [datastore2] vmware_temp/f7a0d54d-9749-4cf1-a4eb-9412c143ed88/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 625.145975] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0d4c6871-0d5b-4219-9d83-325747dd4752 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.166383] env[69319]: DEBUG nova.compute.manager [None req-965eaf0d-fac9-46dc-85b7-2ad9a897fefa tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] [instance: 3e95f2d5-d392-47c4-b519-4a218660516b] Starting instance... {{(pid=69319) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 625.172454] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-6821bf7a-c375-4a34-a54c-58531b7122bf tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Created directory with path [datastore2] vmware_temp/f7a0d54d-9749-4cf1-a4eb-9412c143ed88/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 625.172713] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-6821bf7a-c375-4a34-a54c-58531b7122bf tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] [instance: 6de6b246-d2c0-4d08-9c09-0a944dfecc15] Fetch image to [datastore2] vmware_temp/f7a0d54d-9749-4cf1-a4eb-9412c143ed88/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/tmp-sparse.vmdk {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 625.174846] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-6821bf7a-c375-4a34-a54c-58531b7122bf tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] [instance: 6de6b246-d2c0-4d08-9c09-0a944dfecc15] Downloading image file data 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 to [datastore2] vmware_temp/f7a0d54d-9749-4cf1-a4eb-9412c143ed88/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/tmp-sparse.vmdk on the data store datastore2 {{(pid=69319) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 625.174846] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4035ed4-22ae-40f9-95cc-99a96a597282 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.183601] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d815f874-c446-4b8c-8acb-e29fd3ab563b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.199036] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-723ac49e-0c2c-49b8-b308-7fed03ed46a7 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.204296] env[69319]: DEBUG nova.network.neutron [None req-9158c9ea-d7dc-43a0-954f-5da227fdb5f2 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 90fb9d48-f1f0-4f55-9e0f-673d7d78c380] Successfully created port: 9dcf6b9f-6f25-4fd3-b52f-025a46e99394 {{(pid=69319) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 625.247929] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6017e8e-954d-49e4-8c27-1c5ae1a3746c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.255195] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ac0297f1-050c-485f-ae95-8c0cd632759a tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.256s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 625.255195] env[69319]: DEBUG nova.compute.manager [None req-ac0297f1-050c-485f-ae95-8c0cd632759a tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] [instance: 1835d15f-f896-4741-b67d-4b5b17a8dff2] Start building networks asynchronously for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 625.258074] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f35fac49-3a60-404f-b04c-a62949e700fe tempest-FloatingIPsAssociationNegativeTestJSON-2071490931 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.662s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.259502] env[69319]: INFO nova.compute.claims [None req-f35fac49-3a60-404f-b04c-a62949e700fe tempest-FloatingIPsAssociationNegativeTestJSON-2071490931 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931-project-member] [instance: 62e4ab82-69e0-4698-996a-72bb7fb7ecdd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 625.263821] env[69319]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-e2d0212d-d339-4d76-9bb3-c48cbdeda9ab {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.358664] env[69319]: DEBUG nova.virt.vmwareapi.images [None req-6821bf7a-c375-4a34-a54c-58531b7122bf tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] [instance: 6de6b246-d2c0-4d08-9c09-0a944dfecc15] Downloading image file data 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 to the data store datastore2 {{(pid=69319) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 625.495283] env[69319]: DEBUG oslo_vmware.rw_handles [None req-6821bf7a-c375-4a34-a54c-58531b7122bf tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/f7a0d54d-9749-4cf1-a4eb-9412c143ed88/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69319) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 625.699290] env[69319]: DEBUG oslo_concurrency.lockutils [None req-965eaf0d-fac9-46dc-85b7-2ad9a897fefa tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.705185] env[69319]: DEBUG oslo_concurrency.lockutils [None req-a2b96bb3-976d-4331-a9ca-1b1ac654b8ce tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Acquiring lock "e619aa14-62f8-4482-a049-28422171cece" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.705185] env[69319]: DEBUG oslo_concurrency.lockutils [None req-a2b96bb3-976d-4331-a9ca-1b1ac654b8ce tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Lock "e619aa14-62f8-4482-a049-28422171cece" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.767024] env[69319]: DEBUG nova.compute.utils [None req-ac0297f1-050c-485f-ae95-8c0cd632759a tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Using /dev/sd instead of None {{(pid=69319) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 625.772229] env[69319]: DEBUG nova.compute.manager [None req-ac0297f1-050c-485f-ae95-8c0cd632759a tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] [instance: 1835d15f-f896-4741-b67d-4b5b17a8dff2] Allocating IP information in the background. {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 625.776579] env[69319]: DEBUG nova.network.neutron [None req-ac0297f1-050c-485f-ae95-8c0cd632759a tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] [instance: 1835d15f-f896-4741-b67d-4b5b17a8dff2] allocate_for_instance() {{(pid=69319) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 625.841230] env[69319]: DEBUG nova.policy [None req-ac0297f1-050c-485f-ae95-8c0cd632759a tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aabdd3b013c94a4eba0239e6bf375954', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '61310cc82dcc4f58861554ab6f787b3c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69319) authorize /opt/stack/nova/nova/policy.py:192}} [ 626.156485] env[69319]: DEBUG oslo_vmware.rw_handles [None req-6821bf7a-c375-4a34-a54c-58531b7122bf tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Completed reading data from the image iterator. {{(pid=69319) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 626.156775] env[69319]: DEBUG oslo_vmware.rw_handles [None req-6821bf7a-c375-4a34-a54c-58531b7122bf tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Closing write handle for https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/f7a0d54d-9749-4cf1-a4eb-9412c143ed88/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69319) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 626.208490] env[69319]: DEBUG nova.compute.manager [None req-a2b96bb3-976d-4331-a9ca-1b1ac654b8ce tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: e619aa14-62f8-4482-a049-28422171cece] Starting instance... {{(pid=69319) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 626.273967] env[69319]: DEBUG nova.compute.manager [None req-ac0297f1-050c-485f-ae95-8c0cd632759a tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] [instance: 1835d15f-f896-4741-b67d-4b5b17a8dff2] Start building block device mappings for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 626.301076] env[69319]: DEBUG nova.virt.vmwareapi.images [None req-6821bf7a-c375-4a34-a54c-58531b7122bf tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] [instance: 6de6b246-d2c0-4d08-9c09-0a944dfecc15] Downloaded image file data 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 to vmware_temp/f7a0d54d-9749-4cf1-a4eb-9412c143ed88/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/tmp-sparse.vmdk on the data store datastore2 {{(pid=69319) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 626.303093] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-6821bf7a-c375-4a34-a54c-58531b7122bf tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] [instance: 6de6b246-d2c0-4d08-9c09-0a944dfecc15] Caching image {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 626.303432] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-6821bf7a-c375-4a34-a54c-58531b7122bf tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Copying Virtual Disk [datastore2] vmware_temp/f7a0d54d-9749-4cf1-a4eb-9412c143ed88/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/tmp-sparse.vmdk to [datastore2] vmware_temp/f7a0d54d-9749-4cf1-a4eb-9412c143ed88/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 626.303766] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-49329ce7-f626-4a13-acd6-d13f6b5257c8 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.317064] env[69319]: DEBUG oslo_vmware.api [None req-6821bf7a-c375-4a34-a54c-58531b7122bf tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Waiting for the task: (returnval){ [ 626.317064] env[69319]: value = "task-3222641" [ 626.317064] env[69319]: _type = "Task" [ 626.317064] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.334928] env[69319]: DEBUG oslo_vmware.api [None req-6821bf7a-c375-4a34-a54c-58531b7122bf tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Task: {'id': task-3222641, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.516710] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bd11866-bf7a-46d8-93ca-6872fc76d35c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.529149] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67b07ae4-39c2-4370-93cc-73aa0152d72c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.564265] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bce397a9-2a71-49e8-8b0d-bf4e20cfb9bf {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.572318] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db72bebc-68e0-43be-b162-2744d6be1abf {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.587907] env[69319]: DEBUG nova.compute.provider_tree [None req-f35fac49-3a60-404f-b04c-a62949e700fe tempest-FloatingIPsAssociationNegativeTestJSON-2071490931 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 626.599798] env[69319]: DEBUG nova.network.neutron [None req-ac0297f1-050c-485f-ae95-8c0cd632759a tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] [instance: 1835d15f-f896-4741-b67d-4b5b17a8dff2] Successfully created port: ad495861-30bd-49fd-b639-d0e01db35e1a {{(pid=69319) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 626.727656] env[69319]: DEBUG oslo_concurrency.lockutils [None req-a2b96bb3-976d-4331-a9ca-1b1ac654b8ce tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.830195] env[69319]: DEBUG oslo_vmware.api [None req-6821bf7a-c375-4a34-a54c-58531b7122bf tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Task: {'id': task-3222641, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.091766] env[69319]: DEBUG nova.scheduler.client.report [None req-f35fac49-3a60-404f-b04c-a62949e700fe tempest-FloatingIPsAssociationNegativeTestJSON-2071490931 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 627.303143] env[69319]: DEBUG nova.compute.manager [None req-ac0297f1-050c-485f-ae95-8c0cd632759a tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] [instance: 1835d15f-f896-4741-b67d-4b5b17a8dff2] Start spawning the instance on the hypervisor. {{(pid=69319) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 627.337650] env[69319]: DEBUG oslo_vmware.api [None req-6821bf7a-c375-4a34-a54c-58531b7122bf tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Task: {'id': task-3222641, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.683089} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.339259] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-6821bf7a-c375-4a34-a54c-58531b7122bf tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Copied Virtual Disk [datastore2] vmware_temp/f7a0d54d-9749-4cf1-a4eb-9412c143ed88/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/tmp-sparse.vmdk to [datastore2] vmware_temp/f7a0d54d-9749-4cf1-a4eb-9412c143ed88/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 627.339523] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-6821bf7a-c375-4a34-a54c-58531b7122bf tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Deleting the datastore file [datastore2] vmware_temp/f7a0d54d-9749-4cf1-a4eb-9412c143ed88/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/tmp-sparse.vmdk {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 627.340702] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-44480e8e-4f06-4ad9-aea6-fa920c2d9f03 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.347153] env[69319]: DEBUG nova.virt.hardware [None req-ac0297f1-050c-485f-ae95-8c0cd632759a tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:32:36Z,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31f027872f6f44dba95ff2fe7a062e00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:32:36Z,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 627.347934] env[69319]: DEBUG nova.virt.hardware [None req-ac0297f1-050c-485f-ae95-8c0cd632759a tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 627.347934] env[69319]: DEBUG nova.virt.hardware [None req-ac0297f1-050c-485f-ae95-8c0cd632759a tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 627.347934] env[69319]: DEBUG nova.virt.hardware [None req-ac0297f1-050c-485f-ae95-8c0cd632759a tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 627.348271] env[69319]: DEBUG nova.virt.hardware [None req-ac0297f1-050c-485f-ae95-8c0cd632759a tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 627.348475] env[69319]: DEBUG nova.virt.hardware [None req-ac0297f1-050c-485f-ae95-8c0cd632759a tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 627.348717] env[69319]: DEBUG nova.virt.hardware [None req-ac0297f1-050c-485f-ae95-8c0cd632759a tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 627.348922] env[69319]: DEBUG nova.virt.hardware [None req-ac0297f1-050c-485f-ae95-8c0cd632759a tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 627.350926] env[69319]: DEBUG nova.virt.hardware [None req-ac0297f1-050c-485f-ae95-8c0cd632759a tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 627.350926] env[69319]: DEBUG nova.virt.hardware [None req-ac0297f1-050c-485f-ae95-8c0cd632759a tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 627.350926] env[69319]: DEBUG nova.virt.hardware [None req-ac0297f1-050c-485f-ae95-8c0cd632759a tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 627.350926] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19fdddd5-7852-42ef-a73f-cea941b8c649 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.355337] env[69319]: DEBUG oslo_vmware.api [None req-6821bf7a-c375-4a34-a54c-58531b7122bf tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Waiting for the task: (returnval){ [ 627.355337] env[69319]: value = "task-3222642" [ 627.355337] env[69319]: _type = "Task" [ 627.355337] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.369260] env[69319]: DEBUG oslo_vmware.api [None req-6821bf7a-c375-4a34-a54c-58531b7122bf tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Task: {'id': task-3222642, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.375759] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5745a1ae-5b87-4012-a239-d1b7933f9803 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.601210] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f35fac49-3a60-404f-b04c-a62949e700fe tempest-FloatingIPsAssociationNegativeTestJSON-2071490931 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.343s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 627.601505] env[69319]: DEBUG nova.compute.manager [None req-f35fac49-3a60-404f-b04c-a62949e700fe tempest-FloatingIPsAssociationNegativeTestJSON-2071490931 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931-project-member] [instance: 62e4ab82-69e0-4698-996a-72bb7fb7ecdd] Start building networks asynchronously for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 627.609021] env[69319]: DEBUG oslo_concurrency.lockutils [None req-7c3b79f7-12f7-4cd9-afba-df4a2bcf8e8b tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.635s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.609021] env[69319]: INFO nova.compute.claims [None req-7c3b79f7-12f7-4cd9-afba-df4a2bcf8e8b tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] [instance: c2acc8ea-12eb-40fc-8baf-db3028c3ba19] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 627.613885] env[69319]: DEBUG oslo_concurrency.lockutils [None req-91aa5b89-4fd9-4b1b-b9ec-2c3a0a225832 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Acquiring lock "9bab8f26-9c99-489c-861b-9fef49b1f36d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.614500] env[69319]: DEBUG oslo_concurrency.lockutils [None req-91aa5b89-4fd9-4b1b-b9ec-2c3a0a225832 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Lock "9bab8f26-9c99-489c-861b-9fef49b1f36d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.722701] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5876a051-0d7d-405a-bcff-b01e52563f66 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Acquiring lock "0ccec795-caae-46ee-981f-2d210d0a31d3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.722938] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5876a051-0d7d-405a-bcff-b01e52563f66 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Lock "0ccec795-caae-46ee-981f-2d210d0a31d3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.871325] env[69319]: DEBUG oslo_vmware.api [None req-6821bf7a-c375-4a34-a54c-58531b7122bf tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Task: {'id': task-3222642, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.024684} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.872118] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-6821bf7a-c375-4a34-a54c-58531b7122bf tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 627.872420] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-6821bf7a-c375-4a34-a54c-58531b7122bf tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Moving file from [datastore2] vmware_temp/f7a0d54d-9749-4cf1-a4eb-9412c143ed88/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 to [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8. {{(pid=69319) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 627.872774] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-e9271b3f-21dc-4ede-aa8e-b0b4d1bc9dbd {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.882151] env[69319]: DEBUG oslo_vmware.api [None req-6821bf7a-c375-4a34-a54c-58531b7122bf tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Waiting for the task: (returnval){ [ 627.882151] env[69319]: value = "task-3222643" [ 627.882151] env[69319]: _type = "Task" [ 627.882151] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.892488] env[69319]: DEBUG oslo_vmware.api [None req-6821bf7a-c375-4a34-a54c-58531b7122bf tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Task: {'id': task-3222643, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.113922] env[69319]: DEBUG nova.compute.utils [None req-f35fac49-3a60-404f-b04c-a62949e700fe tempest-FloatingIPsAssociationNegativeTestJSON-2071490931 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931-project-member] Using /dev/sd instead of None {{(pid=69319) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 628.117099] env[69319]: DEBUG nova.compute.manager [None req-f35fac49-3a60-404f-b04c-a62949e700fe tempest-FloatingIPsAssociationNegativeTestJSON-2071490931 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931-project-member] [instance: 62e4ab82-69e0-4698-996a-72bb7fb7ecdd] Allocating IP information in the background. {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 628.117339] env[69319]: DEBUG nova.network.neutron [None req-f35fac49-3a60-404f-b04c-a62949e700fe tempest-FloatingIPsAssociationNegativeTestJSON-2071490931 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931-project-member] [instance: 62e4ab82-69e0-4698-996a-72bb7fb7ecdd] allocate_for_instance() {{(pid=69319) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 628.122790] env[69319]: DEBUG nova.compute.manager [None req-91aa5b89-4fd9-4b1b-b9ec-2c3a0a225832 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: 9bab8f26-9c99-489c-861b-9fef49b1f36d] Starting instance... {{(pid=69319) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 628.392881] env[69319]: DEBUG oslo_vmware.api [None req-6821bf7a-c375-4a34-a54c-58531b7122bf tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Task: {'id': task-3222643, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.029852} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.394596] env[69319]: DEBUG nova.policy [None req-f35fac49-3a60-404f-b04c-a62949e700fe tempest-FloatingIPsAssociationNegativeTestJSON-2071490931 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b38c8db5df864dc5b1b17fd2782b50af', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8bfd7f295e184122b33278bfb2cc089d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69319) authorize /opt/stack/nova/nova/policy.py:192}} [ 628.397540] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-6821bf7a-c375-4a34-a54c-58531b7122bf tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] File moved {{(pid=69319) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 628.397772] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-6821bf7a-c375-4a34-a54c-58531b7122bf tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] [instance: 6de6b246-d2c0-4d08-9c09-0a944dfecc15] Cleaning up location [datastore2] vmware_temp/f7a0d54d-9749-4cf1-a4eb-9412c143ed88 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 628.397977] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-6821bf7a-c375-4a34-a54c-58531b7122bf tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Deleting the datastore file [datastore2] vmware_temp/f7a0d54d-9749-4cf1-a4eb-9412c143ed88 {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 628.398338] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-773c4fb4-9c21-4515-ad48-85d106154ccf {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.408560] env[69319]: DEBUG oslo_vmware.api [None req-6821bf7a-c375-4a34-a54c-58531b7122bf tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Waiting for the task: (returnval){ [ 628.408560] env[69319]: value = "task-3222644" [ 628.408560] env[69319]: _type = "Task" [ 628.408560] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.419300] env[69319]: DEBUG oslo_vmware.api [None req-6821bf7a-c375-4a34-a54c-58531b7122bf tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Task: {'id': task-3222644, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.624553] env[69319]: DEBUG nova.compute.manager [None req-f35fac49-3a60-404f-b04c-a62949e700fe tempest-FloatingIPsAssociationNegativeTestJSON-2071490931 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931-project-member] [instance: 62e4ab82-69e0-4698-996a-72bb7fb7ecdd] Start building block device mappings for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 628.662710] env[69319]: DEBUG oslo_concurrency.lockutils [None req-91aa5b89-4fd9-4b1b-b9ec-2c3a0a225832 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.811487] env[69319]: DEBUG nova.network.neutron [None req-9158c9ea-d7dc-43a0-954f-5da227fdb5f2 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 90fb9d48-f1f0-4f55-9e0f-673d7d78c380] Successfully updated port: 9dcf6b9f-6f25-4fd3-b52f-025a46e99394 {{(pid=69319) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 628.928594] env[69319]: DEBUG oslo_vmware.api [None req-6821bf7a-c375-4a34-a54c-58531b7122bf tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Task: {'id': task-3222644, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.027266} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.932985] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-6821bf7a-c375-4a34-a54c-58531b7122bf tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 628.932985] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08c386a8-2eeb-4fa8-af96-95ffe4c1fd4e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.941494] env[69319]: DEBUG oslo_vmware.api [None req-6821bf7a-c375-4a34-a54c-58531b7122bf tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Waiting for the task: (returnval){ [ 628.941494] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]528c8155-6e60-2514-d17b-b2fc65fb5677" [ 628.941494] env[69319]: _type = "Task" [ 628.941494] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.957252] env[69319]: DEBUG oslo_vmware.api [None req-6821bf7a-c375-4a34-a54c-58531b7122bf tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]528c8155-6e60-2514-d17b-b2fc65fb5677, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.992646] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8342af88-3b3f-40d2-b3f2-05a1ac209015 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.002289] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf0aa110-78bd-492e-8328-52ff831d8864 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.044800] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36b03252-239f-47fd-8081-4c390df717dd {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.053104] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73062970-f45d-4491-b0f6-04c195a0efbe {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.067012] env[69319]: DEBUG nova.compute.provider_tree [None req-7c3b79f7-12f7-4cd9-afba-df4a2bcf8e8b tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 629.315030] env[69319]: DEBUG oslo_concurrency.lockutils [None req-9158c9ea-d7dc-43a0-954f-5da227fdb5f2 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Acquiring lock "refresh_cache-90fb9d48-f1f0-4f55-9e0f-673d7d78c380" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.315415] env[69319]: DEBUG oslo_concurrency.lockutils [None req-9158c9ea-d7dc-43a0-954f-5da227fdb5f2 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Acquired lock "refresh_cache-90fb9d48-f1f0-4f55-9e0f-673d7d78c380" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.315841] env[69319]: DEBUG nova.network.neutron [None req-9158c9ea-d7dc-43a0-954f-5da227fdb5f2 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 90fb9d48-f1f0-4f55-9e0f-673d7d78c380] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 629.453611] env[69319]: DEBUG oslo_vmware.api [None req-6821bf7a-c375-4a34-a54c-58531b7122bf tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]528c8155-6e60-2514-d17b-b2fc65fb5677, 'name': SearchDatastore_Task, 'duration_secs': 0.016436} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.454484] env[69319]: DEBUG oslo_concurrency.lockutils [None req-6821bf7a-c375-4a34-a54c-58531b7122bf tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.454484] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-6821bf7a-c375-4a34-a54c-58531b7122bf tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] 6de6b246-d2c0-4d08-9c09-0a944dfecc15/6de6b246-d2c0-4d08-9c09-0a944dfecc15.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 629.454484] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1a667305-5cfc-45e8-bcde-7a95521a94e3 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.465461] env[69319]: DEBUG oslo_vmware.api [None req-6821bf7a-c375-4a34-a54c-58531b7122bf tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Waiting for the task: (returnval){ [ 629.465461] env[69319]: value = "task-3222645" [ 629.465461] env[69319]: _type = "Task" [ 629.465461] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.481072] env[69319]: DEBUG oslo_vmware.api [None req-6821bf7a-c375-4a34-a54c-58531b7122bf tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Task: {'id': task-3222645, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.572592] env[69319]: DEBUG nova.scheduler.client.report [None req-7c3b79f7-12f7-4cd9-afba-df4a2bcf8e8b tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 629.644134] env[69319]: DEBUG nova.compute.manager [None req-f35fac49-3a60-404f-b04c-a62949e700fe tempest-FloatingIPsAssociationNegativeTestJSON-2071490931 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931-project-member] [instance: 62e4ab82-69e0-4698-996a-72bb7fb7ecdd] Start spawning the instance on the hypervisor. {{(pid=69319) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 629.678425] env[69319]: DEBUG nova.virt.hardware [None req-f35fac49-3a60-404f-b04c-a62949e700fe tempest-FloatingIPsAssociationNegativeTestJSON-2071490931 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:32:36Z,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31f027872f6f44dba95ff2fe7a062e00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:32:36Z,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 629.678705] env[69319]: DEBUG nova.virt.hardware [None req-f35fac49-3a60-404f-b04c-a62949e700fe tempest-FloatingIPsAssociationNegativeTestJSON-2071490931 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 629.678859] env[69319]: DEBUG nova.virt.hardware [None req-f35fac49-3a60-404f-b04c-a62949e700fe tempest-FloatingIPsAssociationNegativeTestJSON-2071490931 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 629.681761] env[69319]: DEBUG nova.virt.hardware [None req-f35fac49-3a60-404f-b04c-a62949e700fe tempest-FloatingIPsAssociationNegativeTestJSON-2071490931 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 629.684173] env[69319]: DEBUG nova.virt.hardware [None req-f35fac49-3a60-404f-b04c-a62949e700fe tempest-FloatingIPsAssociationNegativeTestJSON-2071490931 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 629.684493] env[69319]: DEBUG nova.virt.hardware [None req-f35fac49-3a60-404f-b04c-a62949e700fe tempest-FloatingIPsAssociationNegativeTestJSON-2071490931 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 629.684649] env[69319]: DEBUG nova.virt.hardware [None req-f35fac49-3a60-404f-b04c-a62949e700fe tempest-FloatingIPsAssociationNegativeTestJSON-2071490931 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 629.684814] env[69319]: DEBUG nova.virt.hardware [None req-f35fac49-3a60-404f-b04c-a62949e700fe tempest-FloatingIPsAssociationNegativeTestJSON-2071490931 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 629.684982] env[69319]: DEBUG nova.virt.hardware [None req-f35fac49-3a60-404f-b04c-a62949e700fe tempest-FloatingIPsAssociationNegativeTestJSON-2071490931 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 629.685980] env[69319]: DEBUG nova.virt.hardware [None req-f35fac49-3a60-404f-b04c-a62949e700fe tempest-FloatingIPsAssociationNegativeTestJSON-2071490931 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 629.685980] env[69319]: DEBUG nova.virt.hardware [None req-f35fac49-3a60-404f-b04c-a62949e700fe tempest-FloatingIPsAssociationNegativeTestJSON-2071490931 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 629.686320] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4045aa4f-77e4-414f-8ae9-787d076cf43f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.703022] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84ec1c15-8172-4e2d-aff4-973d299dcb54 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.729168] env[69319]: DEBUG nova.compute.manager [req-94f9e272-7da2-4319-a1fb-6d4a3689302a req-c62e20b5-ec9a-42fb-9f36-53ce2b900bc5 service nova] [instance: 90fb9d48-f1f0-4f55-9e0f-673d7d78c380] Received event network-vif-plugged-9dcf6b9f-6f25-4fd3-b52f-025a46e99394 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 629.730016] env[69319]: DEBUG oslo_concurrency.lockutils [req-94f9e272-7da2-4319-a1fb-6d4a3689302a req-c62e20b5-ec9a-42fb-9f36-53ce2b900bc5 service nova] Acquiring lock "90fb9d48-f1f0-4f55-9e0f-673d7d78c380-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.730016] env[69319]: DEBUG oslo_concurrency.lockutils [req-94f9e272-7da2-4319-a1fb-6d4a3689302a req-c62e20b5-ec9a-42fb-9f36-53ce2b900bc5 service nova] Lock "90fb9d48-f1f0-4f55-9e0f-673d7d78c380-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.730016] env[69319]: DEBUG oslo_concurrency.lockutils [req-94f9e272-7da2-4319-a1fb-6d4a3689302a req-c62e20b5-ec9a-42fb-9f36-53ce2b900bc5 service nova] Lock "90fb9d48-f1f0-4f55-9e0f-673d7d78c380-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.730267] env[69319]: DEBUG nova.compute.manager [req-94f9e272-7da2-4319-a1fb-6d4a3689302a req-c62e20b5-ec9a-42fb-9f36-53ce2b900bc5 service nova] [instance: 90fb9d48-f1f0-4f55-9e0f-673d7d78c380] No waiting events found dispatching network-vif-plugged-9dcf6b9f-6f25-4fd3-b52f-025a46e99394 {{(pid=69319) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 629.730552] env[69319]: WARNING nova.compute.manager [req-94f9e272-7da2-4319-a1fb-6d4a3689302a req-c62e20b5-ec9a-42fb-9f36-53ce2b900bc5 service nova] [instance: 90fb9d48-f1f0-4f55-9e0f-673d7d78c380] Received unexpected event network-vif-plugged-9dcf6b9f-6f25-4fd3-b52f-025a46e99394 for instance with vm_state building and task_state spawning. [ 629.944910] env[69319]: DEBUG nova.network.neutron [None req-9158c9ea-d7dc-43a0-954f-5da227fdb5f2 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 90fb9d48-f1f0-4f55-9e0f-673d7d78c380] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 629.977653] env[69319]: DEBUG oslo_vmware.api [None req-6821bf7a-c375-4a34-a54c-58531b7122bf tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Task: {'id': task-3222645, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499994} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.977925] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-6821bf7a-c375-4a34-a54c-58531b7122bf tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] 6de6b246-d2c0-4d08-9c09-0a944dfecc15/6de6b246-d2c0-4d08-9c09-0a944dfecc15.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 629.978198] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-6821bf7a-c375-4a34-a54c-58531b7122bf tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] [instance: 6de6b246-d2c0-4d08-9c09-0a944dfecc15] Extending root virtual disk to 1048576 {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 629.978574] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bb548b00-efde-4a03-b98c-21fc9b8213bf {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.984965] env[69319]: DEBUG oslo_vmware.api [None req-6821bf7a-c375-4a34-a54c-58531b7122bf tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Waiting for the task: (returnval){ [ 629.984965] env[69319]: value = "task-3222646" [ 629.984965] env[69319]: _type = "Task" [ 629.984965] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.993064] env[69319]: DEBUG oslo_vmware.api [None req-6821bf7a-c375-4a34-a54c-58531b7122bf tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Task: {'id': task-3222646, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.076956] env[69319]: DEBUG oslo_concurrency.lockutils [None req-7c3b79f7-12f7-4cd9-afba-df4a2bcf8e8b tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.471s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 630.077565] env[69319]: DEBUG nova.compute.manager [None req-7c3b79f7-12f7-4cd9-afba-df4a2bcf8e8b tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] [instance: c2acc8ea-12eb-40fc-8baf-db3028c3ba19] Start building networks asynchronously for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 630.081532] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5f53e468-29d8-4e3d-9e1d-5e12044cad89 tempest-ServerExternalEventsTest-854483476 tempest-ServerExternalEventsTest-854483476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.662s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.083681] env[69319]: INFO nova.compute.claims [None req-5f53e468-29d8-4e3d-9e1d-5e12044cad89 tempest-ServerExternalEventsTest-854483476 tempest-ServerExternalEventsTest-854483476-project-member] [instance: c3e1d116-4785-402a-bcc3-ad45bcdc16b1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 630.218081] env[69319]: DEBUG nova.network.neutron [None req-f35fac49-3a60-404f-b04c-a62949e700fe tempest-FloatingIPsAssociationNegativeTestJSON-2071490931 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931-project-member] [instance: 62e4ab82-69e0-4698-996a-72bb7fb7ecdd] Successfully created port: d7145746-67bc-466e-8a2e-bbbb3295c907 {{(pid=69319) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 630.250590] env[69319]: DEBUG nova.network.neutron [None req-ac0297f1-050c-485f-ae95-8c0cd632759a tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] [instance: 1835d15f-f896-4741-b67d-4b5b17a8dff2] Successfully updated port: ad495861-30bd-49fd-b639-d0e01db35e1a {{(pid=69319) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 630.499392] env[69319]: DEBUG oslo_vmware.api [None req-6821bf7a-c375-4a34-a54c-58531b7122bf tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Task: {'id': task-3222646, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064503} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.499716] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-6821bf7a-c375-4a34-a54c-58531b7122bf tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] [instance: 6de6b246-d2c0-4d08-9c09-0a944dfecc15] Extended root virtual disk {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 630.500746] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a784b743-59a9-440e-9896-0a1a305b2402 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.528538] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-6821bf7a-c375-4a34-a54c-58531b7122bf tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] [instance: 6de6b246-d2c0-4d08-9c09-0a944dfecc15] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] 6de6b246-d2c0-4d08-9c09-0a944dfecc15/6de6b246-d2c0-4d08-9c09-0a944dfecc15.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 630.529380] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-054b7d1a-2df1-4699-9a2b-464f9972b8f0 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.554164] env[69319]: DEBUG oslo_vmware.api [None req-6821bf7a-c375-4a34-a54c-58531b7122bf tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Waiting for the task: (returnval){ [ 630.554164] env[69319]: value = "task-3222647" [ 630.554164] env[69319]: _type = "Task" [ 630.554164] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.566092] env[69319]: DEBUG oslo_vmware.api [None req-6821bf7a-c375-4a34-a54c-58531b7122bf tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Task: {'id': task-3222647, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.592463] env[69319]: DEBUG nova.compute.utils [None req-7c3b79f7-12f7-4cd9-afba-df4a2bcf8e8b tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] Using /dev/sd instead of None {{(pid=69319) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 630.594901] env[69319]: DEBUG nova.compute.manager [None req-7c3b79f7-12f7-4cd9-afba-df4a2bcf8e8b tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] [instance: c2acc8ea-12eb-40fc-8baf-db3028c3ba19] Allocating IP information in the background. {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 630.595408] env[69319]: DEBUG nova.network.neutron [None req-7c3b79f7-12f7-4cd9-afba-df4a2bcf8e8b tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] [instance: c2acc8ea-12eb-40fc-8baf-db3028c3ba19] allocate_for_instance() {{(pid=69319) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 630.609183] env[69319]: DEBUG nova.compute.manager [req-f0a9e551-3e59-4288-bc26-380768e8ed21 req-a04a0b35-5c04-4f4a-a201-32f1f6c3b51d service nova] [instance: 1835d15f-f896-4741-b67d-4b5b17a8dff2] Received event network-vif-plugged-ad495861-30bd-49fd-b639-d0e01db35e1a {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 630.609771] env[69319]: DEBUG oslo_concurrency.lockutils [req-f0a9e551-3e59-4288-bc26-380768e8ed21 req-a04a0b35-5c04-4f4a-a201-32f1f6c3b51d service nova] Acquiring lock "1835d15f-f896-4741-b67d-4b5b17a8dff2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.610048] env[69319]: DEBUG oslo_concurrency.lockutils [req-f0a9e551-3e59-4288-bc26-380768e8ed21 req-a04a0b35-5c04-4f4a-a201-32f1f6c3b51d service nova] Lock "1835d15f-f896-4741-b67d-4b5b17a8dff2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.610264] env[69319]: DEBUG oslo_concurrency.lockutils [req-f0a9e551-3e59-4288-bc26-380768e8ed21 req-a04a0b35-5c04-4f4a-a201-32f1f6c3b51d service nova] Lock "1835d15f-f896-4741-b67d-4b5b17a8dff2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 630.610438] env[69319]: DEBUG nova.compute.manager [req-f0a9e551-3e59-4288-bc26-380768e8ed21 req-a04a0b35-5c04-4f4a-a201-32f1f6c3b51d service nova] [instance: 1835d15f-f896-4741-b67d-4b5b17a8dff2] No waiting events found dispatching network-vif-plugged-ad495861-30bd-49fd-b639-d0e01db35e1a {{(pid=69319) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 630.610588] env[69319]: WARNING nova.compute.manager [req-f0a9e551-3e59-4288-bc26-380768e8ed21 req-a04a0b35-5c04-4f4a-a201-32f1f6c3b51d service nova] [instance: 1835d15f-f896-4741-b67d-4b5b17a8dff2] Received unexpected event network-vif-plugged-ad495861-30bd-49fd-b639-d0e01db35e1a for instance with vm_state building and task_state spawning. [ 630.755638] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ac0297f1-050c-485f-ae95-8c0cd632759a tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Acquiring lock "refresh_cache-1835d15f-f896-4741-b67d-4b5b17a8dff2" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.755801] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ac0297f1-050c-485f-ae95-8c0cd632759a tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Acquired lock "refresh_cache-1835d15f-f896-4741-b67d-4b5b17a8dff2" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.755953] env[69319]: DEBUG nova.network.neutron [None req-ac0297f1-050c-485f-ae95-8c0cd632759a tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] [instance: 1835d15f-f896-4741-b67d-4b5b17a8dff2] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 630.848129] env[69319]: DEBUG nova.policy [None req-7c3b79f7-12f7-4cd9-afba-df4a2bcf8e8b tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bc88776a037b46baa3531cfd30114305', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '61f94223a6324467a4346d986bd646d6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69319) authorize /opt/stack/nova/nova/policy.py:192}} [ 630.921880] env[69319]: DEBUG nova.network.neutron [None req-9158c9ea-d7dc-43a0-954f-5da227fdb5f2 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 90fb9d48-f1f0-4f55-9e0f-673d7d78c380] Updating instance_info_cache with network_info: [{"id": "9dcf6b9f-6f25-4fd3-b52f-025a46e99394", "address": "fa:16:3e:fb:e0:96", "network": {"id": "137e0ee2-8e6e-434c-a032-f059cf348e59", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-49335232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0030fcfc26054d94b76414b0098fa648", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9dcf6b9f-6f", "ovs_interfaceid": "9dcf6b9f-6f25-4fd3-b52f-025a46e99394", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 631.062674] env[69319]: DEBUG oslo_vmware.api [None req-6821bf7a-c375-4a34-a54c-58531b7122bf tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Task: {'id': task-3222647, 'name': ReconfigVM_Task, 'duration_secs': 0.350398} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.062949] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-6821bf7a-c375-4a34-a54c-58531b7122bf tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] [instance: 6de6b246-d2c0-4d08-9c09-0a944dfecc15] Reconfigured VM instance instance-00000001 to attach disk [datastore2] 6de6b246-d2c0-4d08-9c09-0a944dfecc15/6de6b246-d2c0-4d08-9c09-0a944dfecc15.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 631.064354] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c37aa08a-2359-48fe-b544-c3534d1b8439 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.071337] env[69319]: DEBUG oslo_vmware.api [None req-6821bf7a-c375-4a34-a54c-58531b7122bf tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Waiting for the task: (returnval){ [ 631.071337] env[69319]: value = "task-3222648" [ 631.071337] env[69319]: _type = "Task" [ 631.071337] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.082100] env[69319]: DEBUG oslo_vmware.api [None req-6821bf7a-c375-4a34-a54c-58531b7122bf tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Task: {'id': task-3222648, 'name': Rename_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.101523] env[69319]: DEBUG nova.compute.manager [None req-7c3b79f7-12f7-4cd9-afba-df4a2bcf8e8b tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] [instance: c2acc8ea-12eb-40fc-8baf-db3028c3ba19] Start building block device mappings for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 631.315977] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa30df4e-faa0-4183-931c-45a69428bcd7 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.327317] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a489aa7f-e31b-4cfc-88f5-bd4c1af20886 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.361780] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea9b416b-0f73-4145-ab3c-be5b11b09351 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.370628] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1275211-d370-4adc-aad0-fb4d453d92e3 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.387161] env[69319]: DEBUG nova.compute.provider_tree [None req-5f53e468-29d8-4e3d-9e1d-5e12044cad89 tempest-ServerExternalEventsTest-854483476 tempest-ServerExternalEventsTest-854483476-project-member] Updating inventory in ProviderTree for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 631.425363] env[69319]: DEBUG oslo_concurrency.lockutils [None req-9158c9ea-d7dc-43a0-954f-5da227fdb5f2 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Releasing lock "refresh_cache-90fb9d48-f1f0-4f55-9e0f-673d7d78c380" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.425787] env[69319]: DEBUG nova.compute.manager [None req-9158c9ea-d7dc-43a0-954f-5da227fdb5f2 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 90fb9d48-f1f0-4f55-9e0f-673d7d78c380] Instance network_info: |[{"id": "9dcf6b9f-6f25-4fd3-b52f-025a46e99394", "address": "fa:16:3e:fb:e0:96", "network": {"id": "137e0ee2-8e6e-434c-a032-f059cf348e59", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-49335232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0030fcfc26054d94b76414b0098fa648", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9dcf6b9f-6f", "ovs_interfaceid": "9dcf6b9f-6f25-4fd3-b52f-025a46e99394", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 631.426264] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-9158c9ea-d7dc-43a0-954f-5da227fdb5f2 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 90fb9d48-f1f0-4f55-9e0f-673d7d78c380] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:e0:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4a8f5363-be3a-4f92-9ccf-33bb0c8113b3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9dcf6b9f-6f25-4fd3-b52f-025a46e99394', 'vif_model': 'vmxnet3'}] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 631.436133] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-9158c9ea-d7dc-43a0-954f-5da227fdb5f2 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Creating folder: Project (0030fcfc26054d94b76414b0098fa648). Parent ref: group-v644239. {{(pid=69319) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 631.437093] env[69319]: DEBUG nova.network.neutron [None req-ac0297f1-050c-485f-ae95-8c0cd632759a tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] [instance: 1835d15f-f896-4741-b67d-4b5b17a8dff2] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 631.439134] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a38f5378-7515-4681-bb7a-bfb87520e5b7 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.452050] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-9158c9ea-d7dc-43a0-954f-5da227fdb5f2 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Created folder: Project (0030fcfc26054d94b76414b0098fa648) in parent group-v644239. [ 631.452050] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-9158c9ea-d7dc-43a0-954f-5da227fdb5f2 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Creating folder: Instances. Parent ref: group-v644243. {{(pid=69319) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 631.452050] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4037a3e7-1682-432c-86b8-e577a714dc35 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.461731] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-9158c9ea-d7dc-43a0-954f-5da227fdb5f2 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Created folder: Instances in parent group-v644243. [ 631.462067] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9158c9ea-d7dc-43a0-954f-5da227fdb5f2 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 631.462301] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90fb9d48-f1f0-4f55-9e0f-673d7d78c380] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 631.462473] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c7a29373-d922-4d8e-abec-5ceba5fb78ba {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.483742] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 631.483742] env[69319]: value = "task-3222651" [ 631.483742] env[69319]: _type = "Task" [ 631.483742] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.489666] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222651, 'name': CreateVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.586264] env[69319]: DEBUG oslo_vmware.api [None req-6821bf7a-c375-4a34-a54c-58531b7122bf tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Task: {'id': task-3222648, 'name': Rename_Task, 'duration_secs': 0.131147} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.586264] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-6821bf7a-c375-4a34-a54c-58531b7122bf tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] [instance: 6de6b246-d2c0-4d08-9c09-0a944dfecc15] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 631.586264] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dec552ca-b3f3-4459-9f6c-d2a32748e18a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.592736] env[69319]: DEBUG oslo_vmware.api [None req-6821bf7a-c375-4a34-a54c-58531b7122bf tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Waiting for the task: (returnval){ [ 631.592736] env[69319]: value = "task-3222652" [ 631.592736] env[69319]: _type = "Task" [ 631.592736] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.604370] env[69319]: DEBUG oslo_vmware.api [None req-6821bf7a-c375-4a34-a54c-58531b7122bf tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Task: {'id': task-3222652, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.915479] env[69319]: ERROR nova.scheduler.client.report [None req-5f53e468-29d8-4e3d-9e1d-5e12044cad89 tempest-ServerExternalEventsTest-854483476 tempest-ServerExternalEventsTest-854483476-project-member] [req-cad03f8f-8d33-49de-8301-08964b223bd1] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 94b8835e-2513-4669-abb9-c8c6813d60e7. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-cad03f8f-8d33-49de-8301-08964b223bd1"}]} [ 631.999720] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222651, 'name': CreateVM_Task, 'duration_secs': 0.338947} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.999949] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90fb9d48-f1f0-4f55-9e0f-673d7d78c380] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 632.019662] env[69319]: DEBUG nova.scheduler.client.report [None req-5f53e468-29d8-4e3d-9e1d-5e12044cad89 tempest-ServerExternalEventsTest-854483476 tempest-ServerExternalEventsTest-854483476-project-member] Refreshing inventories for resource provider 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 632.035258] env[69319]: DEBUG oslo_concurrency.lockutils [None req-9158c9ea-d7dc-43a0-954f-5da227fdb5f2 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.035258] env[69319]: DEBUG oslo_concurrency.lockutils [None req-9158c9ea-d7dc-43a0-954f-5da227fdb5f2 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.036093] env[69319]: DEBUG oslo_concurrency.lockutils [None req-9158c9ea-d7dc-43a0-954f-5da227fdb5f2 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.036093] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-879e9cc1-9d3b-4ffc-873b-76eb3a6798b9 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.041324] env[69319]: DEBUG oslo_vmware.api [None req-9158c9ea-d7dc-43a0-954f-5da227fdb5f2 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Waiting for the task: (returnval){ [ 632.041324] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52f68bb2-0f34-9745-72cb-41c155d7b8da" [ 632.041324] env[69319]: _type = "Task" [ 632.041324] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.046154] env[69319]: DEBUG nova.scheduler.client.report [None req-5f53e468-29d8-4e3d-9e1d-5e12044cad89 tempest-ServerExternalEventsTest-854483476 tempest-ServerExternalEventsTest-854483476-project-member] Updating ProviderTree inventory for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 632.046369] env[69319]: DEBUG nova.compute.provider_tree [None req-5f53e468-29d8-4e3d-9e1d-5e12044cad89 tempest-ServerExternalEventsTest-854483476 tempest-ServerExternalEventsTest-854483476-project-member] Updating inventory in ProviderTree for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 632.061170] env[69319]: DEBUG oslo_vmware.api [None req-9158c9ea-d7dc-43a0-954f-5da227fdb5f2 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52f68bb2-0f34-9745-72cb-41c155d7b8da, 'name': SearchDatastore_Task, 'duration_secs': 0.008787} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.061170] env[69319]: DEBUG oslo_concurrency.lockutils [None req-9158c9ea-d7dc-43a0-954f-5da227fdb5f2 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.061170] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-9158c9ea-d7dc-43a0-954f-5da227fdb5f2 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 90fb9d48-f1f0-4f55-9e0f-673d7d78c380] Processing image 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 632.061170] env[69319]: DEBUG oslo_concurrency.lockutils [None req-9158c9ea-d7dc-43a0-954f-5da227fdb5f2 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.061417] env[69319]: DEBUG oslo_concurrency.lockutils [None req-9158c9ea-d7dc-43a0-954f-5da227fdb5f2 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.061417] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-9158c9ea-d7dc-43a0-954f-5da227fdb5f2 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 632.061417] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c4222a84-7077-4754-9b1f-626376e9b0c0 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.066541] env[69319]: DEBUG nova.scheduler.client.report [None req-5f53e468-29d8-4e3d-9e1d-5e12044cad89 tempest-ServerExternalEventsTest-854483476 tempest-ServerExternalEventsTest-854483476-project-member] Refreshing aggregate associations for resource provider 94b8835e-2513-4669-abb9-c8c6813d60e7, aggregates: None {{(pid=69319) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 632.070713] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-9158c9ea-d7dc-43a0-954f-5da227fdb5f2 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 632.070713] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-9158c9ea-d7dc-43a0-954f-5da227fdb5f2 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 632.070948] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7523250c-f258-421e-83f2-90b6c702746d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.076300] env[69319]: DEBUG oslo_vmware.api [None req-9158c9ea-d7dc-43a0-954f-5da227fdb5f2 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Waiting for the task: (returnval){ [ 632.076300] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52a6c038-bfd2-cd1a-6064-80db5b37c49e" [ 632.076300] env[69319]: _type = "Task" [ 632.076300] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.084259] env[69319]: DEBUG oslo_vmware.api [None req-9158c9ea-d7dc-43a0-954f-5da227fdb5f2 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52a6c038-bfd2-cd1a-6064-80db5b37c49e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.098977] env[69319]: DEBUG nova.scheduler.client.report [None req-5f53e468-29d8-4e3d-9e1d-5e12044cad89 tempest-ServerExternalEventsTest-854483476 tempest-ServerExternalEventsTest-854483476-project-member] Refreshing trait associations for resource provider 94b8835e-2513-4669-abb9-c8c6813d60e7, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69319) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 632.105151] env[69319]: DEBUG oslo_vmware.api [None req-6821bf7a-c375-4a34-a54c-58531b7122bf tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Task: {'id': task-3222652, 'name': PowerOnVM_Task, 'duration_secs': 0.434228} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.106516] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-6821bf7a-c375-4a34-a54c-58531b7122bf tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] [instance: 6de6b246-d2c0-4d08-9c09-0a944dfecc15] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 632.106933] env[69319]: INFO nova.compute.manager [None req-6821bf7a-c375-4a34-a54c-58531b7122bf tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] [instance: 6de6b246-d2c0-4d08-9c09-0a944dfecc15] Took 9.37 seconds to spawn the instance on the hypervisor. [ 632.107215] env[69319]: DEBUG nova.compute.manager [None req-6821bf7a-c375-4a34-a54c-58531b7122bf tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] [instance: 6de6b246-d2c0-4d08-9c09-0a944dfecc15] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 632.108033] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5f54995-4d7b-42f0-92f2-e6dc445482f0 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.115552] env[69319]: DEBUG nova.compute.manager [None req-7c3b79f7-12f7-4cd9-afba-df4a2bcf8e8b tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] [instance: c2acc8ea-12eb-40fc-8baf-db3028c3ba19] Start spawning the instance on the hypervisor. {{(pid=69319) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 632.153687] env[69319]: DEBUG nova.virt.hardware [None req-7c3b79f7-12f7-4cd9-afba-df4a2bcf8e8b tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:32:36Z,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31f027872f6f44dba95ff2fe7a062e00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:32:36Z,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 632.153919] env[69319]: DEBUG nova.virt.hardware [None req-7c3b79f7-12f7-4cd9-afba-df4a2bcf8e8b tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 632.154749] env[69319]: DEBUG nova.virt.hardware [None req-7c3b79f7-12f7-4cd9-afba-df4a2bcf8e8b tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 632.154929] env[69319]: DEBUG nova.virt.hardware [None req-7c3b79f7-12f7-4cd9-afba-df4a2bcf8e8b tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 632.155105] env[69319]: DEBUG nova.virt.hardware [None req-7c3b79f7-12f7-4cd9-afba-df4a2bcf8e8b tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 632.155258] env[69319]: DEBUG nova.virt.hardware [None req-7c3b79f7-12f7-4cd9-afba-df4a2bcf8e8b tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 632.155466] env[69319]: DEBUG nova.virt.hardware [None req-7c3b79f7-12f7-4cd9-afba-df4a2bcf8e8b tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 632.155618] env[69319]: DEBUG nova.virt.hardware [None req-7c3b79f7-12f7-4cd9-afba-df4a2bcf8e8b tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 632.155775] env[69319]: DEBUG nova.virt.hardware [None req-7c3b79f7-12f7-4cd9-afba-df4a2bcf8e8b tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 632.155931] env[69319]: DEBUG nova.virt.hardware [None req-7c3b79f7-12f7-4cd9-afba-df4a2bcf8e8b tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 632.156115] env[69319]: DEBUG nova.virt.hardware [None req-7c3b79f7-12f7-4cd9-afba-df4a2bcf8e8b tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 632.157061] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cdd73ba-6398-4450-a989-5c8355dff4a0 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.167697] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a029cce3-19ff-4a08-a9fd-74e563dc5ed2 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.297622] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32696684-d66b-4b17-8154-f52b15e38236 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.308425] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db3cfa32-cfc9-4719-a33f-1d480aa3f3ce {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.353480] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b0bba4c-e79a-40e9-923d-4cf3e3f9dece {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.363274] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-579b5c34-8681-4c9e-89aa-ef4fce53ccff {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.385181] env[69319]: DEBUG nova.compute.provider_tree [None req-5f53e468-29d8-4e3d-9e1d-5e12044cad89 tempest-ServerExternalEventsTest-854483476 tempest-ServerExternalEventsTest-854483476-project-member] Updating inventory in ProviderTree for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 632.387508] env[69319]: DEBUG nova.network.neutron [None req-7c3b79f7-12f7-4cd9-afba-df4a2bcf8e8b tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] [instance: c2acc8ea-12eb-40fc-8baf-db3028c3ba19] Successfully created port: 56f1ed31-91af-40dd-a1d0-b688b15d45f7 {{(pid=69319) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 632.506078] env[69319]: DEBUG nova.network.neutron [None req-ac0297f1-050c-485f-ae95-8c0cd632759a tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] [instance: 1835d15f-f896-4741-b67d-4b5b17a8dff2] Updating instance_info_cache with network_info: [{"id": "ad495861-30bd-49fd-b639-d0e01db35e1a", "address": "fa:16:3e:48:a3:20", "network": {"id": "0748f58d-48cb-4ef3-8a8c-fe662e70cd3b", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1632896423-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61310cc82dcc4f58861554ab6f787b3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad495861-30", "ovs_interfaceid": "ad495861-30bd-49fd-b639-d0e01db35e1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 632.591508] env[69319]: DEBUG oslo_vmware.api [None req-9158c9ea-d7dc-43a0-954f-5da227fdb5f2 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52a6c038-bfd2-cd1a-6064-80db5b37c49e, 'name': SearchDatastore_Task, 'duration_secs': 0.009128} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.592312] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1269ef14-7e1b-4267-bf19-5e7cdb82813b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.600541] env[69319]: DEBUG oslo_vmware.api [None req-9158c9ea-d7dc-43a0-954f-5da227fdb5f2 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Waiting for the task: (returnval){ [ 632.600541] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]520ee959-40bf-a1e6-1a22-6966512d7f20" [ 632.600541] env[69319]: _type = "Task" [ 632.600541] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.615576] env[69319]: DEBUG oslo_vmware.api [None req-9158c9ea-d7dc-43a0-954f-5da227fdb5f2 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]520ee959-40bf-a1e6-1a22-6966512d7f20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.632212] env[69319]: INFO nova.compute.manager [None req-6821bf7a-c375-4a34-a54c-58531b7122bf tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] [instance: 6de6b246-d2c0-4d08-9c09-0a944dfecc15] Took 14.14 seconds to build instance. [ 632.950400] env[69319]: DEBUG nova.scheduler.client.report [None req-5f53e468-29d8-4e3d-9e1d-5e12044cad89 tempest-ServerExternalEventsTest-854483476 tempest-ServerExternalEventsTest-854483476-project-member] Updated inventory for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 with generation 15 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 632.952509] env[69319]: DEBUG nova.compute.provider_tree [None req-5f53e468-29d8-4e3d-9e1d-5e12044cad89 tempest-ServerExternalEventsTest-854483476 tempest-ServerExternalEventsTest-854483476-project-member] Updating resource provider 94b8835e-2513-4669-abb9-c8c6813d60e7 generation from 15 to 16 during operation: update_inventory {{(pid=69319) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 632.952509] env[69319]: DEBUG nova.compute.provider_tree [None req-5f53e468-29d8-4e3d-9e1d-5e12044cad89 tempest-ServerExternalEventsTest-854483476 tempest-ServerExternalEventsTest-854483476-project-member] Updating inventory in ProviderTree for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 633.010339] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ac0297f1-050c-485f-ae95-8c0cd632759a tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Releasing lock "refresh_cache-1835d15f-f896-4741-b67d-4b5b17a8dff2" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.010683] env[69319]: DEBUG nova.compute.manager [None req-ac0297f1-050c-485f-ae95-8c0cd632759a tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] [instance: 1835d15f-f896-4741-b67d-4b5b17a8dff2] Instance network_info: |[{"id": "ad495861-30bd-49fd-b639-d0e01db35e1a", "address": "fa:16:3e:48:a3:20", "network": {"id": "0748f58d-48cb-4ef3-8a8c-fe662e70cd3b", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1632896423-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61310cc82dcc4f58861554ab6f787b3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad495861-30", "ovs_interfaceid": "ad495861-30bd-49fd-b639-d0e01db35e1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 633.011165] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-ac0297f1-050c-485f-ae95-8c0cd632759a tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] [instance: 1835d15f-f896-4741-b67d-4b5b17a8dff2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:48:a3:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee555dfd-3d1a-4220-89cd-ffba64e4acf0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ad495861-30bd-49fd-b639-d0e01db35e1a', 'vif_model': 'vmxnet3'}] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 633.022937] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac0297f1-050c-485f-ae95-8c0cd632759a tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Creating folder: Project (61310cc82dcc4f58861554ab6f787b3c). Parent ref: group-v644239. {{(pid=69319) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 633.023848] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9224e67d-e1ec-4b01-8f61-f8cc3966519c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.037042] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-ac0297f1-050c-485f-ae95-8c0cd632759a tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Created folder: Project (61310cc82dcc4f58861554ab6f787b3c) in parent group-v644239. [ 633.037042] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac0297f1-050c-485f-ae95-8c0cd632759a tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Creating folder: Instances. Parent ref: group-v644246. {{(pid=69319) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 633.037042] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-043776a1-29e7-4ce7-b8c0-f781a7a7d54e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.045546] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-ac0297f1-050c-485f-ae95-8c0cd632759a tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Created folder: Instances in parent group-v644246. [ 633.046805] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ac0297f1-050c-485f-ae95-8c0cd632759a tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 633.046805] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1835d15f-f896-4741-b67d-4b5b17a8dff2] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 633.046805] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ddacd568-5762-4266-8421-934ce65ddeea {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.072339] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 633.072339] env[69319]: value = "task-3222655" [ 633.072339] env[69319]: _type = "Task" [ 633.072339] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.080268] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222655, 'name': CreateVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.114710] env[69319]: DEBUG oslo_vmware.api [None req-9158c9ea-d7dc-43a0-954f-5da227fdb5f2 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]520ee959-40bf-a1e6-1a22-6966512d7f20, 'name': SearchDatastore_Task, 'duration_secs': 0.009434} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.115040] env[69319]: DEBUG oslo_concurrency.lockutils [None req-9158c9ea-d7dc-43a0-954f-5da227fdb5f2 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.116633] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-9158c9ea-d7dc-43a0-954f-5da227fdb5f2 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] 90fb9d48-f1f0-4f55-9e0f-673d7d78c380/90fb9d48-f1f0-4f55-9e0f-673d7d78c380.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 633.116633] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a61eaa72-2cf0-4315-a8c2-1dabc544ef26 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.124922] env[69319]: DEBUG oslo_vmware.api [None req-9158c9ea-d7dc-43a0-954f-5da227fdb5f2 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Waiting for the task: (returnval){ [ 633.124922] env[69319]: value = "task-3222656" [ 633.124922] env[69319]: _type = "Task" [ 633.124922] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.133928] env[69319]: DEBUG oslo_vmware.api [None req-9158c9ea-d7dc-43a0-954f-5da227fdb5f2 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': task-3222656, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.134385] env[69319]: DEBUG oslo_concurrency.lockutils [None req-6821bf7a-c375-4a34-a54c-58531b7122bf tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Lock "6de6b246-d2c0-4d08-9c09-0a944dfecc15" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.652s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 633.222618] env[69319]: DEBUG nova.network.neutron [None req-f35fac49-3a60-404f-b04c-a62949e700fe tempest-FloatingIPsAssociationNegativeTestJSON-2071490931 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931-project-member] [instance: 62e4ab82-69e0-4698-996a-72bb7fb7ecdd] Successfully updated port: d7145746-67bc-466e-8a2e-bbbb3295c907 {{(pid=69319) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 633.459455] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5f53e468-29d8-4e3d-9e1d-5e12044cad89 tempest-ServerExternalEventsTest-854483476 tempest-ServerExternalEventsTest-854483476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.379s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 633.460226] env[69319]: DEBUG nova.compute.manager [None req-5f53e468-29d8-4e3d-9e1d-5e12044cad89 tempest-ServerExternalEventsTest-854483476 tempest-ServerExternalEventsTest-854483476-project-member] [instance: c3e1d116-4785-402a-bcc3-ad45bcdc16b1] Start building networks asynchronously for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 633.469869] env[69319]: DEBUG oslo_concurrency.lockutils [None req-85ee4a56-ecca-4731-840f-cdc26d3e8f23 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.994s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.471906] env[69319]: INFO nova.compute.claims [None req-85ee4a56-ecca-4731-840f-cdc26d3e8f23 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 2764dc00-3329-4e56-ad73-5027b65f42d6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 633.583888] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222655, 'name': CreateVM_Task} progress is 99%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.637120] env[69319]: DEBUG nova.compute.manager [None req-5876a051-0d7d-405a-bcff-b01e52563f66 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 0ccec795-caae-46ee-981f-2d210d0a31d3] Starting instance... {{(pid=69319) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 633.641170] env[69319]: DEBUG oslo_vmware.api [None req-9158c9ea-d7dc-43a0-954f-5da227fdb5f2 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': task-3222656, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.727793] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f35fac49-3a60-404f-b04c-a62949e700fe tempest-FloatingIPsAssociationNegativeTestJSON-2071490931 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931-project-member] Acquiring lock "refresh_cache-62e4ab82-69e0-4698-996a-72bb7fb7ecdd" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.727793] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f35fac49-3a60-404f-b04c-a62949e700fe tempest-FloatingIPsAssociationNegativeTestJSON-2071490931 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931-project-member] Acquired lock "refresh_cache-62e4ab82-69e0-4698-996a-72bb7fb7ecdd" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.727793] env[69319]: DEBUG nova.network.neutron [None req-f35fac49-3a60-404f-b04c-a62949e700fe tempest-FloatingIPsAssociationNegativeTestJSON-2071490931 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931-project-member] [instance: 62e4ab82-69e0-4698-996a-72bb7fb7ecdd] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 633.977264] env[69319]: DEBUG nova.compute.utils [None req-5f53e468-29d8-4e3d-9e1d-5e12044cad89 tempest-ServerExternalEventsTest-854483476 tempest-ServerExternalEventsTest-854483476-project-member] Using /dev/sd instead of None {{(pid=69319) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 633.985268] env[69319]: DEBUG nova.compute.manager [None req-5f53e468-29d8-4e3d-9e1d-5e12044cad89 tempest-ServerExternalEventsTest-854483476 tempest-ServerExternalEventsTest-854483476-project-member] [instance: c3e1d116-4785-402a-bcc3-ad45bcdc16b1] Allocating IP information in the background. {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 633.985268] env[69319]: DEBUG nova.network.neutron [None req-5f53e468-29d8-4e3d-9e1d-5e12044cad89 tempest-ServerExternalEventsTest-854483476 tempest-ServerExternalEventsTest-854483476-project-member] [instance: c3e1d116-4785-402a-bcc3-ad45bcdc16b1] allocate_for_instance() {{(pid=69319) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 634.063751] env[69319]: DEBUG nova.policy [None req-5f53e468-29d8-4e3d-9e1d-5e12044cad89 tempest-ServerExternalEventsTest-854483476 tempest-ServerExternalEventsTest-854483476-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '172d4f315e184e6b84cafb92d71c9685', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e454710f9c614ad6a5615742446d79bd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69319) authorize /opt/stack/nova/nova/policy.py:192}} [ 634.083371] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222655, 'name': CreateVM_Task, 'duration_secs': 0.544469} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.083583] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1835d15f-f896-4741-b67d-4b5b17a8dff2] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 634.084341] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ac0297f1-050c-485f-ae95-8c0cd632759a tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.084503] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ac0297f1-050c-485f-ae95-8c0cd632759a tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.084823] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ac0297f1-050c-485f-ae95-8c0cd632759a tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.085114] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7edbbf9-a6da-4e8c-ba56-1d80be3b2e6b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.091844] env[69319]: DEBUG oslo_vmware.api [None req-ac0297f1-050c-485f-ae95-8c0cd632759a tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Waiting for the task: (returnval){ [ 634.091844] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]523fd7af-0958-6de9-fa5a-f7aba2a3cd1e" [ 634.091844] env[69319]: _type = "Task" [ 634.091844] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.100720] env[69319]: DEBUG oslo_vmware.api [None req-ac0297f1-050c-485f-ae95-8c0cd632759a tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]523fd7af-0958-6de9-fa5a-f7aba2a3cd1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.138427] env[69319]: DEBUG oslo_vmware.api [None req-9158c9ea-d7dc-43a0-954f-5da227fdb5f2 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': task-3222656, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.546993} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.138719] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-9158c9ea-d7dc-43a0-954f-5da227fdb5f2 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] 90fb9d48-f1f0-4f55-9e0f-673d7d78c380/90fb9d48-f1f0-4f55-9e0f-673d7d78c380.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 634.138931] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-9158c9ea-d7dc-43a0-954f-5da227fdb5f2 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 90fb9d48-f1f0-4f55-9e0f-673d7d78c380] Extending root virtual disk to 1048576 {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 634.139196] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bd1c5ab5-99b4-47e9-a79b-d43caff5a1d0 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.146834] env[69319]: DEBUG oslo_vmware.api [None req-9158c9ea-d7dc-43a0-954f-5da227fdb5f2 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Waiting for the task: (returnval){ [ 634.146834] env[69319]: value = "task-3222657" [ 634.146834] env[69319]: _type = "Task" [ 634.146834] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.160676] env[69319]: DEBUG oslo_vmware.api [None req-9158c9ea-d7dc-43a0-954f-5da227fdb5f2 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': task-3222657, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.161342] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5876a051-0d7d-405a-bcff-b01e52563f66 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.214014] env[69319]: DEBUG nova.compute.manager [req-201e2f1c-f8dd-4d8f-8040-b95e7050e056 req-13928b74-4042-49aa-8df5-e0336f7c6575 service nova] [instance: 90fb9d48-f1f0-4f55-9e0f-673d7d78c380] Received event network-changed-9dcf6b9f-6f25-4fd3-b52f-025a46e99394 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 634.214223] env[69319]: DEBUG nova.compute.manager [req-201e2f1c-f8dd-4d8f-8040-b95e7050e056 req-13928b74-4042-49aa-8df5-e0336f7c6575 service nova] [instance: 90fb9d48-f1f0-4f55-9e0f-673d7d78c380] Refreshing instance network info cache due to event network-changed-9dcf6b9f-6f25-4fd3-b52f-025a46e99394. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 634.214486] env[69319]: DEBUG oslo_concurrency.lockutils [req-201e2f1c-f8dd-4d8f-8040-b95e7050e056 req-13928b74-4042-49aa-8df5-e0336f7c6575 service nova] Acquiring lock "refresh_cache-90fb9d48-f1f0-4f55-9e0f-673d7d78c380" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.214717] env[69319]: DEBUG oslo_concurrency.lockutils [req-201e2f1c-f8dd-4d8f-8040-b95e7050e056 req-13928b74-4042-49aa-8df5-e0336f7c6575 service nova] Acquired lock "refresh_cache-90fb9d48-f1f0-4f55-9e0f-673d7d78c380" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.214928] env[69319]: DEBUG nova.network.neutron [req-201e2f1c-f8dd-4d8f-8040-b95e7050e056 req-13928b74-4042-49aa-8df5-e0336f7c6575 service nova] [instance: 90fb9d48-f1f0-4f55-9e0f-673d7d78c380] Refreshing network info cache for port 9dcf6b9f-6f25-4fd3-b52f-025a46e99394 {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 634.482457] env[69319]: DEBUG oslo_concurrency.lockutils [None req-cf3acd70-7377-4d52-b29c-7b1d08dacac1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Acquiring lock "749b3b26-9e42-4ac9-89c4-f467aa379427" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.482940] env[69319]: DEBUG oslo_concurrency.lockutils [None req-cf3acd70-7377-4d52-b29c-7b1d08dacac1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Lock "749b3b26-9e42-4ac9-89c4-f467aa379427" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.487849] env[69319]: DEBUG nova.compute.manager [None req-5f53e468-29d8-4e3d-9e1d-5e12044cad89 tempest-ServerExternalEventsTest-854483476 tempest-ServerExternalEventsTest-854483476-project-member] [instance: c3e1d116-4785-402a-bcc3-ad45bcdc16b1] Start building block device mappings for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 634.495968] env[69319]: DEBUG oslo_concurrency.lockutils [None req-836fc6c5-5870-4653-bc71-cc38bfb67d01 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Acquiring lock "22225d47-adf7-4381-8b26-9372db49c4be" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.497083] env[69319]: DEBUG oslo_concurrency.lockutils [None req-836fc6c5-5870-4653-bc71-cc38bfb67d01 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Lock "22225d47-adf7-4381-8b26-9372db49c4be" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.504704] env[69319]: DEBUG nova.network.neutron [None req-f35fac49-3a60-404f-b04c-a62949e700fe tempest-FloatingIPsAssociationNegativeTestJSON-2071490931 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931-project-member] [instance: 62e4ab82-69e0-4698-996a-72bb7fb7ecdd] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 634.564597] env[69319]: DEBUG nova.network.neutron [None req-5f53e468-29d8-4e3d-9e1d-5e12044cad89 tempest-ServerExternalEventsTest-854483476 tempest-ServerExternalEventsTest-854483476-project-member] [instance: c3e1d116-4785-402a-bcc3-ad45bcdc16b1] Successfully created port: c9a956b7-5e37-47ce-a885-f1811c9e12be {{(pid=69319) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 634.576368] env[69319]: DEBUG nova.network.neutron [None req-7c3b79f7-12f7-4cd9-afba-df4a2bcf8e8b tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] [instance: c2acc8ea-12eb-40fc-8baf-db3028c3ba19] Successfully updated port: 56f1ed31-91af-40dd-a1d0-b688b15d45f7 {{(pid=69319) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 634.613763] env[69319]: DEBUG oslo_vmware.api [None req-ac0297f1-050c-485f-ae95-8c0cd632759a tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]523fd7af-0958-6de9-fa5a-f7aba2a3cd1e, 'name': SearchDatastore_Task, 'duration_secs': 0.009227} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.613763] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ac0297f1-050c-485f-ae95-8c0cd632759a tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.613763] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-ac0297f1-050c-485f-ae95-8c0cd632759a tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] [instance: 1835d15f-f896-4741-b67d-4b5b17a8dff2] Processing image 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 634.613763] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ac0297f1-050c-485f-ae95-8c0cd632759a tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.614062] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ac0297f1-050c-485f-ae95-8c0cd632759a tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.614062] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac0297f1-050c-485f-ae95-8c0cd632759a tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 634.614062] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f90a9675-528d-49e3-a1ac-780506e8f42a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.619140] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac0297f1-050c-485f-ae95-8c0cd632759a tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 634.619735] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-ac0297f1-050c-485f-ae95-8c0cd632759a tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 634.623150] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38283dd3-3d83-444c-8bca-9a50cd3dc254 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.638111] env[69319]: DEBUG oslo_vmware.api [None req-ac0297f1-050c-485f-ae95-8c0cd632759a tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Waiting for the task: (returnval){ [ 634.638111] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52acd7d5-e6e6-67d6-d82f-a18954ff9e07" [ 634.638111] env[69319]: _type = "Task" [ 634.638111] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.650256] env[69319]: DEBUG oslo_vmware.api [None req-ac0297f1-050c-485f-ae95-8c0cd632759a tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52acd7d5-e6e6-67d6-d82f-a18954ff9e07, 'name': SearchDatastore_Task, 'duration_secs': 0.009078} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.657826] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb6d50c1-e8ef-42fd-a64e-3faba7f52075 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.663570] env[69319]: DEBUG nova.compute.manager [req-bf3fa6a9-21fe-44ad-b49b-dbfba49da07c req-fb0e7924-b8a8-4e63-9a2a-8fdde0a48550 service nova] [instance: 1835d15f-f896-4741-b67d-4b5b17a8dff2] Received event network-changed-ad495861-30bd-49fd-b639-d0e01db35e1a {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 634.663843] env[69319]: DEBUG nova.compute.manager [req-bf3fa6a9-21fe-44ad-b49b-dbfba49da07c req-fb0e7924-b8a8-4e63-9a2a-8fdde0a48550 service nova] [instance: 1835d15f-f896-4741-b67d-4b5b17a8dff2] Refreshing instance network info cache due to event network-changed-ad495861-30bd-49fd-b639-d0e01db35e1a. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 634.664126] env[69319]: DEBUG oslo_concurrency.lockutils [req-bf3fa6a9-21fe-44ad-b49b-dbfba49da07c req-fb0e7924-b8a8-4e63-9a2a-8fdde0a48550 service nova] Acquiring lock "refresh_cache-1835d15f-f896-4741-b67d-4b5b17a8dff2" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.664856] env[69319]: DEBUG oslo_concurrency.lockutils [req-bf3fa6a9-21fe-44ad-b49b-dbfba49da07c req-fb0e7924-b8a8-4e63-9a2a-8fdde0a48550 service nova] Acquired lock "refresh_cache-1835d15f-f896-4741-b67d-4b5b17a8dff2" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.664856] env[69319]: DEBUG nova.network.neutron [req-bf3fa6a9-21fe-44ad-b49b-dbfba49da07c req-fb0e7924-b8a8-4e63-9a2a-8fdde0a48550 service nova] [instance: 1835d15f-f896-4741-b67d-4b5b17a8dff2] Refreshing network info cache for port ad495861-30bd-49fd-b639-d0e01db35e1a {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 634.669477] env[69319]: DEBUG oslo_vmware.api [None req-9158c9ea-d7dc-43a0-954f-5da227fdb5f2 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': task-3222657, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073133} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.670012] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-9158c9ea-d7dc-43a0-954f-5da227fdb5f2 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 90fb9d48-f1f0-4f55-9e0f-673d7d78c380] Extended root virtual disk {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 634.675155] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd7f2987-848f-44b5-a9b1-4d4a21fd685f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.675724] env[69319]: DEBUG oslo_vmware.api [None req-ac0297f1-050c-485f-ae95-8c0cd632759a tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Waiting for the task: (returnval){ [ 634.675724] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]5208096d-8cf8-ff8c-274b-1fbe16fe98f3" [ 634.675724] env[69319]: _type = "Task" [ 634.675724] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.707477] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-9158c9ea-d7dc-43a0-954f-5da227fdb5f2 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 90fb9d48-f1f0-4f55-9e0f-673d7d78c380] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] 90fb9d48-f1f0-4f55-9e0f-673d7d78c380/90fb9d48-f1f0-4f55-9e0f-673d7d78c380.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 634.712718] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75e2b178-6e30-4961-a7df-9a423d4d36ce {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.734647] env[69319]: DEBUG oslo_vmware.api [None req-ac0297f1-050c-485f-ae95-8c0cd632759a tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5208096d-8cf8-ff8c-274b-1fbe16fe98f3, 'name': SearchDatastore_Task, 'duration_secs': 0.009397} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.737729] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ac0297f1-050c-485f-ae95-8c0cd632759a tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.737729] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac0297f1-050c-485f-ae95-8c0cd632759a tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] 1835d15f-f896-4741-b67d-4b5b17a8dff2/1835d15f-f896-4741-b67d-4b5b17a8dff2.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 634.737729] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-94aaff3a-817e-438f-8b56-7e9b31bb4009 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.740516] env[69319]: DEBUG oslo_vmware.api [None req-9158c9ea-d7dc-43a0-954f-5da227fdb5f2 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Waiting for the task: (returnval){ [ 634.740516] env[69319]: value = "task-3222658" [ 634.740516] env[69319]: _type = "Task" [ 634.740516] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.744593] env[69319]: DEBUG oslo_vmware.api [None req-ac0297f1-050c-485f-ae95-8c0cd632759a tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Waiting for the task: (returnval){ [ 634.744593] env[69319]: value = "task-3222659" [ 634.744593] env[69319]: _type = "Task" [ 634.744593] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.755216] env[69319]: DEBUG oslo_vmware.api [None req-9158c9ea-d7dc-43a0-954f-5da227fdb5f2 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': task-3222658, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.761805] env[69319]: DEBUG oslo_vmware.api [None req-ac0297f1-050c-485f-ae95-8c0cd632759a tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Task: {'id': task-3222659, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.831074] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6217e9d7-27ff-488d-af3f-60665d34b372 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.841120] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adc262c3-dd0d-422f-a378-410d3554ff36 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.872548] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb9a5488-2468-438c-b47d-b050f98d65de {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.880733] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e1f4bf5-0b6f-4843-8a34-e7c909dddcac {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.894340] env[69319]: DEBUG nova.compute.provider_tree [None req-85ee4a56-ecca-4731-840f-cdc26d3e8f23 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 635.083339] env[69319]: DEBUG oslo_concurrency.lockutils [None req-7c3b79f7-12f7-4cd9-afba-df4a2bcf8e8b tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] Acquiring lock "refresh_cache-c2acc8ea-12eb-40fc-8baf-db3028c3ba19" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.083339] env[69319]: DEBUG oslo_concurrency.lockutils [None req-7c3b79f7-12f7-4cd9-afba-df4a2bcf8e8b tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] Acquired lock "refresh_cache-c2acc8ea-12eb-40fc-8baf-db3028c3ba19" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.086054] env[69319]: DEBUG nova.network.neutron [None req-7c3b79f7-12f7-4cd9-afba-df4a2bcf8e8b tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] [instance: c2acc8ea-12eb-40fc-8baf-db3028c3ba19] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 635.126293] env[69319]: DEBUG nova.network.neutron [None req-f35fac49-3a60-404f-b04c-a62949e700fe tempest-FloatingIPsAssociationNegativeTestJSON-2071490931 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931-project-member] [instance: 62e4ab82-69e0-4698-996a-72bb7fb7ecdd] Updating instance_info_cache with network_info: [{"id": "d7145746-67bc-466e-8a2e-bbbb3295c907", "address": "fa:16:3e:05:95:a0", "network": {"id": "d63ac5e1-f56b-4a61-b481-c5e1157dc905", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-66264656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bfd7f295e184122b33278bfb2cc089d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b91b49a8-b849-4d0c-97f7-74fdcd88ae03", "external-id": "nsx-vlan-transportzone-406", "segmentation_id": 406, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7145746-67", "ovs_interfaceid": "d7145746-67bc-466e-8a2e-bbbb3295c907", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 635.258579] env[69319]: DEBUG oslo_vmware.api [None req-9158c9ea-d7dc-43a0-954f-5da227fdb5f2 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': task-3222658, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.261644] env[69319]: DEBUG oslo_vmware.api [None req-ac0297f1-050c-485f-ae95-8c0cd632759a tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Task: {'id': task-3222659, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.508877} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.266310] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac0297f1-050c-485f-ae95-8c0cd632759a tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] 1835d15f-f896-4741-b67d-4b5b17a8dff2/1835d15f-f896-4741-b67d-4b5b17a8dff2.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 635.266310] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-ac0297f1-050c-485f-ae95-8c0cd632759a tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] [instance: 1835d15f-f896-4741-b67d-4b5b17a8dff2] Extending root virtual disk to 1048576 {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 635.266310] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d6c6c3f7-5020-4d9d-9895-7357dffe7d38 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.273289] env[69319]: DEBUG oslo_vmware.api [None req-ac0297f1-050c-485f-ae95-8c0cd632759a tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Waiting for the task: (returnval){ [ 635.273289] env[69319]: value = "task-3222660" [ 635.273289] env[69319]: _type = "Task" [ 635.273289] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.288338] env[69319]: DEBUG oslo_vmware.api [None req-ac0297f1-050c-485f-ae95-8c0cd632759a tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Task: {'id': task-3222660, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.332658] env[69319]: DEBUG nova.network.neutron [req-201e2f1c-f8dd-4d8f-8040-b95e7050e056 req-13928b74-4042-49aa-8df5-e0336f7c6575 service nova] [instance: 90fb9d48-f1f0-4f55-9e0f-673d7d78c380] Updated VIF entry in instance network info cache for port 9dcf6b9f-6f25-4fd3-b52f-025a46e99394. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 635.333103] env[69319]: DEBUG nova.network.neutron [req-201e2f1c-f8dd-4d8f-8040-b95e7050e056 req-13928b74-4042-49aa-8df5-e0336f7c6575 service nova] [instance: 90fb9d48-f1f0-4f55-9e0f-673d7d78c380] Updating instance_info_cache with network_info: [{"id": "9dcf6b9f-6f25-4fd3-b52f-025a46e99394", "address": "fa:16:3e:fb:e0:96", "network": {"id": "137e0ee2-8e6e-434c-a032-f059cf348e59", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-49335232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0030fcfc26054d94b76414b0098fa648", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9dcf6b9f-6f", "ovs_interfaceid": "9dcf6b9f-6f25-4fd3-b52f-025a46e99394", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 635.399846] env[69319]: DEBUG nova.scheduler.client.report [None req-85ee4a56-ecca-4731-840f-cdc26d3e8f23 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 635.501864] env[69319]: DEBUG nova.compute.manager [None req-5f53e468-29d8-4e3d-9e1d-5e12044cad89 tempest-ServerExternalEventsTest-854483476 tempest-ServerExternalEventsTest-854483476-project-member] [instance: c3e1d116-4785-402a-bcc3-ad45bcdc16b1] Start spawning the instance on the hypervisor. {{(pid=69319) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 635.533359] env[69319]: DEBUG nova.virt.hardware [None req-5f53e468-29d8-4e3d-9e1d-5e12044cad89 tempest-ServerExternalEventsTest-854483476 tempest-ServerExternalEventsTest-854483476-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:32:36Z,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31f027872f6f44dba95ff2fe7a062e00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:32:36Z,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 635.533585] env[69319]: DEBUG nova.virt.hardware [None req-5f53e468-29d8-4e3d-9e1d-5e12044cad89 tempest-ServerExternalEventsTest-854483476 tempest-ServerExternalEventsTest-854483476-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 635.533744] env[69319]: DEBUG nova.virt.hardware [None req-5f53e468-29d8-4e3d-9e1d-5e12044cad89 tempest-ServerExternalEventsTest-854483476 tempest-ServerExternalEventsTest-854483476-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 635.533922] env[69319]: DEBUG nova.virt.hardware [None req-5f53e468-29d8-4e3d-9e1d-5e12044cad89 tempest-ServerExternalEventsTest-854483476 tempest-ServerExternalEventsTest-854483476-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 635.534078] env[69319]: DEBUG nova.virt.hardware [None req-5f53e468-29d8-4e3d-9e1d-5e12044cad89 tempest-ServerExternalEventsTest-854483476 tempest-ServerExternalEventsTest-854483476-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 635.534270] env[69319]: DEBUG nova.virt.hardware [None req-5f53e468-29d8-4e3d-9e1d-5e12044cad89 tempest-ServerExternalEventsTest-854483476 tempest-ServerExternalEventsTest-854483476-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 635.534506] env[69319]: DEBUG nova.virt.hardware [None req-5f53e468-29d8-4e3d-9e1d-5e12044cad89 tempest-ServerExternalEventsTest-854483476 tempest-ServerExternalEventsTest-854483476-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 635.534668] env[69319]: DEBUG nova.virt.hardware [None req-5f53e468-29d8-4e3d-9e1d-5e12044cad89 tempest-ServerExternalEventsTest-854483476 tempest-ServerExternalEventsTest-854483476-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 635.534832] env[69319]: DEBUG nova.virt.hardware [None req-5f53e468-29d8-4e3d-9e1d-5e12044cad89 tempest-ServerExternalEventsTest-854483476 tempest-ServerExternalEventsTest-854483476-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 635.535416] env[69319]: DEBUG nova.virt.hardware [None req-5f53e468-29d8-4e3d-9e1d-5e12044cad89 tempest-ServerExternalEventsTest-854483476 tempest-ServerExternalEventsTest-854483476-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 635.535659] env[69319]: DEBUG nova.virt.hardware [None req-5f53e468-29d8-4e3d-9e1d-5e12044cad89 tempest-ServerExternalEventsTest-854483476 tempest-ServerExternalEventsTest-854483476-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 635.536596] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da595701-fed2-46b2-8b3b-5f31230380b8 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.551064] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a76e5e7d-5f53-4979-a05f-7107c7454f62 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.632490] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f35fac49-3a60-404f-b04c-a62949e700fe tempest-FloatingIPsAssociationNegativeTestJSON-2071490931 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931-project-member] Releasing lock "refresh_cache-62e4ab82-69e0-4698-996a-72bb7fb7ecdd" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.632490] env[69319]: DEBUG nova.compute.manager [None req-f35fac49-3a60-404f-b04c-a62949e700fe tempest-FloatingIPsAssociationNegativeTestJSON-2071490931 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931-project-member] [instance: 62e4ab82-69e0-4698-996a-72bb7fb7ecdd] Instance network_info: |[{"id": "d7145746-67bc-466e-8a2e-bbbb3295c907", "address": "fa:16:3e:05:95:a0", "network": {"id": "d63ac5e1-f56b-4a61-b481-c5e1157dc905", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-66264656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bfd7f295e184122b33278bfb2cc089d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b91b49a8-b849-4d0c-97f7-74fdcd88ae03", "external-id": "nsx-vlan-transportzone-406", "segmentation_id": 406, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7145746-67", "ovs_interfaceid": "d7145746-67bc-466e-8a2e-bbbb3295c907", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 635.632739] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-f35fac49-3a60-404f-b04c-a62949e700fe tempest-FloatingIPsAssociationNegativeTestJSON-2071490931 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931-project-member] [instance: 62e4ab82-69e0-4698-996a-72bb7fb7ecdd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:05:95:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b91b49a8-b849-4d0c-97f7-74fdcd88ae03', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd7145746-67bc-466e-8a2e-bbbb3295c907', 'vif_model': 'vmxnet3'}] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 635.645938] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-f35fac49-3a60-404f-b04c-a62949e700fe tempest-FloatingIPsAssociationNegativeTestJSON-2071490931 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931-project-member] Creating folder: Project (8bfd7f295e184122b33278bfb2cc089d). Parent ref: group-v644239. {{(pid=69319) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 635.646451] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-17a52824-e1fb-4b24-8df5-7aa5dff6388c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.656463] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-f35fac49-3a60-404f-b04c-a62949e700fe tempest-FloatingIPsAssociationNegativeTestJSON-2071490931 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931-project-member] Created folder: Project (8bfd7f295e184122b33278bfb2cc089d) in parent group-v644239. [ 635.656686] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-f35fac49-3a60-404f-b04c-a62949e700fe tempest-FloatingIPsAssociationNegativeTestJSON-2071490931 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931-project-member] Creating folder: Instances. Parent ref: group-v644249. {{(pid=69319) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 635.657513] env[69319]: DEBUG nova.network.neutron [None req-7c3b79f7-12f7-4cd9-afba-df4a2bcf8e8b tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] [instance: c2acc8ea-12eb-40fc-8baf-db3028c3ba19] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 635.660705] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-23bead83-0d44-4897-a940-c2f2b26f86ca {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.670153] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-f35fac49-3a60-404f-b04c-a62949e700fe tempest-FloatingIPsAssociationNegativeTestJSON-2071490931 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931-project-member] Created folder: Instances in parent group-v644249. [ 635.670529] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f35fac49-3a60-404f-b04c-a62949e700fe tempest-FloatingIPsAssociationNegativeTestJSON-2071490931 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 635.670776] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62e4ab82-69e0-4698-996a-72bb7fb7ecdd] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 635.671491] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a355801f-2aed-42b4-b1f3-339f1824ca0e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.693788] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 635.693788] env[69319]: value = "task-3222663" [ 635.693788] env[69319]: _type = "Task" [ 635.693788] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.706979] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222663, 'name': CreateVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.757974] env[69319]: DEBUG oslo_vmware.api [None req-9158c9ea-d7dc-43a0-954f-5da227fdb5f2 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': task-3222658, 'name': ReconfigVM_Task, 'duration_secs': 0.592128} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.758269] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-9158c9ea-d7dc-43a0-954f-5da227fdb5f2 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 90fb9d48-f1f0-4f55-9e0f-673d7d78c380] Reconfigured VM instance instance-00000002 to attach disk [datastore2] 90fb9d48-f1f0-4f55-9e0f-673d7d78c380/90fb9d48-f1f0-4f55-9e0f-673d7d78c380.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 635.759224] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0f0a0ee9-0015-4763-b412-2546335f9136 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.765887] env[69319]: DEBUG oslo_vmware.api [None req-9158c9ea-d7dc-43a0-954f-5da227fdb5f2 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Waiting for the task: (returnval){ [ 635.765887] env[69319]: value = "task-3222664" [ 635.765887] env[69319]: _type = "Task" [ 635.765887] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.776722] env[69319]: DEBUG oslo_vmware.api [None req-9158c9ea-d7dc-43a0-954f-5da227fdb5f2 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': task-3222664, 'name': Rename_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.789255] env[69319]: DEBUG oslo_vmware.api [None req-ac0297f1-050c-485f-ae95-8c0cd632759a tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Task: {'id': task-3222660, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069035} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.789696] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-ac0297f1-050c-485f-ae95-8c0cd632759a tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] [instance: 1835d15f-f896-4741-b67d-4b5b17a8dff2] Extended root virtual disk {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 635.792926] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aae504e-876b-4c73-9353-b78ddd8e620b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.797819] env[69319]: DEBUG nova.network.neutron [req-bf3fa6a9-21fe-44ad-b49b-dbfba49da07c req-fb0e7924-b8a8-4e63-9a2a-8fdde0a48550 service nova] [instance: 1835d15f-f896-4741-b67d-4b5b17a8dff2] Updated VIF entry in instance network info cache for port ad495861-30bd-49fd-b639-d0e01db35e1a. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 635.797819] env[69319]: DEBUG nova.network.neutron [req-bf3fa6a9-21fe-44ad-b49b-dbfba49da07c req-fb0e7924-b8a8-4e63-9a2a-8fdde0a48550 service nova] [instance: 1835d15f-f896-4741-b67d-4b5b17a8dff2] Updating instance_info_cache with network_info: [{"id": "ad495861-30bd-49fd-b639-d0e01db35e1a", "address": "fa:16:3e:48:a3:20", "network": {"id": "0748f58d-48cb-4ef3-8a8c-fe662e70cd3b", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1632896423-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61310cc82dcc4f58861554ab6f787b3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad495861-30", "ovs_interfaceid": "ad495861-30bd-49fd-b639-d0e01db35e1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 635.821096] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac0297f1-050c-485f-ae95-8c0cd632759a tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] [instance: 1835d15f-f896-4741-b67d-4b5b17a8dff2] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] 1835d15f-f896-4741-b67d-4b5b17a8dff2/1835d15f-f896-4741-b67d-4b5b17a8dff2.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 635.822448] env[69319]: DEBUG oslo_concurrency.lockutils [req-bf3fa6a9-21fe-44ad-b49b-dbfba49da07c req-fb0e7924-b8a8-4e63-9a2a-8fdde0a48550 service nova] Releasing lock "refresh_cache-1835d15f-f896-4741-b67d-4b5b17a8dff2" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.822793] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9101437d-dbb3-42d6-8046-77ca56241f95 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.839205] env[69319]: DEBUG oslo_concurrency.lockutils [req-201e2f1c-f8dd-4d8f-8040-b95e7050e056 req-13928b74-4042-49aa-8df5-e0336f7c6575 service nova] Releasing lock "refresh_cache-90fb9d48-f1f0-4f55-9e0f-673d7d78c380" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.845903] env[69319]: DEBUG oslo_vmware.api [None req-ac0297f1-050c-485f-ae95-8c0cd632759a tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Waiting for the task: (returnval){ [ 635.845903] env[69319]: value = "task-3222665" [ 635.845903] env[69319]: _type = "Task" [ 635.845903] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.855910] env[69319]: DEBUG oslo_vmware.api [None req-ac0297f1-050c-485f-ae95-8c0cd632759a tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Task: {'id': task-3222665, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.904196] env[69319]: DEBUG oslo_concurrency.lockutils [None req-85ee4a56-ecca-4731-840f-cdc26d3e8f23 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.434s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.904699] env[69319]: DEBUG nova.compute.manager [None req-85ee4a56-ecca-4731-840f-cdc26d3e8f23 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 2764dc00-3329-4e56-ad73-5027b65f42d6] Start building networks asynchronously for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 635.907686] env[69319]: DEBUG oslo_concurrency.lockutils [None req-965eaf0d-fac9-46dc-85b7-2ad9a897fefa tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.208s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.909167] env[69319]: INFO nova.compute.claims [None req-965eaf0d-fac9-46dc-85b7-2ad9a897fefa tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] [instance: 3e95f2d5-d392-47c4-b519-4a218660516b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 635.945316] env[69319]: DEBUG nova.network.neutron [None req-7c3b79f7-12f7-4cd9-afba-df4a2bcf8e8b tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] [instance: c2acc8ea-12eb-40fc-8baf-db3028c3ba19] Updating instance_info_cache with network_info: [{"id": "56f1ed31-91af-40dd-a1d0-b688b15d45f7", "address": "fa:16:3e:90:8a:c4", "network": {"id": "e172e758-1a9b-4f22-a553-441ab9c9dccc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.80", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "31f027872f6f44dba95ff2fe7a062e00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56f1ed31-91", "ovs_interfaceid": "56f1ed31-91af-40dd-a1d0-b688b15d45f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 636.152527] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c251a091-d147-4855-ba1e-2bdde442431e tempest-VolumesAssistedSnapshotsTest-79463186 tempest-VolumesAssistedSnapshotsTest-79463186-project-member] Acquiring lock "4f588763-0fc7-4980-92c0-7b451d4a9981" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.152641] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c251a091-d147-4855-ba1e-2bdde442431e tempest-VolumesAssistedSnapshotsTest-79463186 tempest-VolumesAssistedSnapshotsTest-79463186-project-member] Lock "4f588763-0fc7-4980-92c0-7b451d4a9981" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.207706] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222663, 'name': CreateVM_Task, 'duration_secs': 0.389858} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.207885] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62e4ab82-69e0-4698-996a-72bb7fb7ecdd] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 636.208662] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f35fac49-3a60-404f-b04c-a62949e700fe tempest-FloatingIPsAssociationNegativeTestJSON-2071490931 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.208828] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f35fac49-3a60-404f-b04c-a62949e700fe tempest-FloatingIPsAssociationNegativeTestJSON-2071490931 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.209167] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f35fac49-3a60-404f-b04c-a62949e700fe tempest-FloatingIPsAssociationNegativeTestJSON-2071490931 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.209434] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72508a74-cbb5-48a9-81f2-498263a1d558 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.216018] env[69319]: DEBUG oslo_vmware.api [None req-f35fac49-3a60-404f-b04c-a62949e700fe tempest-FloatingIPsAssociationNegativeTestJSON-2071490931 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931-project-member] Waiting for the task: (returnval){ [ 636.216018] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]523c7cca-299c-142d-29e2-16a5a2b6488c" [ 636.216018] env[69319]: _type = "Task" [ 636.216018] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.225518] env[69319]: DEBUG oslo_vmware.api [None req-f35fac49-3a60-404f-b04c-a62949e700fe tempest-FloatingIPsAssociationNegativeTestJSON-2071490931 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]523c7cca-299c-142d-29e2-16a5a2b6488c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.285907] env[69319]: DEBUG oslo_vmware.api [None req-9158c9ea-d7dc-43a0-954f-5da227fdb5f2 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': task-3222664, 'name': Rename_Task, 'duration_secs': 0.18349} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.289179] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-9158c9ea-d7dc-43a0-954f-5da227fdb5f2 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 90fb9d48-f1f0-4f55-9e0f-673d7d78c380] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 636.289179] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-54e5a498-95ea-4421-bf90-42676f572763 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.293583] env[69319]: DEBUG oslo_vmware.api [None req-9158c9ea-d7dc-43a0-954f-5da227fdb5f2 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Waiting for the task: (returnval){ [ 636.293583] env[69319]: value = "task-3222666" [ 636.293583] env[69319]: _type = "Task" [ 636.293583] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.309550] env[69319]: DEBUG oslo_vmware.api [None req-9158c9ea-d7dc-43a0-954f-5da227fdb5f2 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': task-3222666, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.357085] env[69319]: DEBUG oslo_vmware.api [None req-ac0297f1-050c-485f-ae95-8c0cd632759a tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Task: {'id': task-3222665, 'name': ReconfigVM_Task, 'duration_secs': 0.367165} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.357699] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac0297f1-050c-485f-ae95-8c0cd632759a tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] [instance: 1835d15f-f896-4741-b67d-4b5b17a8dff2] Reconfigured VM instance instance-00000003 to attach disk [datastore2] 1835d15f-f896-4741-b67d-4b5b17a8dff2/1835d15f-f896-4741-b67d-4b5b17a8dff2.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 636.358066] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-32d7c254-2bd8-4098-b08c-cfc9c95dc399 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.365044] env[69319]: DEBUG oslo_vmware.api [None req-ac0297f1-050c-485f-ae95-8c0cd632759a tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Waiting for the task: (returnval){ [ 636.365044] env[69319]: value = "task-3222667" [ 636.365044] env[69319]: _type = "Task" [ 636.365044] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.377581] env[69319]: DEBUG oslo_vmware.api [None req-ac0297f1-050c-485f-ae95-8c0cd632759a tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Task: {'id': task-3222667, 'name': Rename_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.416106] env[69319]: DEBUG nova.compute.utils [None req-85ee4a56-ecca-4731-840f-cdc26d3e8f23 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Using /dev/sd instead of None {{(pid=69319) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 636.420560] env[69319]: DEBUG nova.compute.manager [None req-85ee4a56-ecca-4731-840f-cdc26d3e8f23 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 2764dc00-3329-4e56-ad73-5027b65f42d6] Allocating IP information in the background. {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 636.420742] env[69319]: DEBUG nova.network.neutron [None req-85ee4a56-ecca-4731-840f-cdc26d3e8f23 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 2764dc00-3329-4e56-ad73-5027b65f42d6] allocate_for_instance() {{(pid=69319) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 636.449013] env[69319]: DEBUG oslo_concurrency.lockutils [None req-7c3b79f7-12f7-4cd9-afba-df4a2bcf8e8b tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] Releasing lock "refresh_cache-c2acc8ea-12eb-40fc-8baf-db3028c3ba19" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.449484] env[69319]: DEBUG nova.compute.manager [None req-7c3b79f7-12f7-4cd9-afba-df4a2bcf8e8b tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] [instance: c2acc8ea-12eb-40fc-8baf-db3028c3ba19] Instance network_info: |[{"id": "56f1ed31-91af-40dd-a1d0-b688b15d45f7", "address": "fa:16:3e:90:8a:c4", "network": {"id": "e172e758-1a9b-4f22-a553-441ab9c9dccc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.80", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "31f027872f6f44dba95ff2fe7a062e00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56f1ed31-91", "ovs_interfaceid": "56f1ed31-91af-40dd-a1d0-b688b15d45f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 636.449876] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-7c3b79f7-12f7-4cd9-afba-df4a2bcf8e8b tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] [instance: c2acc8ea-12eb-40fc-8baf-db3028c3ba19] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:90:8a:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '56f1ed31-91af-40dd-a1d0-b688b15d45f7', 'vif_model': 'vmxnet3'}] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 636.462022] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c3b79f7-12f7-4cd9-afba-df4a2bcf8e8b tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] Creating folder: Project (61f94223a6324467a4346d986bd646d6). Parent ref: group-v644239. {{(pid=69319) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 636.462022] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-750b1316-c3bc-4051-9c56-975868e278fe {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.506779] env[69319]: DEBUG nova.policy [None req-85ee4a56-ecca-4731-840f-cdc26d3e8f23 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'da39060d854f49629c0d6e4cb6cd894b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f35c9784047041ef95c69e4cd2040171', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69319) authorize /opt/stack/nova/nova/policy.py:192}} [ 636.537069] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-7c3b79f7-12f7-4cd9-afba-df4a2bcf8e8b tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] Created folder: Project (61f94223a6324467a4346d986bd646d6) in parent group-v644239. [ 636.537308] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c3b79f7-12f7-4cd9-afba-df4a2bcf8e8b tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] Creating folder: Instances. Parent ref: group-v644252. {{(pid=69319) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 636.537566] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4c586cb1-86f4-4329-b450-020c3056f26c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.548964] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-7c3b79f7-12f7-4cd9-afba-df4a2bcf8e8b tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] Created folder: Instances in parent group-v644252. [ 636.548964] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7c3b79f7-12f7-4cd9-afba-df4a2bcf8e8b tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 636.548964] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2acc8ea-12eb-40fc-8baf-db3028c3ba19] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 636.548964] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3100c897-872d-4209-b9ce-6a6c9b661890 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.570785] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 636.570785] env[69319]: value = "task-3222670" [ 636.570785] env[69319]: _type = "Task" [ 636.570785] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.578378] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222670, 'name': CreateVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.731429] env[69319]: DEBUG oslo_vmware.api [None req-f35fac49-3a60-404f-b04c-a62949e700fe tempest-FloatingIPsAssociationNegativeTestJSON-2071490931 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]523c7cca-299c-142d-29e2-16a5a2b6488c, 'name': SearchDatastore_Task, 'duration_secs': 0.008257} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.734480] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f35fac49-3a60-404f-b04c-a62949e700fe tempest-FloatingIPsAssociationNegativeTestJSON-2071490931 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.734480] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-f35fac49-3a60-404f-b04c-a62949e700fe tempest-FloatingIPsAssociationNegativeTestJSON-2071490931 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931-project-member] [instance: 62e4ab82-69e0-4698-996a-72bb7fb7ecdd] Processing image 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 636.734480] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f35fac49-3a60-404f-b04c-a62949e700fe tempest-FloatingIPsAssociationNegativeTestJSON-2071490931 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.734480] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f35fac49-3a60-404f-b04c-a62949e700fe tempest-FloatingIPsAssociationNegativeTestJSON-2071490931 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.735299] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-f35fac49-3a60-404f-b04c-a62949e700fe tempest-FloatingIPsAssociationNegativeTestJSON-2071490931 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 636.735299] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-49dec1cb-ecfb-4ec4-8af3-39ed976c8292 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.746119] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-f35fac49-3a60-404f-b04c-a62949e700fe tempest-FloatingIPsAssociationNegativeTestJSON-2071490931 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 636.746281] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-f35fac49-3a60-404f-b04c-a62949e700fe tempest-FloatingIPsAssociationNegativeTestJSON-2071490931 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 636.746975] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6671ca86-d171-4b05-a38d-d4e8ff170847 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.753917] env[69319]: DEBUG oslo_vmware.api [None req-f35fac49-3a60-404f-b04c-a62949e700fe tempest-FloatingIPsAssociationNegativeTestJSON-2071490931 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931-project-member] Waiting for the task: (returnval){ [ 636.753917] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]523fcb44-8b75-0d1a-beba-40328e1f7958" [ 636.753917] env[69319]: _type = "Task" [ 636.753917] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.764022] env[69319]: DEBUG oslo_vmware.api [None req-f35fac49-3a60-404f-b04c-a62949e700fe tempest-FloatingIPsAssociationNegativeTestJSON-2071490931 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]523fcb44-8b75-0d1a-beba-40328e1f7958, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.792125] env[69319]: DEBUG nova.network.neutron [None req-5f53e468-29d8-4e3d-9e1d-5e12044cad89 tempest-ServerExternalEventsTest-854483476 tempest-ServerExternalEventsTest-854483476-project-member] [instance: c3e1d116-4785-402a-bcc3-ad45bcdc16b1] Successfully updated port: c9a956b7-5e37-47ce-a885-f1811c9e12be {{(pid=69319) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 636.805605] env[69319]: DEBUG oslo_vmware.api [None req-9158c9ea-d7dc-43a0-954f-5da227fdb5f2 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': task-3222666, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.880772] env[69319]: DEBUG oslo_vmware.api [None req-ac0297f1-050c-485f-ae95-8c0cd632759a tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Task: {'id': task-3222667, 'name': Rename_Task, 'duration_secs': 0.184662} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.881069] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac0297f1-050c-485f-ae95-8c0cd632759a tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] [instance: 1835d15f-f896-4741-b67d-4b5b17a8dff2] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 636.881318] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-63591e8f-238e-44c7-8522-1da294fc832c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.887789] env[69319]: DEBUG oslo_vmware.api [None req-ac0297f1-050c-485f-ae95-8c0cd632759a tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Waiting for the task: (returnval){ [ 636.887789] env[69319]: value = "task-3222671" [ 636.887789] env[69319]: _type = "Task" [ 636.887789] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.897889] env[69319]: DEBUG oslo_vmware.api [None req-ac0297f1-050c-485f-ae95-8c0cd632759a tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Task: {'id': task-3222671, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.921809] env[69319]: DEBUG nova.compute.manager [None req-85ee4a56-ecca-4731-840f-cdc26d3e8f23 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 2764dc00-3329-4e56-ad73-5027b65f42d6] Start building block device mappings for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 636.942690] env[69319]: DEBUG nova.network.neutron [None req-85ee4a56-ecca-4731-840f-cdc26d3e8f23 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 2764dc00-3329-4e56-ad73-5027b65f42d6] Successfully created port: 6514f617-db2b-4791-a872-4679e39dff02 {{(pid=69319) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 636.947698] env[69319]: DEBUG oslo_concurrency.lockutils [None req-1b1337d5-a2bc-49b8-886f-80398381334b tempest-ServerMetadataNegativeTestJSON-94808556 tempest-ServerMetadataNegativeTestJSON-94808556-project-member] Acquiring lock "562e1d05-4f46-4195-9d8b-c8e7ba933d22" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.948824] env[69319]: DEBUG oslo_concurrency.lockutils [None req-1b1337d5-a2bc-49b8-886f-80398381334b tempest-ServerMetadataNegativeTestJSON-94808556 tempest-ServerMetadataNegativeTestJSON-94808556-project-member] Lock "562e1d05-4f46-4195-9d8b-c8e7ba933d22" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.084866] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222670, 'name': CreateVM_Task, 'duration_secs': 0.443726} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.087511] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2acc8ea-12eb-40fc-8baf-db3028c3ba19] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 637.088945] env[69319]: DEBUG oslo_vmware.service [None req-7c3b79f7-12f7-4cd9-afba-df4a2bcf8e8b tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8260fb98-f07a-41e8-8f27-117b50f1ced7 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.095576] env[69319]: DEBUG oslo_concurrency.lockutils [None req-7c3b79f7-12f7-4cd9-afba-df4a2bcf8e8b tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.095576] env[69319]: DEBUG oslo_concurrency.lockutils [None req-7c3b79f7-12f7-4cd9-afba-df4a2bcf8e8b tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.095576] env[69319]: DEBUG oslo_concurrency.lockutils [None req-7c3b79f7-12f7-4cd9-afba-df4a2bcf8e8b tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.095576] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-698ebefd-47d2-4b2b-b86d-5ac6c3458188 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.102854] env[69319]: DEBUG oslo_vmware.api [None req-7c3b79f7-12f7-4cd9-afba-df4a2bcf8e8b tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] Waiting for the task: (returnval){ [ 637.102854] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]522d4bf1-9c2c-97b8-02dc-56c5fc8a2f32" [ 637.102854] env[69319]: _type = "Task" [ 637.102854] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.106601] env[69319]: INFO nova.compute.manager [None req-7aa780d8-d621-42e7-9e19-a4d7a3679f36 tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] [instance: 6de6b246-d2c0-4d08-9c09-0a944dfecc15] Rebuilding instance [ 637.113251] env[69319]: DEBUG oslo_vmware.api [None req-7c3b79f7-12f7-4cd9-afba-df4a2bcf8e8b tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]522d4bf1-9c2c-97b8-02dc-56c5fc8a2f32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.155033] env[69319]: DEBUG nova.compute.manager [None req-7aa780d8-d621-42e7-9e19-a4d7a3679f36 tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] [instance: 6de6b246-d2c0-4d08-9c09-0a944dfecc15] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 637.156538] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc838eb1-0398-4c69-9407-5db76a362ef6 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.182424] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb1108a2-51a9-4e9f-b066-a80dae710bda {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.190353] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a04b9e6-fd98-49a8-b7e1-222ad6cbea56 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.228854] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3022c9d7-ce26-4212-bc1e-adcfb3dcc7c2 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.238164] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-511ebdbf-d2fa-42f0-ab1d-c1b6e5b7ac49 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.255172] env[69319]: DEBUG nova.compute.provider_tree [None req-965eaf0d-fac9-46dc-85b7-2ad9a897fefa tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 637.265230] env[69319]: DEBUG oslo_vmware.api [None req-f35fac49-3a60-404f-b04c-a62949e700fe tempest-FloatingIPsAssociationNegativeTestJSON-2071490931 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]523fcb44-8b75-0d1a-beba-40328e1f7958, 'name': SearchDatastore_Task, 'duration_secs': 0.013894} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.266582] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43fd1a28-e05c-40f5-8508-846027b3372d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.272640] env[69319]: DEBUG oslo_vmware.api [None req-f35fac49-3a60-404f-b04c-a62949e700fe tempest-FloatingIPsAssociationNegativeTestJSON-2071490931 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931-project-member] Waiting for the task: (returnval){ [ 637.272640] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]527ff283-ce51-2ff8-60fc-61c6031833a7" [ 637.272640] env[69319]: _type = "Task" [ 637.272640] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.288096] env[69319]: DEBUG oslo_vmware.api [None req-f35fac49-3a60-404f-b04c-a62949e700fe tempest-FloatingIPsAssociationNegativeTestJSON-2071490931 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]527ff283-ce51-2ff8-60fc-61c6031833a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.296332] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5f53e468-29d8-4e3d-9e1d-5e12044cad89 tempest-ServerExternalEventsTest-854483476 tempest-ServerExternalEventsTest-854483476-project-member] Acquiring lock "refresh_cache-c3e1d116-4785-402a-bcc3-ad45bcdc16b1" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.296332] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5f53e468-29d8-4e3d-9e1d-5e12044cad89 tempest-ServerExternalEventsTest-854483476 tempest-ServerExternalEventsTest-854483476-project-member] Acquired lock "refresh_cache-c3e1d116-4785-402a-bcc3-ad45bcdc16b1" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.296332] env[69319]: DEBUG nova.network.neutron [None req-5f53e468-29d8-4e3d-9e1d-5e12044cad89 tempest-ServerExternalEventsTest-854483476 tempest-ServerExternalEventsTest-854483476-project-member] [instance: c3e1d116-4785-402a-bcc3-ad45bcdc16b1] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 637.306063] env[69319]: DEBUG oslo_vmware.api [None req-9158c9ea-d7dc-43a0-954f-5da227fdb5f2 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': task-3222666, 'name': PowerOnVM_Task, 'duration_secs': 0.650048} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.306385] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-9158c9ea-d7dc-43a0-954f-5da227fdb5f2 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 90fb9d48-f1f0-4f55-9e0f-673d7d78c380] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 637.306606] env[69319]: INFO nova.compute.manager [None req-9158c9ea-d7dc-43a0-954f-5da227fdb5f2 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 90fb9d48-f1f0-4f55-9e0f-673d7d78c380] Took 12.26 seconds to spawn the instance on the hypervisor. [ 637.306802] env[69319]: DEBUG nova.compute.manager [None req-9158c9ea-d7dc-43a0-954f-5da227fdb5f2 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 90fb9d48-f1f0-4f55-9e0f-673d7d78c380] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 637.307684] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c991bfe-89ab-4422-9d61-3a9f1d22f5ef {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.403190] env[69319]: DEBUG oslo_vmware.api [None req-ac0297f1-050c-485f-ae95-8c0cd632759a tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Task: {'id': task-3222671, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.511668] env[69319]: DEBUG oslo_service.periodic_task [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69319) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 637.518260] env[69319]: DEBUG oslo_service.periodic_task [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69319) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 637.518562] env[69319]: DEBUG oslo_service.periodic_task [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69319) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 637.518766] env[69319]: DEBUG oslo_service.periodic_task [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69319) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 637.518969] env[69319]: DEBUG oslo_service.periodic_task [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69319) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 637.519181] env[69319]: DEBUG oslo_service.periodic_task [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69319) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 637.519371] env[69319]: DEBUG oslo_service.periodic_task [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Running periodic task ComputeManager._sync_power_states {{(pid=69319) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 637.619034] env[69319]: DEBUG oslo_concurrency.lockutils [None req-7c3b79f7-12f7-4cd9-afba-df4a2bcf8e8b tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.619850] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-7c3b79f7-12f7-4cd9-afba-df4a2bcf8e8b tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] [instance: c2acc8ea-12eb-40fc-8baf-db3028c3ba19] Processing image 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 637.620291] env[69319]: DEBUG oslo_concurrency.lockutils [None req-7c3b79f7-12f7-4cd9-afba-df4a2bcf8e8b tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.620519] env[69319]: DEBUG oslo_concurrency.lockutils [None req-7c3b79f7-12f7-4cd9-afba-df4a2bcf8e8b tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.620763] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c3b79f7-12f7-4cd9-afba-df4a2bcf8e8b tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 637.621255] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-65d8603d-f9a3-48b5-ab9f-2c9ccc71ef78 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.635269] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c3b79f7-12f7-4cd9-afba-df4a2bcf8e8b tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 637.635269] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-7c3b79f7-12f7-4cd9-afba-df4a2bcf8e8b tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 637.638437] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bd8bc6f-a902-4670-a60c-50c63e486c43 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.649339] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-affe3f43-5e60-405d-82e9-1353073b0bf3 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.653581] env[69319]: DEBUG oslo_vmware.api [None req-7c3b79f7-12f7-4cd9-afba-df4a2bcf8e8b tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] Waiting for the task: (returnval){ [ 637.653581] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]526f1914-c2af-a775-ea87-5da70c7dbc3c" [ 637.653581] env[69319]: _type = "Task" [ 637.653581] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.662362] env[69319]: DEBUG oslo_vmware.api [None req-7c3b79f7-12f7-4cd9-afba-df4a2bcf8e8b tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]526f1914-c2af-a775-ea87-5da70c7dbc3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.759756] env[69319]: DEBUG nova.scheduler.client.report [None req-965eaf0d-fac9-46dc-85b7-2ad9a897fefa tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 637.785276] env[69319]: DEBUG oslo_vmware.api [None req-f35fac49-3a60-404f-b04c-a62949e700fe tempest-FloatingIPsAssociationNegativeTestJSON-2071490931 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]527ff283-ce51-2ff8-60fc-61c6031833a7, 'name': SearchDatastore_Task, 'duration_secs': 0.013422} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.785535] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f35fac49-3a60-404f-b04c-a62949e700fe tempest-FloatingIPsAssociationNegativeTestJSON-2071490931 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.785794] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-f35fac49-3a60-404f-b04c-a62949e700fe tempest-FloatingIPsAssociationNegativeTestJSON-2071490931 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] 62e4ab82-69e0-4698-996a-72bb7fb7ecdd/62e4ab82-69e0-4698-996a-72bb7fb7ecdd.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 637.786047] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cac68a87-2b28-4a5f-9fef-11fb4ec02578 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.792626] env[69319]: DEBUG oslo_vmware.api [None req-f35fac49-3a60-404f-b04c-a62949e700fe tempest-FloatingIPsAssociationNegativeTestJSON-2071490931 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931-project-member] Waiting for the task: (returnval){ [ 637.792626] env[69319]: value = "task-3222672" [ 637.792626] env[69319]: _type = "Task" [ 637.792626] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.801063] env[69319]: DEBUG oslo_vmware.api [None req-f35fac49-3a60-404f-b04c-a62949e700fe tempest-FloatingIPsAssociationNegativeTestJSON-2071490931 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931-project-member] Task: {'id': task-3222672, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.825524] env[69319]: INFO nova.compute.manager [None req-9158c9ea-d7dc-43a0-954f-5da227fdb5f2 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 90fb9d48-f1f0-4f55-9e0f-673d7d78c380] Took 19.04 seconds to build instance. [ 637.901011] env[69319]: DEBUG oslo_vmware.api [None req-ac0297f1-050c-485f-ae95-8c0cd632759a tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Task: {'id': task-3222671, 'name': PowerOnVM_Task} progress is 99%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.940077] env[69319]: DEBUG nova.compute.manager [None req-85ee4a56-ecca-4731-840f-cdc26d3e8f23 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 2764dc00-3329-4e56-ad73-5027b65f42d6] Start spawning the instance on the hypervisor. {{(pid=69319) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 637.975710] env[69319]: DEBUG nova.virt.hardware [None req-85ee4a56-ecca-4731-840f-cdc26d3e8f23 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:32:36Z,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31f027872f6f44dba95ff2fe7a062e00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:32:36Z,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 637.975710] env[69319]: DEBUG nova.virt.hardware [None req-85ee4a56-ecca-4731-840f-cdc26d3e8f23 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 637.975939] env[69319]: DEBUG nova.virt.hardware [None req-85ee4a56-ecca-4731-840f-cdc26d3e8f23 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 637.975939] env[69319]: DEBUG nova.virt.hardware [None req-85ee4a56-ecca-4731-840f-cdc26d3e8f23 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 637.976079] env[69319]: DEBUG nova.virt.hardware [None req-85ee4a56-ecca-4731-840f-cdc26d3e8f23 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 637.976244] env[69319]: DEBUG nova.virt.hardware [None req-85ee4a56-ecca-4731-840f-cdc26d3e8f23 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 637.976454] env[69319]: DEBUG nova.virt.hardware [None req-85ee4a56-ecca-4731-840f-cdc26d3e8f23 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 637.976614] env[69319]: DEBUG nova.virt.hardware [None req-85ee4a56-ecca-4731-840f-cdc26d3e8f23 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 637.976779] env[69319]: DEBUG nova.virt.hardware [None req-85ee4a56-ecca-4731-840f-cdc26d3e8f23 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 637.977054] env[69319]: DEBUG nova.virt.hardware [None req-85ee4a56-ecca-4731-840f-cdc26d3e8f23 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 637.977131] env[69319]: DEBUG nova.virt.hardware [None req-85ee4a56-ecca-4731-840f-cdc26d3e8f23 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 637.978535] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c594f035-f541-4e9f-b0b1-f9b5e2d96836 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.987188] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a0336c8-25c8-461e-8c51-cb881df140ba {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.002945] env[69319]: DEBUG nova.network.neutron [None req-5f53e468-29d8-4e3d-9e1d-5e12044cad89 tempest-ServerExternalEventsTest-854483476 tempest-ServerExternalEventsTest-854483476-project-member] [instance: c3e1d116-4785-402a-bcc3-ad45bcdc16b1] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 638.024355] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Getting list of instances from cluster (obj){ [ 638.024355] env[69319]: value = "domain-c8" [ 638.024355] env[69319]: _type = "ClusterComputeResource" [ 638.024355] env[69319]: } {{(pid=69319) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 638.025414] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97d47cca-fa66-490a-a452-96f80c361be0 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.039019] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Got total of 5 instances {{(pid=69319) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 638.039019] env[69319]: WARNING nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] While synchronizing instance power states, found 8 instances in the database and 5 instances on the hypervisor. [ 638.039220] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Triggering sync for uuid 6de6b246-d2c0-4d08-9c09-0a944dfecc15 {{(pid=69319) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 638.039566] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Triggering sync for uuid 90fb9d48-f1f0-4f55-9e0f-673d7d78c380 {{(pid=69319) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 638.039888] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Triggering sync for uuid 1835d15f-f896-4741-b67d-4b5b17a8dff2 {{(pid=69319) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 638.043020] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Triggering sync for uuid 62e4ab82-69e0-4698-996a-72bb7fb7ecdd {{(pid=69319) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 638.043020] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Triggering sync for uuid c2acc8ea-12eb-40fc-8baf-db3028c3ba19 {{(pid=69319) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 638.043020] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Triggering sync for uuid c3e1d116-4785-402a-bcc3-ad45bcdc16b1 {{(pid=69319) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 638.043020] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Triggering sync for uuid 2764dc00-3329-4e56-ad73-5027b65f42d6 {{(pid=69319) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 638.043020] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Triggering sync for uuid 3e95f2d5-d392-47c4-b519-4a218660516b {{(pid=69319) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 638.043020] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Acquiring lock "6de6b246-d2c0-4d08-9c09-0a944dfecc15" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.043318] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Lock "6de6b246-d2c0-4d08-9c09-0a944dfecc15" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.043318] env[69319]: INFO nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] [instance: 6de6b246-d2c0-4d08-9c09-0a944dfecc15] During sync_power_state the instance has a pending task (rebuilding). Skip. [ 638.043318] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Lock "6de6b246-d2c0-4d08-9c09-0a944dfecc15" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.043318] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Acquiring lock "90fb9d48-f1f0-4f55-9e0f-673d7d78c380" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.043318] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Acquiring lock "1835d15f-f896-4741-b67d-4b5b17a8dff2" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.043474] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Acquiring lock "62e4ab82-69e0-4698-996a-72bb7fb7ecdd" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.043474] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Acquiring lock "c2acc8ea-12eb-40fc-8baf-db3028c3ba19" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.043474] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Acquiring lock "c3e1d116-4785-402a-bcc3-ad45bcdc16b1" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.043474] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Acquiring lock "2764dc00-3329-4e56-ad73-5027b65f42d6" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.043474] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Acquiring lock "3e95f2d5-d392-47c4-b519-4a218660516b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.043805] env[69319]: DEBUG oslo_service.periodic_task [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69319) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 638.044130] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69319) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 638.044392] env[69319]: DEBUG oslo_service.periodic_task [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Running periodic task ComputeManager.update_available_resource {{(pid=69319) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 638.168366] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-7c3b79f7-12f7-4cd9-afba-df4a2bcf8e8b tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] [instance: c2acc8ea-12eb-40fc-8baf-db3028c3ba19] Preparing fetch location {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 638.169603] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c3b79f7-12f7-4cd9-afba-df4a2bcf8e8b tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] Creating directory with path [datastore1] vmware_temp/33ea260d-0c37-4273-a3bf-3f7decc1e845/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 638.171617] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-08187aa6-af28-488c-9d4e-9012b1ed1a34 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.177593] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-7aa780d8-d621-42e7-9e19-a4d7a3679f36 tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] [instance: 6de6b246-d2c0-4d08-9c09-0a944dfecc15] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 638.177593] env[69319]: DEBUG oslo_concurrency.lockutils [None req-89e17e46-04eb-417b-8db6-d4d3ada6b5c6 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Acquiring lock "9f02ac69-5fbc-40c6-96f4-d6ef8b3d0792" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.177593] env[69319]: DEBUG oslo_concurrency.lockutils [None req-89e17e46-04eb-417b-8db6-d4d3ada6b5c6 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Lock "9f02ac69-5fbc-40c6-96f4-d6ef8b3d0792" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.177593] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9adfd4d2-5e3f-479c-8128-25004bc2dadc {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.185408] env[69319]: DEBUG oslo_vmware.api [None req-7aa780d8-d621-42e7-9e19-a4d7a3679f36 tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Waiting for the task: (returnval){ [ 638.185408] env[69319]: value = "task-3222673" [ 638.185408] env[69319]: _type = "Task" [ 638.185408] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.198106] env[69319]: DEBUG oslo_vmware.api [None req-7aa780d8-d621-42e7-9e19-a4d7a3679f36 tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Task: {'id': task-3222673, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.210024] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c3b79f7-12f7-4cd9-afba-df4a2bcf8e8b tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] Created directory with path [datastore1] vmware_temp/33ea260d-0c37-4273-a3bf-3f7decc1e845/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 638.210024] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-7c3b79f7-12f7-4cd9-afba-df4a2bcf8e8b tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] [instance: c2acc8ea-12eb-40fc-8baf-db3028c3ba19] Fetch image to [datastore1] vmware_temp/33ea260d-0c37-4273-a3bf-3f7decc1e845/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/tmp-sparse.vmdk {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 638.210024] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-7c3b79f7-12f7-4cd9-afba-df4a2bcf8e8b tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] [instance: c2acc8ea-12eb-40fc-8baf-db3028c3ba19] Downloading image file data 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 to [datastore1] vmware_temp/33ea260d-0c37-4273-a3bf-3f7decc1e845/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/tmp-sparse.vmdk on the data store datastore1 {{(pid=69319) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 638.210024] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a7e416a-07ae-46d7-8e68-4bc1a4ed96bf {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.218117] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-084feb1d-2b49-478c-ae94-846889a2cf16 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.232000] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4eae152-869c-49a1-8b34-ecac3f2426e5 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.271432] env[69319]: DEBUG oslo_concurrency.lockutils [None req-965eaf0d-fac9-46dc-85b7-2ad9a897fefa tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.364s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.272156] env[69319]: DEBUG nova.compute.manager [None req-965eaf0d-fac9-46dc-85b7-2ad9a897fefa tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] [instance: 3e95f2d5-d392-47c4-b519-4a218660516b] Start building networks asynchronously for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 638.277046] env[69319]: DEBUG oslo_concurrency.lockutils [None req-a2b96bb3-976d-4331-a9ca-1b1ac654b8ce tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.549s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.279752] env[69319]: INFO nova.compute.claims [None req-a2b96bb3-976d-4331-a9ca-1b1ac654b8ce tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: e619aa14-62f8-4482-a049-28422171cece] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 638.286795] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec88d1a3-5fb5-4e2c-94e2-d7f51fb9c811 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.300692] env[69319]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-d7a97382-908a-4ce5-a159-ce1f037a6954 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.310670] env[69319]: DEBUG oslo_vmware.api [None req-f35fac49-3a60-404f-b04c-a62949e700fe tempest-FloatingIPsAssociationNegativeTestJSON-2071490931 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931-project-member] Task: {'id': task-3222672, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.328185] env[69319]: DEBUG oslo_concurrency.lockutils [None req-9158c9ea-d7dc-43a0-954f-5da227fdb5f2 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Lock "90fb9d48-f1f0-4f55-9e0f-673d7d78c380" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.554s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.331379] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Lock "90fb9d48-f1f0-4f55-9e0f-673d7d78c380" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.288s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.332549] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-448c0f18-f35b-4a5f-a779-b20318fbb638 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.400404] env[69319]: DEBUG oslo_vmware.api [None req-ac0297f1-050c-485f-ae95-8c0cd632759a tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Task: {'id': task-3222671, 'name': PowerOnVM_Task, 'duration_secs': 1.115943} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.400741] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac0297f1-050c-485f-ae95-8c0cd632759a tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] [instance: 1835d15f-f896-4741-b67d-4b5b17a8dff2] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 638.401059] env[69319]: INFO nova.compute.manager [None req-ac0297f1-050c-485f-ae95-8c0cd632759a tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] [instance: 1835d15f-f896-4741-b67d-4b5b17a8dff2] Took 11.10 seconds to spawn the instance on the hypervisor. [ 638.401691] env[69319]: DEBUG nova.compute.manager [None req-ac0297f1-050c-485f-ae95-8c0cd632759a tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] [instance: 1835d15f-f896-4741-b67d-4b5b17a8dff2] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 638.402394] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79eedef5-a5c3-48f1-8082-79e9e14eb9a1 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.414288] env[69319]: DEBUG nova.virt.vmwareapi.images [None req-7c3b79f7-12f7-4cd9-afba-df4a2bcf8e8b tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] [instance: c2acc8ea-12eb-40fc-8baf-db3028c3ba19] Downloading image file data 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 to the data store datastore1 {{(pid=69319) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 638.449340] env[69319]: DEBUG nova.network.neutron [None req-5f53e468-29d8-4e3d-9e1d-5e12044cad89 tempest-ServerExternalEventsTest-854483476 tempest-ServerExternalEventsTest-854483476-project-member] [instance: c3e1d116-4785-402a-bcc3-ad45bcdc16b1] Updating instance_info_cache with network_info: [{"id": "c9a956b7-5e37-47ce-a885-f1811c9e12be", "address": "fa:16:3e:f5:96:d4", "network": {"id": "e172e758-1a9b-4f22-a553-441ab9c9dccc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "31f027872f6f44dba95ff2fe7a062e00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9a956b7-5e", "ovs_interfaceid": "c9a956b7-5e37-47ce-a885-f1811c9e12be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 638.489056] env[69319]: DEBUG oslo_vmware.rw_handles [None req-7c3b79f7-12f7-4cd9-afba-df4a2bcf8e8b tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/33ea260d-0c37-4273-a3bf-3f7decc1e845/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69319) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 638.549792] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.645972] env[69319]: DEBUG nova.compute.manager [req-d00ddf6c-a511-4520-94bc-2bdb8ba1a3ff req-9952936f-e806-4c81-b765-5f69d4e750c9 service nova] [instance: 62e4ab82-69e0-4698-996a-72bb7fb7ecdd] Received event network-vif-plugged-d7145746-67bc-466e-8a2e-bbbb3295c907 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 638.646223] env[69319]: DEBUG oslo_concurrency.lockutils [req-d00ddf6c-a511-4520-94bc-2bdb8ba1a3ff req-9952936f-e806-4c81-b765-5f69d4e750c9 service nova] Acquiring lock "62e4ab82-69e0-4698-996a-72bb7fb7ecdd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.646432] env[69319]: DEBUG oslo_concurrency.lockutils [req-d00ddf6c-a511-4520-94bc-2bdb8ba1a3ff req-9952936f-e806-4c81-b765-5f69d4e750c9 service nova] Lock "62e4ab82-69e0-4698-996a-72bb7fb7ecdd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.646627] env[69319]: DEBUG oslo_concurrency.lockutils [req-d00ddf6c-a511-4520-94bc-2bdb8ba1a3ff req-9952936f-e806-4c81-b765-5f69d4e750c9 service nova] Lock "62e4ab82-69e0-4698-996a-72bb7fb7ecdd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.646804] env[69319]: DEBUG nova.compute.manager [req-d00ddf6c-a511-4520-94bc-2bdb8ba1a3ff req-9952936f-e806-4c81-b765-5f69d4e750c9 service nova] [instance: 62e4ab82-69e0-4698-996a-72bb7fb7ecdd] No waiting events found dispatching network-vif-plugged-d7145746-67bc-466e-8a2e-bbbb3295c907 {{(pid=69319) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 638.646980] env[69319]: WARNING nova.compute.manager [req-d00ddf6c-a511-4520-94bc-2bdb8ba1a3ff req-9952936f-e806-4c81-b765-5f69d4e750c9 service nova] [instance: 62e4ab82-69e0-4698-996a-72bb7fb7ecdd] Received unexpected event network-vif-plugged-d7145746-67bc-466e-8a2e-bbbb3295c907 for instance with vm_state building and task_state spawning. [ 638.647152] env[69319]: DEBUG nova.compute.manager [req-d00ddf6c-a511-4520-94bc-2bdb8ba1a3ff req-9952936f-e806-4c81-b765-5f69d4e750c9 service nova] [instance: 62e4ab82-69e0-4698-996a-72bb7fb7ecdd] Received event network-changed-d7145746-67bc-466e-8a2e-bbbb3295c907 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 638.647319] env[69319]: DEBUG nova.compute.manager [req-d00ddf6c-a511-4520-94bc-2bdb8ba1a3ff req-9952936f-e806-4c81-b765-5f69d4e750c9 service nova] [instance: 62e4ab82-69e0-4698-996a-72bb7fb7ecdd] Refreshing instance network info cache due to event network-changed-d7145746-67bc-466e-8a2e-bbbb3295c907. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 638.647509] env[69319]: DEBUG oslo_concurrency.lockutils [req-d00ddf6c-a511-4520-94bc-2bdb8ba1a3ff req-9952936f-e806-4c81-b765-5f69d4e750c9 service nova] Acquiring lock "refresh_cache-62e4ab82-69e0-4698-996a-72bb7fb7ecdd" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.647640] env[69319]: DEBUG oslo_concurrency.lockutils [req-d00ddf6c-a511-4520-94bc-2bdb8ba1a3ff req-9952936f-e806-4c81-b765-5f69d4e750c9 service nova] Acquired lock "refresh_cache-62e4ab82-69e0-4698-996a-72bb7fb7ecdd" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.647794] env[69319]: DEBUG nova.network.neutron [req-d00ddf6c-a511-4520-94bc-2bdb8ba1a3ff req-9952936f-e806-4c81-b765-5f69d4e750c9 service nova] [instance: 62e4ab82-69e0-4698-996a-72bb7fb7ecdd] Refreshing network info cache for port d7145746-67bc-466e-8a2e-bbbb3295c907 {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 638.697394] env[69319]: DEBUG oslo_vmware.api [None req-7aa780d8-d621-42e7-9e19-a4d7a3679f36 tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Task: {'id': task-3222673, 'name': PowerOffVM_Task, 'duration_secs': 0.246021} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.701469] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-7aa780d8-d621-42e7-9e19-a4d7a3679f36 tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] [instance: 6de6b246-d2c0-4d08-9c09-0a944dfecc15] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 638.701469] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-7aa780d8-d621-42e7-9e19-a4d7a3679f36 tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] [instance: 6de6b246-d2c0-4d08-9c09-0a944dfecc15] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 638.702320] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bdf4e6e-b81e-4813-92b8-e2ac8364b2ee {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.708895] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-7aa780d8-d621-42e7-9e19-a4d7a3679f36 tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] [instance: 6de6b246-d2c0-4d08-9c09-0a944dfecc15] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 638.711410] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-581f87c5-d3de-4a19-9fa5-51432bb75e12 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.737760] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-7aa780d8-d621-42e7-9e19-a4d7a3679f36 tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] [instance: 6de6b246-d2c0-4d08-9c09-0a944dfecc15] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 638.738052] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-7aa780d8-d621-42e7-9e19-a4d7a3679f36 tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] [instance: 6de6b246-d2c0-4d08-9c09-0a944dfecc15] Deleting contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 638.738246] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-7aa780d8-d621-42e7-9e19-a4d7a3679f36 tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Deleting the datastore file [datastore2] 6de6b246-d2c0-4d08-9c09-0a944dfecc15 {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 638.738530] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-889c423f-8c38-4944-a599-3fd18f4ab75c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.746367] env[69319]: DEBUG oslo_vmware.api [None req-7aa780d8-d621-42e7-9e19-a4d7a3679f36 tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Waiting for the task: (returnval){ [ 638.746367] env[69319]: value = "task-3222675" [ 638.746367] env[69319]: _type = "Task" [ 638.746367] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.757113] env[69319]: DEBUG oslo_vmware.api [None req-7aa780d8-d621-42e7-9e19-a4d7a3679f36 tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Task: {'id': task-3222675, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.778701] env[69319]: DEBUG nova.compute.utils [None req-965eaf0d-fac9-46dc-85b7-2ad9a897fefa tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Using /dev/sd instead of None {{(pid=69319) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 638.780579] env[69319]: DEBUG nova.compute.manager [None req-965eaf0d-fac9-46dc-85b7-2ad9a897fefa tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] [instance: 3e95f2d5-d392-47c4-b519-4a218660516b] Allocating IP information in the background. {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 638.780831] env[69319]: DEBUG nova.network.neutron [None req-965eaf0d-fac9-46dc-85b7-2ad9a897fefa tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] [instance: 3e95f2d5-d392-47c4-b519-4a218660516b] allocate_for_instance() {{(pid=69319) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 638.806489] env[69319]: DEBUG oslo_vmware.api [None req-f35fac49-3a60-404f-b04c-a62949e700fe tempest-FloatingIPsAssociationNegativeTestJSON-2071490931 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931-project-member] Task: {'id': task-3222672, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.637358} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.806942] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-f35fac49-3a60-404f-b04c-a62949e700fe tempest-FloatingIPsAssociationNegativeTestJSON-2071490931 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] 62e4ab82-69e0-4698-996a-72bb7fb7ecdd/62e4ab82-69e0-4698-996a-72bb7fb7ecdd.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 638.807526] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-f35fac49-3a60-404f-b04c-a62949e700fe tempest-FloatingIPsAssociationNegativeTestJSON-2071490931 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931-project-member] [instance: 62e4ab82-69e0-4698-996a-72bb7fb7ecdd] Extending root virtual disk to 1048576 {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 638.807891] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-df097de7-2507-49db-ac37-a3abbc1f800b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.818042] env[69319]: DEBUG oslo_vmware.api [None req-f35fac49-3a60-404f-b04c-a62949e700fe tempest-FloatingIPsAssociationNegativeTestJSON-2071490931 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931-project-member] Waiting for the task: (returnval){ [ 638.818042] env[69319]: value = "task-3222676" [ 638.818042] env[69319]: _type = "Task" [ 638.818042] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.829194] env[69319]: DEBUG oslo_vmware.api [None req-f35fac49-3a60-404f-b04c-a62949e700fe tempest-FloatingIPsAssociationNegativeTestJSON-2071490931 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931-project-member] Task: {'id': task-3222676, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.831644] env[69319]: DEBUG nova.compute.manager [None req-cf3acd70-7377-4d52-b29c-7b1d08dacac1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] [instance: 749b3b26-9e42-4ac9-89c4-f467aa379427] Starting instance... {{(pid=69319) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 638.847814] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Lock "90fb9d48-f1f0-4f55-9e0f-673d7d78c380" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.518s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.923537] env[69319]: DEBUG nova.policy [None req-965eaf0d-fac9-46dc-85b7-2ad9a897fefa tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '28961254c1734f36a0382050bdc65f1a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '813b88be983f4a839f6d3d7d8fc38192', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69319) authorize /opt/stack/nova/nova/policy.py:192}} [ 638.925545] env[69319]: INFO nova.compute.manager [None req-ac0297f1-050c-485f-ae95-8c0cd632759a tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] [instance: 1835d15f-f896-4741-b67d-4b5b17a8dff2] Took 17.52 seconds to build instance. [ 638.958504] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5f53e468-29d8-4e3d-9e1d-5e12044cad89 tempest-ServerExternalEventsTest-854483476 tempest-ServerExternalEventsTest-854483476-project-member] Releasing lock "refresh_cache-c3e1d116-4785-402a-bcc3-ad45bcdc16b1" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.958846] env[69319]: DEBUG nova.compute.manager [None req-5f53e468-29d8-4e3d-9e1d-5e12044cad89 tempest-ServerExternalEventsTest-854483476 tempest-ServerExternalEventsTest-854483476-project-member] [instance: c3e1d116-4785-402a-bcc3-ad45bcdc16b1] Instance network_info: |[{"id": "c9a956b7-5e37-47ce-a885-f1811c9e12be", "address": "fa:16:3e:f5:96:d4", "network": {"id": "e172e758-1a9b-4f22-a553-441ab9c9dccc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "31f027872f6f44dba95ff2fe7a062e00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9a956b7-5e", "ovs_interfaceid": "c9a956b7-5e37-47ce-a885-f1811c9e12be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 638.962227] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-5f53e468-29d8-4e3d-9e1d-5e12044cad89 tempest-ServerExternalEventsTest-854483476 tempest-ServerExternalEventsTest-854483476-project-member] [instance: c3e1d116-4785-402a-bcc3-ad45bcdc16b1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f5:96:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c9a956b7-5e37-47ce-a885-f1811c9e12be', 'vif_model': 'vmxnet3'}] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 638.972766] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f53e468-29d8-4e3d-9e1d-5e12044cad89 tempest-ServerExternalEventsTest-854483476 tempest-ServerExternalEventsTest-854483476-project-member] Creating folder: Project (e454710f9c614ad6a5615742446d79bd). Parent ref: group-v644239. {{(pid=69319) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 638.973959] env[69319]: DEBUG nova.network.neutron [None req-85ee4a56-ecca-4731-840f-cdc26d3e8f23 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 2764dc00-3329-4e56-ad73-5027b65f42d6] Successfully updated port: 6514f617-db2b-4791-a872-4679e39dff02 {{(pid=69319) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 638.975524] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e097ec69-df44-466b-921f-7dda9993aee2 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.987125] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-5f53e468-29d8-4e3d-9e1d-5e12044cad89 tempest-ServerExternalEventsTest-854483476 tempest-ServerExternalEventsTest-854483476-project-member] Created folder: Project (e454710f9c614ad6a5615742446d79bd) in parent group-v644239. [ 638.987459] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f53e468-29d8-4e3d-9e1d-5e12044cad89 tempest-ServerExternalEventsTest-854483476 tempest-ServerExternalEventsTest-854483476-project-member] Creating folder: Instances. Parent ref: group-v644255. {{(pid=69319) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 638.987777] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-be8ef9d3-51cc-42d6-a96c-f3e0a6ba8e9a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.003254] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-5f53e468-29d8-4e3d-9e1d-5e12044cad89 tempest-ServerExternalEventsTest-854483476 tempest-ServerExternalEventsTest-854483476-project-member] Created folder: Instances in parent group-v644255. [ 639.003507] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5f53e468-29d8-4e3d-9e1d-5e12044cad89 tempest-ServerExternalEventsTest-854483476 tempest-ServerExternalEventsTest-854483476-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 639.003700] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3e1d116-4785-402a-bcc3-ad45bcdc16b1] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 639.003902] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9b46d235-fcde-4ebf-a237-41d3b51b111b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.027590] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 639.027590] env[69319]: value = "task-3222679" [ 639.027590] env[69319]: _type = "Task" [ 639.027590] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.036278] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222679, 'name': CreateVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.194526] env[69319]: DEBUG oslo_vmware.rw_handles [None req-7c3b79f7-12f7-4cd9-afba-df4a2bcf8e8b tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] Completed reading data from the image iterator. {{(pid=69319) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 639.194798] env[69319]: DEBUG oslo_vmware.rw_handles [None req-7c3b79f7-12f7-4cd9-afba-df4a2bcf8e8b tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] Closing write handle for https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/33ea260d-0c37-4273-a3bf-3f7decc1e845/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69319) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 639.262828] env[69319]: DEBUG oslo_vmware.api [None req-7aa780d8-d621-42e7-9e19-a4d7a3679f36 tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Task: {'id': task-3222675, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183176} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.263162] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-7aa780d8-d621-42e7-9e19-a4d7a3679f36 tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 639.263377] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-7aa780d8-d621-42e7-9e19-a4d7a3679f36 tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] [instance: 6de6b246-d2c0-4d08-9c09-0a944dfecc15] Deleted contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 639.263574] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-7aa780d8-d621-42e7-9e19-a4d7a3679f36 tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] [instance: 6de6b246-d2c0-4d08-9c09-0a944dfecc15] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 639.288925] env[69319]: DEBUG nova.compute.manager [None req-965eaf0d-fac9-46dc-85b7-2ad9a897fefa tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] [instance: 3e95f2d5-d392-47c4-b519-4a218660516b] Start building block device mappings for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 639.345428] env[69319]: DEBUG oslo_vmware.api [None req-f35fac49-3a60-404f-b04c-a62949e700fe tempest-FloatingIPsAssociationNegativeTestJSON-2071490931 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931-project-member] Task: {'id': task-3222676, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.169659} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.350401] env[69319]: DEBUG nova.virt.vmwareapi.images [None req-7c3b79f7-12f7-4cd9-afba-df4a2bcf8e8b tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] [instance: c2acc8ea-12eb-40fc-8baf-db3028c3ba19] Downloaded image file data 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 to vmware_temp/33ea260d-0c37-4273-a3bf-3f7decc1e845/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/tmp-sparse.vmdk on the data store datastore1 {{(pid=69319) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 639.355040] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-7c3b79f7-12f7-4cd9-afba-df4a2bcf8e8b tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] [instance: c2acc8ea-12eb-40fc-8baf-db3028c3ba19] Caching image {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 639.355040] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c3b79f7-12f7-4cd9-afba-df4a2bcf8e8b tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] Copying Virtual Disk [datastore1] vmware_temp/33ea260d-0c37-4273-a3bf-3f7decc1e845/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/tmp-sparse.vmdk to [datastore1] vmware_temp/33ea260d-0c37-4273-a3bf-3f7decc1e845/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 639.357595] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-f35fac49-3a60-404f-b04c-a62949e700fe tempest-FloatingIPsAssociationNegativeTestJSON-2071490931 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931-project-member] [instance: 62e4ab82-69e0-4698-996a-72bb7fb7ecdd] Extended root virtual disk {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 639.360285] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8652f8a8-7be8-40f6-b927-e88dcec3ed69 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.368810] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2492cea3-3758-4cb4-a494-4e34bdafd1e6 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.398460] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-f35fac49-3a60-404f-b04c-a62949e700fe tempest-FloatingIPsAssociationNegativeTestJSON-2071490931 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931-project-member] [instance: 62e4ab82-69e0-4698-996a-72bb7fb7ecdd] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] 62e4ab82-69e0-4698-996a-72bb7fb7ecdd/62e4ab82-69e0-4698-996a-72bb7fb7ecdd.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 639.400498] env[69319]: DEBUG oslo_concurrency.lockutils [None req-cf3acd70-7377-4d52-b29c-7b1d08dacac1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.405505] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f11f9056-17b1-487b-b02f-1853a62b450f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.434123] env[69319]: DEBUG oslo_vmware.api [None req-7c3b79f7-12f7-4cd9-afba-df4a2bcf8e8b tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] Waiting for the task: (returnval){ [ 639.434123] env[69319]: value = "task-3222680" [ 639.434123] env[69319]: _type = "Task" [ 639.434123] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.437179] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ac0297f1-050c-485f-ae95-8c0cd632759a tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Lock "1835d15f-f896-4741-b67d-4b5b17a8dff2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.043s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 639.439505] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Lock "1835d15f-f896-4741-b67d-4b5b17a8dff2" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 1.396s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.439505] env[69319]: INFO nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] [instance: 1835d15f-f896-4741-b67d-4b5b17a8dff2] During sync_power_state the instance has a pending task (spawning). Skip. [ 639.439505] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Lock "1835d15f-f896-4741-b67d-4b5b17a8dff2" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 639.446110] env[69319]: DEBUG oslo_vmware.api [None req-f35fac49-3a60-404f-b04c-a62949e700fe tempest-FloatingIPsAssociationNegativeTestJSON-2071490931 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931-project-member] Waiting for the task: (returnval){ [ 639.446110] env[69319]: value = "task-3222681" [ 639.446110] env[69319]: _type = "Task" [ 639.446110] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.453503] env[69319]: DEBUG oslo_vmware.api [None req-7c3b79f7-12f7-4cd9-afba-df4a2bcf8e8b tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] Task: {'id': task-3222680, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.460822] env[69319]: DEBUG oslo_vmware.api [None req-f35fac49-3a60-404f-b04c-a62949e700fe tempest-FloatingIPsAssociationNegativeTestJSON-2071490931 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931-project-member] Task: {'id': task-3222681, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.479946] env[69319]: DEBUG oslo_concurrency.lockutils [None req-85ee4a56-ecca-4731-840f-cdc26d3e8f23 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Acquiring lock "refresh_cache-2764dc00-3329-4e56-ad73-5027b65f42d6" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.480120] env[69319]: DEBUG oslo_concurrency.lockutils [None req-85ee4a56-ecca-4731-840f-cdc26d3e8f23 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Acquired lock "refresh_cache-2764dc00-3329-4e56-ad73-5027b65f42d6" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.480276] env[69319]: DEBUG nova.network.neutron [None req-85ee4a56-ecca-4731-840f-cdc26d3e8f23 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 2764dc00-3329-4e56-ad73-5027b65f42d6] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 639.546168] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222679, 'name': CreateVM_Task} progress is 99%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.744871] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3dee1e5-c5fa-4d08-9e95-91a4234444b8 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.753420] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-422a9d59-a064-43bf-bbc4-3f819e84ef38 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.791514] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdd2fc2f-2ea4-4341-bd01-ed957072bafe {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.802997] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66b55883-98e4-468b-9d5b-4f6a25eb12e9 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.820977] env[69319]: DEBUG nova.compute.provider_tree [None req-a2b96bb3-976d-4331-a9ca-1b1ac654b8ce tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 639.945681] env[69319]: DEBUG nova.compute.manager [None req-836fc6c5-5870-4653-bc71-cc38bfb67d01 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: 22225d47-adf7-4381-8b26-9372db49c4be] Starting instance... {{(pid=69319) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 639.953778] env[69319]: DEBUG oslo_vmware.api [None req-7c3b79f7-12f7-4cd9-afba-df4a2bcf8e8b tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] Task: {'id': task-3222680, 'name': CopyVirtualDisk_Task} progress is 27%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.965029] env[69319]: DEBUG oslo_vmware.api [None req-f35fac49-3a60-404f-b04c-a62949e700fe tempest-FloatingIPsAssociationNegativeTestJSON-2071490931 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931-project-member] Task: {'id': task-3222681, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.039366] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222679, 'name': CreateVM_Task} progress is 99%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.040326] env[69319]: DEBUG nova.network.neutron [req-d00ddf6c-a511-4520-94bc-2bdb8ba1a3ff req-9952936f-e806-4c81-b765-5f69d4e750c9 service nova] [instance: 62e4ab82-69e0-4698-996a-72bb7fb7ecdd] Updated VIF entry in instance network info cache for port d7145746-67bc-466e-8a2e-bbbb3295c907. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 640.040699] env[69319]: DEBUG nova.network.neutron [req-d00ddf6c-a511-4520-94bc-2bdb8ba1a3ff req-9952936f-e806-4c81-b765-5f69d4e750c9 service nova] [instance: 62e4ab82-69e0-4698-996a-72bb7fb7ecdd] Updating instance_info_cache with network_info: [{"id": "d7145746-67bc-466e-8a2e-bbbb3295c907", "address": "fa:16:3e:05:95:a0", "network": {"id": "d63ac5e1-f56b-4a61-b481-c5e1157dc905", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-66264656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bfd7f295e184122b33278bfb2cc089d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b91b49a8-b849-4d0c-97f7-74fdcd88ae03", "external-id": "nsx-vlan-transportzone-406", "segmentation_id": 406, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7145746-67", "ovs_interfaceid": "d7145746-67bc-466e-8a2e-bbbb3295c907", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.094640] env[69319]: DEBUG nova.network.neutron [None req-965eaf0d-fac9-46dc-85b7-2ad9a897fefa tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] [instance: 3e95f2d5-d392-47c4-b519-4a218660516b] Successfully created port: 9c99791e-4ef5-4043-a3fa-cdb478a78bf8 {{(pid=69319) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 640.103640] env[69319]: DEBUG nova.network.neutron [None req-85ee4a56-ecca-4731-840f-cdc26d3e8f23 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 2764dc00-3329-4e56-ad73-5027b65f42d6] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 640.303115] env[69319]: DEBUG nova.compute.manager [None req-965eaf0d-fac9-46dc-85b7-2ad9a897fefa tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] [instance: 3e95f2d5-d392-47c4-b519-4a218660516b] Start spawning the instance on the hypervisor. {{(pid=69319) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 640.325317] env[69319]: DEBUG nova.scheduler.client.report [None req-a2b96bb3-976d-4331-a9ca-1b1ac654b8ce tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 640.330265] env[69319]: DEBUG nova.virt.hardware [None req-7aa780d8-d621-42e7-9e19-a4d7a3679f36 tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:32:36Z,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31f027872f6f44dba95ff2fe7a062e00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:32:36Z,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 640.330265] env[69319]: DEBUG nova.virt.hardware [None req-7aa780d8-d621-42e7-9e19-a4d7a3679f36 tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 640.330265] env[69319]: DEBUG nova.virt.hardware [None req-7aa780d8-d621-42e7-9e19-a4d7a3679f36 tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 640.330951] env[69319]: DEBUG nova.virt.hardware [None req-7aa780d8-d621-42e7-9e19-a4d7a3679f36 tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 640.332072] env[69319]: DEBUG nova.virt.hardware [None req-7aa780d8-d621-42e7-9e19-a4d7a3679f36 tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 640.332072] env[69319]: DEBUG nova.virt.hardware [None req-7aa780d8-d621-42e7-9e19-a4d7a3679f36 tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 640.332072] env[69319]: DEBUG nova.virt.hardware [None req-7aa780d8-d621-42e7-9e19-a4d7a3679f36 tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 640.332072] env[69319]: DEBUG nova.virt.hardware [None req-7aa780d8-d621-42e7-9e19-a4d7a3679f36 tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 640.332072] env[69319]: DEBUG nova.virt.hardware [None req-7aa780d8-d621-42e7-9e19-a4d7a3679f36 tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 640.332321] env[69319]: DEBUG nova.virt.hardware [None req-7aa780d8-d621-42e7-9e19-a4d7a3679f36 tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 640.332321] env[69319]: DEBUG nova.virt.hardware [None req-7aa780d8-d621-42e7-9e19-a4d7a3679f36 tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 640.337019] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af3fa265-325c-49d7-979b-2a3ad5f3ee53 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.348537] env[69319]: DEBUG nova.virt.hardware [None req-965eaf0d-fac9-46dc-85b7-2ad9a897fefa tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:32:36Z,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31f027872f6f44dba95ff2fe7a062e00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:32:36Z,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 640.348830] env[69319]: DEBUG nova.virt.hardware [None req-965eaf0d-fac9-46dc-85b7-2ad9a897fefa tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 640.348991] env[69319]: DEBUG nova.virt.hardware [None req-965eaf0d-fac9-46dc-85b7-2ad9a897fefa tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 640.349135] env[69319]: DEBUG nova.virt.hardware [None req-965eaf0d-fac9-46dc-85b7-2ad9a897fefa tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 640.349289] env[69319]: DEBUG nova.virt.hardware [None req-965eaf0d-fac9-46dc-85b7-2ad9a897fefa tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 640.349593] env[69319]: DEBUG nova.virt.hardware [None req-965eaf0d-fac9-46dc-85b7-2ad9a897fefa tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 640.349665] env[69319]: DEBUG nova.virt.hardware [None req-965eaf0d-fac9-46dc-85b7-2ad9a897fefa tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 640.349980] env[69319]: DEBUG nova.virt.hardware [None req-965eaf0d-fac9-46dc-85b7-2ad9a897fefa tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 640.349980] env[69319]: DEBUG nova.virt.hardware [None req-965eaf0d-fac9-46dc-85b7-2ad9a897fefa tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 640.350140] env[69319]: DEBUG nova.virt.hardware [None req-965eaf0d-fac9-46dc-85b7-2ad9a897fefa tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 640.350818] env[69319]: DEBUG nova.virt.hardware [None req-965eaf0d-fac9-46dc-85b7-2ad9a897fefa tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 640.351777] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b4e14c8-7530-4734-bb74-786c224e69f3 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.357833] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfc610f3-0104-44e0-bb20-ae763605a967 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.378700] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-7aa780d8-d621-42e7-9e19-a4d7a3679f36 tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] [instance: 6de6b246-d2c0-4d08-9c09-0a944dfecc15] Instance VIF info [] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 640.385982] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7aa780d8-d621-42e7-9e19-a4d7a3679f36 tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 640.389059] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6de6b246-d2c0-4d08-9c09-0a944dfecc15] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 640.389229] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-11c7587f-1da4-4223-a27c-ef1f49085915 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.404299] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d3b7cb0-f171-4d1b-b604-8bf75bc9de50 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.426928] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 640.426928] env[69319]: value = "task-3222682" [ 640.426928] env[69319]: _type = "Task" [ 640.426928] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.435775] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222682, 'name': CreateVM_Task} progress is 6%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.450881] env[69319]: DEBUG oslo_vmware.api [None req-7c3b79f7-12f7-4cd9-afba-df4a2bcf8e8b tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] Task: {'id': task-3222680, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.472529] env[69319]: DEBUG oslo_vmware.api [None req-f35fac49-3a60-404f-b04c-a62949e700fe tempest-FloatingIPsAssociationNegativeTestJSON-2071490931 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931-project-member] Task: {'id': task-3222681, 'name': ReconfigVM_Task, 'duration_secs': 0.759492} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.472676] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-f35fac49-3a60-404f-b04c-a62949e700fe tempest-FloatingIPsAssociationNegativeTestJSON-2071490931 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931-project-member] [instance: 62e4ab82-69e0-4698-996a-72bb7fb7ecdd] Reconfigured VM instance instance-00000004 to attach disk [datastore2] 62e4ab82-69e0-4698-996a-72bb7fb7ecdd/62e4ab82-69e0-4698-996a-72bb7fb7ecdd.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 640.473474] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c03165f6-bb26-4dcd-b654-88aab8020538 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.481175] env[69319]: DEBUG oslo_vmware.api [None req-f35fac49-3a60-404f-b04c-a62949e700fe tempest-FloatingIPsAssociationNegativeTestJSON-2071490931 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931-project-member] Waiting for the task: (returnval){ [ 640.481175] env[69319]: value = "task-3222683" [ 640.481175] env[69319]: _type = "Task" [ 640.481175] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.489297] env[69319]: DEBUG oslo_vmware.api [None req-f35fac49-3a60-404f-b04c-a62949e700fe tempest-FloatingIPsAssociationNegativeTestJSON-2071490931 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931-project-member] Task: {'id': task-3222683, 'name': Rename_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.490541] env[69319]: DEBUG oslo_concurrency.lockutils [None req-836fc6c5-5870-4653-bc71-cc38bfb67d01 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.538988] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222679, 'name': CreateVM_Task} progress is 99%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.543788] env[69319]: DEBUG oslo_concurrency.lockutils [req-d00ddf6c-a511-4520-94bc-2bdb8ba1a3ff req-9952936f-e806-4c81-b765-5f69d4e750c9 service nova] Releasing lock "refresh_cache-62e4ab82-69e0-4698-996a-72bb7fb7ecdd" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.546020] env[69319]: DEBUG nova.compute.manager [req-d00ddf6c-a511-4520-94bc-2bdb8ba1a3ff req-9952936f-e806-4c81-b765-5f69d4e750c9 service nova] [instance: c2acc8ea-12eb-40fc-8baf-db3028c3ba19] Received event network-vif-plugged-56f1ed31-91af-40dd-a1d0-b688b15d45f7 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 640.546020] env[69319]: DEBUG oslo_concurrency.lockutils [req-d00ddf6c-a511-4520-94bc-2bdb8ba1a3ff req-9952936f-e806-4c81-b765-5f69d4e750c9 service nova] Acquiring lock "c2acc8ea-12eb-40fc-8baf-db3028c3ba19-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.546020] env[69319]: DEBUG oslo_concurrency.lockutils [req-d00ddf6c-a511-4520-94bc-2bdb8ba1a3ff req-9952936f-e806-4c81-b765-5f69d4e750c9 service nova] Lock "c2acc8ea-12eb-40fc-8baf-db3028c3ba19-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.546020] env[69319]: DEBUG oslo_concurrency.lockutils [req-d00ddf6c-a511-4520-94bc-2bdb8ba1a3ff req-9952936f-e806-4c81-b765-5f69d4e750c9 service nova] Lock "c2acc8ea-12eb-40fc-8baf-db3028c3ba19-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.546020] env[69319]: DEBUG nova.compute.manager [req-d00ddf6c-a511-4520-94bc-2bdb8ba1a3ff req-9952936f-e806-4c81-b765-5f69d4e750c9 service nova] [instance: c2acc8ea-12eb-40fc-8baf-db3028c3ba19] No waiting events found dispatching network-vif-plugged-56f1ed31-91af-40dd-a1d0-b688b15d45f7 {{(pid=69319) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 640.546888] env[69319]: WARNING nova.compute.manager [req-d00ddf6c-a511-4520-94bc-2bdb8ba1a3ff req-9952936f-e806-4c81-b765-5f69d4e750c9 service nova] [instance: c2acc8ea-12eb-40fc-8baf-db3028c3ba19] Received unexpected event network-vif-plugged-56f1ed31-91af-40dd-a1d0-b688b15d45f7 for instance with vm_state building and task_state spawning. [ 640.546888] env[69319]: DEBUG nova.compute.manager [req-d00ddf6c-a511-4520-94bc-2bdb8ba1a3ff req-9952936f-e806-4c81-b765-5f69d4e750c9 service nova] [instance: c2acc8ea-12eb-40fc-8baf-db3028c3ba19] Received event network-changed-56f1ed31-91af-40dd-a1d0-b688b15d45f7 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 640.546888] env[69319]: DEBUG nova.compute.manager [req-d00ddf6c-a511-4520-94bc-2bdb8ba1a3ff req-9952936f-e806-4c81-b765-5f69d4e750c9 service nova] [instance: c2acc8ea-12eb-40fc-8baf-db3028c3ba19] Refreshing instance network info cache due to event network-changed-56f1ed31-91af-40dd-a1d0-b688b15d45f7. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 640.546888] env[69319]: DEBUG oslo_concurrency.lockutils [req-d00ddf6c-a511-4520-94bc-2bdb8ba1a3ff req-9952936f-e806-4c81-b765-5f69d4e750c9 service nova] Acquiring lock "refresh_cache-c2acc8ea-12eb-40fc-8baf-db3028c3ba19" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.546888] env[69319]: DEBUG oslo_concurrency.lockutils [req-d00ddf6c-a511-4520-94bc-2bdb8ba1a3ff req-9952936f-e806-4c81-b765-5f69d4e750c9 service nova] Acquired lock "refresh_cache-c2acc8ea-12eb-40fc-8baf-db3028c3ba19" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.547043] env[69319]: DEBUG nova.network.neutron [req-d00ddf6c-a511-4520-94bc-2bdb8ba1a3ff req-9952936f-e806-4c81-b765-5f69d4e750c9 service nova] [instance: c2acc8ea-12eb-40fc-8baf-db3028c3ba19] Refreshing network info cache for port 56f1ed31-91af-40dd-a1d0-b688b15d45f7 {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 640.836103] env[69319]: DEBUG nova.network.neutron [None req-85ee4a56-ecca-4731-840f-cdc26d3e8f23 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 2764dc00-3329-4e56-ad73-5027b65f42d6] Updating instance_info_cache with network_info: [{"id": "6514f617-db2b-4791-a872-4679e39dff02", "address": "fa:16:3e:7b:53:bd", "network": {"id": "10887a83-3a88-4ea7-ab0e-0aa5f481f0ad", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1969359437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "f35c9784047041ef95c69e4cd2040171", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7aa6264-122d-4c35-82d0-860e451538ea", "external-id": "nsx-vlan-transportzone-81", "segmentation_id": 81, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6514f617-db", "ovs_interfaceid": "6514f617-db2b-4791-a872-4679e39dff02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.840731] env[69319]: DEBUG oslo_concurrency.lockutils [None req-a2b96bb3-976d-4331-a9ca-1b1ac654b8ce tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.564s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.841232] env[69319]: DEBUG nova.compute.manager [None req-a2b96bb3-976d-4331-a9ca-1b1ac654b8ce tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: e619aa14-62f8-4482-a049-28422171cece] Start building networks asynchronously for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 640.844010] env[69319]: DEBUG oslo_concurrency.lockutils [None req-91aa5b89-4fd9-4b1b-b9ec-2c3a0a225832 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.182s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.847892] env[69319]: INFO nova.compute.claims [None req-91aa5b89-4fd9-4b1b-b9ec-2c3a0a225832 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: 9bab8f26-9c99-489c-861b-9fef49b1f36d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 640.939931] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222682, 'name': CreateVM_Task, 'duration_secs': 0.335123} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.940164] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6de6b246-d2c0-4d08-9c09-0a944dfecc15] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 640.940634] env[69319]: DEBUG oslo_concurrency.lockutils [None req-7aa780d8-d621-42e7-9e19-a4d7a3679f36 tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.940857] env[69319]: DEBUG oslo_concurrency.lockutils [None req-7aa780d8-d621-42e7-9e19-a4d7a3679f36 tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.941116] env[69319]: DEBUG oslo_concurrency.lockutils [None req-7aa780d8-d621-42e7-9e19-a4d7a3679f36 tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.945841] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a615e535-aa2b-45cb-9f08-cd0b08a7a77a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.952282] env[69319]: DEBUG oslo_vmware.api [None req-7aa780d8-d621-42e7-9e19-a4d7a3679f36 tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Waiting for the task: (returnval){ [ 640.952282] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]523251f1-f740-40e7-4834-e9ae8050611c" [ 640.952282] env[69319]: _type = "Task" [ 640.952282] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.957024] env[69319]: DEBUG oslo_vmware.api [None req-7c3b79f7-12f7-4cd9-afba-df4a2bcf8e8b tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] Task: {'id': task-3222680, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.22804} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.961258] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c3b79f7-12f7-4cd9-afba-df4a2bcf8e8b tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] Copied Virtual Disk [datastore1] vmware_temp/33ea260d-0c37-4273-a3bf-3f7decc1e845/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/tmp-sparse.vmdk to [datastore1] vmware_temp/33ea260d-0c37-4273-a3bf-3f7decc1e845/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 640.961469] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c3b79f7-12f7-4cd9-afba-df4a2bcf8e8b tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] Deleting the datastore file [datastore1] vmware_temp/33ea260d-0c37-4273-a3bf-3f7decc1e845/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/tmp-sparse.vmdk {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 640.962010] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-98a1941b-aeea-47d8-8d28-cd7bb1f25d3a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.975913] env[69319]: DEBUG oslo_concurrency.lockutils [None req-7aa780d8-d621-42e7-9e19-a4d7a3679f36 tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.976251] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-7aa780d8-d621-42e7-9e19-a4d7a3679f36 tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] [instance: 6de6b246-d2c0-4d08-9c09-0a944dfecc15] Processing image 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 640.978022] env[69319]: DEBUG oslo_concurrency.lockutils [None req-7aa780d8-d621-42e7-9e19-a4d7a3679f36 tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.978022] env[69319]: DEBUG oslo_vmware.api [None req-7c3b79f7-12f7-4cd9-afba-df4a2bcf8e8b tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] Waiting for the task: (returnval){ [ 640.978022] env[69319]: value = "task-3222684" [ 640.978022] env[69319]: _type = "Task" [ 640.978022] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.990132] env[69319]: DEBUG oslo_vmware.api [None req-7c3b79f7-12f7-4cd9-afba-df4a2bcf8e8b tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] Task: {'id': task-3222684, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.994442] env[69319]: DEBUG oslo_vmware.api [None req-f35fac49-3a60-404f-b04c-a62949e700fe tempest-FloatingIPsAssociationNegativeTestJSON-2071490931 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931-project-member] Task: {'id': task-3222683, 'name': Rename_Task, 'duration_secs': 0.211579} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.994442] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-f35fac49-3a60-404f-b04c-a62949e700fe tempest-FloatingIPsAssociationNegativeTestJSON-2071490931 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931-project-member] [instance: 62e4ab82-69e0-4698-996a-72bb7fb7ecdd] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 640.994442] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-720abed8-de46-410a-a1c1-c53ee511bf77 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.000793] env[69319]: DEBUG oslo_vmware.api [None req-f35fac49-3a60-404f-b04c-a62949e700fe tempest-FloatingIPsAssociationNegativeTestJSON-2071490931 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931-project-member] Waiting for the task: (returnval){ [ 641.000793] env[69319]: value = "task-3222685" [ 641.000793] env[69319]: _type = "Task" [ 641.000793] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.012373] env[69319]: DEBUG oslo_vmware.api [None req-f35fac49-3a60-404f-b04c-a62949e700fe tempest-FloatingIPsAssociationNegativeTestJSON-2071490931 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931-project-member] Task: {'id': task-3222685, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.042661] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222679, 'name': CreateVM_Task} progress is 99%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.345811] env[69319]: DEBUG oslo_concurrency.lockutils [None req-85ee4a56-ecca-4731-840f-cdc26d3e8f23 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Releasing lock "refresh_cache-2764dc00-3329-4e56-ad73-5027b65f42d6" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.346031] env[69319]: DEBUG nova.compute.manager [None req-85ee4a56-ecca-4731-840f-cdc26d3e8f23 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 2764dc00-3329-4e56-ad73-5027b65f42d6] Instance network_info: |[{"id": "6514f617-db2b-4791-a872-4679e39dff02", "address": "fa:16:3e:7b:53:bd", "network": {"id": "10887a83-3a88-4ea7-ab0e-0aa5f481f0ad", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1969359437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "f35c9784047041ef95c69e4cd2040171", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7aa6264-122d-4c35-82d0-860e451538ea", "external-id": "nsx-vlan-transportzone-81", "segmentation_id": 81, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6514f617-db", "ovs_interfaceid": "6514f617-db2b-4791-a872-4679e39dff02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 641.346314] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-85ee4a56-ecca-4731-840f-cdc26d3e8f23 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 2764dc00-3329-4e56-ad73-5027b65f42d6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:53:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a7aa6264-122d-4c35-82d0-860e451538ea', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6514f617-db2b-4791-a872-4679e39dff02', 'vif_model': 'vmxnet3'}] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 641.358910] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-85ee4a56-ecca-4731-840f-cdc26d3e8f23 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Creating folder: Project (f35c9784047041ef95c69e4cd2040171). Parent ref: group-v644239. {{(pid=69319) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 641.360296] env[69319]: DEBUG nova.compute.utils [None req-a2b96bb3-976d-4331-a9ca-1b1ac654b8ce tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Using /dev/sd instead of None {{(pid=69319) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 641.365284] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ae3c59f2-0a80-4c30-99a3-c185db737daf {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.367799] env[69319]: DEBUG nova.compute.manager [None req-a2b96bb3-976d-4331-a9ca-1b1ac654b8ce tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: e619aa14-62f8-4482-a049-28422171cece] Allocating IP information in the background. {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 641.367968] env[69319]: DEBUG nova.network.neutron [None req-a2b96bb3-976d-4331-a9ca-1b1ac654b8ce tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: e619aa14-62f8-4482-a049-28422171cece] allocate_for_instance() {{(pid=69319) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 641.379230] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-85ee4a56-ecca-4731-840f-cdc26d3e8f23 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Created folder: Project (f35c9784047041ef95c69e4cd2040171) in parent group-v644239. [ 641.379665] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-85ee4a56-ecca-4731-840f-cdc26d3e8f23 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Creating folder: Instances. Parent ref: group-v644259. {{(pid=69319) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 641.379786] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0aaf5e1c-3df0-4a78-9c77-63c520f3dc55 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.391676] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-85ee4a56-ecca-4731-840f-cdc26d3e8f23 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Created folder: Instances in parent group-v644259. [ 641.392077] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-85ee4a56-ecca-4731-840f-cdc26d3e8f23 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 641.392146] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2764dc00-3329-4e56-ad73-5027b65f42d6] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 641.392649] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1f8a8713-9d72-463b-a1c5-b87695482c6d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.419746] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 641.419746] env[69319]: value = "task-3222688" [ 641.419746] env[69319]: _type = "Task" [ 641.419746] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.428286] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222688, 'name': CreateVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.453214] env[69319]: DEBUG nova.policy [None req-a2b96bb3-976d-4331-a9ca-1b1ac654b8ce tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0edc98b69fba43eba1ee5f75f60947dd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0d85cf2d6d084bca85dcd31ab0910647', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69319) authorize /opt/stack/nova/nova/policy.py:192}} [ 641.490542] env[69319]: DEBUG oslo_vmware.api [None req-7c3b79f7-12f7-4cd9-afba-df4a2bcf8e8b tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] Task: {'id': task-3222684, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.03965} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.490824] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c3b79f7-12f7-4cd9-afba-df4a2bcf8e8b tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 641.491096] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c3b79f7-12f7-4cd9-afba-df4a2bcf8e8b tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] Moving file from [datastore1] vmware_temp/33ea260d-0c37-4273-a3bf-3f7decc1e845/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 to [datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8. {{(pid=69319) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 641.491388] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-aff1ebd6-65eb-458f-b3d5-e4ade9232b53 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.498642] env[69319]: DEBUG oslo_vmware.api [None req-7c3b79f7-12f7-4cd9-afba-df4a2bcf8e8b tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] Waiting for the task: (returnval){ [ 641.498642] env[69319]: value = "task-3222689" [ 641.498642] env[69319]: _type = "Task" [ 641.498642] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.512679] env[69319]: DEBUG oslo_vmware.api [None req-7c3b79f7-12f7-4cd9-afba-df4a2bcf8e8b tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] Task: {'id': task-3222689, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.518370] env[69319]: DEBUG oslo_vmware.api [None req-f35fac49-3a60-404f-b04c-a62949e700fe tempest-FloatingIPsAssociationNegativeTestJSON-2071490931 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931-project-member] Task: {'id': task-3222685, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.547432] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222679, 'name': CreateVM_Task, 'duration_secs': 2.431429} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.547432] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3e1d116-4785-402a-bcc3-ad45bcdc16b1] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 641.547432] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5f53e468-29d8-4e3d-9e1d-5e12044cad89 tempest-ServerExternalEventsTest-854483476 tempest-ServerExternalEventsTest-854483476-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.547432] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5f53e468-29d8-4e3d-9e1d-5e12044cad89 tempest-ServerExternalEventsTest-854483476 tempest-ServerExternalEventsTest-854483476-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.547432] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5f53e468-29d8-4e3d-9e1d-5e12044cad89 tempest-ServerExternalEventsTest-854483476 tempest-ServerExternalEventsTest-854483476-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.547720] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38580942-d757-47a1-9bdb-6f80618d8b51 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.554929] env[69319]: DEBUG oslo_vmware.api [None req-5f53e468-29d8-4e3d-9e1d-5e12044cad89 tempest-ServerExternalEventsTest-854483476 tempest-ServerExternalEventsTest-854483476-project-member] Waiting for the task: (returnval){ [ 641.554929] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52bbf9e2-f621-3dac-e25d-fadf261dc82d" [ 641.554929] env[69319]: _type = "Task" [ 641.554929] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.560979] env[69319]: DEBUG oslo_vmware.api [None req-5f53e468-29d8-4e3d-9e1d-5e12044cad89 tempest-ServerExternalEventsTest-854483476 tempest-ServerExternalEventsTest-854483476-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52bbf9e2-f621-3dac-e25d-fadf261dc82d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.768255] env[69319]: DEBUG oslo_concurrency.lockutils [None req-930c1e4e-388b-4170-a1f7-6a30b0bbc40c tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] Acquiring lock "cf6dc285-9563-42c7-b1f5-d34d5a75a545" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.769811] env[69319]: DEBUG oslo_concurrency.lockutils [None req-930c1e4e-388b-4170-a1f7-6a30b0bbc40c tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] Lock "cf6dc285-9563-42c7-b1f5-d34d5a75a545" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.813994] env[69319]: DEBUG nova.network.neutron [req-d00ddf6c-a511-4520-94bc-2bdb8ba1a3ff req-9952936f-e806-4c81-b765-5f69d4e750c9 service nova] [instance: c2acc8ea-12eb-40fc-8baf-db3028c3ba19] Updated VIF entry in instance network info cache for port 56f1ed31-91af-40dd-a1d0-b688b15d45f7. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 641.815696] env[69319]: DEBUG nova.network.neutron [req-d00ddf6c-a511-4520-94bc-2bdb8ba1a3ff req-9952936f-e806-4c81-b765-5f69d4e750c9 service nova] [instance: c2acc8ea-12eb-40fc-8baf-db3028c3ba19] Updating instance_info_cache with network_info: [{"id": "56f1ed31-91af-40dd-a1d0-b688b15d45f7", "address": "fa:16:3e:90:8a:c4", "network": {"id": "e172e758-1a9b-4f22-a553-441ab9c9dccc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.80", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "31f027872f6f44dba95ff2fe7a062e00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56f1ed31-91", "ovs_interfaceid": "56f1ed31-91af-40dd-a1d0-b688b15d45f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 641.871799] env[69319]: DEBUG nova.compute.manager [None req-a2b96bb3-976d-4331-a9ca-1b1ac654b8ce tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: e619aa14-62f8-4482-a049-28422171cece] Start building block device mappings for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 641.936076] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0d768128-8fb3-4d32-bf83-ddd5c0499ddf tempest-ImagesNegativeTestJSON-922533626 tempest-ImagesNegativeTestJSON-922533626-project-member] Acquiring lock "6e790530-5d70-4125-b7d2-a977c5db2949" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.936076] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0d768128-8fb3-4d32-bf83-ddd5c0499ddf tempest-ImagesNegativeTestJSON-922533626 tempest-ImagesNegativeTestJSON-922533626-project-member] Lock "6e790530-5d70-4125-b7d2-a977c5db2949" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.941335] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222688, 'name': CreateVM_Task, 'duration_secs': 0.352522} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.941622] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2764dc00-3329-4e56-ad73-5027b65f42d6] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 641.942425] env[69319]: DEBUG oslo_concurrency.lockutils [None req-85ee4a56-ecca-4731-840f-cdc26d3e8f23 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.018230] env[69319]: DEBUG oslo_vmware.api [None req-f35fac49-3a60-404f-b04c-a62949e700fe tempest-FloatingIPsAssociationNegativeTestJSON-2071490931 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931-project-member] Task: {'id': task-3222685, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.021139] env[69319]: DEBUG oslo_vmware.api [None req-7c3b79f7-12f7-4cd9-afba-df4a2bcf8e8b tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] Task: {'id': task-3222689, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.038486} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.021698] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c3b79f7-12f7-4cd9-afba-df4a2bcf8e8b tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] File moved {{(pid=69319) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 642.021855] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-7c3b79f7-12f7-4cd9-afba-df4a2bcf8e8b tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] [instance: c2acc8ea-12eb-40fc-8baf-db3028c3ba19] Cleaning up location [datastore1] vmware_temp/33ea260d-0c37-4273-a3bf-3f7decc1e845 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 642.022368] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c3b79f7-12f7-4cd9-afba-df4a2bcf8e8b tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] Deleting the datastore file [datastore1] vmware_temp/33ea260d-0c37-4273-a3bf-3f7decc1e845 {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 642.022368] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-217e193a-5a14-4644-b73c-96ce715c0236 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.034254] env[69319]: DEBUG oslo_vmware.api [None req-7c3b79f7-12f7-4cd9-afba-df4a2bcf8e8b tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] Waiting for the task: (returnval){ [ 642.034254] env[69319]: value = "task-3222690" [ 642.034254] env[69319]: _type = "Task" [ 642.034254] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.042354] env[69319]: DEBUG oslo_vmware.api [None req-7c3b79f7-12f7-4cd9-afba-df4a2bcf8e8b tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] Task: {'id': task-3222690, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.064042] env[69319]: DEBUG oslo_vmware.api [None req-5f53e468-29d8-4e3d-9e1d-5e12044cad89 tempest-ServerExternalEventsTest-854483476 tempest-ServerExternalEventsTest-854483476-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52bbf9e2-f621-3dac-e25d-fadf261dc82d, 'name': SearchDatastore_Task, 'duration_secs': 0.012167} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.067062] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5f53e468-29d8-4e3d-9e1d-5e12044cad89 tempest-ServerExternalEventsTest-854483476 tempest-ServerExternalEventsTest-854483476-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.067548] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-5f53e468-29d8-4e3d-9e1d-5e12044cad89 tempest-ServerExternalEventsTest-854483476 tempest-ServerExternalEventsTest-854483476-project-member] [instance: c3e1d116-4785-402a-bcc3-ad45bcdc16b1] Processing image 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 642.067763] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5f53e468-29d8-4e3d-9e1d-5e12044cad89 tempest-ServerExternalEventsTest-854483476 tempest-ServerExternalEventsTest-854483476-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.068409] env[69319]: DEBUG oslo_concurrency.lockutils [None req-85ee4a56-ecca-4731-840f-cdc26d3e8f23 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.068749] env[69319]: DEBUG oslo_concurrency.lockutils [None req-85ee4a56-ecca-4731-840f-cdc26d3e8f23 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.068982] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-262718c3-23d6-4822-b727-fa1026ce742a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.075851] env[69319]: DEBUG oslo_vmware.api [None req-85ee4a56-ecca-4731-840f-cdc26d3e8f23 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Waiting for the task: (returnval){ [ 642.075851] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52fa39db-290e-97e3-ea0d-bfd8ff5bbef6" [ 642.075851] env[69319]: _type = "Task" [ 642.075851] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.085508] env[69319]: DEBUG oslo_vmware.api [None req-85ee4a56-ecca-4731-840f-cdc26d3e8f23 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52fa39db-290e-97e3-ea0d-bfd8ff5bbef6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.216104] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2ced0e8-4a66-4e34-a98c-0bb13994ed73 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.224112] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44cd8aa9-baf0-4bb9-9e1d-968ac1d01ca8 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.258352] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79d76930-aba6-4843-9631-a992bd9579e3 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.266869] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19ab9cfa-6e1f-48b2-ac59-e3a39bfd3513 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.286394] env[69319]: DEBUG nova.compute.provider_tree [None req-91aa5b89-4fd9-4b1b-b9ec-2c3a0a225832 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 642.322117] env[69319]: DEBUG oslo_concurrency.lockutils [req-d00ddf6c-a511-4520-94bc-2bdb8ba1a3ff req-9952936f-e806-4c81-b765-5f69d4e750c9 service nova] Releasing lock "refresh_cache-c2acc8ea-12eb-40fc-8baf-db3028c3ba19" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.322403] env[69319]: DEBUG nova.compute.manager [req-d00ddf6c-a511-4520-94bc-2bdb8ba1a3ff req-9952936f-e806-4c81-b765-5f69d4e750c9 service nova] [instance: c3e1d116-4785-402a-bcc3-ad45bcdc16b1] Received event network-vif-plugged-c9a956b7-5e37-47ce-a885-f1811c9e12be {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 642.322600] env[69319]: DEBUG oslo_concurrency.lockutils [req-d00ddf6c-a511-4520-94bc-2bdb8ba1a3ff req-9952936f-e806-4c81-b765-5f69d4e750c9 service nova] Acquiring lock "c3e1d116-4785-402a-bcc3-ad45bcdc16b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.322803] env[69319]: DEBUG oslo_concurrency.lockutils [req-d00ddf6c-a511-4520-94bc-2bdb8ba1a3ff req-9952936f-e806-4c81-b765-5f69d4e750c9 service nova] Lock "c3e1d116-4785-402a-bcc3-ad45bcdc16b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.322959] env[69319]: DEBUG oslo_concurrency.lockutils [req-d00ddf6c-a511-4520-94bc-2bdb8ba1a3ff req-9952936f-e806-4c81-b765-5f69d4e750c9 service nova] Lock "c3e1d116-4785-402a-bcc3-ad45bcdc16b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.323141] env[69319]: DEBUG nova.compute.manager [req-d00ddf6c-a511-4520-94bc-2bdb8ba1a3ff req-9952936f-e806-4c81-b765-5f69d4e750c9 service nova] [instance: c3e1d116-4785-402a-bcc3-ad45bcdc16b1] No waiting events found dispatching network-vif-plugged-c9a956b7-5e37-47ce-a885-f1811c9e12be {{(pid=69319) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 642.323306] env[69319]: WARNING nova.compute.manager [req-d00ddf6c-a511-4520-94bc-2bdb8ba1a3ff req-9952936f-e806-4c81-b765-5f69d4e750c9 service nova] [instance: c3e1d116-4785-402a-bcc3-ad45bcdc16b1] Received unexpected event network-vif-plugged-c9a956b7-5e37-47ce-a885-f1811c9e12be for instance with vm_state building and task_state spawning. [ 642.516412] env[69319]: DEBUG oslo_vmware.api [None req-f35fac49-3a60-404f-b04c-a62949e700fe tempest-FloatingIPsAssociationNegativeTestJSON-2071490931 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931-project-member] Task: {'id': task-3222685, 'name': PowerOnVM_Task, 'duration_secs': 1.181082} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.516412] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-f35fac49-3a60-404f-b04c-a62949e700fe tempest-FloatingIPsAssociationNegativeTestJSON-2071490931 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931-project-member] [instance: 62e4ab82-69e0-4698-996a-72bb7fb7ecdd] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 642.520748] env[69319]: INFO nova.compute.manager [None req-f35fac49-3a60-404f-b04c-a62949e700fe tempest-FloatingIPsAssociationNegativeTestJSON-2071490931 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931-project-member] [instance: 62e4ab82-69e0-4698-996a-72bb7fb7ecdd] Took 12.87 seconds to spawn the instance on the hypervisor. [ 642.520748] env[69319]: DEBUG nova.compute.manager [None req-f35fac49-3a60-404f-b04c-a62949e700fe tempest-FloatingIPsAssociationNegativeTestJSON-2071490931 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931-project-member] [instance: 62e4ab82-69e0-4698-996a-72bb7fb7ecdd] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 642.521916] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da77bf9f-ffe4-4b49-a192-214ede2dfa3d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.543627] env[69319]: DEBUG oslo_vmware.api [None req-7c3b79f7-12f7-4cd9-afba-df4a2bcf8e8b tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] Task: {'id': task-3222690, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.047162} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.546026] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c3b79f7-12f7-4cd9-afba-df4a2bcf8e8b tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 642.546026] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ef30b10-f646-4ab6-8dca-29e914aa3f3b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.549846] env[69319]: DEBUG oslo_vmware.api [None req-7c3b79f7-12f7-4cd9-afba-df4a2bcf8e8b tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] Waiting for the task: (returnval){ [ 642.549846] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]5237b4c7-abf4-4f9c-fd93-76163f1b82db" [ 642.549846] env[69319]: _type = "Task" [ 642.549846] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.557602] env[69319]: DEBUG oslo_vmware.api [None req-7c3b79f7-12f7-4cd9-afba-df4a2bcf8e8b tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5237b4c7-abf4-4f9c-fd93-76163f1b82db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.589580] env[69319]: DEBUG oslo_vmware.api [None req-85ee4a56-ecca-4731-840f-cdc26d3e8f23 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52fa39db-290e-97e3-ea0d-bfd8ff5bbef6, 'name': SearchDatastore_Task, 'duration_secs': 0.010617} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.590341] env[69319]: DEBUG oslo_concurrency.lockutils [None req-85ee4a56-ecca-4731-840f-cdc26d3e8f23 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.591236] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-85ee4a56-ecca-4731-840f-cdc26d3e8f23 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 2764dc00-3329-4e56-ad73-5027b65f42d6] Processing image 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 642.591236] env[69319]: DEBUG oslo_concurrency.lockutils [None req-85ee4a56-ecca-4731-840f-cdc26d3e8f23 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.666155] env[69319]: DEBUG nova.network.neutron [None req-a2b96bb3-976d-4331-a9ca-1b1ac654b8ce tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: e619aa14-62f8-4482-a049-28422171cece] Successfully created port: 5365edcc-4e13-445a-b7ff-b8c80c3df546 {{(pid=69319) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 642.752954] env[69319]: DEBUG nova.network.neutron [None req-965eaf0d-fac9-46dc-85b7-2ad9a897fefa tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] [instance: 3e95f2d5-d392-47c4-b519-4a218660516b] Successfully updated port: 9c99791e-4ef5-4043-a3fa-cdb478a78bf8 {{(pid=69319) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 642.779811] env[69319]: DEBUG nova.compute.manager [req-5a294c1d-88cb-4a97-9b7f-c6646b03ee8c req-5ab92cb8-6a08-42f2-af34-a855251bc112 service nova] [instance: c3e1d116-4785-402a-bcc3-ad45bcdc16b1] Received event network-changed-c9a956b7-5e37-47ce-a885-f1811c9e12be {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 642.780025] env[69319]: DEBUG nova.compute.manager [req-5a294c1d-88cb-4a97-9b7f-c6646b03ee8c req-5ab92cb8-6a08-42f2-af34-a855251bc112 service nova] [instance: c3e1d116-4785-402a-bcc3-ad45bcdc16b1] Refreshing instance network info cache due to event network-changed-c9a956b7-5e37-47ce-a885-f1811c9e12be. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 642.780247] env[69319]: DEBUG oslo_concurrency.lockutils [req-5a294c1d-88cb-4a97-9b7f-c6646b03ee8c req-5ab92cb8-6a08-42f2-af34-a855251bc112 service nova] Acquiring lock "refresh_cache-c3e1d116-4785-402a-bcc3-ad45bcdc16b1" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.780407] env[69319]: DEBUG oslo_concurrency.lockutils [req-5a294c1d-88cb-4a97-9b7f-c6646b03ee8c req-5ab92cb8-6a08-42f2-af34-a855251bc112 service nova] Acquired lock "refresh_cache-c3e1d116-4785-402a-bcc3-ad45bcdc16b1" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.780581] env[69319]: DEBUG nova.network.neutron [req-5a294c1d-88cb-4a97-9b7f-c6646b03ee8c req-5ab92cb8-6a08-42f2-af34-a855251bc112 service nova] [instance: c3e1d116-4785-402a-bcc3-ad45bcdc16b1] Refreshing network info cache for port c9a956b7-5e37-47ce-a885-f1811c9e12be {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 642.790415] env[69319]: DEBUG nova.scheduler.client.report [None req-91aa5b89-4fd9-4b1b-b9ec-2c3a0a225832 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 642.884296] env[69319]: DEBUG nova.compute.manager [None req-a2b96bb3-976d-4331-a9ca-1b1ac654b8ce tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: e619aa14-62f8-4482-a049-28422171cece] Start spawning the instance on the hypervisor. {{(pid=69319) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 642.920326] env[69319]: DEBUG nova.virt.hardware [None req-a2b96bb3-976d-4331-a9ca-1b1ac654b8ce tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:32:36Z,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31f027872f6f44dba95ff2fe7a062e00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:32:36Z,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 642.920326] env[69319]: DEBUG nova.virt.hardware [None req-a2b96bb3-976d-4331-a9ca-1b1ac654b8ce tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 642.921072] env[69319]: DEBUG nova.virt.hardware [None req-a2b96bb3-976d-4331-a9ca-1b1ac654b8ce tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 642.921611] env[69319]: DEBUG nova.virt.hardware [None req-a2b96bb3-976d-4331-a9ca-1b1ac654b8ce tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 642.921888] env[69319]: DEBUG nova.virt.hardware [None req-a2b96bb3-976d-4331-a9ca-1b1ac654b8ce tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 642.922232] env[69319]: DEBUG nova.virt.hardware [None req-a2b96bb3-976d-4331-a9ca-1b1ac654b8ce tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 642.922552] env[69319]: DEBUG nova.virt.hardware [None req-a2b96bb3-976d-4331-a9ca-1b1ac654b8ce tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 642.922912] env[69319]: DEBUG nova.virt.hardware [None req-a2b96bb3-976d-4331-a9ca-1b1ac654b8ce tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 642.923391] env[69319]: DEBUG nova.virt.hardware [None req-a2b96bb3-976d-4331-a9ca-1b1ac654b8ce tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 642.923901] env[69319]: DEBUG nova.virt.hardware [None req-a2b96bb3-976d-4331-a9ca-1b1ac654b8ce tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 642.924241] env[69319]: DEBUG nova.virt.hardware [None req-a2b96bb3-976d-4331-a9ca-1b1ac654b8ce tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 642.925831] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f5ddbde-534e-4b36-b5bc-15cb3ad59cd3 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.936101] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cff3658-9a12-4b16-90e7-402a20bc44f5 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.045674] env[69319]: INFO nova.compute.manager [None req-f35fac49-3a60-404f-b04c-a62949e700fe tempest-FloatingIPsAssociationNegativeTestJSON-2071490931 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931-project-member] [instance: 62e4ab82-69e0-4698-996a-72bb7fb7ecdd] Took 21.47 seconds to build instance. [ 643.062799] env[69319]: DEBUG oslo_vmware.api [None req-7c3b79f7-12f7-4cd9-afba-df4a2bcf8e8b tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5237b4c7-abf4-4f9c-fd93-76163f1b82db, 'name': SearchDatastore_Task, 'duration_secs': 0.016838} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.063013] env[69319]: DEBUG oslo_concurrency.lockutils [None req-7c3b79f7-12f7-4cd9-afba-df4a2bcf8e8b tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.063290] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c3b79f7-12f7-4cd9-afba-df4a2bcf8e8b tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore1] c2acc8ea-12eb-40fc-8baf-db3028c3ba19/c2acc8ea-12eb-40fc-8baf-db3028c3ba19.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 643.063610] env[69319]: DEBUG oslo_concurrency.lockutils [None req-7aa780d8-d621-42e7-9e19-a4d7a3679f36 tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.064701] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-7aa780d8-d621-42e7-9e19-a4d7a3679f36 tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 643.064701] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1ae6768a-d7c8-4fa5-8d0c-d13086d44e29 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.069222] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9b244736-472f-4469-8a70-3e6aa8cb7312 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.076413] env[69319]: DEBUG oslo_vmware.api [None req-7c3b79f7-12f7-4cd9-afba-df4a2bcf8e8b tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] Waiting for the task: (returnval){ [ 643.076413] env[69319]: value = "task-3222691" [ 643.076413] env[69319]: _type = "Task" [ 643.076413] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.077594] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-7aa780d8-d621-42e7-9e19-a4d7a3679f36 tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 643.077765] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-7aa780d8-d621-42e7-9e19-a4d7a3679f36 tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 643.081313] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d898dba0-8183-404b-a18e-bdbeac7c7330 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.088698] env[69319]: DEBUG oslo_vmware.api [None req-7c3b79f7-12f7-4cd9-afba-df4a2bcf8e8b tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] Task: {'id': task-3222691, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.089967] env[69319]: DEBUG oslo_vmware.api [None req-7aa780d8-d621-42e7-9e19-a4d7a3679f36 tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Waiting for the task: (returnval){ [ 643.089967] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52f4f150-e8b4-f57a-3403-1affa8842e60" [ 643.089967] env[69319]: _type = "Task" [ 643.089967] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.098783] env[69319]: DEBUG oslo_vmware.api [None req-7aa780d8-d621-42e7-9e19-a4d7a3679f36 tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52f4f150-e8b4-f57a-3403-1affa8842e60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.239334] env[69319]: DEBUG nova.compute.manager [req-8b41ccea-89ee-4e4e-aa45-4a048a22acfb req-32044559-c8a7-45e4-aff6-afd07de9735a service nova] [instance: 90fb9d48-f1f0-4f55-9e0f-673d7d78c380] Received event network-changed-9dcf6b9f-6f25-4fd3-b52f-025a46e99394 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 643.239524] env[69319]: DEBUG nova.compute.manager [req-8b41ccea-89ee-4e4e-aa45-4a048a22acfb req-32044559-c8a7-45e4-aff6-afd07de9735a service nova] [instance: 90fb9d48-f1f0-4f55-9e0f-673d7d78c380] Refreshing instance network info cache due to event network-changed-9dcf6b9f-6f25-4fd3-b52f-025a46e99394. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 643.239757] env[69319]: DEBUG oslo_concurrency.lockutils [req-8b41ccea-89ee-4e4e-aa45-4a048a22acfb req-32044559-c8a7-45e4-aff6-afd07de9735a service nova] Acquiring lock "refresh_cache-90fb9d48-f1f0-4f55-9e0f-673d7d78c380" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.239903] env[69319]: DEBUG oslo_concurrency.lockutils [req-8b41ccea-89ee-4e4e-aa45-4a048a22acfb req-32044559-c8a7-45e4-aff6-afd07de9735a service nova] Acquired lock "refresh_cache-90fb9d48-f1f0-4f55-9e0f-673d7d78c380" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.241035] env[69319]: DEBUG nova.network.neutron [req-8b41ccea-89ee-4e4e-aa45-4a048a22acfb req-32044559-c8a7-45e4-aff6-afd07de9735a service nova] [instance: 90fb9d48-f1f0-4f55-9e0f-673d7d78c380] Refreshing network info cache for port 9dcf6b9f-6f25-4fd3-b52f-025a46e99394 {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 643.260511] env[69319]: DEBUG oslo_concurrency.lockutils [None req-965eaf0d-fac9-46dc-85b7-2ad9a897fefa tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Acquiring lock "refresh_cache-3e95f2d5-d392-47c4-b519-4a218660516b" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.260511] env[69319]: DEBUG oslo_concurrency.lockutils [None req-965eaf0d-fac9-46dc-85b7-2ad9a897fefa tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Acquired lock "refresh_cache-3e95f2d5-d392-47c4-b519-4a218660516b" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.260598] env[69319]: DEBUG nova.network.neutron [None req-965eaf0d-fac9-46dc-85b7-2ad9a897fefa tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] [instance: 3e95f2d5-d392-47c4-b519-4a218660516b] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 643.301235] env[69319]: DEBUG oslo_concurrency.lockutils [None req-91aa5b89-4fd9-4b1b-b9ec-2c3a0a225832 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.457s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 643.301404] env[69319]: DEBUG nova.compute.manager [None req-91aa5b89-4fd9-4b1b-b9ec-2c3a0a225832 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: 9bab8f26-9c99-489c-861b-9fef49b1f36d] Start building networks asynchronously for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 643.307442] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5876a051-0d7d-405a-bcff-b01e52563f66 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.146s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.308833] env[69319]: INFO nova.compute.claims [None req-5876a051-0d7d-405a-bcff-b01e52563f66 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 0ccec795-caae-46ee-981f-2d210d0a31d3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 643.492945] env[69319]: DEBUG nova.compute.manager [None req-bea280f3-933f-4c10-8d19-210240db497f tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] [instance: 1835d15f-f896-4741-b67d-4b5b17a8dff2] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 643.493963] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ab4c71b-a98f-42bd-819e-d9ff096b6fae {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.549764] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f35fac49-3a60-404f-b04c-a62949e700fe tempest-FloatingIPsAssociationNegativeTestJSON-2071490931 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931-project-member] Lock "62e4ab82-69e0-4698-996a-72bb7fb7ecdd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.988s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 643.551820] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Lock "62e4ab82-69e0-4698-996a-72bb7fb7ecdd" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 5.509s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.553035] env[69319]: INFO nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] [instance: 62e4ab82-69e0-4698-996a-72bb7fb7ecdd] During sync_power_state the instance has a pending task (spawning). Skip. [ 643.553035] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Lock "62e4ab82-69e0-4698-996a-72bb7fb7ecdd" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 643.592854] env[69319]: DEBUG oslo_vmware.api [None req-7c3b79f7-12f7-4cd9-afba-df4a2bcf8e8b tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] Task: {'id': task-3222691, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.604969] env[69319]: DEBUG oslo_vmware.api [None req-7aa780d8-d621-42e7-9e19-a4d7a3679f36 tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52f4f150-e8b4-f57a-3403-1affa8842e60, 'name': SearchDatastore_Task, 'duration_secs': 0.010156} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.605829] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-044eb45b-16b7-4a29-a491-1b6c8d76924d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.611317] env[69319]: DEBUG oslo_vmware.api [None req-7aa780d8-d621-42e7-9e19-a4d7a3679f36 tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Waiting for the task: (returnval){ [ 643.611317] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]5256c613-32e3-3e67-728c-e5c30da479da" [ 643.611317] env[69319]: _type = "Task" [ 643.611317] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.622542] env[69319]: DEBUG oslo_vmware.api [None req-7aa780d8-d621-42e7-9e19-a4d7a3679f36 tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5256c613-32e3-3e67-728c-e5c30da479da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.815567] env[69319]: DEBUG nova.compute.utils [None req-91aa5b89-4fd9-4b1b-b9ec-2c3a0a225832 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Using /dev/sd instead of None {{(pid=69319) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 643.819931] env[69319]: DEBUG nova.compute.manager [None req-91aa5b89-4fd9-4b1b-b9ec-2c3a0a225832 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: 9bab8f26-9c99-489c-861b-9fef49b1f36d] Allocating IP information in the background. {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 643.820195] env[69319]: DEBUG nova.network.neutron [None req-91aa5b89-4fd9-4b1b-b9ec-2c3a0a225832 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: 9bab8f26-9c99-489c-861b-9fef49b1f36d] allocate_for_instance() {{(pid=69319) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 643.864243] env[69319]: DEBUG nova.network.neutron [None req-965eaf0d-fac9-46dc-85b7-2ad9a897fefa tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] [instance: 3e95f2d5-d392-47c4-b519-4a218660516b] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 643.873023] env[69319]: DEBUG oslo_concurrency.lockutils [None req-96242be2-2975-4b37-b770-0c0153be1984 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Acquiring lock "f09611ba-ae99-4486-9d72-de8d7c2722aa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.873023] env[69319]: DEBUG oslo_concurrency.lockutils [None req-96242be2-2975-4b37-b770-0c0153be1984 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Lock "f09611ba-ae99-4486-9d72-de8d7c2722aa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.942680] env[69319]: DEBUG nova.network.neutron [req-5a294c1d-88cb-4a97-9b7f-c6646b03ee8c req-5ab92cb8-6a08-42f2-af34-a855251bc112 service nova] [instance: c3e1d116-4785-402a-bcc3-ad45bcdc16b1] Updated VIF entry in instance network info cache for port c9a956b7-5e37-47ce-a885-f1811c9e12be. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 643.944198] env[69319]: DEBUG nova.network.neutron [req-5a294c1d-88cb-4a97-9b7f-c6646b03ee8c req-5ab92cb8-6a08-42f2-af34-a855251bc112 service nova] [instance: c3e1d116-4785-402a-bcc3-ad45bcdc16b1] Updating instance_info_cache with network_info: [{"id": "c9a956b7-5e37-47ce-a885-f1811c9e12be", "address": "fa:16:3e:f5:96:d4", "network": {"id": "e172e758-1a9b-4f22-a553-441ab9c9dccc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "31f027872f6f44dba95ff2fe7a062e00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9a956b7-5e", "ovs_interfaceid": "c9a956b7-5e37-47ce-a885-f1811c9e12be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 643.954896] env[69319]: DEBUG nova.policy [None req-91aa5b89-4fd9-4b1b-b9ec-2c3a0a225832 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0edc98b69fba43eba1ee5f75f60947dd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0d85cf2d6d084bca85dcd31ab0910647', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69319) authorize /opt/stack/nova/nova/policy.py:192}} [ 644.011352] env[69319]: INFO nova.compute.manager [None req-bea280f3-933f-4c10-8d19-210240db497f tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] [instance: 1835d15f-f896-4741-b67d-4b5b17a8dff2] instance snapshotting [ 644.014367] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd31b65c-17b9-45af-933e-1cda6218d7bd {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.037763] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b5cd718-54d2-4c92-ab5e-f24ba6dc011b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.053325] env[69319]: DEBUG nova.compute.manager [None req-c251a091-d147-4855-ba1e-2bdde442431e tempest-VolumesAssistedSnapshotsTest-79463186 tempest-VolumesAssistedSnapshotsTest-79463186-project-member] [instance: 4f588763-0fc7-4980-92c0-7b451d4a9981] Starting instance... {{(pid=69319) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 644.089891] env[69319]: DEBUG oslo_vmware.api [None req-7c3b79f7-12f7-4cd9-afba-df4a2bcf8e8b tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] Task: {'id': task-3222691, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.635502} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.090434] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c3b79f7-12f7-4cd9-afba-df4a2bcf8e8b tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore1] c2acc8ea-12eb-40fc-8baf-db3028c3ba19/c2acc8ea-12eb-40fc-8baf-db3028c3ba19.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 644.090660] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-7c3b79f7-12f7-4cd9-afba-df4a2bcf8e8b tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] [instance: c2acc8ea-12eb-40fc-8baf-db3028c3ba19] Extending root virtual disk to 1048576 {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 644.091122] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-06b267dc-54d6-4c83-9404-5aa43b776a18 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.099131] env[69319]: DEBUG oslo_vmware.api [None req-7c3b79f7-12f7-4cd9-afba-df4a2bcf8e8b tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] Waiting for the task: (returnval){ [ 644.099131] env[69319]: value = "task-3222692" [ 644.099131] env[69319]: _type = "Task" [ 644.099131] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.109662] env[69319]: DEBUG oslo_vmware.api [None req-7c3b79f7-12f7-4cd9-afba-df4a2bcf8e8b tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] Task: {'id': task-3222692, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.122494] env[69319]: DEBUG oslo_vmware.api [None req-7aa780d8-d621-42e7-9e19-a4d7a3679f36 tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5256c613-32e3-3e67-728c-e5c30da479da, 'name': SearchDatastore_Task, 'duration_secs': 0.054653} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.122925] env[69319]: DEBUG oslo_concurrency.lockutils [None req-7aa780d8-d621-42e7-9e19-a4d7a3679f36 tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.123237] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-7aa780d8-d621-42e7-9e19-a4d7a3679f36 tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore1] 6de6b246-d2c0-4d08-9c09-0a944dfecc15/6de6b246-d2c0-4d08-9c09-0a944dfecc15.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 644.124699] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5f53e468-29d8-4e3d-9e1d-5e12044cad89 tempest-ServerExternalEventsTest-854483476 tempest-ServerExternalEventsTest-854483476-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.124699] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f53e468-29d8-4e3d-9e1d-5e12044cad89 tempest-ServerExternalEventsTest-854483476 tempest-ServerExternalEventsTest-854483476-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 644.124699] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f24166d1-ddde-44dc-aa95-9a4db66c7e6f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.126793] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4b1fc975-c4a6-47d4-8d3b-b8c5c607ef64 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.134681] env[69319]: DEBUG oslo_vmware.api [None req-7aa780d8-d621-42e7-9e19-a4d7a3679f36 tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Waiting for the task: (returnval){ [ 644.134681] env[69319]: value = "task-3222693" [ 644.134681] env[69319]: _type = "Task" [ 644.134681] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.142259] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f53e468-29d8-4e3d-9e1d-5e12044cad89 tempest-ServerExternalEventsTest-854483476 tempest-ServerExternalEventsTest-854483476-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 644.142503] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-5f53e468-29d8-4e3d-9e1d-5e12044cad89 tempest-ServerExternalEventsTest-854483476 tempest-ServerExternalEventsTest-854483476-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 644.144131] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66c5af32-772f-409f-8b19-ddcd753821f3 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.150525] env[69319]: DEBUG oslo_vmware.api [None req-7aa780d8-d621-42e7-9e19-a4d7a3679f36 tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Task: {'id': task-3222693, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.153968] env[69319]: DEBUG oslo_vmware.api [None req-5f53e468-29d8-4e3d-9e1d-5e12044cad89 tempest-ServerExternalEventsTest-854483476 tempest-ServerExternalEventsTest-854483476-project-member] Waiting for the task: (returnval){ [ 644.153968] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]526122a0-ac29-83d0-66cb-b26cdb3c6b16" [ 644.153968] env[69319]: _type = "Task" [ 644.153968] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.163191] env[69319]: DEBUG oslo_vmware.api [None req-5f53e468-29d8-4e3d-9e1d-5e12044cad89 tempest-ServerExternalEventsTest-854483476 tempest-ServerExternalEventsTest-854483476-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]526122a0-ac29-83d0-66cb-b26cdb3c6b16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.214672] env[69319]: DEBUG nova.network.neutron [None req-965eaf0d-fac9-46dc-85b7-2ad9a897fefa tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] [instance: 3e95f2d5-d392-47c4-b519-4a218660516b] Updating instance_info_cache with network_info: [{"id": "9c99791e-4ef5-4043-a3fa-cdb478a78bf8", "address": "fa:16:3e:3c:bd:2d", "network": {"id": "e172e758-1a9b-4f22-a553-441ab9c9dccc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.140", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "31f027872f6f44dba95ff2fe7a062e00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c99791e-4e", "ovs_interfaceid": "9c99791e-4ef5-4043-a3fa-cdb478a78bf8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 644.320557] env[69319]: DEBUG nova.compute.manager [None req-91aa5b89-4fd9-4b1b-b9ec-2c3a0a225832 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: 9bab8f26-9c99-489c-861b-9fef49b1f36d] Start building block device mappings for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 644.447459] env[69319]: DEBUG oslo_concurrency.lockutils [req-5a294c1d-88cb-4a97-9b7f-c6646b03ee8c req-5ab92cb8-6a08-42f2-af34-a855251bc112 service nova] Releasing lock "refresh_cache-c3e1d116-4785-402a-bcc3-ad45bcdc16b1" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.447750] env[69319]: DEBUG nova.compute.manager [req-5a294c1d-88cb-4a97-9b7f-c6646b03ee8c req-5ab92cb8-6a08-42f2-af34-a855251bc112 service nova] [instance: 2764dc00-3329-4e56-ad73-5027b65f42d6] Received event network-vif-plugged-6514f617-db2b-4791-a872-4679e39dff02 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 644.447986] env[69319]: DEBUG oslo_concurrency.lockutils [req-5a294c1d-88cb-4a97-9b7f-c6646b03ee8c req-5ab92cb8-6a08-42f2-af34-a855251bc112 service nova] Acquiring lock "2764dc00-3329-4e56-ad73-5027b65f42d6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.448156] env[69319]: DEBUG oslo_concurrency.lockutils [req-5a294c1d-88cb-4a97-9b7f-c6646b03ee8c req-5ab92cb8-6a08-42f2-af34-a855251bc112 service nova] Lock "2764dc00-3329-4e56-ad73-5027b65f42d6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.448329] env[69319]: DEBUG oslo_concurrency.lockutils [req-5a294c1d-88cb-4a97-9b7f-c6646b03ee8c req-5ab92cb8-6a08-42f2-af34-a855251bc112 service nova] Lock "2764dc00-3329-4e56-ad73-5027b65f42d6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.448501] env[69319]: DEBUG nova.compute.manager [req-5a294c1d-88cb-4a97-9b7f-c6646b03ee8c req-5ab92cb8-6a08-42f2-af34-a855251bc112 service nova] [instance: 2764dc00-3329-4e56-ad73-5027b65f42d6] No waiting events found dispatching network-vif-plugged-6514f617-db2b-4791-a872-4679e39dff02 {{(pid=69319) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 644.448669] env[69319]: WARNING nova.compute.manager [req-5a294c1d-88cb-4a97-9b7f-c6646b03ee8c req-5ab92cb8-6a08-42f2-af34-a855251bc112 service nova] [instance: 2764dc00-3329-4e56-ad73-5027b65f42d6] Received unexpected event network-vif-plugged-6514f617-db2b-4791-a872-4679e39dff02 for instance with vm_state building and task_state spawning. [ 644.448830] env[69319]: DEBUG nova.compute.manager [req-5a294c1d-88cb-4a97-9b7f-c6646b03ee8c req-5ab92cb8-6a08-42f2-af34-a855251bc112 service nova] [instance: 2764dc00-3329-4e56-ad73-5027b65f42d6] Received event network-changed-6514f617-db2b-4791-a872-4679e39dff02 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 644.449013] env[69319]: DEBUG nova.compute.manager [req-5a294c1d-88cb-4a97-9b7f-c6646b03ee8c req-5ab92cb8-6a08-42f2-af34-a855251bc112 service nova] [instance: 2764dc00-3329-4e56-ad73-5027b65f42d6] Refreshing instance network info cache due to event network-changed-6514f617-db2b-4791-a872-4679e39dff02. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 644.449186] env[69319]: DEBUG oslo_concurrency.lockutils [req-5a294c1d-88cb-4a97-9b7f-c6646b03ee8c req-5ab92cb8-6a08-42f2-af34-a855251bc112 service nova] Acquiring lock "refresh_cache-2764dc00-3329-4e56-ad73-5027b65f42d6" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.449322] env[69319]: DEBUG oslo_concurrency.lockutils [req-5a294c1d-88cb-4a97-9b7f-c6646b03ee8c req-5ab92cb8-6a08-42f2-af34-a855251bc112 service nova] Acquired lock "refresh_cache-2764dc00-3329-4e56-ad73-5027b65f42d6" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.449479] env[69319]: DEBUG nova.network.neutron [req-5a294c1d-88cb-4a97-9b7f-c6646b03ee8c req-5ab92cb8-6a08-42f2-af34-a855251bc112 service nova] [instance: 2764dc00-3329-4e56-ad73-5027b65f42d6] Refreshing network info cache for port 6514f617-db2b-4791-a872-4679e39dff02 {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 644.554215] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-bea280f3-933f-4c10-8d19-210240db497f tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] [instance: 1835d15f-f896-4741-b67d-4b5b17a8dff2] Creating Snapshot of the VM instance {{(pid=69319) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 644.554605] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-313598aa-5364-4eed-bc4b-443fadeff43f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.571685] env[69319]: DEBUG oslo_vmware.api [None req-bea280f3-933f-4c10-8d19-210240db497f tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Waiting for the task: (returnval){ [ 644.571685] env[69319]: value = "task-3222694" [ 644.571685] env[69319]: _type = "Task" [ 644.571685] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.582172] env[69319]: DEBUG oslo_vmware.api [None req-bea280f3-933f-4c10-8d19-210240db497f tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Task: {'id': task-3222694, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.586046] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c251a091-d147-4855-ba1e-2bdde442431e tempest-VolumesAssistedSnapshotsTest-79463186 tempest-VolumesAssistedSnapshotsTest-79463186-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.612030] env[69319]: DEBUG oslo_vmware.api [None req-7c3b79f7-12f7-4cd9-afba-df4a2bcf8e8b tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] Task: {'id': task-3222692, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.131165} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.612315] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-7c3b79f7-12f7-4cd9-afba-df4a2bcf8e8b tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] [instance: c2acc8ea-12eb-40fc-8baf-db3028c3ba19] Extended root virtual disk {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 644.613131] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-323a5dfd-c86e-46b6-8a31-eedece7bf939 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.647414] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c3b79f7-12f7-4cd9-afba-df4a2bcf8e8b tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] [instance: c2acc8ea-12eb-40fc-8baf-db3028c3ba19] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] c2acc8ea-12eb-40fc-8baf-db3028c3ba19/c2acc8ea-12eb-40fc-8baf-db3028c3ba19.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 644.655216] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-742d6d79-b1b8-4ce6-ab53-61c62c5f4ddf {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.696474] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a851d5b-4f08-4f4b-b9b4-f0916023a48c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.710104] env[69319]: DEBUG oslo_vmware.api [None req-7aa780d8-d621-42e7-9e19-a4d7a3679f36 tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Task: {'id': task-3222693, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.710388] env[69319]: DEBUG oslo_vmware.api [None req-7c3b79f7-12f7-4cd9-afba-df4a2bcf8e8b tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] Waiting for the task: (returnval){ [ 644.710388] env[69319]: value = "task-3222695" [ 644.710388] env[69319]: _type = "Task" [ 644.710388] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.721131] env[69319]: DEBUG oslo_concurrency.lockutils [None req-965eaf0d-fac9-46dc-85b7-2ad9a897fefa tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Releasing lock "refresh_cache-3e95f2d5-d392-47c4-b519-4a218660516b" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.721442] env[69319]: DEBUG nova.compute.manager [None req-965eaf0d-fac9-46dc-85b7-2ad9a897fefa tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] [instance: 3e95f2d5-d392-47c4-b519-4a218660516b] Instance network_info: |[{"id": "9c99791e-4ef5-4043-a3fa-cdb478a78bf8", "address": "fa:16:3e:3c:bd:2d", "network": {"id": "e172e758-1a9b-4f22-a553-441ab9c9dccc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.140", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "31f027872f6f44dba95ff2fe7a062e00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c99791e-4e", "ovs_interfaceid": "9c99791e-4ef5-4043-a3fa-cdb478a78bf8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 644.721746] env[69319]: DEBUG oslo_vmware.api [None req-5f53e468-29d8-4e3d-9e1d-5e12044cad89 tempest-ServerExternalEventsTest-854483476 tempest-ServerExternalEventsTest-854483476-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]526122a0-ac29-83d0-66cb-b26cdb3c6b16, 'name': SearchDatastore_Task, 'duration_secs': 0.018787} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.722575] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-965eaf0d-fac9-46dc-85b7-2ad9a897fefa tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] [instance: 3e95f2d5-d392-47c4-b519-4a218660516b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3c:bd:2d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9c99791e-4ef5-4043-a3fa-cdb478a78bf8', 'vif_model': 'vmxnet3'}] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 644.731142] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-965eaf0d-fac9-46dc-85b7-2ad9a897fefa tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Creating folder: Project (813b88be983f4a839f6d3d7d8fc38192). Parent ref: group-v644239. {{(pid=69319) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 644.737795] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c8608469-6d5e-416b-afad-5c7f1f3a1e65 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.740068] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7746c17f-c38b-4faf-bc93-f9c88d245e19 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.744149] env[69319]: DEBUG oslo_vmware.api [None req-7c3b79f7-12f7-4cd9-afba-df4a2bcf8e8b tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] Task: {'id': task-3222695, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.744343] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af39bbb6-9e40-43a3-af3d-b4e032757217 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.781528] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc1539e4-29d6-45b3-b381-2ec82523e6f6 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.784397] env[69319]: DEBUG oslo_vmware.api [None req-5f53e468-29d8-4e3d-9e1d-5e12044cad89 tempest-ServerExternalEventsTest-854483476 tempest-ServerExternalEventsTest-854483476-project-member] Waiting for the task: (returnval){ [ 644.784397] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52b38522-e769-1ff6-d320-eae69f064090" [ 644.784397] env[69319]: _type = "Task" [ 644.784397] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.784641] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-965eaf0d-fac9-46dc-85b7-2ad9a897fefa tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Created folder: Project (813b88be983f4a839f6d3d7d8fc38192) in parent group-v644239. [ 644.784866] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-965eaf0d-fac9-46dc-85b7-2ad9a897fefa tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Creating folder: Instances. Parent ref: group-v644262. {{(pid=69319) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 644.785109] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a656a16d-3ffe-4109-980f-a98c7329c298 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.794575] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10e22165-6a87-47fa-bd6d-47265dd0f656 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.804867] env[69319]: DEBUG oslo_vmware.api [None req-5f53e468-29d8-4e3d-9e1d-5e12044cad89 tempest-ServerExternalEventsTest-854483476 tempest-ServerExternalEventsTest-854483476-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52b38522-e769-1ff6-d320-eae69f064090, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.805175] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-965eaf0d-fac9-46dc-85b7-2ad9a897fefa tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Created folder: Instances in parent group-v644262. [ 644.805453] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-965eaf0d-fac9-46dc-85b7-2ad9a897fefa tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 644.806113] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e95f2d5-d392-47c4-b519-4a218660516b] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 644.806362] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cfa04a21-d39d-4bea-a74b-bef257536d24 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.832604] env[69319]: DEBUG nova.compute.provider_tree [None req-5876a051-0d7d-405a-bcff-b01e52563f66 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 644.839268] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 644.839268] env[69319]: value = "task-3222698" [ 644.839268] env[69319]: _type = "Task" [ 644.839268] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.848636] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222698, 'name': CreateVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.865819] env[69319]: DEBUG nova.network.neutron [req-8b41ccea-89ee-4e4e-aa45-4a048a22acfb req-32044559-c8a7-45e4-aff6-afd07de9735a service nova] [instance: 90fb9d48-f1f0-4f55-9e0f-673d7d78c380] Updated VIF entry in instance network info cache for port 9dcf6b9f-6f25-4fd3-b52f-025a46e99394. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 644.866209] env[69319]: DEBUG nova.network.neutron [req-8b41ccea-89ee-4e4e-aa45-4a048a22acfb req-32044559-c8a7-45e4-aff6-afd07de9735a service nova] [instance: 90fb9d48-f1f0-4f55-9e0f-673d7d78c380] Updating instance_info_cache with network_info: [{"id": "9dcf6b9f-6f25-4fd3-b52f-025a46e99394", "address": "fa:16:3e:fb:e0:96", "network": {"id": "137e0ee2-8e6e-434c-a032-f059cf348e59", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-49335232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0030fcfc26054d94b76414b0098fa648", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9dcf6b9f-6f", "ovs_interfaceid": "9dcf6b9f-6f25-4fd3-b52f-025a46e99394", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.065456] env[69319]: DEBUG nova.network.neutron [None req-91aa5b89-4fd9-4b1b-b9ec-2c3a0a225832 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: 9bab8f26-9c99-489c-861b-9fef49b1f36d] Successfully created port: 29b509a2-6841-4bbf-8e32-25381ca2657e {{(pid=69319) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 645.085639] env[69319]: DEBUG oslo_vmware.api [None req-bea280f3-933f-4c10-8d19-210240db497f tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Task: {'id': task-3222694, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.168163] env[69319]: DEBUG oslo_vmware.api [None req-7aa780d8-d621-42e7-9e19-a4d7a3679f36 tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Task: {'id': task-3222693, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.834778} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.168927] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-7aa780d8-d621-42e7-9e19-a4d7a3679f36 tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore1] 6de6b246-d2c0-4d08-9c09-0a944dfecc15/6de6b246-d2c0-4d08-9c09-0a944dfecc15.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 645.169368] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-7aa780d8-d621-42e7-9e19-a4d7a3679f36 tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] [instance: 6de6b246-d2c0-4d08-9c09-0a944dfecc15] Extending root virtual disk to 1048576 {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 645.169791] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-805f5eae-832a-46ec-bef4-4d3a100c4f20 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.179303] env[69319]: DEBUG oslo_vmware.api [None req-7aa780d8-d621-42e7-9e19-a4d7a3679f36 tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Waiting for the task: (returnval){ [ 645.179303] env[69319]: value = "task-3222699" [ 645.179303] env[69319]: _type = "Task" [ 645.179303] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.190560] env[69319]: DEBUG oslo_vmware.api [None req-7aa780d8-d621-42e7-9e19-a4d7a3679f36 tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Task: {'id': task-3222699, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.210773] env[69319]: DEBUG nova.network.neutron [None req-a2b96bb3-976d-4331-a9ca-1b1ac654b8ce tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: e619aa14-62f8-4482-a049-28422171cece] Successfully updated port: 5365edcc-4e13-445a-b7ff-b8c80c3df546 {{(pid=69319) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 645.223667] env[69319]: DEBUG oslo_vmware.api [None req-7c3b79f7-12f7-4cd9-afba-df4a2bcf8e8b tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] Task: {'id': task-3222695, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.300022] env[69319]: DEBUG oslo_vmware.api [None req-5f53e468-29d8-4e3d-9e1d-5e12044cad89 tempest-ServerExternalEventsTest-854483476 tempest-ServerExternalEventsTest-854483476-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52b38522-e769-1ff6-d320-eae69f064090, 'name': SearchDatastore_Task, 'duration_secs': 0.064329} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.300576] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5f53e468-29d8-4e3d-9e1d-5e12044cad89 tempest-ServerExternalEventsTest-854483476 tempest-ServerExternalEventsTest-854483476-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.301242] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f53e468-29d8-4e3d-9e1d-5e12044cad89 tempest-ServerExternalEventsTest-854483476 tempest-ServerExternalEventsTest-854483476-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore1] c3e1d116-4785-402a-bcc3-ad45bcdc16b1/c3e1d116-4785-402a-bcc3-ad45bcdc16b1.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 645.302529] env[69319]: DEBUG oslo_concurrency.lockutils [None req-85ee4a56-ecca-4731-840f-cdc26d3e8f23 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.303021] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-85ee4a56-ecca-4731-840f-cdc26d3e8f23 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 645.303439] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bd1dec7f-5737-4c1b-acab-f188fab69539 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.306626] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2911e5e1-370a-4e4d-88f2-cfbe05cda8b6 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.313971] env[69319]: DEBUG oslo_vmware.api [None req-5f53e468-29d8-4e3d-9e1d-5e12044cad89 tempest-ServerExternalEventsTest-854483476 tempest-ServerExternalEventsTest-854483476-project-member] Waiting for the task: (returnval){ [ 645.313971] env[69319]: value = "task-3222700" [ 645.313971] env[69319]: _type = "Task" [ 645.313971] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.320157] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-85ee4a56-ecca-4731-840f-cdc26d3e8f23 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 645.324028] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-85ee4a56-ecca-4731-840f-cdc26d3e8f23 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 645.324028] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19406cbd-0391-4d38-aefb-2e0881af0d76 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.327911] env[69319]: DEBUG oslo_vmware.api [None req-5f53e468-29d8-4e3d-9e1d-5e12044cad89 tempest-ServerExternalEventsTest-854483476 tempest-ServerExternalEventsTest-854483476-project-member] Task: {'id': task-3222700, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.331664] env[69319]: DEBUG oslo_vmware.api [None req-85ee4a56-ecca-4731-840f-cdc26d3e8f23 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Waiting for the task: (returnval){ [ 645.331664] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]523608e5-f1db-acaa-5a3a-2b8a6b2a66d8" [ 645.331664] env[69319]: _type = "Task" [ 645.331664] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.336926] env[69319]: DEBUG nova.compute.manager [None req-91aa5b89-4fd9-4b1b-b9ec-2c3a0a225832 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: 9bab8f26-9c99-489c-861b-9fef49b1f36d] Start spawning the instance on the hypervisor. {{(pid=69319) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 645.339916] env[69319]: DEBUG nova.scheduler.client.report [None req-5876a051-0d7d-405a-bcff-b01e52563f66 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 645.357974] env[69319]: DEBUG oslo_vmware.api [None req-85ee4a56-ecca-4731-840f-cdc26d3e8f23 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]523608e5-f1db-acaa-5a3a-2b8a6b2a66d8, 'name': SearchDatastore_Task, 'duration_secs': 0.021806} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.362377] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222698, 'name': CreateVM_Task, 'duration_secs': 0.450184} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.362689] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3ee698b-ca58-4ce4-acb5-a7e900cb7973 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.365293] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e95f2d5-d392-47c4-b519-4a218660516b] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 645.366655] env[69319]: DEBUG oslo_concurrency.lockutils [None req-965eaf0d-fac9-46dc-85b7-2ad9a897fefa tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.366830] env[69319]: DEBUG oslo_concurrency.lockutils [None req-965eaf0d-fac9-46dc-85b7-2ad9a897fefa tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.367170] env[69319]: DEBUG oslo_concurrency.lockutils [None req-965eaf0d-fac9-46dc-85b7-2ad9a897fefa tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.368024] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c206212-6c4f-4d68-bd02-77acca1b817c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.373698] env[69319]: DEBUG oslo_concurrency.lockutils [req-8b41ccea-89ee-4e4e-aa45-4a048a22acfb req-32044559-c8a7-45e4-aff6-afd07de9735a service nova] Releasing lock "refresh_cache-90fb9d48-f1f0-4f55-9e0f-673d7d78c380" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.374191] env[69319]: DEBUG oslo_vmware.api [None req-85ee4a56-ecca-4731-840f-cdc26d3e8f23 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Waiting for the task: (returnval){ [ 645.374191] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52241c06-6018-14d3-e286-3cbed4a2a094" [ 645.374191] env[69319]: _type = "Task" [ 645.374191] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.382672] env[69319]: DEBUG oslo_vmware.api [None req-965eaf0d-fac9-46dc-85b7-2ad9a897fefa tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Waiting for the task: (returnval){ [ 645.382672] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52885283-f39f-5ff6-4ce0-2bf8832da7e1" [ 645.382672] env[69319]: _type = "Task" [ 645.382672] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.386742] env[69319]: DEBUG oslo_vmware.api [None req-85ee4a56-ecca-4731-840f-cdc26d3e8f23 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52241c06-6018-14d3-e286-3cbed4a2a094, 'name': SearchDatastore_Task, 'duration_secs': 0.011757} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.389062] env[69319]: DEBUG nova.virt.hardware [None req-91aa5b89-4fd9-4b1b-b9ec-2c3a0a225832 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:32:36Z,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31f027872f6f44dba95ff2fe7a062e00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:32:36Z,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 645.389305] env[69319]: DEBUG nova.virt.hardware [None req-91aa5b89-4fd9-4b1b-b9ec-2c3a0a225832 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 645.389597] env[69319]: DEBUG nova.virt.hardware [None req-91aa5b89-4fd9-4b1b-b9ec-2c3a0a225832 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 645.389633] env[69319]: DEBUG nova.virt.hardware [None req-91aa5b89-4fd9-4b1b-b9ec-2c3a0a225832 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 645.389815] env[69319]: DEBUG nova.virt.hardware [None req-91aa5b89-4fd9-4b1b-b9ec-2c3a0a225832 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 645.390018] env[69319]: DEBUG nova.virt.hardware [None req-91aa5b89-4fd9-4b1b-b9ec-2c3a0a225832 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 645.390259] env[69319]: DEBUG nova.virt.hardware [None req-91aa5b89-4fd9-4b1b-b9ec-2c3a0a225832 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 645.390425] env[69319]: DEBUG nova.virt.hardware [None req-91aa5b89-4fd9-4b1b-b9ec-2c3a0a225832 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 645.390709] env[69319]: DEBUG nova.virt.hardware [None req-91aa5b89-4fd9-4b1b-b9ec-2c3a0a225832 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 645.390749] env[69319]: DEBUG nova.virt.hardware [None req-91aa5b89-4fd9-4b1b-b9ec-2c3a0a225832 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 645.390914] env[69319]: DEBUG nova.virt.hardware [None req-91aa5b89-4fd9-4b1b-b9ec-2c3a0a225832 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 645.394289] env[69319]: DEBUG oslo_concurrency.lockutils [None req-85ee4a56-ecca-4731-840f-cdc26d3e8f23 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.394508] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-85ee4a56-ecca-4731-840f-cdc26d3e8f23 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore1] 2764dc00-3329-4e56-ad73-5027b65f42d6/2764dc00-3329-4e56-ad73-5027b65f42d6.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 645.395400] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bccbd0d-7065-4159-9f41-358a0ff239ea {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.398451] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-999980ed-e414-43e5-a231-35623ef49156 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.407137] env[69319]: DEBUG oslo_vmware.api [None req-965eaf0d-fac9-46dc-85b7-2ad9a897fefa tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52885283-f39f-5ff6-4ce0-2bf8832da7e1, 'name': SearchDatastore_Task, 'duration_secs': 0.010237} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.410597] env[69319]: DEBUG oslo_concurrency.lockutils [None req-965eaf0d-fac9-46dc-85b7-2ad9a897fefa tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.410875] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-965eaf0d-fac9-46dc-85b7-2ad9a897fefa tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] [instance: 3e95f2d5-d392-47c4-b519-4a218660516b] Processing image 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 645.411136] env[69319]: DEBUG oslo_concurrency.lockutils [None req-965eaf0d-fac9-46dc-85b7-2ad9a897fefa tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.411310] env[69319]: DEBUG oslo_concurrency.lockutils [None req-965eaf0d-fac9-46dc-85b7-2ad9a897fefa tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.411518] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-965eaf0d-fac9-46dc-85b7-2ad9a897fefa tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 645.411869] env[69319]: DEBUG oslo_vmware.api [None req-85ee4a56-ecca-4731-840f-cdc26d3e8f23 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Waiting for the task: (returnval){ [ 645.411869] env[69319]: value = "task-3222701" [ 645.411869] env[69319]: _type = "Task" [ 645.411869] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.412552] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9c59d172-baff-4a95-8ead-7f6fafb72c7e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.415655] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c71fcfc9-e972-4f95-bafd-f90a096fac00 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.441355] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-965eaf0d-fac9-46dc-85b7-2ad9a897fefa tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 645.441355] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-965eaf0d-fac9-46dc-85b7-2ad9a897fefa tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 645.441355] env[69319]: DEBUG oslo_vmware.api [None req-85ee4a56-ecca-4731-840f-cdc26d3e8f23 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': task-3222701, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.441355] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0b4b80a-0184-4192-9141-7cf752a4461a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.446836] env[69319]: DEBUG oslo_vmware.api [None req-965eaf0d-fac9-46dc-85b7-2ad9a897fefa tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Waiting for the task: (returnval){ [ 645.446836] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52c35a78-5da0-9977-d1f4-f500d262186f" [ 645.446836] env[69319]: _type = "Task" [ 645.446836] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.455665] env[69319]: DEBUG oslo_vmware.api [None req-965eaf0d-fac9-46dc-85b7-2ad9a897fefa tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52c35a78-5da0-9977-d1f4-f500d262186f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.595420] env[69319]: DEBUG oslo_vmware.api [None req-bea280f3-933f-4c10-8d19-210240db497f tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Task: {'id': task-3222694, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.678907] env[69319]: DEBUG nova.network.neutron [req-5a294c1d-88cb-4a97-9b7f-c6646b03ee8c req-5ab92cb8-6a08-42f2-af34-a855251bc112 service nova] [instance: 2764dc00-3329-4e56-ad73-5027b65f42d6] Updated VIF entry in instance network info cache for port 6514f617-db2b-4791-a872-4679e39dff02. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 645.680773] env[69319]: DEBUG nova.network.neutron [req-5a294c1d-88cb-4a97-9b7f-c6646b03ee8c req-5ab92cb8-6a08-42f2-af34-a855251bc112 service nova] [instance: 2764dc00-3329-4e56-ad73-5027b65f42d6] Updating instance_info_cache with network_info: [{"id": "6514f617-db2b-4791-a872-4679e39dff02", "address": "fa:16:3e:7b:53:bd", "network": {"id": "10887a83-3a88-4ea7-ab0e-0aa5f481f0ad", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1969359437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f35c9784047041ef95c69e4cd2040171", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7aa6264-122d-4c35-82d0-860e451538ea", "external-id": "nsx-vlan-transportzone-81", "segmentation_id": 81, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6514f617-db", "ovs_interfaceid": "6514f617-db2b-4791-a872-4679e39dff02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.697908] env[69319]: DEBUG oslo_vmware.api [None req-7aa780d8-d621-42e7-9e19-a4d7a3679f36 tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Task: {'id': task-3222699, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06847} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.697971] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-7aa780d8-d621-42e7-9e19-a4d7a3679f36 tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] [instance: 6de6b246-d2c0-4d08-9c09-0a944dfecc15] Extended root virtual disk {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 645.698830] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03643dc9-cb8a-4295-8e45-4f6db29c5831 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.725165] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-7aa780d8-d621-42e7-9e19-a4d7a3679f36 tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] [instance: 6de6b246-d2c0-4d08-9c09-0a944dfecc15] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] 6de6b246-d2c0-4d08-9c09-0a944dfecc15/6de6b246-d2c0-4d08-9c09-0a944dfecc15.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 645.729274] env[69319]: DEBUG oslo_concurrency.lockutils [None req-a2b96bb3-976d-4331-a9ca-1b1ac654b8ce tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Acquiring lock "refresh_cache-e619aa14-62f8-4482-a049-28422171cece" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.729274] env[69319]: DEBUG oslo_concurrency.lockutils [None req-a2b96bb3-976d-4331-a9ca-1b1ac654b8ce tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Acquired lock "refresh_cache-e619aa14-62f8-4482-a049-28422171cece" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.729433] env[69319]: DEBUG nova.network.neutron [None req-a2b96bb3-976d-4331-a9ca-1b1ac654b8ce tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: e619aa14-62f8-4482-a049-28422171cece] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 645.734298] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87530caf-27b9-449e-b64d-792ce0951c21 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.761995] env[69319]: DEBUG oslo_vmware.api [None req-7c3b79f7-12f7-4cd9-afba-df4a2bcf8e8b tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] Task: {'id': task-3222695, 'name': ReconfigVM_Task, 'duration_secs': 0.690486} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.764383] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c3b79f7-12f7-4cd9-afba-df4a2bcf8e8b tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] [instance: c2acc8ea-12eb-40fc-8baf-db3028c3ba19] Reconfigured VM instance instance-00000005 to attach disk [datastore1] c2acc8ea-12eb-40fc-8baf-db3028c3ba19/c2acc8ea-12eb-40fc-8baf-db3028c3ba19.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 645.765297] env[69319]: DEBUG oslo_vmware.api [None req-7aa780d8-d621-42e7-9e19-a4d7a3679f36 tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Waiting for the task: (returnval){ [ 645.765297] env[69319]: value = "task-3222702" [ 645.765297] env[69319]: _type = "Task" [ 645.765297] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.765635] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2e478942-b269-4062-95be-a25db52b4ddc {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.783459] env[69319]: DEBUG oslo_vmware.api [None req-7aa780d8-d621-42e7-9e19-a4d7a3679f36 tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Task: {'id': task-3222702, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.783749] env[69319]: DEBUG oslo_vmware.api [None req-7c3b79f7-12f7-4cd9-afba-df4a2bcf8e8b tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] Waiting for the task: (returnval){ [ 645.783749] env[69319]: value = "task-3222703" [ 645.783749] env[69319]: _type = "Task" [ 645.783749] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.795081] env[69319]: DEBUG oslo_vmware.api [None req-7c3b79f7-12f7-4cd9-afba-df4a2bcf8e8b tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] Task: {'id': task-3222703, 'name': Rename_Task} progress is 6%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.831405] env[69319]: DEBUG oslo_vmware.api [None req-5f53e468-29d8-4e3d-9e1d-5e12044cad89 tempest-ServerExternalEventsTest-854483476 tempest-ServerExternalEventsTest-854483476-project-member] Task: {'id': task-3222700, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.849013] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5876a051-0d7d-405a-bcff-b01e52563f66 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.541s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.849146] env[69319]: DEBUG nova.compute.manager [None req-5876a051-0d7d-405a-bcff-b01e52563f66 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 0ccec795-caae-46ee-981f-2d210d0a31d3] Start building networks asynchronously for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 645.853367] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 7.304s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.854376] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.854376] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69319) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 645.854376] env[69319]: DEBUG oslo_concurrency.lockutils [None req-cf3acd70-7377-4d52-b29c-7b1d08dacac1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.454s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.857737] env[69319]: INFO nova.compute.claims [None req-cf3acd70-7377-4d52-b29c-7b1d08dacac1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] [instance: 749b3b26-9e42-4ac9-89c4-f467aa379427] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 645.862237] env[69319]: DEBUG nova.network.neutron [None req-a2b96bb3-976d-4331-a9ca-1b1ac654b8ce tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: e619aa14-62f8-4482-a049-28422171cece] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 645.862237] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-053d93b4-07c8-43a7-987d-578b97257db1 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.871369] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae1f4bd2-1685-42ce-aafd-49fa983ce909 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.888426] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76d7d989-cd7a-4e60-8f34-ff755e65b35e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.900282] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-383b01d9-21af-411a-8ec3-20531acf7bb3 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.938427] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181029MB free_disk=122GB free_vcpus=48 pci_devices=None {{(pid=69319) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 645.938498] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.955896] env[69319]: DEBUG oslo_vmware.api [None req-85ee4a56-ecca-4731-840f-cdc26d3e8f23 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': task-3222701, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.962476] env[69319]: DEBUG oslo_vmware.api [None req-965eaf0d-fac9-46dc-85b7-2ad9a897fefa tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52c35a78-5da0-9977-d1f4-f500d262186f, 'name': SearchDatastore_Task, 'duration_secs': 0.01062} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.964282] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-860594ef-ab2c-45bc-8e38-bbbbbff5423d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.971808] env[69319]: DEBUG oslo_vmware.api [None req-965eaf0d-fac9-46dc-85b7-2ad9a897fefa tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Waiting for the task: (returnval){ [ 645.971808] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52ca7183-7f0b-9559-ec59-998fffe28117" [ 645.971808] env[69319]: _type = "Task" [ 645.971808] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.983403] env[69319]: DEBUG oslo_vmware.api [None req-965eaf0d-fac9-46dc-85b7-2ad9a897fefa tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52ca7183-7f0b-9559-ec59-998fffe28117, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.078217] env[69319]: DEBUG oslo_concurrency.lockutils [None req-6122476e-a665-431d-8d2e-a8f67c8c89b6 tempest-ServerDiagnosticsV248Test-523245808 tempest-ServerDiagnosticsV248Test-523245808-project-member] Acquiring lock "99e94ac3-2fa4-4249-9297-b78043c9af00" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.078551] env[69319]: DEBUG oslo_concurrency.lockutils [None req-6122476e-a665-431d-8d2e-a8f67c8c89b6 tempest-ServerDiagnosticsV248Test-523245808 tempest-ServerDiagnosticsV248Test-523245808-project-member] Lock "99e94ac3-2fa4-4249-9297-b78043c9af00" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.092923] env[69319]: DEBUG oslo_vmware.api [None req-bea280f3-933f-4c10-8d19-210240db497f tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Task: {'id': task-3222694, 'name': CreateSnapshot_Task, 'duration_secs': 1.111325} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.093258] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-bea280f3-933f-4c10-8d19-210240db497f tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] [instance: 1835d15f-f896-4741-b67d-4b5b17a8dff2] Created Snapshot of the VM instance {{(pid=69319) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 646.094131] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f5d3f11-8d07-4f50-a9ef-00f446a27d61 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.182380] env[69319]: DEBUG oslo_concurrency.lockutils [req-5a294c1d-88cb-4a97-9b7f-c6646b03ee8c req-5ab92cb8-6a08-42f2-af34-a855251bc112 service nova] Releasing lock "refresh_cache-2764dc00-3329-4e56-ad73-5027b65f42d6" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.212042] env[69319]: DEBUG nova.network.neutron [None req-a2b96bb3-976d-4331-a9ca-1b1ac654b8ce tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: e619aa14-62f8-4482-a049-28422171cece] Updating instance_info_cache with network_info: [{"id": "5365edcc-4e13-445a-b7ff-b8c80c3df546", "address": "fa:16:3e:9a:c5:13", "network": {"id": "fe30ee17-2995-441e-8101-9012c093f221", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-656958957-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d85cf2d6d084bca85dcd31ab0910647", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5365edcc-4e", "ovs_interfaceid": "5365edcc-4e13-445a-b7ff-b8c80c3df546", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 646.278439] env[69319]: DEBUG oslo_vmware.api [None req-7aa780d8-d621-42e7-9e19-a4d7a3679f36 tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Task: {'id': task-3222702, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.294156] env[69319]: DEBUG oslo_vmware.api [None req-7c3b79f7-12f7-4cd9-afba-df4a2bcf8e8b tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] Task: {'id': task-3222703, 'name': Rename_Task, 'duration_secs': 0.461078} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.294451] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c3b79f7-12f7-4cd9-afba-df4a2bcf8e8b tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] [instance: c2acc8ea-12eb-40fc-8baf-db3028c3ba19] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 646.294798] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fb93c3a0-25bc-42e2-b90c-b136b358bd4b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.301607] env[69319]: DEBUG nova.compute.manager [req-255a9156-5833-4b06-af7b-c56c3e58fc9e req-dcca2665-fa79-4fa1-bc35-b0d8b2c19e0d service nova] [instance: 3e95f2d5-d392-47c4-b519-4a218660516b] Received event network-vif-plugged-9c99791e-4ef5-4043-a3fa-cdb478a78bf8 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 646.301861] env[69319]: DEBUG oslo_concurrency.lockutils [req-255a9156-5833-4b06-af7b-c56c3e58fc9e req-dcca2665-fa79-4fa1-bc35-b0d8b2c19e0d service nova] Acquiring lock "3e95f2d5-d392-47c4-b519-4a218660516b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.302022] env[69319]: DEBUG oslo_concurrency.lockutils [req-255a9156-5833-4b06-af7b-c56c3e58fc9e req-dcca2665-fa79-4fa1-bc35-b0d8b2c19e0d service nova] Lock "3e95f2d5-d392-47c4-b519-4a218660516b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.302246] env[69319]: DEBUG oslo_concurrency.lockutils [req-255a9156-5833-4b06-af7b-c56c3e58fc9e req-dcca2665-fa79-4fa1-bc35-b0d8b2c19e0d service nova] Lock "3e95f2d5-d392-47c4-b519-4a218660516b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.302396] env[69319]: DEBUG nova.compute.manager [req-255a9156-5833-4b06-af7b-c56c3e58fc9e req-dcca2665-fa79-4fa1-bc35-b0d8b2c19e0d service nova] [instance: 3e95f2d5-d392-47c4-b519-4a218660516b] No waiting events found dispatching network-vif-plugged-9c99791e-4ef5-4043-a3fa-cdb478a78bf8 {{(pid=69319) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 646.302504] env[69319]: WARNING nova.compute.manager [req-255a9156-5833-4b06-af7b-c56c3e58fc9e req-dcca2665-fa79-4fa1-bc35-b0d8b2c19e0d service nova] [instance: 3e95f2d5-d392-47c4-b519-4a218660516b] Received unexpected event network-vif-plugged-9c99791e-4ef5-4043-a3fa-cdb478a78bf8 for instance with vm_state building and task_state spawning. [ 646.302653] env[69319]: DEBUG nova.compute.manager [req-255a9156-5833-4b06-af7b-c56c3e58fc9e req-dcca2665-fa79-4fa1-bc35-b0d8b2c19e0d service nova] [instance: 3e95f2d5-d392-47c4-b519-4a218660516b] Received event network-changed-9c99791e-4ef5-4043-a3fa-cdb478a78bf8 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 646.302851] env[69319]: DEBUG nova.compute.manager [req-255a9156-5833-4b06-af7b-c56c3e58fc9e req-dcca2665-fa79-4fa1-bc35-b0d8b2c19e0d service nova] [instance: 3e95f2d5-d392-47c4-b519-4a218660516b] Refreshing instance network info cache due to event network-changed-9c99791e-4ef5-4043-a3fa-cdb478a78bf8. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 646.302993] env[69319]: DEBUG oslo_concurrency.lockutils [req-255a9156-5833-4b06-af7b-c56c3e58fc9e req-dcca2665-fa79-4fa1-bc35-b0d8b2c19e0d service nova] Acquiring lock "refresh_cache-3e95f2d5-d392-47c4-b519-4a218660516b" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.303154] env[69319]: DEBUG oslo_concurrency.lockutils [req-255a9156-5833-4b06-af7b-c56c3e58fc9e req-dcca2665-fa79-4fa1-bc35-b0d8b2c19e0d service nova] Acquired lock "refresh_cache-3e95f2d5-d392-47c4-b519-4a218660516b" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.303314] env[69319]: DEBUG nova.network.neutron [req-255a9156-5833-4b06-af7b-c56c3e58fc9e req-dcca2665-fa79-4fa1-bc35-b0d8b2c19e0d service nova] [instance: 3e95f2d5-d392-47c4-b519-4a218660516b] Refreshing network info cache for port 9c99791e-4ef5-4043-a3fa-cdb478a78bf8 {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 646.306973] env[69319]: DEBUG oslo_vmware.api [None req-7c3b79f7-12f7-4cd9-afba-df4a2bcf8e8b tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] Waiting for the task: (returnval){ [ 646.306973] env[69319]: value = "task-3222704" [ 646.306973] env[69319]: _type = "Task" [ 646.306973] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.316703] env[69319]: DEBUG oslo_vmware.api [None req-7c3b79f7-12f7-4cd9-afba-df4a2bcf8e8b tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] Task: {'id': task-3222704, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.328625] env[69319]: DEBUG oslo_vmware.api [None req-5f53e468-29d8-4e3d-9e1d-5e12044cad89 tempest-ServerExternalEventsTest-854483476 tempest-ServerExternalEventsTest-854483476-project-member] Task: {'id': task-3222700, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.574698} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.329022] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f53e468-29d8-4e3d-9e1d-5e12044cad89 tempest-ServerExternalEventsTest-854483476 tempest-ServerExternalEventsTest-854483476-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore1] c3e1d116-4785-402a-bcc3-ad45bcdc16b1/c3e1d116-4785-402a-bcc3-ad45bcdc16b1.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 646.329250] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-5f53e468-29d8-4e3d-9e1d-5e12044cad89 tempest-ServerExternalEventsTest-854483476 tempest-ServerExternalEventsTest-854483476-project-member] [instance: c3e1d116-4785-402a-bcc3-ad45bcdc16b1] Extending root virtual disk to 1048576 {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 646.329379] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e7c42d79-99cc-4b2c-b5c0-d2ffef726ccc {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.335931] env[69319]: DEBUG oslo_vmware.api [None req-5f53e468-29d8-4e3d-9e1d-5e12044cad89 tempest-ServerExternalEventsTest-854483476 tempest-ServerExternalEventsTest-854483476-project-member] Waiting for the task: (returnval){ [ 646.335931] env[69319]: value = "task-3222705" [ 646.335931] env[69319]: _type = "Task" [ 646.335931] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.346807] env[69319]: DEBUG oslo_vmware.api [None req-5f53e468-29d8-4e3d-9e1d-5e12044cad89 tempest-ServerExternalEventsTest-854483476 tempest-ServerExternalEventsTest-854483476-project-member] Task: {'id': task-3222705, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.364770] env[69319]: DEBUG nova.compute.utils [None req-5876a051-0d7d-405a-bcff-b01e52563f66 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Using /dev/sd instead of None {{(pid=69319) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 646.367011] env[69319]: DEBUG nova.compute.manager [None req-5876a051-0d7d-405a-bcff-b01e52563f66 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 0ccec795-caae-46ee-981f-2d210d0a31d3] Allocating IP information in the background. {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 646.367299] env[69319]: DEBUG nova.network.neutron [None req-5876a051-0d7d-405a-bcff-b01e52563f66 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 0ccec795-caae-46ee-981f-2d210d0a31d3] allocate_for_instance() {{(pid=69319) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 646.449459] env[69319]: DEBUG oslo_vmware.api [None req-85ee4a56-ecca-4731-840f-cdc26d3e8f23 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': task-3222701, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.804706} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.449750] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-85ee4a56-ecca-4731-840f-cdc26d3e8f23 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore1] 2764dc00-3329-4e56-ad73-5027b65f42d6/2764dc00-3329-4e56-ad73-5027b65f42d6.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 646.450089] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-85ee4a56-ecca-4731-840f-cdc26d3e8f23 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 2764dc00-3329-4e56-ad73-5027b65f42d6] Extending root virtual disk to 1048576 {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 646.450312] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9551f45e-1e46-4009-b6ce-8abad245978d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.457487] env[69319]: DEBUG oslo_vmware.api [None req-85ee4a56-ecca-4731-840f-cdc26d3e8f23 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Waiting for the task: (returnval){ [ 646.457487] env[69319]: value = "task-3222706" [ 646.457487] env[69319]: _type = "Task" [ 646.457487] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.471298] env[69319]: DEBUG oslo_vmware.api [None req-85ee4a56-ecca-4731-840f-cdc26d3e8f23 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': task-3222706, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.484596] env[69319]: DEBUG oslo_vmware.api [None req-965eaf0d-fac9-46dc-85b7-2ad9a897fefa tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52ca7183-7f0b-9559-ec59-998fffe28117, 'name': SearchDatastore_Task, 'duration_secs': 0.049013} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.484596] env[69319]: DEBUG oslo_concurrency.lockutils [None req-965eaf0d-fac9-46dc-85b7-2ad9a897fefa tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.484780] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-965eaf0d-fac9-46dc-85b7-2ad9a897fefa tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore1] 3e95f2d5-d392-47c4-b519-4a218660516b/3e95f2d5-d392-47c4-b519-4a218660516b.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 646.485054] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7406ed6b-dc6e-4068-9cfc-3b656bcabece {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.492826] env[69319]: DEBUG oslo_vmware.api [None req-965eaf0d-fac9-46dc-85b7-2ad9a897fefa tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Waiting for the task: (returnval){ [ 646.492826] env[69319]: value = "task-3222707" [ 646.492826] env[69319]: _type = "Task" [ 646.492826] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.499026] env[69319]: DEBUG nova.policy [None req-5876a051-0d7d-405a-bcff-b01e52563f66 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'da39060d854f49629c0d6e4cb6cd894b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f35c9784047041ef95c69e4cd2040171', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69319) authorize /opt/stack/nova/nova/policy.py:192}} [ 646.505058] env[69319]: DEBUG oslo_vmware.api [None req-965eaf0d-fac9-46dc-85b7-2ad9a897fefa tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Task: {'id': task-3222707, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.614496] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-bea280f3-933f-4c10-8d19-210240db497f tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] [instance: 1835d15f-f896-4741-b67d-4b5b17a8dff2] Creating linked-clone VM from snapshot {{(pid=69319) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 646.615729] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5065bda9-3fbe-41ba-9b00-054cd8c9e3da {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.625645] env[69319]: DEBUG oslo_vmware.api [None req-bea280f3-933f-4c10-8d19-210240db497f tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Waiting for the task: (returnval){ [ 646.625645] env[69319]: value = "task-3222708" [ 646.625645] env[69319]: _type = "Task" [ 646.625645] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.636211] env[69319]: DEBUG oslo_vmware.api [None req-bea280f3-933f-4c10-8d19-210240db497f tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Task: {'id': task-3222708, 'name': CloneVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.716647] env[69319]: DEBUG oslo_concurrency.lockutils [None req-a2b96bb3-976d-4331-a9ca-1b1ac654b8ce tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Releasing lock "refresh_cache-e619aa14-62f8-4482-a049-28422171cece" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.717079] env[69319]: DEBUG nova.compute.manager [None req-a2b96bb3-976d-4331-a9ca-1b1ac654b8ce tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: e619aa14-62f8-4482-a049-28422171cece] Instance network_info: |[{"id": "5365edcc-4e13-445a-b7ff-b8c80c3df546", "address": "fa:16:3e:9a:c5:13", "network": {"id": "fe30ee17-2995-441e-8101-9012c093f221", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-656958957-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d85cf2d6d084bca85dcd31ab0910647", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5365edcc-4e", "ovs_interfaceid": "5365edcc-4e13-445a-b7ff-b8c80c3df546", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 646.717578] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-a2b96bb3-976d-4331-a9ca-1b1ac654b8ce tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: e619aa14-62f8-4482-a049-28422171cece] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:c5:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '980cb890-345b-4bf8-990a-a2faec78e49c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5365edcc-4e13-445a-b7ff-b8c80c3df546', 'vif_model': 'vmxnet3'}] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 646.730880] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2b96bb3-976d-4331-a9ca-1b1ac654b8ce tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Creating folder: Project (0d85cf2d6d084bca85dcd31ab0910647). Parent ref: group-v644239. {{(pid=69319) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 646.730880] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8bb94ec7-d27e-49d2-b2ec-d4dc364ae8bf {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.741012] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-a2b96bb3-976d-4331-a9ca-1b1ac654b8ce tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Created folder: Project (0d85cf2d6d084bca85dcd31ab0910647) in parent group-v644239. [ 646.741229] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2b96bb3-976d-4331-a9ca-1b1ac654b8ce tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Creating folder: Instances. Parent ref: group-v644267. {{(pid=69319) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 646.741555] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-88724b8e-313d-431e-a0aa-ff164e54a3e4 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.755315] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-a2b96bb3-976d-4331-a9ca-1b1ac654b8ce tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Created folder: Instances in parent group-v644267. [ 646.755667] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a2b96bb3-976d-4331-a9ca-1b1ac654b8ce tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 646.756010] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e619aa14-62f8-4482-a049-28422171cece] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 646.756152] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-93779876-7ba5-4fdc-b7d1-72e3c9183158 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.794029] env[69319]: DEBUG oslo_vmware.api [None req-7aa780d8-d621-42e7-9e19-a4d7a3679f36 tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Task: {'id': task-3222702, 'name': ReconfigVM_Task, 'duration_secs': 0.522189} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.796483] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-7aa780d8-d621-42e7-9e19-a4d7a3679f36 tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] [instance: 6de6b246-d2c0-4d08-9c09-0a944dfecc15] Reconfigured VM instance instance-00000001 to attach disk [datastore1] 6de6b246-d2c0-4d08-9c09-0a944dfecc15/6de6b246-d2c0-4d08-9c09-0a944dfecc15.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 646.797399] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 646.797399] env[69319]: value = "task-3222711" [ 646.797399] env[69319]: _type = "Task" [ 646.797399] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.797642] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5b5c6e9f-4a5c-427f-ba91-3b99aa13fa60 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.810559] env[69319]: DEBUG oslo_vmware.api [None req-7aa780d8-d621-42e7-9e19-a4d7a3679f36 tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Waiting for the task: (returnval){ [ 646.810559] env[69319]: value = "task-3222712" [ 646.810559] env[69319]: _type = "Task" [ 646.810559] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.820890] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222711, 'name': CreateVM_Task} progress is 10%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.829743] env[69319]: DEBUG oslo_vmware.api [None req-7c3b79f7-12f7-4cd9-afba-df4a2bcf8e8b tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] Task: {'id': task-3222704, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.835473] env[69319]: DEBUG oslo_vmware.api [None req-7aa780d8-d621-42e7-9e19-a4d7a3679f36 tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Task: {'id': task-3222712, 'name': Rename_Task} progress is 10%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.847561] env[69319]: DEBUG oslo_vmware.api [None req-5f53e468-29d8-4e3d-9e1d-5e12044cad89 tempest-ServerExternalEventsTest-854483476 tempest-ServerExternalEventsTest-854483476-project-member] Task: {'id': task-3222705, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065639} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.847891] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-5f53e468-29d8-4e3d-9e1d-5e12044cad89 tempest-ServerExternalEventsTest-854483476 tempest-ServerExternalEventsTest-854483476-project-member] [instance: c3e1d116-4785-402a-bcc3-ad45bcdc16b1] Extended root virtual disk {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 646.848823] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae332688-48cd-4bc5-91fe-7001d88062d4 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.870091] env[69319]: DEBUG nova.compute.manager [None req-5876a051-0d7d-405a-bcff-b01e52563f66 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 0ccec795-caae-46ee-981f-2d210d0a31d3] Start building block device mappings for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 646.886060] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f53e468-29d8-4e3d-9e1d-5e12044cad89 tempest-ServerExternalEventsTest-854483476 tempest-ServerExternalEventsTest-854483476-project-member] [instance: c3e1d116-4785-402a-bcc3-ad45bcdc16b1] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] c3e1d116-4785-402a-bcc3-ad45bcdc16b1/c3e1d116-4785-402a-bcc3-ad45bcdc16b1.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 646.890513] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-970b90b6-c45a-4561-aef3-2e1094f3b495 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.918537] env[69319]: DEBUG oslo_vmware.api [None req-5f53e468-29d8-4e3d-9e1d-5e12044cad89 tempest-ServerExternalEventsTest-854483476 tempest-ServerExternalEventsTest-854483476-project-member] Waiting for the task: (returnval){ [ 646.918537] env[69319]: value = "task-3222713" [ 646.918537] env[69319]: _type = "Task" [ 646.918537] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.930400] env[69319]: DEBUG oslo_vmware.api [None req-5f53e468-29d8-4e3d-9e1d-5e12044cad89 tempest-ServerExternalEventsTest-854483476 tempest-ServerExternalEventsTest-854483476-project-member] Task: {'id': task-3222713, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.976907] env[69319]: DEBUG oslo_vmware.api [None req-85ee4a56-ecca-4731-840f-cdc26d3e8f23 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': task-3222706, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098733} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.977412] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-85ee4a56-ecca-4731-840f-cdc26d3e8f23 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 2764dc00-3329-4e56-ad73-5027b65f42d6] Extended root virtual disk {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 646.979502] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e79cc35-bd00-4de6-a33d-18471270398c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.010105] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-85ee4a56-ecca-4731-840f-cdc26d3e8f23 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 2764dc00-3329-4e56-ad73-5027b65f42d6] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] 2764dc00-3329-4e56-ad73-5027b65f42d6/2764dc00-3329-4e56-ad73-5027b65f42d6.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 647.017589] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0532d728-9f1d-48a7-b4f9-cc332221d147 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.044763] env[69319]: DEBUG oslo_vmware.api [None req-965eaf0d-fac9-46dc-85b7-2ad9a897fefa tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Task: {'id': task-3222707, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.049645] env[69319]: DEBUG oslo_vmware.api [None req-85ee4a56-ecca-4731-840f-cdc26d3e8f23 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Waiting for the task: (returnval){ [ 647.049645] env[69319]: value = "task-3222714" [ 647.049645] env[69319]: _type = "Task" [ 647.049645] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.064533] env[69319]: DEBUG oslo_vmware.api [None req-85ee4a56-ecca-4731-840f-cdc26d3e8f23 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': task-3222714, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.145995] env[69319]: DEBUG oslo_vmware.api [None req-bea280f3-933f-4c10-8d19-210240db497f tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Task: {'id': task-3222708, 'name': CloneVM_Task} progress is 94%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.318733] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222711, 'name': CreateVM_Task} progress is 99%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.328539] env[69319]: DEBUG oslo_vmware.api [None req-7c3b79f7-12f7-4cd9-afba-df4a2bcf8e8b tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] Task: {'id': task-3222704, 'name': PowerOnVM_Task} progress is 82%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.332334] env[69319]: DEBUG oslo_vmware.api [None req-7aa780d8-d621-42e7-9e19-a4d7a3679f36 tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Task: {'id': task-3222712, 'name': Rename_Task, 'duration_secs': 0.304379} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.335286] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-7aa780d8-d621-42e7-9e19-a4d7a3679f36 tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] [instance: 6de6b246-d2c0-4d08-9c09-0a944dfecc15] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 647.336328] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3da1fc87-a0d4-4cfd-9301-7162351d2d0e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.342361] env[69319]: DEBUG oslo_vmware.api [None req-7aa780d8-d621-42e7-9e19-a4d7a3679f36 tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Waiting for the task: (returnval){ [ 647.342361] env[69319]: value = "task-3222715" [ 647.342361] env[69319]: _type = "Task" [ 647.342361] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.350921] env[69319]: DEBUG oslo_vmware.api [None req-7aa780d8-d621-42e7-9e19-a4d7a3679f36 tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Task: {'id': task-3222715, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.352837] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec33ee5e-6925-4417-be1e-c158fa82a61c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.361296] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-213db722-a839-4381-ae27-93926198d5b7 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.399317] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aaf0c19-5fd0-453d-8bde-e1950fc8ddd4 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.403067] env[69319]: DEBUG nova.network.neutron [req-255a9156-5833-4b06-af7b-c56c3e58fc9e req-dcca2665-fa79-4fa1-bc35-b0d8b2c19e0d service nova] [instance: 3e95f2d5-d392-47c4-b519-4a218660516b] Updated VIF entry in instance network info cache for port 9c99791e-4ef5-4043-a3fa-cdb478a78bf8. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 647.404029] env[69319]: DEBUG nova.network.neutron [req-255a9156-5833-4b06-af7b-c56c3e58fc9e req-dcca2665-fa79-4fa1-bc35-b0d8b2c19e0d service nova] [instance: 3e95f2d5-d392-47c4-b519-4a218660516b] Updating instance_info_cache with network_info: [{"id": "9c99791e-4ef5-4043-a3fa-cdb478a78bf8", "address": "fa:16:3e:3c:bd:2d", "network": {"id": "e172e758-1a9b-4f22-a553-441ab9c9dccc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.140", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "31f027872f6f44dba95ff2fe7a062e00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c99791e-4e", "ovs_interfaceid": "9c99791e-4ef5-4043-a3fa-cdb478a78bf8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.408144] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be77f77c-ce68-49cf-932a-7fce94eab6d3 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.424823] env[69319]: DEBUG nova.compute.provider_tree [None req-cf3acd70-7377-4d52-b29c-7b1d08dacac1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 647.435368] env[69319]: DEBUG oslo_vmware.api [None req-5f53e468-29d8-4e3d-9e1d-5e12044cad89 tempest-ServerExternalEventsTest-854483476 tempest-ServerExternalEventsTest-854483476-project-member] Task: {'id': task-3222713, 'name': ReconfigVM_Task, 'duration_secs': 0.404565} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.435368] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f53e468-29d8-4e3d-9e1d-5e12044cad89 tempest-ServerExternalEventsTest-854483476 tempest-ServerExternalEventsTest-854483476-project-member] [instance: c3e1d116-4785-402a-bcc3-ad45bcdc16b1] Reconfigured VM instance instance-00000006 to attach disk [datastore1] c3e1d116-4785-402a-bcc3-ad45bcdc16b1/c3e1d116-4785-402a-bcc3-ad45bcdc16b1.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 647.435490] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ef7fa18f-8cd0-4308-8668-f969b2546164 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.443369] env[69319]: DEBUG oslo_vmware.api [None req-5f53e468-29d8-4e3d-9e1d-5e12044cad89 tempest-ServerExternalEventsTest-854483476 tempest-ServerExternalEventsTest-854483476-project-member] Waiting for the task: (returnval){ [ 647.443369] env[69319]: value = "task-3222716" [ 647.443369] env[69319]: _type = "Task" [ 647.443369] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.454474] env[69319]: DEBUG oslo_vmware.api [None req-5f53e468-29d8-4e3d-9e1d-5e12044cad89 tempest-ServerExternalEventsTest-854483476 tempest-ServerExternalEventsTest-854483476-project-member] Task: {'id': task-3222716, 'name': Rename_Task} progress is 6%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.511062] env[69319]: DEBUG oslo_vmware.api [None req-965eaf0d-fac9-46dc-85b7-2ad9a897fefa tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Task: {'id': task-3222707, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.733235} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.511062] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-965eaf0d-fac9-46dc-85b7-2ad9a897fefa tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore1] 3e95f2d5-d392-47c4-b519-4a218660516b/3e95f2d5-d392-47c4-b519-4a218660516b.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 647.511225] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-965eaf0d-fac9-46dc-85b7-2ad9a897fefa tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] [instance: 3e95f2d5-d392-47c4-b519-4a218660516b] Extending root virtual disk to 1048576 {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 647.511433] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cba51be3-cb29-44ed-b6e4-02914e986240 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.520127] env[69319]: DEBUG oslo_vmware.api [None req-965eaf0d-fac9-46dc-85b7-2ad9a897fefa tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Waiting for the task: (returnval){ [ 647.520127] env[69319]: value = "task-3222717" [ 647.520127] env[69319]: _type = "Task" [ 647.520127] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.536804] env[69319]: DEBUG oslo_vmware.api [None req-965eaf0d-fac9-46dc-85b7-2ad9a897fefa tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Task: {'id': task-3222717, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.565709] env[69319]: DEBUG oslo_vmware.api [None req-85ee4a56-ecca-4731-840f-cdc26d3e8f23 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': task-3222714, 'name': ReconfigVM_Task, 'duration_secs': 0.492419} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.565709] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-85ee4a56-ecca-4731-840f-cdc26d3e8f23 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 2764dc00-3329-4e56-ad73-5027b65f42d6] Reconfigured VM instance instance-00000007 to attach disk [datastore1] 2764dc00-3329-4e56-ad73-5027b65f42d6/2764dc00-3329-4e56-ad73-5027b65f42d6.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 647.565709] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e53da2e9-e6d7-49ed-888f-5fbcffa9eb5d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.576526] env[69319]: DEBUG oslo_vmware.api [None req-85ee4a56-ecca-4731-840f-cdc26d3e8f23 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Waiting for the task: (returnval){ [ 647.576526] env[69319]: value = "task-3222718" [ 647.576526] env[69319]: _type = "Task" [ 647.576526] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.590835] env[69319]: DEBUG oslo_vmware.api [None req-85ee4a56-ecca-4731-840f-cdc26d3e8f23 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': task-3222718, 'name': Rename_Task} progress is 6%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.610293] env[69319]: DEBUG nova.network.neutron [None req-5876a051-0d7d-405a-bcff-b01e52563f66 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 0ccec795-caae-46ee-981f-2d210d0a31d3] Successfully created port: bd5981d4-e78a-4069-9798-8ecf8d4f55b2 {{(pid=69319) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 647.640120] env[69319]: DEBUG oslo_vmware.api [None req-bea280f3-933f-4c10-8d19-210240db497f tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Task: {'id': task-3222708, 'name': CloneVM_Task} progress is 94%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.745913] env[69319]: DEBUG nova.network.neutron [None req-91aa5b89-4fd9-4b1b-b9ec-2c3a0a225832 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: 9bab8f26-9c99-489c-861b-9fef49b1f36d] Successfully updated port: 29b509a2-6841-4bbf-8e32-25381ca2657e {{(pid=69319) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 647.820073] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222711, 'name': CreateVM_Task, 'duration_secs': 0.56725} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.820688] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e619aa14-62f8-4482-a049-28422171cece] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 647.822043] env[69319]: DEBUG oslo_concurrency.lockutils [None req-a2b96bb3-976d-4331-a9ca-1b1ac654b8ce tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.822043] env[69319]: DEBUG oslo_concurrency.lockutils [None req-a2b96bb3-976d-4331-a9ca-1b1ac654b8ce tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.822043] env[69319]: DEBUG oslo_concurrency.lockutils [None req-a2b96bb3-976d-4331-a9ca-1b1ac654b8ce tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.825510] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23364070-5ccb-412d-a70d-8eff08e03dba {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.828034] env[69319]: DEBUG oslo_vmware.api [None req-7c3b79f7-12f7-4cd9-afba-df4a2bcf8e8b tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] Task: {'id': task-3222704, 'name': PowerOnVM_Task, 'duration_secs': 1.141906} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.828034] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c3b79f7-12f7-4cd9-afba-df4a2bcf8e8b tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] [instance: c2acc8ea-12eb-40fc-8baf-db3028c3ba19] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 647.828034] env[69319]: INFO nova.compute.manager [None req-7c3b79f7-12f7-4cd9-afba-df4a2bcf8e8b tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] [instance: c2acc8ea-12eb-40fc-8baf-db3028c3ba19] Took 15.71 seconds to spawn the instance on the hypervisor. [ 647.828034] env[69319]: DEBUG nova.compute.manager [None req-7c3b79f7-12f7-4cd9-afba-df4a2bcf8e8b tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] [instance: c2acc8ea-12eb-40fc-8baf-db3028c3ba19] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 647.829206] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adb7d2a4-1967-46c3-a573-5c6feafb3ba7 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.834353] env[69319]: DEBUG oslo_vmware.api [None req-a2b96bb3-976d-4331-a9ca-1b1ac654b8ce tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Waiting for the task: (returnval){ [ 647.834353] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]522ceb63-a057-382d-4ecc-d30bf2958ba6" [ 647.834353] env[69319]: _type = "Task" [ 647.834353] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.850317] env[69319]: DEBUG oslo_vmware.api [None req-a2b96bb3-976d-4331-a9ca-1b1ac654b8ce tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]522ceb63-a057-382d-4ecc-d30bf2958ba6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.855570] env[69319]: DEBUG oslo_vmware.api [None req-7aa780d8-d621-42e7-9e19-a4d7a3679f36 tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Task: {'id': task-3222715, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.900546] env[69319]: DEBUG nova.compute.manager [None req-5876a051-0d7d-405a-bcff-b01e52563f66 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 0ccec795-caae-46ee-981f-2d210d0a31d3] Start spawning the instance on the hypervisor. {{(pid=69319) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 647.910717] env[69319]: DEBUG oslo_concurrency.lockutils [req-255a9156-5833-4b06-af7b-c56c3e58fc9e req-dcca2665-fa79-4fa1-bc35-b0d8b2c19e0d service nova] Releasing lock "refresh_cache-3e95f2d5-d392-47c4-b519-4a218660516b" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.930441] env[69319]: DEBUG nova.scheduler.client.report [None req-cf3acd70-7377-4d52-b29c-7b1d08dacac1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 647.957314] env[69319]: DEBUG oslo_vmware.api [None req-5f53e468-29d8-4e3d-9e1d-5e12044cad89 tempest-ServerExternalEventsTest-854483476 tempest-ServerExternalEventsTest-854483476-project-member] Task: {'id': task-3222716, 'name': Rename_Task, 'duration_secs': 0.283618} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.958142] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f53e468-29d8-4e3d-9e1d-5e12044cad89 tempest-ServerExternalEventsTest-854483476 tempest-ServerExternalEventsTest-854483476-project-member] [instance: c3e1d116-4785-402a-bcc3-ad45bcdc16b1] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 647.958404] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5bf97eb6-3f26-4de7-b96a-ec9251181c5e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.966592] env[69319]: DEBUG oslo_vmware.api [None req-5f53e468-29d8-4e3d-9e1d-5e12044cad89 tempest-ServerExternalEventsTest-854483476 tempest-ServerExternalEventsTest-854483476-project-member] Waiting for the task: (returnval){ [ 647.966592] env[69319]: value = "task-3222719" [ 647.966592] env[69319]: _type = "Task" [ 647.966592] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.977066] env[69319]: DEBUG oslo_vmware.api [None req-5f53e468-29d8-4e3d-9e1d-5e12044cad89 tempest-ServerExternalEventsTest-854483476 tempest-ServerExternalEventsTest-854483476-project-member] Task: {'id': task-3222719, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.036252] env[69319]: DEBUG oslo_vmware.api [None req-965eaf0d-fac9-46dc-85b7-2ad9a897fefa tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Task: {'id': task-3222717, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075097} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.036465] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-965eaf0d-fac9-46dc-85b7-2ad9a897fefa tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] [instance: 3e95f2d5-d392-47c4-b519-4a218660516b] Extended root virtual disk {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 648.040974] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26b6c3e2-4255-42a1-a894-7e3dc8b2b698 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.066067] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-965eaf0d-fac9-46dc-85b7-2ad9a897fefa tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] [instance: 3e95f2d5-d392-47c4-b519-4a218660516b] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] 3e95f2d5-d392-47c4-b519-4a218660516b/3e95f2d5-d392-47c4-b519-4a218660516b.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 648.068518] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6377c198-1836-4e59-a08d-ffc4722fe30e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.093709] env[69319]: DEBUG oslo_vmware.api [None req-85ee4a56-ecca-4731-840f-cdc26d3e8f23 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': task-3222718, 'name': Rename_Task, 'duration_secs': 0.210474} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.096995] env[69319]: DEBUG nova.virt.hardware [None req-5876a051-0d7d-405a-bcff-b01e52563f66 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:32:36Z,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31f027872f6f44dba95ff2fe7a062e00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:32:36Z,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 648.097260] env[69319]: DEBUG nova.virt.hardware [None req-5876a051-0d7d-405a-bcff-b01e52563f66 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 648.097605] env[69319]: DEBUG nova.virt.hardware [None req-5876a051-0d7d-405a-bcff-b01e52563f66 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 648.097674] env[69319]: DEBUG nova.virt.hardware [None req-5876a051-0d7d-405a-bcff-b01e52563f66 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 648.098159] env[69319]: DEBUG nova.virt.hardware [None req-5876a051-0d7d-405a-bcff-b01e52563f66 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 648.098159] env[69319]: DEBUG nova.virt.hardware [None req-5876a051-0d7d-405a-bcff-b01e52563f66 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 648.098159] env[69319]: DEBUG nova.virt.hardware [None req-5876a051-0d7d-405a-bcff-b01e52563f66 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 648.098317] env[69319]: DEBUG nova.virt.hardware [None req-5876a051-0d7d-405a-bcff-b01e52563f66 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 648.098563] env[69319]: DEBUG nova.virt.hardware [None req-5876a051-0d7d-405a-bcff-b01e52563f66 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 648.098637] env[69319]: DEBUG nova.virt.hardware [None req-5876a051-0d7d-405a-bcff-b01e52563f66 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 648.098801] env[69319]: DEBUG nova.virt.hardware [None req-5876a051-0d7d-405a-bcff-b01e52563f66 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 648.099217] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-85ee4a56-ecca-4731-840f-cdc26d3e8f23 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 2764dc00-3329-4e56-ad73-5027b65f42d6] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 648.099398] env[69319]: DEBUG oslo_vmware.api [None req-965eaf0d-fac9-46dc-85b7-2ad9a897fefa tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Waiting for the task: (returnval){ [ 648.099398] env[69319]: value = "task-3222720" [ 648.099398] env[69319]: _type = "Task" [ 648.099398] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.100135] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc832e31-b726-4598-b145-67880ca691ea {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.102686] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-16624615-d5dc-44b6-ae48-7a578aa78cc6 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.120173] env[69319]: DEBUG oslo_vmware.api [None req-965eaf0d-fac9-46dc-85b7-2ad9a897fefa tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Task: {'id': task-3222720, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.120173] env[69319]: DEBUG oslo_vmware.api [None req-85ee4a56-ecca-4731-840f-cdc26d3e8f23 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Waiting for the task: (returnval){ [ 648.120173] env[69319]: value = "task-3222721" [ 648.120173] env[69319]: _type = "Task" [ 648.120173] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.120392] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc04eeb6-a61f-4ace-a5c7-eb1846e56770 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.144349] env[69319]: DEBUG oslo_vmware.api [None req-85ee4a56-ecca-4731-840f-cdc26d3e8f23 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': task-3222721, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.149183] env[69319]: DEBUG oslo_vmware.api [None req-bea280f3-933f-4c10-8d19-210240db497f tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Task: {'id': task-3222708, 'name': CloneVM_Task} progress is 94%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.253878] env[69319]: DEBUG oslo_concurrency.lockutils [None req-91aa5b89-4fd9-4b1b-b9ec-2c3a0a225832 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Acquiring lock "refresh_cache-9bab8f26-9c99-489c-861b-9fef49b1f36d" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.253878] env[69319]: DEBUG oslo_concurrency.lockutils [None req-91aa5b89-4fd9-4b1b-b9ec-2c3a0a225832 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Acquired lock "refresh_cache-9bab8f26-9c99-489c-861b-9fef49b1f36d" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.253878] env[69319]: DEBUG nova.network.neutron [None req-91aa5b89-4fd9-4b1b-b9ec-2c3a0a225832 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: 9bab8f26-9c99-489c-861b-9fef49b1f36d] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 648.346660] env[69319]: DEBUG oslo_vmware.api [None req-a2b96bb3-976d-4331-a9ca-1b1ac654b8ce tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]522ceb63-a057-382d-4ecc-d30bf2958ba6, 'name': SearchDatastore_Task, 'duration_secs': 0.024502} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.351956] env[69319]: DEBUG oslo_concurrency.lockutils [None req-a2b96bb3-976d-4331-a9ca-1b1ac654b8ce tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.352499] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-a2b96bb3-976d-4331-a9ca-1b1ac654b8ce tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: e619aa14-62f8-4482-a049-28422171cece] Processing image 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 648.352809] env[69319]: DEBUG oslo_concurrency.lockutils [None req-a2b96bb3-976d-4331-a9ca-1b1ac654b8ce tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.356025] env[69319]: DEBUG oslo_concurrency.lockutils [None req-a2b96bb3-976d-4331-a9ca-1b1ac654b8ce tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.356025] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2b96bb3-976d-4331-a9ca-1b1ac654b8ce tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 648.358363] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9076ea02-31c0-4ce1-8b18-27fa034d1a4f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.364935] env[69319]: INFO nova.compute.manager [None req-7c3b79f7-12f7-4cd9-afba-df4a2bcf8e8b tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] [instance: c2acc8ea-12eb-40fc-8baf-db3028c3ba19] Took 26.42 seconds to build instance. [ 648.370118] env[69319]: DEBUG oslo_vmware.api [None req-7aa780d8-d621-42e7-9e19-a4d7a3679f36 tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Task: {'id': task-3222715, 'name': PowerOnVM_Task, 'duration_secs': 0.532646} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.372443] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-7aa780d8-d621-42e7-9e19-a4d7a3679f36 tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] [instance: 6de6b246-d2c0-4d08-9c09-0a944dfecc15] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 648.372443] env[69319]: DEBUG nova.compute.manager [None req-7aa780d8-d621-42e7-9e19-a4d7a3679f36 tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] [instance: 6de6b246-d2c0-4d08-9c09-0a944dfecc15] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 648.372443] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e3cfad3-0c13-4b40-8ac7-ed13a999645a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.377872] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2b96bb3-976d-4331-a9ca-1b1ac654b8ce tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 648.378175] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-a2b96bb3-976d-4331-a9ca-1b1ac654b8ce tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 648.380325] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b2ba739-d448-4315-b958-02d2c20059f8 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.395280] env[69319]: DEBUG oslo_vmware.api [None req-a2b96bb3-976d-4331-a9ca-1b1ac654b8ce tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Waiting for the task: (returnval){ [ 648.395280] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]523099f3-57ae-9310-3859-1d668b9d544a" [ 648.395280] env[69319]: _type = "Task" [ 648.395280] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.401477] env[69319]: DEBUG oslo_vmware.api [None req-a2b96bb3-976d-4331-a9ca-1b1ac654b8ce tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]523099f3-57ae-9310-3859-1d668b9d544a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.437689] env[69319]: DEBUG oslo_concurrency.lockutils [None req-cf3acd70-7377-4d52-b29c-7b1d08dacac1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.583s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.438231] env[69319]: DEBUG nova.compute.manager [None req-cf3acd70-7377-4d52-b29c-7b1d08dacac1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] [instance: 749b3b26-9e42-4ac9-89c4-f467aa379427] Start building networks asynchronously for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 648.442824] env[69319]: DEBUG oslo_concurrency.lockutils [None req-836fc6c5-5870-4653-bc71-cc38bfb67d01 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.952s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.447876] env[69319]: INFO nova.compute.claims [None req-836fc6c5-5870-4653-bc71-cc38bfb67d01 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: 22225d47-adf7-4381-8b26-9372db49c4be] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 648.478059] env[69319]: DEBUG oslo_vmware.api [None req-5f53e468-29d8-4e3d-9e1d-5e12044cad89 tempest-ServerExternalEventsTest-854483476 tempest-ServerExternalEventsTest-854483476-project-member] Task: {'id': task-3222719, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.618083] env[69319]: DEBUG oslo_vmware.api [None req-965eaf0d-fac9-46dc-85b7-2ad9a897fefa tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Task: {'id': task-3222720, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.637476] env[69319]: DEBUG oslo_vmware.api [None req-85ee4a56-ecca-4731-840f-cdc26d3e8f23 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': task-3222721, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.640655] env[69319]: DEBUG oslo_vmware.api [None req-bea280f3-933f-4c10-8d19-210240db497f tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Task: {'id': task-3222708, 'name': CloneVM_Task} progress is 95%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.795842] env[69319]: DEBUG nova.network.neutron [None req-91aa5b89-4fd9-4b1b-b9ec-2c3a0a225832 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: 9bab8f26-9c99-489c-861b-9fef49b1f36d] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 648.906642] env[69319]: DEBUG oslo_vmware.api [None req-a2b96bb3-976d-4331-a9ca-1b1ac654b8ce tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]523099f3-57ae-9310-3859-1d668b9d544a, 'name': SearchDatastore_Task, 'duration_secs': 0.012157} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.907752] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a78a37b-ade4-40ac-9a21-ef9047951417 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.915113] env[69319]: DEBUG oslo_vmware.api [None req-a2b96bb3-976d-4331-a9ca-1b1ac654b8ce tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Waiting for the task: (returnval){ [ 648.915113] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]523c1145-7cf0-234e-5547-6842c0005957" [ 648.915113] env[69319]: _type = "Task" [ 648.915113] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.926554] env[69319]: DEBUG oslo_vmware.api [None req-a2b96bb3-976d-4331-a9ca-1b1ac654b8ce tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]523c1145-7cf0-234e-5547-6842c0005957, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.980225] env[69319]: DEBUG oslo_vmware.api [None req-5f53e468-29d8-4e3d-9e1d-5e12044cad89 tempest-ServerExternalEventsTest-854483476 tempest-ServerExternalEventsTest-854483476-project-member] Task: {'id': task-3222719, 'name': PowerOnVM_Task, 'duration_secs': 0.784155} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.980225] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f53e468-29d8-4e3d-9e1d-5e12044cad89 tempest-ServerExternalEventsTest-854483476 tempest-ServerExternalEventsTest-854483476-project-member] [instance: c3e1d116-4785-402a-bcc3-ad45bcdc16b1] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 648.980365] env[69319]: INFO nova.compute.manager [None req-5f53e468-29d8-4e3d-9e1d-5e12044cad89 tempest-ServerExternalEventsTest-854483476 tempest-ServerExternalEventsTest-854483476-project-member] [instance: c3e1d116-4785-402a-bcc3-ad45bcdc16b1] Took 13.48 seconds to spawn the instance on the hypervisor. [ 648.980704] env[69319]: DEBUG nova.compute.manager [None req-5f53e468-29d8-4e3d-9e1d-5e12044cad89 tempest-ServerExternalEventsTest-854483476 tempest-ServerExternalEventsTest-854483476-project-member] [instance: c3e1d116-4785-402a-bcc3-ad45bcdc16b1] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 648.981654] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0966cda3-f299-413e-b1c3-1ae18064edb5 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.117995] env[69319]: DEBUG oslo_vmware.api [None req-965eaf0d-fac9-46dc-85b7-2ad9a897fefa tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Task: {'id': task-3222720, 'name': ReconfigVM_Task, 'duration_secs': 0.534083} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.117995] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-965eaf0d-fac9-46dc-85b7-2ad9a897fefa tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] [instance: 3e95f2d5-d392-47c4-b519-4a218660516b] Reconfigured VM instance instance-00000008 to attach disk [datastore1] 3e95f2d5-d392-47c4-b519-4a218660516b/3e95f2d5-d392-47c4-b519-4a218660516b.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 649.117995] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a4138e04-10ac-4b1d-8399-57b8f823b869 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.131652] env[69319]: DEBUG oslo_vmware.api [None req-965eaf0d-fac9-46dc-85b7-2ad9a897fefa tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Waiting for the task: (returnval){ [ 649.131652] env[69319]: value = "task-3222722" [ 649.131652] env[69319]: _type = "Task" [ 649.131652] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.141784] env[69319]: DEBUG oslo_vmware.api [None req-85ee4a56-ecca-4731-840f-cdc26d3e8f23 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': task-3222721, 'name': PowerOnVM_Task, 'duration_secs': 0.636079} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.142738] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-85ee4a56-ecca-4731-840f-cdc26d3e8f23 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 2764dc00-3329-4e56-ad73-5027b65f42d6] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 649.143105] env[69319]: INFO nova.compute.manager [None req-85ee4a56-ecca-4731-840f-cdc26d3e8f23 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 2764dc00-3329-4e56-ad73-5027b65f42d6] Took 11.20 seconds to spawn the instance on the hypervisor. [ 649.143405] env[69319]: DEBUG nova.compute.manager [None req-85ee4a56-ecca-4731-840f-cdc26d3e8f23 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 2764dc00-3329-4e56-ad73-5027b65f42d6] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 649.144274] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d950f5a1-e57f-409d-87ef-e87b3ea6d6a5 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.153300] env[69319]: DEBUG oslo_vmware.api [None req-965eaf0d-fac9-46dc-85b7-2ad9a897fefa tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Task: {'id': task-3222722, 'name': Rename_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.154040] env[69319]: DEBUG oslo_vmware.api [None req-bea280f3-933f-4c10-8d19-210240db497f tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Task: {'id': task-3222708, 'name': CloneVM_Task} progress is 95%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.280611] env[69319]: DEBUG nova.network.neutron [None req-91aa5b89-4fd9-4b1b-b9ec-2c3a0a225832 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: 9bab8f26-9c99-489c-861b-9fef49b1f36d] Updating instance_info_cache with network_info: [{"id": "29b509a2-6841-4bbf-8e32-25381ca2657e", "address": "fa:16:3e:bd:c8:32", "network": {"id": "fe30ee17-2995-441e-8101-9012c093f221", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-656958957-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d85cf2d6d084bca85dcd31ab0910647", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29b509a2-68", "ovs_interfaceid": "29b509a2-6841-4bbf-8e32-25381ca2657e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.426574] env[69319]: DEBUG oslo_vmware.api [None req-a2b96bb3-976d-4331-a9ca-1b1ac654b8ce tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]523c1145-7cf0-234e-5547-6842c0005957, 'name': SearchDatastore_Task, 'duration_secs': 0.075158} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.426574] env[69319]: DEBUG oslo_concurrency.lockutils [None req-a2b96bb3-976d-4331-a9ca-1b1ac654b8ce tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.426822] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2b96bb3-976d-4331-a9ca-1b1ac654b8ce tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore1] e619aa14-62f8-4482-a049-28422171cece/e619aa14-62f8-4482-a049-28422171cece.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 649.426920] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-23be0a08-3422-4fcc-9218-2518504e600d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.433091] env[69319]: DEBUG oslo_vmware.api [None req-a2b96bb3-976d-4331-a9ca-1b1ac654b8ce tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Waiting for the task: (returnval){ [ 649.433091] env[69319]: value = "task-3222723" [ 649.433091] env[69319]: _type = "Task" [ 649.433091] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.440211] env[69319]: DEBUG oslo_vmware.api [None req-a2b96bb3-976d-4331-a9ca-1b1ac654b8ce tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Task: {'id': task-3222723, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.645371] env[69319]: DEBUG oslo_vmware.api [None req-965eaf0d-fac9-46dc-85b7-2ad9a897fefa tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Task: {'id': task-3222722, 'name': Rename_Task} progress is 99%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.648712] env[69319]: DEBUG oslo_vmware.api [None req-bea280f3-933f-4c10-8d19-210240db497f tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Task: {'id': task-3222708, 'name': CloneVM_Task} progress is 95%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.947333] env[69319]: DEBUG oslo_vmware.api [None req-a2b96bb3-976d-4331-a9ca-1b1ac654b8ce tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Task: {'id': task-3222723, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.147895] env[69319]: DEBUG oslo_vmware.api [None req-bea280f3-933f-4c10-8d19-210240db497f tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Task: {'id': task-3222708, 'name': CloneVM_Task} progress is 95%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.151905] env[69319]: DEBUG oslo_vmware.api [None req-965eaf0d-fac9-46dc-85b7-2ad9a897fefa tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Task: {'id': task-3222722, 'name': Rename_Task} progress is 99%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.448154] env[69319]: DEBUG oslo_vmware.api [None req-a2b96bb3-976d-4331-a9ca-1b1ac654b8ce tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Task: {'id': task-3222723, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.920078} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.448642] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2b96bb3-976d-4331-a9ca-1b1ac654b8ce tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore1] e619aa14-62f8-4482-a049-28422171cece/e619aa14-62f8-4482-a049-28422171cece.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 650.448946] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-a2b96bb3-976d-4331-a9ca-1b1ac654b8ce tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: e619aa14-62f8-4482-a049-28422171cece] Extending root virtual disk to 1048576 {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 650.449462] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2c621505-36f8-4ef7-9ec6-2a694c7b4a8c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.458281] env[69319]: DEBUG oslo_vmware.api [None req-a2b96bb3-976d-4331-a9ca-1b1ac654b8ce tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Waiting for the task: (returnval){ [ 650.458281] env[69319]: value = "task-3222724" [ 650.458281] env[69319]: _type = "Task" [ 650.458281] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.470308] env[69319]: DEBUG oslo_vmware.api [None req-a2b96bb3-976d-4331-a9ca-1b1ac654b8ce tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Task: {'id': task-3222724, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.649513] env[69319]: DEBUG oslo_vmware.api [None req-965eaf0d-fac9-46dc-85b7-2ad9a897fefa tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Task: {'id': task-3222722, 'name': Rename_Task, 'duration_secs': 1.308217} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.649750] env[69319]: DEBUG oslo_vmware.api [None req-bea280f3-933f-4c10-8d19-210240db497f tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Task: {'id': task-3222708, 'name': CloneVM_Task} progress is 95%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.650032] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-965eaf0d-fac9-46dc-85b7-2ad9a897fefa tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] [instance: 3e95f2d5-d392-47c4-b519-4a218660516b] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 650.650273] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c17d94a5-b632-4009-ab2a-29d95ea7237d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.656912] env[69319]: DEBUG oslo_vmware.api [None req-965eaf0d-fac9-46dc-85b7-2ad9a897fefa tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Waiting for the task: (returnval){ [ 650.656912] env[69319]: value = "task-3222725" [ 650.656912] env[69319]: _type = "Task" [ 650.656912] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.664696] env[69319]: DEBUG oslo_vmware.api [None req-965eaf0d-fac9-46dc-85b7-2ad9a897fefa tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Task: {'id': task-3222725, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.968598] env[69319]: DEBUG oslo_vmware.api [None req-a2b96bb3-976d-4331-a9ca-1b1ac654b8ce tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Task: {'id': task-3222724, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06025} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.968881] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-a2b96bb3-976d-4331-a9ca-1b1ac654b8ce tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: e619aa14-62f8-4482-a049-28422171cece] Extended root virtual disk {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 650.969735] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab2ba4cc-e803-41bc-b18d-fb896951ca3c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.992249] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2b96bb3-976d-4331-a9ca-1b1ac654b8ce tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: e619aa14-62f8-4482-a049-28422171cece] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] e619aa14-62f8-4482-a049-28422171cece/e619aa14-62f8-4482-a049-28422171cece.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 650.992489] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb45f0d1-b6da-480c-9a67-c610bbdf606d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.012688] env[69319]: DEBUG oslo_vmware.api [None req-a2b96bb3-976d-4331-a9ca-1b1ac654b8ce tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Waiting for the task: (returnval){ [ 651.012688] env[69319]: value = "task-3222726" [ 651.012688] env[69319]: _type = "Task" [ 651.012688] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.027028] env[69319]: DEBUG oslo_vmware.api [None req-a2b96bb3-976d-4331-a9ca-1b1ac654b8ce tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Task: {'id': task-3222726, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.143941] env[69319]: DEBUG oslo_vmware.api [None req-bea280f3-933f-4c10-8d19-210240db497f tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Task: {'id': task-3222708, 'name': CloneVM_Task} progress is 95%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.168667] env[69319]: DEBUG oslo_vmware.api [None req-965eaf0d-fac9-46dc-85b7-2ad9a897fefa tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Task: {'id': task-3222725, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.524991] env[69319]: DEBUG oslo_vmware.api [None req-a2b96bb3-976d-4331-a9ca-1b1ac654b8ce tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Task: {'id': task-3222726, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.645139] env[69319]: DEBUG oslo_vmware.api [None req-bea280f3-933f-4c10-8d19-210240db497f tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Task: {'id': task-3222708, 'name': CloneVM_Task} progress is 95%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.666835] env[69319]: DEBUG oslo_vmware.api [None req-965eaf0d-fac9-46dc-85b7-2ad9a897fefa tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Task: {'id': task-3222725, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.744877] env[69319]: DEBUG oslo_concurrency.lockutils [None req-060345d8-bec2-4e61-9f1f-b94ec95d713a tempest-AttachInterfacesV270Test-645317410 tempest-AttachInterfacesV270Test-645317410-project-member] Acquiring lock "7f8824d4-3dfc-49e6-b1a9-b9c9e2a8f179" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.744877] env[69319]: DEBUG oslo_concurrency.lockutils [None req-060345d8-bec2-4e61-9f1f-b94ec95d713a tempest-AttachInterfacesV270Test-645317410 tempest-AttachInterfacesV270Test-645317410-project-member] Lock "7f8824d4-3dfc-49e6-b1a9-b9c9e2a8f179" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.786271] env[69319]: DEBUG oslo_concurrency.lockutils [None req-91aa5b89-4fd9-4b1b-b9ec-2c3a0a225832 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Releasing lock "refresh_cache-9bab8f26-9c99-489c-861b-9fef49b1f36d" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.786636] env[69319]: DEBUG nova.compute.manager [None req-91aa5b89-4fd9-4b1b-b9ec-2c3a0a225832 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: 9bab8f26-9c99-489c-861b-9fef49b1f36d] Instance network_info: |[{"id": "29b509a2-6841-4bbf-8e32-25381ca2657e", "address": "fa:16:3e:bd:c8:32", "network": {"id": "fe30ee17-2995-441e-8101-9012c093f221", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-656958957-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d85cf2d6d084bca85dcd31ab0910647", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29b509a2-68", "ovs_interfaceid": "29b509a2-6841-4bbf-8e32-25381ca2657e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 651.787325] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-91aa5b89-4fd9-4b1b-b9ec-2c3a0a225832 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: 9bab8f26-9c99-489c-861b-9fef49b1f36d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:c8:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '980cb890-345b-4bf8-990a-a2faec78e49c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '29b509a2-6841-4bbf-8e32-25381ca2657e', 'vif_model': 'vmxnet3'}] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 651.807818] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-91aa5b89-4fd9-4b1b-b9ec-2c3a0a225832 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 651.809849] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9bab8f26-9c99-489c-861b-9fef49b1f36d] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 651.810362] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-acb5f702-f716-4f39-80ed-a8bf7edca060 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.848229] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 651.848229] env[69319]: value = "task-3222727" [ 651.848229] env[69319]: _type = "Task" [ 651.848229] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.865941] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222727, 'name': CreateVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.873032] env[69319]: DEBUG oslo_concurrency.lockutils [None req-7c3b79f7-12f7-4cd9-afba-df4a2bcf8e8b tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] Lock "c2acc8ea-12eb-40fc-8baf-db3028c3ba19" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.948s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.874972] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Lock "c2acc8ea-12eb-40fc-8baf-db3028c3ba19" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 13.832s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.875604] env[69319]: INFO nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] [instance: c2acc8ea-12eb-40fc-8baf-db3028c3ba19] During sync_power_state the instance has a pending task (spawning). Skip. [ 651.875687] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Lock "c2acc8ea-12eb-40fc-8baf-db3028c3ba19" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.912593] env[69319]: DEBUG oslo_concurrency.lockutils [None req-7aa780d8-d621-42e7-9e19-a4d7a3679f36 tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.959436] env[69319]: DEBUG nova.compute.utils [None req-cf3acd70-7377-4d52-b29c-7b1d08dacac1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Using /dev/sd instead of None {{(pid=69319) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 651.963560] env[69319]: DEBUG nova.compute.manager [None req-cf3acd70-7377-4d52-b29c-7b1d08dacac1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] [instance: 749b3b26-9e42-4ac9-89c4-f467aa379427] Allocating IP information in the background. {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 651.963795] env[69319]: DEBUG nova.network.neutron [None req-cf3acd70-7377-4d52-b29c-7b1d08dacac1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] [instance: 749b3b26-9e42-4ac9-89c4-f467aa379427] allocate_for_instance() {{(pid=69319) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 652.021209] env[69319]: INFO nova.compute.manager [None req-5f53e468-29d8-4e3d-9e1d-5e12044cad89 tempest-ServerExternalEventsTest-854483476 tempest-ServerExternalEventsTest-854483476-project-member] [instance: c3e1d116-4785-402a-bcc3-ad45bcdc16b1] Took 29.63 seconds to build instance. [ 652.032043] env[69319]: DEBUG oslo_vmware.api [None req-a2b96bb3-976d-4331-a9ca-1b1ac654b8ce tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Task: {'id': task-3222726, 'name': ReconfigVM_Task, 'duration_secs': 0.532754} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.032401] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2b96bb3-976d-4331-a9ca-1b1ac654b8ce tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: e619aa14-62f8-4482-a049-28422171cece] Reconfigured VM instance instance-00000009 to attach disk [datastore1] e619aa14-62f8-4482-a049-28422171cece/e619aa14-62f8-4482-a049-28422171cece.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 652.034650] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-999eecfe-c92f-4204-bf9f-abc5d2d4b09c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.049105] env[69319]: DEBUG oslo_vmware.api [None req-a2b96bb3-976d-4331-a9ca-1b1ac654b8ce tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Waiting for the task: (returnval){ [ 652.049105] env[69319]: value = "task-3222728" [ 652.049105] env[69319]: _type = "Task" [ 652.049105] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.071874] env[69319]: DEBUG oslo_vmware.api [None req-a2b96bb3-976d-4331-a9ca-1b1ac654b8ce tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Task: {'id': task-3222728, 'name': Rename_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.072029] env[69319]: DEBUG nova.policy [None req-cf3acd70-7377-4d52-b29c-7b1d08dacac1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bbe2fb0ad40d41c88736faee4ab16fe6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b12ac3589df54648b6cc72f8505172fe', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69319) authorize /opt/stack/nova/nova/policy.py:192}} [ 652.156965] env[69319]: DEBUG oslo_vmware.api [None req-bea280f3-933f-4c10-8d19-210240db497f tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Task: {'id': task-3222708, 'name': CloneVM_Task} progress is 95%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.183173] env[69319]: DEBUG oslo_vmware.api [None req-965eaf0d-fac9-46dc-85b7-2ad9a897fefa tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Task: {'id': task-3222725, 'name': PowerOnVM_Task, 'duration_secs': 1.112916} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.186941] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-965eaf0d-fac9-46dc-85b7-2ad9a897fefa tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] [instance: 3e95f2d5-d392-47c4-b519-4a218660516b] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 652.187538] env[69319]: INFO nova.compute.manager [None req-965eaf0d-fac9-46dc-85b7-2ad9a897fefa tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] [instance: 3e95f2d5-d392-47c4-b519-4a218660516b] Took 11.88 seconds to spawn the instance on the hypervisor. [ 652.187873] env[69319]: DEBUG nova.compute.manager [None req-965eaf0d-fac9-46dc-85b7-2ad9a897fefa tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] [instance: 3e95f2d5-d392-47c4-b519-4a218660516b] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 652.188675] env[69319]: INFO nova.compute.manager [None req-85ee4a56-ecca-4731-840f-cdc26d3e8f23 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 2764dc00-3329-4e56-ad73-5027b65f42d6] Took 27.74 seconds to build instance. [ 652.191573] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f07b864-722c-4e0c-a0f7-f33b8ec25476 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.364482] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222727, 'name': CreateVM_Task} progress is 25%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.377492] env[69319]: DEBUG nova.compute.manager [None req-1b1337d5-a2bc-49b8-886f-80398381334b tempest-ServerMetadataNegativeTestJSON-94808556 tempest-ServerMetadataNegativeTestJSON-94808556-project-member] [instance: 562e1d05-4f46-4195-9d8b-c8e7ba933d22] Starting instance... {{(pid=69319) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 652.464304] env[69319]: DEBUG nova.compute.manager [None req-cf3acd70-7377-4d52-b29c-7b1d08dacac1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] [instance: 749b3b26-9e42-4ac9-89c4-f467aa379427] Start building block device mappings for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 652.510252] env[69319]: DEBUG nova.compute.manager [req-6658649f-1958-4e11-9225-1ddb130b5ed0 req-7f9debb1-8ace-4ba4-a083-9f114daafe65 service nova] [instance: 9bab8f26-9c99-489c-861b-9fef49b1f36d] Received event network-vif-plugged-29b509a2-6841-4bbf-8e32-25381ca2657e {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 652.510252] env[69319]: DEBUG oslo_concurrency.lockutils [req-6658649f-1958-4e11-9225-1ddb130b5ed0 req-7f9debb1-8ace-4ba4-a083-9f114daafe65 service nova] Acquiring lock "9bab8f26-9c99-489c-861b-9fef49b1f36d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.510252] env[69319]: DEBUG oslo_concurrency.lockutils [req-6658649f-1958-4e11-9225-1ddb130b5ed0 req-7f9debb1-8ace-4ba4-a083-9f114daafe65 service nova] Lock "9bab8f26-9c99-489c-861b-9fef49b1f36d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.510252] env[69319]: DEBUG oslo_concurrency.lockutils [req-6658649f-1958-4e11-9225-1ddb130b5ed0 req-7f9debb1-8ace-4ba4-a083-9f114daafe65 service nova] Lock "9bab8f26-9c99-489c-861b-9fef49b1f36d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.510252] env[69319]: DEBUG nova.compute.manager [req-6658649f-1958-4e11-9225-1ddb130b5ed0 req-7f9debb1-8ace-4ba4-a083-9f114daafe65 service nova] [instance: 9bab8f26-9c99-489c-861b-9fef49b1f36d] No waiting events found dispatching network-vif-plugged-29b509a2-6841-4bbf-8e32-25381ca2657e {{(pid=69319) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 652.511990] env[69319]: WARNING nova.compute.manager [req-6658649f-1958-4e11-9225-1ddb130b5ed0 req-7f9debb1-8ace-4ba4-a083-9f114daafe65 service nova] [instance: 9bab8f26-9c99-489c-861b-9fef49b1f36d] Received unexpected event network-vif-plugged-29b509a2-6841-4bbf-8e32-25381ca2657e for instance with vm_state building and task_state spawning. [ 652.525346] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5f53e468-29d8-4e3d-9e1d-5e12044cad89 tempest-ServerExternalEventsTest-854483476 tempest-ServerExternalEventsTest-854483476-project-member] Lock "c3e1d116-4785-402a-bcc3-ad45bcdc16b1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.139s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.527233] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Lock "c3e1d116-4785-402a-bcc3-ad45bcdc16b1" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 14.484s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.533526] env[69319]: INFO nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] [instance: c3e1d116-4785-402a-bcc3-ad45bcdc16b1] During sync_power_state the instance has a pending task (spawning). Skip. [ 652.533526] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Lock "c3e1d116-4785-402a-bcc3-ad45bcdc16b1" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.004s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.569706] env[69319]: DEBUG oslo_vmware.api [None req-a2b96bb3-976d-4331-a9ca-1b1ac654b8ce tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Task: {'id': task-3222728, 'name': Rename_Task, 'duration_secs': 0.221183} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.570082] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2b96bb3-976d-4331-a9ca-1b1ac654b8ce tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: e619aa14-62f8-4482-a049-28422171cece] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 652.570214] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-adbbd98a-178b-4e8c-9fc6-b1a9e04185e9 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.582118] env[69319]: DEBUG oslo_vmware.api [None req-a2b96bb3-976d-4331-a9ca-1b1ac654b8ce tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Waiting for the task: (returnval){ [ 652.582118] env[69319]: value = "task-3222729" [ 652.582118] env[69319]: _type = "Task" [ 652.582118] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.593583] env[69319]: DEBUG oslo_vmware.api [None req-a2b96bb3-976d-4331-a9ca-1b1ac654b8ce tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Task: {'id': task-3222729, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.622104] env[69319]: DEBUG nova.network.neutron [None req-5876a051-0d7d-405a-bcff-b01e52563f66 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 0ccec795-caae-46ee-981f-2d210d0a31d3] Successfully updated port: bd5981d4-e78a-4069-9798-8ecf8d4f55b2 {{(pid=69319) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 652.648898] env[69319]: DEBUG oslo_vmware.api [None req-bea280f3-933f-4c10-8d19-210240db497f tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Task: {'id': task-3222708, 'name': CloneVM_Task} progress is 95%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.699983] env[69319]: DEBUG oslo_concurrency.lockutils [None req-85ee4a56-ecca-4731-840f-cdc26d3e8f23 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Lock "2764dc00-3329-4e56-ad73-5027b65f42d6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.262s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.700997] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Lock "2764dc00-3329-4e56-ad73-5027b65f42d6" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 14.658s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.701257] env[69319]: INFO nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] [instance: 2764dc00-3329-4e56-ad73-5027b65f42d6] During sync_power_state the instance has a pending task (spawning). Skip. [ 652.701436] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Lock "2764dc00-3329-4e56-ad73-5027b65f42d6" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.731236] env[69319]: INFO nova.compute.manager [None req-965eaf0d-fac9-46dc-85b7-2ad9a897fefa tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] [instance: 3e95f2d5-d392-47c4-b519-4a218660516b] Took 27.06 seconds to build instance. [ 652.870170] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222727, 'name': CreateVM_Task} progress is 25%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.908833] env[69319]: DEBUG oslo_concurrency.lockutils [None req-1b1337d5-a2bc-49b8-886f-80398381334b tempest-ServerMetadataNegativeTestJSON-94808556 tempest-ServerMetadataNegativeTestJSON-94808556-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.972092] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70903bd6-4b36-4656-af1b-8a2f74e8cbeb {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.988168] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75ed71a6-f4d6-43af-9b9c-74e653c15897 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.026513] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9039ef8d-9e03-4dac-857b-625f9ce0696e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.032043] env[69319]: DEBUG nova.compute.manager [None req-89e17e46-04eb-417b-8db6-d4d3ada6b5c6 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] [instance: 9f02ac69-5fbc-40c6-96f4-d6ef8b3d0792] Starting instance... {{(pid=69319) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 653.038771] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c778322c-c728-4770-9f03-3cbe9e3af0c5 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.060221] env[69319]: DEBUG nova.compute.provider_tree [None req-836fc6c5-5870-4653-bc71-cc38bfb67d01 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 653.098919] env[69319]: DEBUG oslo_vmware.api [None req-a2b96bb3-976d-4331-a9ca-1b1ac654b8ce tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Task: {'id': task-3222729, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.131869] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5876a051-0d7d-405a-bcff-b01e52563f66 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Acquiring lock "refresh_cache-0ccec795-caae-46ee-981f-2d210d0a31d3" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.132211] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5876a051-0d7d-405a-bcff-b01e52563f66 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Acquired lock "refresh_cache-0ccec795-caae-46ee-981f-2d210d0a31d3" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.132512] env[69319]: DEBUG nova.network.neutron [None req-5876a051-0d7d-405a-bcff-b01e52563f66 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 0ccec795-caae-46ee-981f-2d210d0a31d3] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 653.156963] env[69319]: DEBUG oslo_vmware.api [None req-bea280f3-933f-4c10-8d19-210240db497f tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Task: {'id': task-3222708, 'name': CloneVM_Task, 'duration_secs': 6.429793} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.157254] env[69319]: INFO nova.virt.vmwareapi.vmops [None req-bea280f3-933f-4c10-8d19-210240db497f tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] [instance: 1835d15f-f896-4741-b67d-4b5b17a8dff2] Created linked-clone VM from snapshot [ 653.158224] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-330d9c31-d07d-4b23-8018-16a400b46971 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.168234] env[69319]: DEBUG nova.virt.vmwareapi.images [None req-bea280f3-933f-4c10-8d19-210240db497f tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] [instance: 1835d15f-f896-4741-b67d-4b5b17a8dff2] Uploading image fe7ea1bc-6953-430a-8065-b5c0c262732a {{(pid=69319) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 653.202809] env[69319]: DEBUG oslo_vmware.rw_handles [None req-bea280f3-933f-4c10-8d19-210240db497f tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 653.202809] env[69319]: value = "vm-644266" [ 653.202809] env[69319]: _type = "VirtualMachine" [ 653.202809] env[69319]: }. {{(pid=69319) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 653.203186] env[69319]: DEBUG nova.compute.manager [None req-930c1e4e-388b-4170-a1f7-6a30b0bbc40c tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] [instance: cf6dc285-9563-42c7-b1f5-d34d5a75a545] Starting instance... {{(pid=69319) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 653.206295] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-9287987c-a2af-4e2b-a000-35125a2adb02 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.214755] env[69319]: DEBUG oslo_vmware.rw_handles [None req-bea280f3-933f-4c10-8d19-210240db497f tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Lease: (returnval){ [ 653.214755] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52545e43-ddb7-068f-c182-1adec6c5a615" [ 653.214755] env[69319]: _type = "HttpNfcLease" [ 653.214755] env[69319]: } obtained for exporting VM: (result){ [ 653.214755] env[69319]: value = "vm-644266" [ 653.214755] env[69319]: _type = "VirtualMachine" [ 653.214755] env[69319]: }. {{(pid=69319) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 653.215022] env[69319]: DEBUG oslo_vmware.api [None req-bea280f3-933f-4c10-8d19-210240db497f tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Waiting for the lease: (returnval){ [ 653.215022] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52545e43-ddb7-068f-c182-1adec6c5a615" [ 653.215022] env[69319]: _type = "HttpNfcLease" [ 653.215022] env[69319]: } to be ready. {{(pid=69319) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 653.219670] env[69319]: DEBUG nova.network.neutron [None req-cf3acd70-7377-4d52-b29c-7b1d08dacac1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] [instance: 749b3b26-9e42-4ac9-89c4-f467aa379427] Successfully created port: 47a9e6a1-5094-4c62-b8b2-b79073a6fdbb {{(pid=69319) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 653.228076] env[69319]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 653.228076] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52545e43-ddb7-068f-c182-1adec6c5a615" [ 653.228076] env[69319]: _type = "HttpNfcLease" [ 653.228076] env[69319]: } is initializing. {{(pid=69319) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 653.232668] env[69319]: DEBUG oslo_concurrency.lockutils [None req-965eaf0d-fac9-46dc-85b7-2ad9a897fefa tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Lock "3e95f2d5-d392-47c4-b519-4a218660516b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.569s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.233970] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Lock "3e95f2d5-d392-47c4-b519-4a218660516b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 15.191s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.235318] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9bb5677-4730-4c08-ae51-e94ff8b81496 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.365492] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222727, 'name': CreateVM_Task, 'duration_secs': 1.471646} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.365681] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9bab8f26-9c99-489c-861b-9fef49b1f36d] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 653.366451] env[69319]: DEBUG oslo_concurrency.lockutils [None req-91aa5b89-4fd9-4b1b-b9ec-2c3a0a225832 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.366610] env[69319]: DEBUG oslo_concurrency.lockutils [None req-91aa5b89-4fd9-4b1b-b9ec-2c3a0a225832 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.367126] env[69319]: DEBUG oslo_concurrency.lockutils [None req-91aa5b89-4fd9-4b1b-b9ec-2c3a0a225832 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.367211] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2901a89a-5c4f-49e2-a168-d1c6b014d67e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.373946] env[69319]: DEBUG oslo_vmware.api [None req-91aa5b89-4fd9-4b1b-b9ec-2c3a0a225832 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Waiting for the task: (returnval){ [ 653.373946] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]525f9711-8f5e-bb2b-58d8-017189c5b822" [ 653.373946] env[69319]: _type = "Task" [ 653.373946] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.387450] env[69319]: DEBUG oslo_vmware.api [None req-91aa5b89-4fd9-4b1b-b9ec-2c3a0a225832 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]525f9711-8f5e-bb2b-58d8-017189c5b822, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.485267] env[69319]: DEBUG nova.compute.manager [None req-cf3acd70-7377-4d52-b29c-7b1d08dacac1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] [instance: 749b3b26-9e42-4ac9-89c4-f467aa379427] Start spawning the instance on the hypervisor. {{(pid=69319) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 653.513858] env[69319]: DEBUG nova.virt.hardware [None req-cf3acd70-7377-4d52-b29c-7b1d08dacac1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:32:36Z,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31f027872f6f44dba95ff2fe7a062e00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:32:36Z,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 653.514117] env[69319]: DEBUG nova.virt.hardware [None req-cf3acd70-7377-4d52-b29c-7b1d08dacac1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 653.514277] env[69319]: DEBUG nova.virt.hardware [None req-cf3acd70-7377-4d52-b29c-7b1d08dacac1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 653.514518] env[69319]: DEBUG nova.virt.hardware [None req-cf3acd70-7377-4d52-b29c-7b1d08dacac1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 653.514628] env[69319]: DEBUG nova.virt.hardware [None req-cf3acd70-7377-4d52-b29c-7b1d08dacac1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 653.514747] env[69319]: DEBUG nova.virt.hardware [None req-cf3acd70-7377-4d52-b29c-7b1d08dacac1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 653.514958] env[69319]: DEBUG nova.virt.hardware [None req-cf3acd70-7377-4d52-b29c-7b1d08dacac1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 653.515138] env[69319]: DEBUG nova.virt.hardware [None req-cf3acd70-7377-4d52-b29c-7b1d08dacac1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 653.515309] env[69319]: DEBUG nova.virt.hardware [None req-cf3acd70-7377-4d52-b29c-7b1d08dacac1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 653.515612] env[69319]: DEBUG nova.virt.hardware [None req-cf3acd70-7377-4d52-b29c-7b1d08dacac1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 653.515777] env[69319]: DEBUG nova.virt.hardware [None req-cf3acd70-7377-4d52-b29c-7b1d08dacac1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 653.516801] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1e99e85-6623-4c3b-9d82-d4346cf98a16 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.527687] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc2ddb3d-3850-4268-98d7-b8f08c3ae3a7 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.566460] env[69319]: DEBUG oslo_concurrency.lockutils [None req-89e17e46-04eb-417b-8db6-d4d3ada6b5c6 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.566460] env[69319]: DEBUG nova.scheduler.client.report [None req-836fc6c5-5870-4653-bc71-cc38bfb67d01 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 653.595840] env[69319]: DEBUG oslo_vmware.api [None req-a2b96bb3-976d-4331-a9ca-1b1ac654b8ce tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Task: {'id': task-3222729, 'name': PowerOnVM_Task, 'duration_secs': 0.868633} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.598043] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2b96bb3-976d-4331-a9ca-1b1ac654b8ce tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: e619aa14-62f8-4482-a049-28422171cece] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 653.598043] env[69319]: INFO nova.compute.manager [None req-a2b96bb3-976d-4331-a9ca-1b1ac654b8ce tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: e619aa14-62f8-4482-a049-28422171cece] Took 10.71 seconds to spawn the instance on the hypervisor. [ 653.598043] env[69319]: DEBUG nova.compute.manager [None req-a2b96bb3-976d-4331-a9ca-1b1ac654b8ce tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: e619aa14-62f8-4482-a049-28422171cece] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 653.598043] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16a70f9f-3aa5-4987-aa83-6fa3c3a84ab6 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.672426] env[69319]: DEBUG nova.network.neutron [None req-5876a051-0d7d-405a-bcff-b01e52563f66 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 0ccec795-caae-46ee-981f-2d210d0a31d3] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 653.722893] env[69319]: DEBUG oslo_concurrency.lockutils [None req-930c1e4e-388b-4170-a1f7-6a30b0bbc40c tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.725019] env[69319]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 653.725019] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52545e43-ddb7-068f-c182-1adec6c5a615" [ 653.725019] env[69319]: _type = "HttpNfcLease" [ 653.725019] env[69319]: } is ready. {{(pid=69319) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 653.727482] env[69319]: DEBUG oslo_vmware.rw_handles [None req-bea280f3-933f-4c10-8d19-210240db497f tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 653.727482] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52545e43-ddb7-068f-c182-1adec6c5a615" [ 653.727482] env[69319]: _type = "HttpNfcLease" [ 653.727482] env[69319]: }. {{(pid=69319) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 653.728421] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f3967bd-969d-4368-a3a0-a8734675102d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.735102] env[69319]: DEBUG nova.compute.manager [None req-0d768128-8fb3-4d32-bf83-ddd5c0499ddf tempest-ImagesNegativeTestJSON-922533626 tempest-ImagesNegativeTestJSON-922533626-project-member] [instance: 6e790530-5d70-4125-b7d2-a977c5db2949] Starting instance... {{(pid=69319) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 653.743954] env[69319]: DEBUG oslo_vmware.rw_handles [None req-bea280f3-933f-4c10-8d19-210240db497f tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a3823f-da8c-9193-7792-14ba8ebafe7c/disk-0.vmdk from lease info. {{(pid=69319) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 653.743954] env[69319]: DEBUG oslo_vmware.rw_handles [None req-bea280f3-933f-4c10-8d19-210240db497f tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a3823f-da8c-9193-7792-14ba8ebafe7c/disk-0.vmdk for reading. {{(pid=69319) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 653.747386] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Lock "3e95f2d5-d392-47c4-b519-4a218660516b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.513s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.852694] env[69319]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-63e07bfa-fe90-430f-be72-5f8a93e0304e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.873684] env[69319]: DEBUG nova.compute.manager [req-2e6b6a8b-6009-4089-9b00-557a86e92e6f req-d3c45ed2-0fe9-4e8c-8a77-0ecd18812637 service nova] [instance: e619aa14-62f8-4482-a049-28422171cece] Received event network-vif-plugged-5365edcc-4e13-445a-b7ff-b8c80c3df546 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 653.873684] env[69319]: DEBUG oslo_concurrency.lockutils [req-2e6b6a8b-6009-4089-9b00-557a86e92e6f req-d3c45ed2-0fe9-4e8c-8a77-0ecd18812637 service nova] Acquiring lock "e619aa14-62f8-4482-a049-28422171cece-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.873905] env[69319]: DEBUG oslo_concurrency.lockutils [req-2e6b6a8b-6009-4089-9b00-557a86e92e6f req-d3c45ed2-0fe9-4e8c-8a77-0ecd18812637 service nova] Lock "e619aa14-62f8-4482-a049-28422171cece-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.874114] env[69319]: DEBUG oslo_concurrency.lockutils [req-2e6b6a8b-6009-4089-9b00-557a86e92e6f req-d3c45ed2-0fe9-4e8c-8a77-0ecd18812637 service nova] Lock "e619aa14-62f8-4482-a049-28422171cece-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.874420] env[69319]: DEBUG nova.compute.manager [req-2e6b6a8b-6009-4089-9b00-557a86e92e6f req-d3c45ed2-0fe9-4e8c-8a77-0ecd18812637 service nova] [instance: e619aa14-62f8-4482-a049-28422171cece] No waiting events found dispatching network-vif-plugged-5365edcc-4e13-445a-b7ff-b8c80c3df546 {{(pid=69319) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 653.874645] env[69319]: WARNING nova.compute.manager [req-2e6b6a8b-6009-4089-9b00-557a86e92e6f req-d3c45ed2-0fe9-4e8c-8a77-0ecd18812637 service nova] [instance: e619aa14-62f8-4482-a049-28422171cece] Received unexpected event network-vif-plugged-5365edcc-4e13-445a-b7ff-b8c80c3df546 for instance with vm_state active and task_state None. [ 653.874952] env[69319]: DEBUG nova.compute.manager [req-2e6b6a8b-6009-4089-9b00-557a86e92e6f req-d3c45ed2-0fe9-4e8c-8a77-0ecd18812637 service nova] [instance: e619aa14-62f8-4482-a049-28422171cece] Received event network-changed-5365edcc-4e13-445a-b7ff-b8c80c3df546 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 653.875131] env[69319]: DEBUG nova.compute.manager [req-2e6b6a8b-6009-4089-9b00-557a86e92e6f req-d3c45ed2-0fe9-4e8c-8a77-0ecd18812637 service nova] [instance: e619aa14-62f8-4482-a049-28422171cece] Refreshing instance network info cache due to event network-changed-5365edcc-4e13-445a-b7ff-b8c80c3df546. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 653.875704] env[69319]: DEBUG oslo_concurrency.lockutils [req-2e6b6a8b-6009-4089-9b00-557a86e92e6f req-d3c45ed2-0fe9-4e8c-8a77-0ecd18812637 service nova] Acquiring lock "refresh_cache-e619aa14-62f8-4482-a049-28422171cece" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.875948] env[69319]: DEBUG oslo_concurrency.lockutils [req-2e6b6a8b-6009-4089-9b00-557a86e92e6f req-d3c45ed2-0fe9-4e8c-8a77-0ecd18812637 service nova] Acquired lock "refresh_cache-e619aa14-62f8-4482-a049-28422171cece" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.876354] env[69319]: DEBUG nova.network.neutron [req-2e6b6a8b-6009-4089-9b00-557a86e92e6f req-d3c45ed2-0fe9-4e8c-8a77-0ecd18812637 service nova] [instance: e619aa14-62f8-4482-a049-28422171cece] Refreshing network info cache for port 5365edcc-4e13-445a-b7ff-b8c80c3df546 {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 653.898036] env[69319]: DEBUG oslo_vmware.api [None req-91aa5b89-4fd9-4b1b-b9ec-2c3a0a225832 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]525f9711-8f5e-bb2b-58d8-017189c5b822, 'name': SearchDatastore_Task, 'duration_secs': 0.032304} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.903845] env[69319]: DEBUG oslo_concurrency.lockutils [None req-91aa5b89-4fd9-4b1b-b9ec-2c3a0a225832 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.904115] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-91aa5b89-4fd9-4b1b-b9ec-2c3a0a225832 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: 9bab8f26-9c99-489c-861b-9fef49b1f36d] Processing image 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 653.904340] env[69319]: DEBUG oslo_concurrency.lockutils [None req-91aa5b89-4fd9-4b1b-b9ec-2c3a0a225832 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.904489] env[69319]: DEBUG oslo_concurrency.lockutils [None req-91aa5b89-4fd9-4b1b-b9ec-2c3a0a225832 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.905069] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-91aa5b89-4fd9-4b1b-b9ec-2c3a0a225832 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 653.905137] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f2f916ae-3eab-4bd6-abc0-363b5937eb04 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.916624] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-91aa5b89-4fd9-4b1b-b9ec-2c3a0a225832 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 653.916926] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-91aa5b89-4fd9-4b1b-b9ec-2c3a0a225832 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 653.917636] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-118d8b0d-af18-48a0-8381-03b06635b24b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.925344] env[69319]: DEBUG oslo_vmware.api [None req-91aa5b89-4fd9-4b1b-b9ec-2c3a0a225832 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Waiting for the task: (returnval){ [ 653.925344] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]5252c1f2-5d57-40c5-310a-b2492cd86f01" [ 653.925344] env[69319]: _type = "Task" [ 653.925344] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.926294] env[69319]: DEBUG nova.network.neutron [None req-5876a051-0d7d-405a-bcff-b01e52563f66 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 0ccec795-caae-46ee-981f-2d210d0a31d3] Updating instance_info_cache with network_info: [{"id": "bd5981d4-e78a-4069-9798-8ecf8d4f55b2", "address": "fa:16:3e:e9:41:bd", "network": {"id": "10887a83-3a88-4ea7-ab0e-0aa5f481f0ad", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1969359437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f35c9784047041ef95c69e4cd2040171", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7aa6264-122d-4c35-82d0-860e451538ea", "external-id": "nsx-vlan-transportzone-81", "segmentation_id": 81, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd5981d4-e7", "ovs_interfaceid": "bd5981d4-e78a-4069-9798-8ecf8d4f55b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.937677] env[69319]: DEBUG oslo_vmware.api [None req-91aa5b89-4fd9-4b1b-b9ec-2c3a0a225832 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5252c1f2-5d57-40c5-310a-b2492cd86f01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.074970] env[69319]: DEBUG oslo_concurrency.lockutils [None req-836fc6c5-5870-4653-bc71-cc38bfb67d01 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.632s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.075593] env[69319]: DEBUG nova.compute.manager [None req-836fc6c5-5870-4653-bc71-cc38bfb67d01 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: 22225d47-adf7-4381-8b26-9372db49c4be] Start building networks asynchronously for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 654.079017] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c251a091-d147-4855-ba1e-2bdde442431e tempest-VolumesAssistedSnapshotsTest-79463186 tempest-VolumesAssistedSnapshotsTest-79463186-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.493s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.080549] env[69319]: INFO nova.compute.claims [None req-c251a091-d147-4855-ba1e-2bdde442431e tempest-VolumesAssistedSnapshotsTest-79463186 tempest-VolumesAssistedSnapshotsTest-79463186-project-member] [instance: 4f588763-0fc7-4980-92c0-7b451d4a9981] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 654.122304] env[69319]: INFO nova.compute.manager [None req-a2b96bb3-976d-4331-a9ca-1b1ac654b8ce tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: e619aa14-62f8-4482-a049-28422171cece] Took 27.41 seconds to build instance. [ 654.262428] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0d768128-8fb3-4d32-bf83-ddd5c0499ddf tempest-ImagesNegativeTestJSON-922533626 tempest-ImagesNegativeTestJSON-922533626-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.429379] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5876a051-0d7d-405a-bcff-b01e52563f66 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Releasing lock "refresh_cache-0ccec795-caae-46ee-981f-2d210d0a31d3" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.429724] env[69319]: DEBUG nova.compute.manager [None req-5876a051-0d7d-405a-bcff-b01e52563f66 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 0ccec795-caae-46ee-981f-2d210d0a31d3] Instance network_info: |[{"id": "bd5981d4-e78a-4069-9798-8ecf8d4f55b2", "address": "fa:16:3e:e9:41:bd", "network": {"id": "10887a83-3a88-4ea7-ab0e-0aa5f481f0ad", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1969359437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f35c9784047041ef95c69e4cd2040171", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7aa6264-122d-4c35-82d0-860e451538ea", "external-id": "nsx-vlan-transportzone-81", "segmentation_id": 81, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd5981d4-e7", "ovs_interfaceid": "bd5981d4-e78a-4069-9798-8ecf8d4f55b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 654.430255] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-5876a051-0d7d-405a-bcff-b01e52563f66 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 0ccec795-caae-46ee-981f-2d210d0a31d3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:41:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a7aa6264-122d-4c35-82d0-860e451538ea', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bd5981d4-e78a-4069-9798-8ecf8d4f55b2', 'vif_model': 'vmxnet3'}] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 654.439643] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5876a051-0d7d-405a-bcff-b01e52563f66 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 654.446574] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ccec795-caae-46ee-981f-2d210d0a31d3] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 654.446574] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c53ea3dd-7761-4570-ac2d-15a362169aee {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.471307] env[69319]: DEBUG oslo_vmware.api [None req-91aa5b89-4fd9-4b1b-b9ec-2c3a0a225832 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5252c1f2-5d57-40c5-310a-b2492cd86f01, 'name': SearchDatastore_Task, 'duration_secs': 0.013588} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.474502] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 654.474502] env[69319]: value = "task-3222731" [ 654.474502] env[69319]: _type = "Task" [ 654.474502] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.474502] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94b17f67-2bc8-4063-973a-eb85fe8b4262 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.487144] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222731, 'name': CreateVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.488970] env[69319]: DEBUG oslo_vmware.api [None req-91aa5b89-4fd9-4b1b-b9ec-2c3a0a225832 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Waiting for the task: (returnval){ [ 654.488970] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52442bdb-8e3e-9915-87f3-b10b05d9fb1d" [ 654.488970] env[69319]: _type = "Task" [ 654.488970] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.498772] env[69319]: DEBUG oslo_vmware.api [None req-91aa5b89-4fd9-4b1b-b9ec-2c3a0a225832 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52442bdb-8e3e-9915-87f3-b10b05d9fb1d, 'name': SearchDatastore_Task} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.499174] env[69319]: DEBUG oslo_concurrency.lockutils [None req-91aa5b89-4fd9-4b1b-b9ec-2c3a0a225832 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.499624] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-91aa5b89-4fd9-4b1b-b9ec-2c3a0a225832 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] 9bab8f26-9c99-489c-861b-9fef49b1f36d/9bab8f26-9c99-489c-861b-9fef49b1f36d.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 654.500632] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5b4f0ead-63fe-4f79-b480-611c49e13fc0 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.512342] env[69319]: DEBUG oslo_vmware.api [None req-91aa5b89-4fd9-4b1b-b9ec-2c3a0a225832 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Waiting for the task: (returnval){ [ 654.512342] env[69319]: value = "task-3222732" [ 654.512342] env[69319]: _type = "Task" [ 654.512342] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.522432] env[69319]: DEBUG oslo_vmware.api [None req-91aa5b89-4fd9-4b1b-b9ec-2c3a0a225832 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Task: {'id': task-3222732, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.585944] env[69319]: DEBUG nova.compute.utils [None req-836fc6c5-5870-4653-bc71-cc38bfb67d01 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Using /dev/sd instead of None {{(pid=69319) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 654.592074] env[69319]: DEBUG nova.compute.manager [None req-836fc6c5-5870-4653-bc71-cc38bfb67d01 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: 22225d47-adf7-4381-8b26-9372db49c4be] Allocating IP information in the background. {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 654.592744] env[69319]: DEBUG nova.network.neutron [None req-836fc6c5-5870-4653-bc71-cc38bfb67d01 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: 22225d47-adf7-4381-8b26-9372db49c4be] allocate_for_instance() {{(pid=69319) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 654.624290] env[69319]: DEBUG oslo_concurrency.lockutils [None req-a2b96bb3-976d-4331-a9ca-1b1ac654b8ce tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Lock "e619aa14-62f8-4482-a049-28422171cece" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.919s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.647356] env[69319]: DEBUG nova.policy [None req-836fc6c5-5870-4653-bc71-cc38bfb67d01 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '005b114e0c13442b9b09e363f8ba840c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2b933d0258a1488bbdddf88a90df7360', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69319) authorize /opt/stack/nova/nova/policy.py:192}} [ 654.864412] env[69319]: DEBUG nova.network.neutron [req-2e6b6a8b-6009-4089-9b00-557a86e92e6f req-d3c45ed2-0fe9-4e8c-8a77-0ecd18812637 service nova] [instance: e619aa14-62f8-4482-a049-28422171cece] Updated VIF entry in instance network info cache for port 5365edcc-4e13-445a-b7ff-b8c80c3df546. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 654.865101] env[69319]: DEBUG nova.network.neutron [req-2e6b6a8b-6009-4089-9b00-557a86e92e6f req-d3c45ed2-0fe9-4e8c-8a77-0ecd18812637 service nova] [instance: e619aa14-62f8-4482-a049-28422171cece] Updating instance_info_cache with network_info: [{"id": "5365edcc-4e13-445a-b7ff-b8c80c3df546", "address": "fa:16:3e:9a:c5:13", "network": {"id": "fe30ee17-2995-441e-8101-9012c093f221", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-656958957-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d85cf2d6d084bca85dcd31ab0910647", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5365edcc-4e", "ovs_interfaceid": "5365edcc-4e13-445a-b7ff-b8c80c3df546", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 654.989192] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222731, 'name': CreateVM_Task} progress is 99%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.021952] env[69319]: DEBUG nova.compute.manager [None req-60f3b051-a736-4e65-8d52-0385cade6985 tempest-ServerExternalEventsTest-1299252449 tempest-ServerExternalEventsTest-1299252449-project] [instance: c3e1d116-4785-402a-bcc3-ad45bcdc16b1] Received event network-changed {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 655.022165] env[69319]: DEBUG nova.compute.manager [None req-60f3b051-a736-4e65-8d52-0385cade6985 tempest-ServerExternalEventsTest-1299252449 tempest-ServerExternalEventsTest-1299252449-project] [instance: c3e1d116-4785-402a-bcc3-ad45bcdc16b1] Refreshing instance network info cache due to event network-changed. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 655.022391] env[69319]: DEBUG oslo_concurrency.lockutils [None req-60f3b051-a736-4e65-8d52-0385cade6985 tempest-ServerExternalEventsTest-1299252449 tempest-ServerExternalEventsTest-1299252449-project] Acquiring lock "refresh_cache-c3e1d116-4785-402a-bcc3-ad45bcdc16b1" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.022723] env[69319]: DEBUG oslo_concurrency.lockutils [None req-60f3b051-a736-4e65-8d52-0385cade6985 tempest-ServerExternalEventsTest-1299252449 tempest-ServerExternalEventsTest-1299252449-project] Acquired lock "refresh_cache-c3e1d116-4785-402a-bcc3-ad45bcdc16b1" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.022886] env[69319]: DEBUG nova.network.neutron [None req-60f3b051-a736-4e65-8d52-0385cade6985 tempest-ServerExternalEventsTest-1299252449 tempest-ServerExternalEventsTest-1299252449-project] [instance: c3e1d116-4785-402a-bcc3-ad45bcdc16b1] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 655.037847] env[69319]: DEBUG oslo_vmware.api [None req-91aa5b89-4fd9-4b1b-b9ec-2c3a0a225832 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Task: {'id': task-3222732, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.103037] env[69319]: DEBUG nova.compute.manager [None req-836fc6c5-5870-4653-bc71-cc38bfb67d01 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: 22225d47-adf7-4381-8b26-9372db49c4be] Start building block device mappings for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 655.106648] env[69319]: DEBUG nova.network.neutron [None req-836fc6c5-5870-4653-bc71-cc38bfb67d01 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: 22225d47-adf7-4381-8b26-9372db49c4be] Successfully created port: 5db4f094-4b47-4df8-890a-443bf219713e {{(pid=69319) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 655.127472] env[69319]: DEBUG nova.compute.manager [None req-96242be2-2975-4b37-b770-0c0153be1984 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] [instance: f09611ba-ae99-4486-9d72-de8d7c2722aa] Starting instance... {{(pid=69319) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 655.211581] env[69319]: DEBUG nova.network.neutron [None req-cf3acd70-7377-4d52-b29c-7b1d08dacac1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] [instance: 749b3b26-9e42-4ac9-89c4-f467aa379427] Successfully updated port: 47a9e6a1-5094-4c62-b8b2-b79073a6fdbb {{(pid=69319) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 655.368754] env[69319]: DEBUG oslo_concurrency.lockutils [req-2e6b6a8b-6009-4089-9b00-557a86e92e6f req-d3c45ed2-0fe9-4e8c-8a77-0ecd18812637 service nova] Releasing lock "refresh_cache-e619aa14-62f8-4482-a049-28422171cece" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.489665] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222731, 'name': CreateVM_Task} progress is 99%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.491375] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b018f0f-58bc-4eac-952c-221ef6160e3b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.500771] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb6a1103-959b-4a7b-b3a4-2811066fc3a9 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.563519] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a0140da-d541-4841-a4d9-a5d83d5fcc47 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.579945] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7eae32c-83d4-47b7-a98e-9642f1cde30c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.586942] env[69319]: DEBUG oslo_vmware.api [None req-91aa5b89-4fd9-4b1b-b9ec-2c3a0a225832 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Task: {'id': task-3222732, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.636605} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.586942] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-91aa5b89-4fd9-4b1b-b9ec-2c3a0a225832 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] 9bab8f26-9c99-489c-861b-9fef49b1f36d/9bab8f26-9c99-489c-861b-9fef49b1f36d.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 655.586942] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-91aa5b89-4fd9-4b1b-b9ec-2c3a0a225832 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: 9bab8f26-9c99-489c-861b-9fef49b1f36d] Extending root virtual disk to 1048576 {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 655.587330] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c7818320-1762-4b1b-9287-fedc3b7ab2cb {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.607626] env[69319]: DEBUG nova.compute.provider_tree [None req-c251a091-d147-4855-ba1e-2bdde442431e tempest-VolumesAssistedSnapshotsTest-79463186 tempest-VolumesAssistedSnapshotsTest-79463186-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 655.619472] env[69319]: DEBUG oslo_vmware.api [None req-91aa5b89-4fd9-4b1b-b9ec-2c3a0a225832 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Waiting for the task: (returnval){ [ 655.619472] env[69319]: value = "task-3222733" [ 655.619472] env[69319]: _type = "Task" [ 655.619472] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.643344] env[69319]: DEBUG oslo_vmware.api [None req-91aa5b89-4fd9-4b1b-b9ec-2c3a0a225832 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Task: {'id': task-3222733, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.660084] env[69319]: DEBUG oslo_concurrency.lockutils [None req-96242be2-2975-4b37-b770-0c0153be1984 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.714942] env[69319]: DEBUG oslo_concurrency.lockutils [None req-cf3acd70-7377-4d52-b29c-7b1d08dacac1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Acquiring lock "refresh_cache-749b3b26-9e42-4ac9-89c4-f467aa379427" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.715469] env[69319]: DEBUG oslo_concurrency.lockutils [None req-cf3acd70-7377-4d52-b29c-7b1d08dacac1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Acquired lock "refresh_cache-749b3b26-9e42-4ac9-89c4-f467aa379427" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.715691] env[69319]: DEBUG nova.network.neutron [None req-cf3acd70-7377-4d52-b29c-7b1d08dacac1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] [instance: 749b3b26-9e42-4ac9-89c4-f467aa379427] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 655.984490] env[69319]: DEBUG nova.network.neutron [None req-60f3b051-a736-4e65-8d52-0385cade6985 tempest-ServerExternalEventsTest-1299252449 tempest-ServerExternalEventsTest-1299252449-project] [instance: c3e1d116-4785-402a-bcc3-ad45bcdc16b1] Updating instance_info_cache with network_info: [{"id": "c9a956b7-5e37-47ce-a885-f1811c9e12be", "address": "fa:16:3e:f5:96:d4", "network": {"id": "e172e758-1a9b-4f22-a553-441ab9c9dccc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "31f027872f6f44dba95ff2fe7a062e00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9a956b7-5e", "ovs_interfaceid": "c9a956b7-5e37-47ce-a885-f1811c9e12be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.993342] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222731, 'name': CreateVM_Task, 'duration_secs': 1.431918} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.993529] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ccec795-caae-46ee-981f-2d210d0a31d3] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 655.994263] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5876a051-0d7d-405a-bcff-b01e52563f66 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.994438] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5876a051-0d7d-405a-bcff-b01e52563f66 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.994756] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5876a051-0d7d-405a-bcff-b01e52563f66 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.996627] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7e163ed-5825-48e5-904d-bb2c5a9c27c2 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.003593] env[69319]: DEBUG oslo_vmware.api [None req-5876a051-0d7d-405a-bcff-b01e52563f66 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Waiting for the task: (returnval){ [ 656.003593] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]522206ff-132d-6c43-9c57-2a33d147fc40" [ 656.003593] env[69319]: _type = "Task" [ 656.003593] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.015830] env[69319]: DEBUG oslo_vmware.api [None req-5876a051-0d7d-405a-bcff-b01e52563f66 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]522206ff-132d-6c43-9c57-2a33d147fc40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.120559] env[69319]: DEBUG nova.scheduler.client.report [None req-c251a091-d147-4855-ba1e-2bdde442431e tempest-VolumesAssistedSnapshotsTest-79463186 tempest-VolumesAssistedSnapshotsTest-79463186-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 656.125980] env[69319]: DEBUG nova.compute.manager [None req-836fc6c5-5870-4653-bc71-cc38bfb67d01 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: 22225d47-adf7-4381-8b26-9372db49c4be] Start spawning the instance on the hypervisor. {{(pid=69319) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 656.141600] env[69319]: DEBUG oslo_vmware.api [None req-91aa5b89-4fd9-4b1b-b9ec-2c3a0a225832 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Task: {'id': task-3222733, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.136786} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.145049] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-91aa5b89-4fd9-4b1b-b9ec-2c3a0a225832 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: 9bab8f26-9c99-489c-861b-9fef49b1f36d] Extended root virtual disk {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 656.147092] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8de64f0-c39d-4eeb-8a76-564c33e8b078 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.152448] env[69319]: DEBUG nova.virt.hardware [None req-836fc6c5-5870-4653-bc71-cc38bfb67d01 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:32:36Z,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31f027872f6f44dba95ff2fe7a062e00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:32:36Z,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 656.152797] env[69319]: DEBUG nova.virt.hardware [None req-836fc6c5-5870-4653-bc71-cc38bfb67d01 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 656.153037] env[69319]: DEBUG nova.virt.hardware [None req-836fc6c5-5870-4653-bc71-cc38bfb67d01 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 656.153310] env[69319]: DEBUG nova.virt.hardware [None req-836fc6c5-5870-4653-bc71-cc38bfb67d01 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 656.153515] env[69319]: DEBUG nova.virt.hardware [None req-836fc6c5-5870-4653-bc71-cc38bfb67d01 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 656.153736] env[69319]: DEBUG nova.virt.hardware [None req-836fc6c5-5870-4653-bc71-cc38bfb67d01 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 656.154028] env[69319]: DEBUG nova.virt.hardware [None req-836fc6c5-5870-4653-bc71-cc38bfb67d01 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 656.154250] env[69319]: DEBUG nova.virt.hardware [None req-836fc6c5-5870-4653-bc71-cc38bfb67d01 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 656.154972] env[69319]: DEBUG nova.virt.hardware [None req-836fc6c5-5870-4653-bc71-cc38bfb67d01 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 656.155242] env[69319]: DEBUG nova.virt.hardware [None req-836fc6c5-5870-4653-bc71-cc38bfb67d01 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 656.155494] env[69319]: DEBUG nova.virt.hardware [None req-836fc6c5-5870-4653-bc71-cc38bfb67d01 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 656.157206] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a8c95e7-8a35-48e5-b2b8-60fa73e7ffe7 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.183396] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-91aa5b89-4fd9-4b1b-b9ec-2c3a0a225832 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: 9bab8f26-9c99-489c-861b-9fef49b1f36d] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] 9bab8f26-9c99-489c-861b-9fef49b1f36d/9bab8f26-9c99-489c-861b-9fef49b1f36d.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 656.184635] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ddf7849-3a41-4a8a-b8ec-5dc46758cfd2 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.205960] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0cb2e23-6331-46a2-8b40-e14aa0189d95 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.212304] env[69319]: DEBUG oslo_vmware.api [None req-91aa5b89-4fd9-4b1b-b9ec-2c3a0a225832 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Waiting for the task: (returnval){ [ 656.212304] env[69319]: value = "task-3222734" [ 656.212304] env[69319]: _type = "Task" [ 656.212304] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.232941] env[69319]: DEBUG oslo_vmware.api [None req-91aa5b89-4fd9-4b1b-b9ec-2c3a0a225832 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Task: {'id': task-3222734, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.245098] env[69319]: DEBUG oslo_concurrency.lockutils [None req-4bfc0885-0236-466f-9380-e5942f7ec1c9 tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] Acquiring lock "5bd885da-3062-44d3-9b86-6db0dafdcc2f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.245452] env[69319]: DEBUG oslo_concurrency.lockutils [None req-4bfc0885-0236-466f-9380-e5942f7ec1c9 tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] Lock "5bd885da-3062-44d3-9b86-6db0dafdcc2f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.271760] env[69319]: DEBUG nova.compute.manager [req-e6703cbe-477a-41d7-9e0f-91be9361d436 req-ed0e2f2b-18d3-4c63-8285-b2f4c455606a service nova] [instance: 9bab8f26-9c99-489c-861b-9fef49b1f36d] Received event network-changed-29b509a2-6841-4bbf-8e32-25381ca2657e {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 656.272011] env[69319]: DEBUG nova.compute.manager [req-e6703cbe-477a-41d7-9e0f-91be9361d436 req-ed0e2f2b-18d3-4c63-8285-b2f4c455606a service nova] [instance: 9bab8f26-9c99-489c-861b-9fef49b1f36d] Refreshing instance network info cache due to event network-changed-29b509a2-6841-4bbf-8e32-25381ca2657e. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 656.272282] env[69319]: DEBUG oslo_concurrency.lockutils [req-e6703cbe-477a-41d7-9e0f-91be9361d436 req-ed0e2f2b-18d3-4c63-8285-b2f4c455606a service nova] Acquiring lock "refresh_cache-9bab8f26-9c99-489c-861b-9fef49b1f36d" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.272480] env[69319]: DEBUG oslo_concurrency.lockutils [req-e6703cbe-477a-41d7-9e0f-91be9361d436 req-ed0e2f2b-18d3-4c63-8285-b2f4c455606a service nova] Acquired lock "refresh_cache-9bab8f26-9c99-489c-861b-9fef49b1f36d" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.272781] env[69319]: DEBUG nova.network.neutron [req-e6703cbe-477a-41d7-9e0f-91be9361d436 req-ed0e2f2b-18d3-4c63-8285-b2f4c455606a service nova] [instance: 9bab8f26-9c99-489c-861b-9fef49b1f36d] Refreshing network info cache for port 29b509a2-6841-4bbf-8e32-25381ca2657e {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 656.281120] env[69319]: DEBUG nova.network.neutron [None req-cf3acd70-7377-4d52-b29c-7b1d08dacac1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] [instance: 749b3b26-9e42-4ac9-89c4-f467aa379427] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 656.436849] env[69319]: DEBUG nova.network.neutron [None req-cf3acd70-7377-4d52-b29c-7b1d08dacac1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] [instance: 749b3b26-9e42-4ac9-89c4-f467aa379427] Updating instance_info_cache with network_info: [{"id": "47a9e6a1-5094-4c62-b8b2-b79073a6fdbb", "address": "fa:16:3e:c3:d5:7d", "network": {"id": "a12dc76e-6833-4e66-9e86-6da3fa6364ad", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-236068377-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b12ac3589df54648b6cc72f8505172fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47a9e6a1-50", "ovs_interfaceid": "47a9e6a1-5094-4c62-b8b2-b79073a6fdbb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.495017] env[69319]: DEBUG oslo_concurrency.lockutils [None req-60f3b051-a736-4e65-8d52-0385cade6985 tempest-ServerExternalEventsTest-1299252449 tempest-ServerExternalEventsTest-1299252449-project] Releasing lock "refresh_cache-c3e1d116-4785-402a-bcc3-ad45bcdc16b1" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.518742] env[69319]: DEBUG oslo_vmware.api [None req-5876a051-0d7d-405a-bcff-b01e52563f66 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]522206ff-132d-6c43-9c57-2a33d147fc40, 'name': SearchDatastore_Task, 'duration_secs': 0.016941} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.519210] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5876a051-0d7d-405a-bcff-b01e52563f66 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.519466] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-5876a051-0d7d-405a-bcff-b01e52563f66 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 0ccec795-caae-46ee-981f-2d210d0a31d3] Processing image 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 656.519812] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5876a051-0d7d-405a-bcff-b01e52563f66 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.519923] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5876a051-0d7d-405a-bcff-b01e52563f66 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.520596] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-5876a051-0d7d-405a-bcff-b01e52563f66 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 656.520596] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d4461fa5-b9df-4e07-9307-d47e3ef71f86 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.532025] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-5876a051-0d7d-405a-bcff-b01e52563f66 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 656.532025] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-5876a051-0d7d-405a-bcff-b01e52563f66 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 656.532927] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e740c1f-706f-4070-bbff-ed58508a33d9 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.540227] env[69319]: DEBUG oslo_vmware.api [None req-5876a051-0d7d-405a-bcff-b01e52563f66 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Waiting for the task: (returnval){ [ 656.540227] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52d65575-8d8b-a197-e45d-9f13410239e2" [ 656.540227] env[69319]: _type = "Task" [ 656.540227] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.549933] env[69319]: DEBUG oslo_vmware.api [None req-5876a051-0d7d-405a-bcff-b01e52563f66 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52d65575-8d8b-a197-e45d-9f13410239e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.629598] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c251a091-d147-4855-ba1e-2bdde442431e tempest-VolumesAssistedSnapshotsTest-79463186 tempest-VolumesAssistedSnapshotsTest-79463186-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.550s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.630296] env[69319]: DEBUG nova.compute.manager [None req-c251a091-d147-4855-ba1e-2bdde442431e tempest-VolumesAssistedSnapshotsTest-79463186 tempest-VolumesAssistedSnapshotsTest-79463186-project-member] [instance: 4f588763-0fc7-4980-92c0-7b451d4a9981] Start building networks asynchronously for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 656.633480] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 10.695s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.739215] env[69319]: DEBUG oslo_vmware.api [None req-91aa5b89-4fd9-4b1b-b9ec-2c3a0a225832 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Task: {'id': task-3222734, 'name': ReconfigVM_Task, 'duration_secs': 0.495409} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.740486] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-91aa5b89-4fd9-4b1b-b9ec-2c3a0a225832 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: 9bab8f26-9c99-489c-861b-9fef49b1f36d] Reconfigured VM instance instance-0000000a to attach disk [datastore2] 9bab8f26-9c99-489c-861b-9fef49b1f36d/9bab8f26-9c99-489c-861b-9fef49b1f36d.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 656.741378] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-21ff92a3-6375-4897-a3e6-510e006481df {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.752395] env[69319]: DEBUG oslo_vmware.api [None req-91aa5b89-4fd9-4b1b-b9ec-2c3a0a225832 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Waiting for the task: (returnval){ [ 656.752395] env[69319]: value = "task-3222735" [ 656.752395] env[69319]: _type = "Task" [ 656.752395] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.763459] env[69319]: DEBUG oslo_vmware.api [None req-91aa5b89-4fd9-4b1b-b9ec-2c3a0a225832 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Task: {'id': task-3222735, 'name': Rename_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.767330] env[69319]: DEBUG nova.network.neutron [None req-836fc6c5-5870-4653-bc71-cc38bfb67d01 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: 22225d47-adf7-4381-8b26-9372db49c4be] Successfully updated port: 5db4f094-4b47-4df8-890a-443bf219713e {{(pid=69319) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 656.941402] env[69319]: DEBUG oslo_concurrency.lockutils [None req-cf3acd70-7377-4d52-b29c-7b1d08dacac1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Releasing lock "refresh_cache-749b3b26-9e42-4ac9-89c4-f467aa379427" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.941798] env[69319]: DEBUG nova.compute.manager [None req-cf3acd70-7377-4d52-b29c-7b1d08dacac1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] [instance: 749b3b26-9e42-4ac9-89c4-f467aa379427] Instance network_info: |[{"id": "47a9e6a1-5094-4c62-b8b2-b79073a6fdbb", "address": "fa:16:3e:c3:d5:7d", "network": {"id": "a12dc76e-6833-4e66-9e86-6da3fa6364ad", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-236068377-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b12ac3589df54648b6cc72f8505172fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47a9e6a1-50", "ovs_interfaceid": "47a9e6a1-5094-4c62-b8b2-b79073a6fdbb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 656.942920] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-cf3acd70-7377-4d52-b29c-7b1d08dacac1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] [instance: 749b3b26-9e42-4ac9-89c4-f467aa379427] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:d5:7d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13b62154-a0e1-4eed-bc30-6464b15993bb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '47a9e6a1-5094-4c62-b8b2-b79073a6fdbb', 'vif_model': 'vmxnet3'}] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 656.952191] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf3acd70-7377-4d52-b29c-7b1d08dacac1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Creating folder: Project (b12ac3589df54648b6cc72f8505172fe). Parent ref: group-v644239. {{(pid=69319) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 656.953049] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0f11dcce-104b-4ff8-b1d1-cc9744c26bf9 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.024350] env[69319]: DEBUG nova.network.neutron [req-e6703cbe-477a-41d7-9e0f-91be9361d436 req-ed0e2f2b-18d3-4c63-8285-b2f4c455606a service nova] [instance: 9bab8f26-9c99-489c-861b-9fef49b1f36d] Updated VIF entry in instance network info cache for port 29b509a2-6841-4bbf-8e32-25381ca2657e. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 657.024756] env[69319]: DEBUG nova.network.neutron [req-e6703cbe-477a-41d7-9e0f-91be9361d436 req-ed0e2f2b-18d3-4c63-8285-b2f4c455606a service nova] [instance: 9bab8f26-9c99-489c-861b-9fef49b1f36d] Updating instance_info_cache with network_info: [{"id": "29b509a2-6841-4bbf-8e32-25381ca2657e", "address": "fa:16:3e:bd:c8:32", "network": {"id": "fe30ee17-2995-441e-8101-9012c093f221", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-656958957-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d85cf2d6d084bca85dcd31ab0910647", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29b509a2-68", "ovs_interfaceid": "29b509a2-6841-4bbf-8e32-25381ca2657e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.058757] env[69319]: DEBUG oslo_vmware.api [None req-5876a051-0d7d-405a-bcff-b01e52563f66 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52d65575-8d8b-a197-e45d-9f13410239e2, 'name': SearchDatastore_Task, 'duration_secs': 0.015825} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.060166] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27c8e050-4117-4783-b671-a44df3642fde {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.065367] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-cf3acd70-7377-4d52-b29c-7b1d08dacac1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Created folder: Project (b12ac3589df54648b6cc72f8505172fe) in parent group-v644239. [ 657.065610] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf3acd70-7377-4d52-b29c-7b1d08dacac1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Creating folder: Instances. Parent ref: group-v644272. {{(pid=69319) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 657.066260] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2e93d2cb-eda7-4b78-834c-c6b68139f690 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.070543] env[69319]: DEBUG oslo_vmware.api [None req-5876a051-0d7d-405a-bcff-b01e52563f66 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Waiting for the task: (returnval){ [ 657.070543] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]5280795c-173f-d8d2-27e3-9b3013d8b562" [ 657.070543] env[69319]: _type = "Task" [ 657.070543] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.083096] env[69319]: DEBUG oslo_vmware.api [None req-5876a051-0d7d-405a-bcff-b01e52563f66 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5280795c-173f-d8d2-27e3-9b3013d8b562, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.084969] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-cf3acd70-7377-4d52-b29c-7b1d08dacac1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Created folder: Instances in parent group-v644272. [ 657.085122] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cf3acd70-7377-4d52-b29c-7b1d08dacac1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 657.086105] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 749b3b26-9e42-4ac9-89c4-f467aa379427] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 657.086105] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e900a81c-7888-4d91-a1d5-d9d1777fc849 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.107744] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 657.107744] env[69319]: value = "task-3222738" [ 657.107744] env[69319]: _type = "Task" [ 657.107744] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.117617] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222738, 'name': CreateVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.138224] env[69319]: DEBUG nova.compute.utils [None req-c251a091-d147-4855-ba1e-2bdde442431e tempest-VolumesAssistedSnapshotsTest-79463186 tempest-VolumesAssistedSnapshotsTest-79463186-project-member] Using /dev/sd instead of None {{(pid=69319) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 657.149025] env[69319]: DEBUG nova.compute.manager [None req-c251a091-d147-4855-ba1e-2bdde442431e tempest-VolumesAssistedSnapshotsTest-79463186 tempest-VolumesAssistedSnapshotsTest-79463186-project-member] [instance: 4f588763-0fc7-4980-92c0-7b451d4a9981] Allocating IP information in the background. {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 657.149025] env[69319]: DEBUG nova.network.neutron [None req-c251a091-d147-4855-ba1e-2bdde442431e tempest-VolumesAssistedSnapshotsTest-79463186 tempest-VolumesAssistedSnapshotsTest-79463186-project-member] [instance: 4f588763-0fc7-4980-92c0-7b451d4a9981] allocate_for_instance() {{(pid=69319) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 657.198145] env[69319]: DEBUG nova.policy [None req-c251a091-d147-4855-ba1e-2bdde442431e tempest-VolumesAssistedSnapshotsTest-79463186 tempest-VolumesAssistedSnapshotsTest-79463186-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f8514546cb37408f88db7df41f72016b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1f8be209caf74b29aa9bccd4b033a0e7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69319) authorize /opt/stack/nova/nova/policy.py:192}} [ 657.265823] env[69319]: DEBUG oslo_vmware.api [None req-91aa5b89-4fd9-4b1b-b9ec-2c3a0a225832 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Task: {'id': task-3222735, 'name': Rename_Task, 'duration_secs': 0.209863} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.266026] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-91aa5b89-4fd9-4b1b-b9ec-2c3a0a225832 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: 9bab8f26-9c99-489c-861b-9fef49b1f36d] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 657.266611] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8e75cc10-3bb2-4aea-bfa4-bcc773482350 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.274288] env[69319]: DEBUG oslo_concurrency.lockutils [None req-836fc6c5-5870-4653-bc71-cc38bfb67d01 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Acquiring lock "refresh_cache-22225d47-adf7-4381-8b26-9372db49c4be" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.274396] env[69319]: DEBUG oslo_concurrency.lockutils [None req-836fc6c5-5870-4653-bc71-cc38bfb67d01 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Acquired lock "refresh_cache-22225d47-adf7-4381-8b26-9372db49c4be" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.275648] env[69319]: DEBUG nova.network.neutron [None req-836fc6c5-5870-4653-bc71-cc38bfb67d01 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: 22225d47-adf7-4381-8b26-9372db49c4be] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 657.279277] env[69319]: DEBUG oslo_vmware.api [None req-91aa5b89-4fd9-4b1b-b9ec-2c3a0a225832 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Waiting for the task: (returnval){ [ 657.279277] env[69319]: value = "task-3222739" [ 657.279277] env[69319]: _type = "Task" [ 657.279277] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.293486] env[69319]: DEBUG oslo_vmware.api [None req-91aa5b89-4fd9-4b1b-b9ec-2c3a0a225832 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Task: {'id': task-3222739, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.412613] env[69319]: INFO nova.compute.manager [None req-cd96db08-d41d-460e-b1f0-a623ba986d7a tempest-ServersAdmin275Test-1992051178 tempest-ServersAdmin275Test-1992051178-project-admin] [instance: 6de6b246-d2c0-4d08-9c09-0a944dfecc15] Rebuilding instance [ 657.472164] env[69319]: DEBUG nova.compute.manager [None req-cd96db08-d41d-460e-b1f0-a623ba986d7a tempest-ServersAdmin275Test-1992051178 tempest-ServersAdmin275Test-1992051178-project-admin] [instance: 6de6b246-d2c0-4d08-9c09-0a944dfecc15] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 657.473142] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43e25e38-2320-413c-b281-629865aba00a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.525496] env[69319]: DEBUG nova.network.neutron [None req-c251a091-d147-4855-ba1e-2bdde442431e tempest-VolumesAssistedSnapshotsTest-79463186 tempest-VolumesAssistedSnapshotsTest-79463186-project-member] [instance: 4f588763-0fc7-4980-92c0-7b451d4a9981] Successfully created port: 638ce00e-6592-481d-92b9-419840f8288a {{(pid=69319) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 657.528601] env[69319]: DEBUG oslo_concurrency.lockutils [req-e6703cbe-477a-41d7-9e0f-91be9361d436 req-ed0e2f2b-18d3-4c63-8285-b2f4c455606a service nova] Releasing lock "refresh_cache-9bab8f26-9c99-489c-861b-9fef49b1f36d" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.529238] env[69319]: DEBUG nova.compute.manager [req-e6703cbe-477a-41d7-9e0f-91be9361d436 req-ed0e2f2b-18d3-4c63-8285-b2f4c455606a service nova] [instance: 0ccec795-caae-46ee-981f-2d210d0a31d3] Received event network-vif-plugged-bd5981d4-e78a-4069-9798-8ecf8d4f55b2 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 657.529238] env[69319]: DEBUG oslo_concurrency.lockutils [req-e6703cbe-477a-41d7-9e0f-91be9361d436 req-ed0e2f2b-18d3-4c63-8285-b2f4c455606a service nova] Acquiring lock "0ccec795-caae-46ee-981f-2d210d0a31d3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.529487] env[69319]: DEBUG oslo_concurrency.lockutils [req-e6703cbe-477a-41d7-9e0f-91be9361d436 req-ed0e2f2b-18d3-4c63-8285-b2f4c455606a service nova] Lock "0ccec795-caae-46ee-981f-2d210d0a31d3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.529706] env[69319]: DEBUG oslo_concurrency.lockutils [req-e6703cbe-477a-41d7-9e0f-91be9361d436 req-ed0e2f2b-18d3-4c63-8285-b2f4c455606a service nova] Lock "0ccec795-caae-46ee-981f-2d210d0a31d3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.530022] env[69319]: DEBUG nova.compute.manager [req-e6703cbe-477a-41d7-9e0f-91be9361d436 req-ed0e2f2b-18d3-4c63-8285-b2f4c455606a service nova] [instance: 0ccec795-caae-46ee-981f-2d210d0a31d3] No waiting events found dispatching network-vif-plugged-bd5981d4-e78a-4069-9798-8ecf8d4f55b2 {{(pid=69319) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 657.530259] env[69319]: WARNING nova.compute.manager [req-e6703cbe-477a-41d7-9e0f-91be9361d436 req-ed0e2f2b-18d3-4c63-8285-b2f4c455606a service nova] [instance: 0ccec795-caae-46ee-981f-2d210d0a31d3] Received unexpected event network-vif-plugged-bd5981d4-e78a-4069-9798-8ecf8d4f55b2 for instance with vm_state building and task_state spawning. [ 657.530494] env[69319]: DEBUG nova.compute.manager [req-e6703cbe-477a-41d7-9e0f-91be9361d436 req-ed0e2f2b-18d3-4c63-8285-b2f4c455606a service nova] [instance: 62e4ab82-69e0-4698-996a-72bb7fb7ecdd] Received event network-changed-d7145746-67bc-466e-8a2e-bbbb3295c907 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 657.530711] env[69319]: DEBUG nova.compute.manager [req-e6703cbe-477a-41d7-9e0f-91be9361d436 req-ed0e2f2b-18d3-4c63-8285-b2f4c455606a service nova] [instance: 62e4ab82-69e0-4698-996a-72bb7fb7ecdd] Refreshing instance network info cache due to event network-changed-d7145746-67bc-466e-8a2e-bbbb3295c907. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 657.530964] env[69319]: DEBUG oslo_concurrency.lockutils [req-e6703cbe-477a-41d7-9e0f-91be9361d436 req-ed0e2f2b-18d3-4c63-8285-b2f4c455606a service nova] Acquiring lock "refresh_cache-62e4ab82-69e0-4698-996a-72bb7fb7ecdd" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.531168] env[69319]: DEBUG oslo_concurrency.lockutils [req-e6703cbe-477a-41d7-9e0f-91be9361d436 req-ed0e2f2b-18d3-4c63-8285-b2f4c455606a service nova] Acquired lock "refresh_cache-62e4ab82-69e0-4698-996a-72bb7fb7ecdd" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.531382] env[69319]: DEBUG nova.network.neutron [req-e6703cbe-477a-41d7-9e0f-91be9361d436 req-ed0e2f2b-18d3-4c63-8285-b2f4c455606a service nova] [instance: 62e4ab82-69e0-4698-996a-72bb7fb7ecdd] Refreshing network info cache for port d7145746-67bc-466e-8a2e-bbbb3295c907 {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 657.556834] env[69319]: DEBUG nova.compute.manager [None req-bb31d253-5313-4d89-abd8-5d529cd1d56d tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] [instance: 3e95f2d5-d392-47c4-b519-4a218660516b] Stashing vm_state: active {{(pid=69319) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 657.583185] env[69319]: DEBUG oslo_vmware.api [None req-5876a051-0d7d-405a-bcff-b01e52563f66 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5280795c-173f-d8d2-27e3-9b3013d8b562, 'name': SearchDatastore_Task, 'duration_secs': 0.013939} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.583580] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5876a051-0d7d-405a-bcff-b01e52563f66 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.583813] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-5876a051-0d7d-405a-bcff-b01e52563f66 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] 0ccec795-caae-46ee-981f-2d210d0a31d3/0ccec795-caae-46ee-981f-2d210d0a31d3.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 657.584133] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f8d63370-bc5b-41de-80b5-7b4b5c64c582 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.591715] env[69319]: DEBUG oslo_concurrency.lockutils [None req-65252f41-9f24-4ce1-824f-2b93dfdc81e3 tempest-ServerDiagnosticsTest-410723933 tempest-ServerDiagnosticsTest-410723933-project-member] Acquiring lock "df115496-807d-43f5-a129-a0c78a576a29" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.592069] env[69319]: DEBUG oslo_concurrency.lockutils [None req-65252f41-9f24-4ce1-824f-2b93dfdc81e3 tempest-ServerDiagnosticsTest-410723933 tempest-ServerDiagnosticsTest-410723933-project-member] Lock "df115496-807d-43f5-a129-a0c78a576a29" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.596183] env[69319]: DEBUG oslo_vmware.api [None req-5876a051-0d7d-405a-bcff-b01e52563f66 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Waiting for the task: (returnval){ [ 657.596183] env[69319]: value = "task-3222740" [ 657.596183] env[69319]: _type = "Task" [ 657.596183] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.606710] env[69319]: DEBUG oslo_vmware.api [None req-5876a051-0d7d-405a-bcff-b01e52563f66 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': task-3222740, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.618416] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222738, 'name': CreateVM_Task} progress is 99%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.650527] env[69319]: INFO nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] [instance: 3e95f2d5-d392-47c4-b519-4a218660516b] Updating resource usage from migration d5768099-933a-4fdf-a1fc-64ac0234cd77 [ 657.653312] env[69319]: DEBUG nova.compute.manager [None req-c251a091-d147-4855-ba1e-2bdde442431e tempest-VolumesAssistedSnapshotsTest-79463186 tempest-VolumesAssistedSnapshotsTest-79463186-project-member] [instance: 4f588763-0fc7-4980-92c0-7b451d4a9981] Start building block device mappings for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 657.678141] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance 6de6b246-d2c0-4d08-9c09-0a944dfecc15 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 657.678141] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance 90fb9d48-f1f0-4f55-9e0f-673d7d78c380 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 657.678141] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance 1835d15f-f896-4741-b67d-4b5b17a8dff2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 657.678141] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance 62e4ab82-69e0-4698-996a-72bb7fb7ecdd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 657.678302] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance c2acc8ea-12eb-40fc-8baf-db3028c3ba19 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 657.678302] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance c3e1d116-4785-402a-bcc3-ad45bcdc16b1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 657.678302] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance 2764dc00-3329-4e56-ad73-5027b65f42d6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 657.678302] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance e619aa14-62f8-4482-a049-28422171cece actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 657.678465] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance 9bab8f26-9c99-489c-861b-9fef49b1f36d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 657.678465] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance 0ccec795-caae-46ee-981f-2d210d0a31d3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 657.678465] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance 22225d47-adf7-4381-8b26-9372db49c4be actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 657.678465] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance 749b3b26-9e42-4ac9-89c4-f467aa379427 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 657.678591] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance 4f588763-0fc7-4980-92c0-7b451d4a9981 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 657.794883] env[69319]: DEBUG oslo_vmware.api [None req-91aa5b89-4fd9-4b1b-b9ec-2c3a0a225832 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Task: {'id': task-3222739, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.810126] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c6d38775-ced6-479a-b821-6fe4a2f82846 tempest-ServerExternalEventsTest-854483476 tempest-ServerExternalEventsTest-854483476-project-member] Acquiring lock "c3e1d116-4785-402a-bcc3-ad45bcdc16b1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.810446] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c6d38775-ced6-479a-b821-6fe4a2f82846 tempest-ServerExternalEventsTest-854483476 tempest-ServerExternalEventsTest-854483476-project-member] Lock "c3e1d116-4785-402a-bcc3-ad45bcdc16b1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.810705] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c6d38775-ced6-479a-b821-6fe4a2f82846 tempest-ServerExternalEventsTest-854483476 tempest-ServerExternalEventsTest-854483476-project-member] Acquiring lock "c3e1d116-4785-402a-bcc3-ad45bcdc16b1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.811015] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c6d38775-ced6-479a-b821-6fe4a2f82846 tempest-ServerExternalEventsTest-854483476 tempest-ServerExternalEventsTest-854483476-project-member] Lock "c3e1d116-4785-402a-bcc3-ad45bcdc16b1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.811075] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c6d38775-ced6-479a-b821-6fe4a2f82846 tempest-ServerExternalEventsTest-854483476 tempest-ServerExternalEventsTest-854483476-project-member] Lock "c3e1d116-4785-402a-bcc3-ad45bcdc16b1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.813160] env[69319]: INFO nova.compute.manager [None req-c6d38775-ced6-479a-b821-6fe4a2f82846 tempest-ServerExternalEventsTest-854483476 tempest-ServerExternalEventsTest-854483476-project-member] [instance: c3e1d116-4785-402a-bcc3-ad45bcdc16b1] Terminating instance [ 657.858159] env[69319]: DEBUG nova.network.neutron [None req-836fc6c5-5870-4653-bc71-cc38bfb67d01 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: 22225d47-adf7-4381-8b26-9372db49c4be] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 658.081580] env[69319]: DEBUG oslo_concurrency.lockutils [None req-bb31d253-5313-4d89-abd8-5d529cd1d56d tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.107403] env[69319]: DEBUG oslo_vmware.api [None req-5876a051-0d7d-405a-bcff-b01e52563f66 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': task-3222740, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.122953] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222738, 'name': CreateVM_Task, 'duration_secs': 0.543603} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.123223] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 749b3b26-9e42-4ac9-89c4-f467aa379427] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 658.124466] env[69319]: DEBUG oslo_concurrency.lockutils [None req-cf3acd70-7377-4d52-b29c-7b1d08dacac1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.125118] env[69319]: DEBUG oslo_concurrency.lockutils [None req-cf3acd70-7377-4d52-b29c-7b1d08dacac1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.125196] env[69319]: DEBUG oslo_concurrency.lockutils [None req-cf3acd70-7377-4d52-b29c-7b1d08dacac1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.125524] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ecd8533-d7cc-4dfe-b660-6817e7137489 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.132468] env[69319]: DEBUG oslo_vmware.api [None req-cf3acd70-7377-4d52-b29c-7b1d08dacac1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Waiting for the task: (returnval){ [ 658.132468] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52db79d2-42a5-116c-5b28-8e2a5fde26e1" [ 658.132468] env[69319]: _type = "Task" [ 658.132468] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.143265] env[69319]: DEBUG oslo_vmware.api [None req-cf3acd70-7377-4d52-b29c-7b1d08dacac1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52db79d2-42a5-116c-5b28-8e2a5fde26e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.167097] env[69319]: DEBUG nova.network.neutron [None req-836fc6c5-5870-4653-bc71-cc38bfb67d01 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: 22225d47-adf7-4381-8b26-9372db49c4be] Updating instance_info_cache with network_info: [{"id": "5db4f094-4b47-4df8-890a-443bf219713e", "address": "fa:16:3e:e4:d2:ea", "network": {"id": "a673a352-fcbe-446a-b78c-3975246791bd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-551867013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b933d0258a1488bbdddf88a90df7360", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f847601f-7479-48eb-842f-41f94eea8537", "external-id": "nsx-vlan-transportzone-35", "segmentation_id": 35, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5db4f094-4b", "ovs_interfaceid": "5db4f094-4b47-4df8-890a-443bf219713e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.182115] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance 562e1d05-4f46-4195-9d8b-c8e7ba933d22 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 658.298191] env[69319]: DEBUG oslo_vmware.api [None req-91aa5b89-4fd9-4b1b-b9ec-2c3a0a225832 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Task: {'id': task-3222739, 'name': PowerOnVM_Task, 'duration_secs': 0.647886} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.301254] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-91aa5b89-4fd9-4b1b-b9ec-2c3a0a225832 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: 9bab8f26-9c99-489c-861b-9fef49b1f36d] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 658.301475] env[69319]: INFO nova.compute.manager [None req-91aa5b89-4fd9-4b1b-b9ec-2c3a0a225832 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: 9bab8f26-9c99-489c-861b-9fef49b1f36d] Took 12.96 seconds to spawn the instance on the hypervisor. [ 658.301657] env[69319]: DEBUG nova.compute.manager [None req-91aa5b89-4fd9-4b1b-b9ec-2c3a0a225832 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: 9bab8f26-9c99-489c-861b-9fef49b1f36d] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 658.304297] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7f23ed9-3e3d-4a4c-9e07-20fc8be0d45b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.317386] env[69319]: DEBUG nova.compute.manager [None req-c6d38775-ced6-479a-b821-6fe4a2f82846 tempest-ServerExternalEventsTest-854483476 tempest-ServerExternalEventsTest-854483476-project-member] [instance: c3e1d116-4785-402a-bcc3-ad45bcdc16b1] Start destroying the instance on the hypervisor. {{(pid=69319) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 658.317633] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-c6d38775-ced6-479a-b821-6fe4a2f82846 tempest-ServerExternalEventsTest-854483476 tempest-ServerExternalEventsTest-854483476-project-member] [instance: c3e1d116-4785-402a-bcc3-ad45bcdc16b1] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 658.318476] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bfa21a0-055c-4b4e-8797-cfd7cabd6ad5 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.327407] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6d38775-ced6-479a-b821-6fe4a2f82846 tempest-ServerExternalEventsTest-854483476 tempest-ServerExternalEventsTest-854483476-project-member] [instance: c3e1d116-4785-402a-bcc3-ad45bcdc16b1] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 658.327706] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-10230498-82e4-42b0-b8e9-9ce1e4c27d6c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.335510] env[69319]: DEBUG oslo_vmware.api [None req-c6d38775-ced6-479a-b821-6fe4a2f82846 tempest-ServerExternalEventsTest-854483476 tempest-ServerExternalEventsTest-854483476-project-member] Waiting for the task: (returnval){ [ 658.335510] env[69319]: value = "task-3222741" [ 658.335510] env[69319]: _type = "Task" [ 658.335510] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.345100] env[69319]: DEBUG oslo_vmware.api [None req-c6d38775-ced6-479a-b821-6fe4a2f82846 tempest-ServerExternalEventsTest-854483476 tempest-ServerExternalEventsTest-854483476-project-member] Task: {'id': task-3222741, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.427581] env[69319]: DEBUG nova.network.neutron [req-e6703cbe-477a-41d7-9e0f-91be9361d436 req-ed0e2f2b-18d3-4c63-8285-b2f4c455606a service nova] [instance: 62e4ab82-69e0-4698-996a-72bb7fb7ecdd] Updated VIF entry in instance network info cache for port d7145746-67bc-466e-8a2e-bbbb3295c907. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 658.428151] env[69319]: DEBUG nova.network.neutron [req-e6703cbe-477a-41d7-9e0f-91be9361d436 req-ed0e2f2b-18d3-4c63-8285-b2f4c455606a service nova] [instance: 62e4ab82-69e0-4698-996a-72bb7fb7ecdd] Updating instance_info_cache with network_info: [{"id": "d7145746-67bc-466e-8a2e-bbbb3295c907", "address": "fa:16:3e:05:95:a0", "network": {"id": "d63ac5e1-f56b-4a61-b481-c5e1157dc905", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-66264656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bfd7f295e184122b33278bfb2cc089d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b91b49a8-b849-4d0c-97f7-74fdcd88ae03", "external-id": "nsx-vlan-transportzone-406", "segmentation_id": 406, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7145746-67", "ovs_interfaceid": "d7145746-67bc-466e-8a2e-bbbb3295c907", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.492194] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd96db08-d41d-460e-b1f0-a623ba986d7a tempest-ServersAdmin275Test-1992051178 tempest-ServersAdmin275Test-1992051178-project-admin] [instance: 6de6b246-d2c0-4d08-9c09-0a944dfecc15] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 658.492547] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4e8e2f6c-f416-4a56-af1a-dec9e7d7af7d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.501490] env[69319]: DEBUG oslo_vmware.api [None req-cd96db08-d41d-460e-b1f0-a623ba986d7a tempest-ServersAdmin275Test-1992051178 tempest-ServersAdmin275Test-1992051178-project-admin] Waiting for the task: (returnval){ [ 658.501490] env[69319]: value = "task-3222742" [ 658.501490] env[69319]: _type = "Task" [ 658.501490] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.511218] env[69319]: DEBUG oslo_vmware.api [None req-cd96db08-d41d-460e-b1f0-a623ba986d7a tempest-ServersAdmin275Test-1992051178 tempest-ServersAdmin275Test-1992051178-project-admin] Task: {'id': task-3222742, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.609365] env[69319]: DEBUG oslo_vmware.api [None req-5876a051-0d7d-405a-bcff-b01e52563f66 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': task-3222740, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.612394} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.609645] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-5876a051-0d7d-405a-bcff-b01e52563f66 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] 0ccec795-caae-46ee-981f-2d210d0a31d3/0ccec795-caae-46ee-981f-2d210d0a31d3.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 658.609878] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-5876a051-0d7d-405a-bcff-b01e52563f66 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 0ccec795-caae-46ee-981f-2d210d0a31d3] Extending root virtual disk to 1048576 {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 658.610171] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eeebad24-44bc-40f7-848e-df19246835b3 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.618410] env[69319]: DEBUG oslo_vmware.api [None req-5876a051-0d7d-405a-bcff-b01e52563f66 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Waiting for the task: (returnval){ [ 658.618410] env[69319]: value = "task-3222743" [ 658.618410] env[69319]: _type = "Task" [ 658.618410] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.629095] env[69319]: DEBUG oslo_vmware.api [None req-5876a051-0d7d-405a-bcff-b01e52563f66 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': task-3222743, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.646304] env[69319]: DEBUG oslo_vmware.api [None req-cf3acd70-7377-4d52-b29c-7b1d08dacac1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52db79d2-42a5-116c-5b28-8e2a5fde26e1, 'name': SearchDatastore_Task, 'duration_secs': 0.042141} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.646304] env[69319]: DEBUG oslo_concurrency.lockutils [None req-cf3acd70-7377-4d52-b29c-7b1d08dacac1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.646304] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-cf3acd70-7377-4d52-b29c-7b1d08dacac1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] [instance: 749b3b26-9e42-4ac9-89c4-f467aa379427] Processing image 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 658.646576] env[69319]: DEBUG oslo_concurrency.lockutils [None req-cf3acd70-7377-4d52-b29c-7b1d08dacac1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.646816] env[69319]: DEBUG oslo_concurrency.lockutils [None req-cf3acd70-7377-4d52-b29c-7b1d08dacac1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.647047] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf3acd70-7377-4d52-b29c-7b1d08dacac1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 658.647575] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fd99f526-3c8a-40cd-b324-533bd92bce78 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.660469] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf3acd70-7377-4d52-b29c-7b1d08dacac1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 658.660821] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-cf3acd70-7377-4d52-b29c-7b1d08dacac1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 658.661549] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfeeec46-e832-4cd3-9aa8-12b45939d660 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.670103] env[69319]: DEBUG nova.compute.manager [None req-c251a091-d147-4855-ba1e-2bdde442431e tempest-VolumesAssistedSnapshotsTest-79463186 tempest-VolumesAssistedSnapshotsTest-79463186-project-member] [instance: 4f588763-0fc7-4980-92c0-7b451d4a9981] Start spawning the instance on the hypervisor. {{(pid=69319) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 658.672643] env[69319]: DEBUG oslo_vmware.api [None req-cf3acd70-7377-4d52-b29c-7b1d08dacac1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Waiting for the task: (returnval){ [ 658.672643] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]523b86ef-5bc5-3545-f543-ef7315433ce6" [ 658.672643] env[69319]: _type = "Task" [ 658.672643] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.673287] env[69319]: DEBUG oslo_concurrency.lockutils [None req-836fc6c5-5870-4653-bc71-cc38bfb67d01 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Releasing lock "refresh_cache-22225d47-adf7-4381-8b26-9372db49c4be" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.673643] env[69319]: DEBUG nova.compute.manager [None req-836fc6c5-5870-4653-bc71-cc38bfb67d01 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: 22225d47-adf7-4381-8b26-9372db49c4be] Instance network_info: |[{"id": "5db4f094-4b47-4df8-890a-443bf219713e", "address": "fa:16:3e:e4:d2:ea", "network": {"id": "a673a352-fcbe-446a-b78c-3975246791bd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-551867013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b933d0258a1488bbdddf88a90df7360", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f847601f-7479-48eb-842f-41f94eea8537", "external-id": "nsx-vlan-transportzone-35", "segmentation_id": 35, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5db4f094-4b", "ovs_interfaceid": "5db4f094-4b47-4df8-890a-443bf219713e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 658.674108] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-836fc6c5-5870-4653-bc71-cc38bfb67d01 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: 22225d47-adf7-4381-8b26-9372db49c4be] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e4:d2:ea', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f847601f-7479-48eb-842f-41f94eea8537', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5db4f094-4b47-4df8-890a-443bf219713e', 'vif_model': 'vmxnet3'}] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 658.682941] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-836fc6c5-5870-4653-bc71-cc38bfb67d01 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Creating folder: Project (2b933d0258a1488bbdddf88a90df7360). Parent ref: group-v644239. {{(pid=69319) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 658.686915] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-21b88d51-5dde-4d14-a7e7-ff41323115e6 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.688959] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance 9f02ac69-5fbc-40c6-96f4-d6ef8b3d0792 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 658.703011] env[69319]: DEBUG oslo_vmware.api [None req-cf3acd70-7377-4d52-b29c-7b1d08dacac1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]523b86ef-5bc5-3545-f543-ef7315433ce6, 'name': SearchDatastore_Task, 'duration_secs': 0.017907} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.703902] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87cc1205-0edf-48ac-bade-72e29f5406f0 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.710433] env[69319]: DEBUG nova.virt.hardware [None req-c251a091-d147-4855-ba1e-2bdde442431e tempest-VolumesAssistedSnapshotsTest-79463186 tempest-VolumesAssistedSnapshotsTest-79463186-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:32:36Z,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31f027872f6f44dba95ff2fe7a062e00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:32:36Z,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 658.710640] env[69319]: DEBUG nova.virt.hardware [None req-c251a091-d147-4855-ba1e-2bdde442431e tempest-VolumesAssistedSnapshotsTest-79463186 tempest-VolumesAssistedSnapshotsTest-79463186-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 658.710801] env[69319]: DEBUG nova.virt.hardware [None req-c251a091-d147-4855-ba1e-2bdde442431e tempest-VolumesAssistedSnapshotsTest-79463186 tempest-VolumesAssistedSnapshotsTest-79463186-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 658.711110] env[69319]: DEBUG nova.virt.hardware [None req-c251a091-d147-4855-ba1e-2bdde442431e tempest-VolumesAssistedSnapshotsTest-79463186 tempest-VolumesAssistedSnapshotsTest-79463186-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 658.711207] env[69319]: DEBUG nova.virt.hardware [None req-c251a091-d147-4855-ba1e-2bdde442431e tempest-VolumesAssistedSnapshotsTest-79463186 tempest-VolumesAssistedSnapshotsTest-79463186-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 658.711363] env[69319]: DEBUG nova.virt.hardware [None req-c251a091-d147-4855-ba1e-2bdde442431e tempest-VolumesAssistedSnapshotsTest-79463186 tempest-VolumesAssistedSnapshotsTest-79463186-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 658.711579] env[69319]: DEBUG nova.virt.hardware [None req-c251a091-d147-4855-ba1e-2bdde442431e tempest-VolumesAssistedSnapshotsTest-79463186 tempest-VolumesAssistedSnapshotsTest-79463186-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 658.711700] env[69319]: DEBUG nova.virt.hardware [None req-c251a091-d147-4855-ba1e-2bdde442431e tempest-VolumesAssistedSnapshotsTest-79463186 tempest-VolumesAssistedSnapshotsTest-79463186-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 658.711856] env[69319]: DEBUG nova.virt.hardware [None req-c251a091-d147-4855-ba1e-2bdde442431e tempest-VolumesAssistedSnapshotsTest-79463186 tempest-VolumesAssistedSnapshotsTest-79463186-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 658.712075] env[69319]: DEBUG nova.virt.hardware [None req-c251a091-d147-4855-ba1e-2bdde442431e tempest-VolumesAssistedSnapshotsTest-79463186 tempest-VolumesAssistedSnapshotsTest-79463186-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 658.712233] env[69319]: DEBUG nova.virt.hardware [None req-c251a091-d147-4855-ba1e-2bdde442431e tempest-VolumesAssistedSnapshotsTest-79463186 tempest-VolumesAssistedSnapshotsTest-79463186-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 658.712543] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-836fc6c5-5870-4653-bc71-cc38bfb67d01 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Created folder: Project (2b933d0258a1488bbdddf88a90df7360) in parent group-v644239. [ 658.712705] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-836fc6c5-5870-4653-bc71-cc38bfb67d01 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Creating folder: Instances. Parent ref: group-v644275. {{(pid=69319) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 658.713867] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dee6790e-4ad3-4d62-9d71-70072d803e32 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.717445] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d0ba27f4-108f-41e0-ad58-fbff0782f088 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.725091] env[69319]: DEBUG oslo_vmware.api [None req-cf3acd70-7377-4d52-b29c-7b1d08dacac1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Waiting for the task: (returnval){ [ 658.725091] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]5213f628-9c17-a41f-d1e7-9c619909519a" [ 658.725091] env[69319]: _type = "Task" [ 658.725091] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.732370] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f353be46-ed16-42cf-97b4-b05d5b7d0b34 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.741811] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-836fc6c5-5870-4653-bc71-cc38bfb67d01 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Created folder: Instances in parent group-v644275. [ 658.742132] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-836fc6c5-5870-4653-bc71-cc38bfb67d01 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 658.743309] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22225d47-adf7-4381-8b26-9372db49c4be] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 658.743591] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ae0011fe-21c6-4049-a6b1-4c521ada4923 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.772305] env[69319]: DEBUG oslo_vmware.api [None req-cf3acd70-7377-4d52-b29c-7b1d08dacac1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5213f628-9c17-a41f-d1e7-9c619909519a, 'name': SearchDatastore_Task, 'duration_secs': 0.018213} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.773253] env[69319]: DEBUG oslo_concurrency.lockutils [None req-cf3acd70-7377-4d52-b29c-7b1d08dacac1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.773604] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf3acd70-7377-4d52-b29c-7b1d08dacac1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] 749b3b26-9e42-4ac9-89c4-f467aa379427/749b3b26-9e42-4ac9-89c4-f467aa379427.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 658.773921] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9edfe5b0-ff77-46d2-93ad-5090d1b6b41c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.780073] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 658.780073] env[69319]: value = "task-3222746" [ 658.780073] env[69319]: _type = "Task" [ 658.780073] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.785863] env[69319]: DEBUG oslo_vmware.api [None req-cf3acd70-7377-4d52-b29c-7b1d08dacac1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Waiting for the task: (returnval){ [ 658.785863] env[69319]: value = "task-3222747" [ 658.785863] env[69319]: _type = "Task" [ 658.785863] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.793209] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222746, 'name': CreateVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.799569] env[69319]: DEBUG oslo_vmware.api [None req-cf3acd70-7377-4d52-b29c-7b1d08dacac1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Task: {'id': task-3222747, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.826642] env[69319]: INFO nova.compute.manager [None req-91aa5b89-4fd9-4b1b-b9ec-2c3a0a225832 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: 9bab8f26-9c99-489c-861b-9fef49b1f36d] Took 30.19 seconds to build instance. [ 658.848173] env[69319]: DEBUG oslo_vmware.api [None req-c6d38775-ced6-479a-b821-6fe4a2f82846 tempest-ServerExternalEventsTest-854483476 tempest-ServerExternalEventsTest-854483476-project-member] Task: {'id': task-3222741, 'name': PowerOffVM_Task, 'duration_secs': 0.402136} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.848521] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6d38775-ced6-479a-b821-6fe4a2f82846 tempest-ServerExternalEventsTest-854483476 tempest-ServerExternalEventsTest-854483476-project-member] [instance: c3e1d116-4785-402a-bcc3-ad45bcdc16b1] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 658.848708] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-c6d38775-ced6-479a-b821-6fe4a2f82846 tempest-ServerExternalEventsTest-854483476 tempest-ServerExternalEventsTest-854483476-project-member] [instance: c3e1d116-4785-402a-bcc3-ad45bcdc16b1] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 658.848971] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9af78b24-05c9-4cdd-bba3-1368a15b3b07 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.895926] env[69319]: DEBUG nova.compute.manager [req-5a3f925f-2762-453c-9b1e-a212584b70f0 req-fc01fe3e-d84c-4776-b781-71b1e2e5ab3b service nova] [instance: 22225d47-adf7-4381-8b26-9372db49c4be] Received event network-vif-plugged-5db4f094-4b47-4df8-890a-443bf219713e {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 658.896139] env[69319]: DEBUG oslo_concurrency.lockutils [req-5a3f925f-2762-453c-9b1e-a212584b70f0 req-fc01fe3e-d84c-4776-b781-71b1e2e5ab3b service nova] Acquiring lock "22225d47-adf7-4381-8b26-9372db49c4be-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.896349] env[69319]: DEBUG oslo_concurrency.lockutils [req-5a3f925f-2762-453c-9b1e-a212584b70f0 req-fc01fe3e-d84c-4776-b781-71b1e2e5ab3b service nova] Lock "22225d47-adf7-4381-8b26-9372db49c4be-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.896509] env[69319]: DEBUG oslo_concurrency.lockutils [req-5a3f925f-2762-453c-9b1e-a212584b70f0 req-fc01fe3e-d84c-4776-b781-71b1e2e5ab3b service nova] Lock "22225d47-adf7-4381-8b26-9372db49c4be-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.896670] env[69319]: DEBUG nova.compute.manager [req-5a3f925f-2762-453c-9b1e-a212584b70f0 req-fc01fe3e-d84c-4776-b781-71b1e2e5ab3b service nova] [instance: 22225d47-adf7-4381-8b26-9372db49c4be] No waiting events found dispatching network-vif-plugged-5db4f094-4b47-4df8-890a-443bf219713e {{(pid=69319) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 658.896830] env[69319]: WARNING nova.compute.manager [req-5a3f925f-2762-453c-9b1e-a212584b70f0 req-fc01fe3e-d84c-4776-b781-71b1e2e5ab3b service nova] [instance: 22225d47-adf7-4381-8b26-9372db49c4be] Received unexpected event network-vif-plugged-5db4f094-4b47-4df8-890a-443bf219713e for instance with vm_state building and task_state spawning. [ 658.934242] env[69319]: DEBUG oslo_concurrency.lockutils [req-e6703cbe-477a-41d7-9e0f-91be9361d436 req-ed0e2f2b-18d3-4c63-8285-b2f4c455606a service nova] Releasing lock "refresh_cache-62e4ab82-69e0-4698-996a-72bb7fb7ecdd" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.934693] env[69319]: DEBUG nova.compute.manager [req-e6703cbe-477a-41d7-9e0f-91be9361d436 req-ed0e2f2b-18d3-4c63-8285-b2f4c455606a service nova] [instance: 0ccec795-caae-46ee-981f-2d210d0a31d3] Received event network-changed-bd5981d4-e78a-4069-9798-8ecf8d4f55b2 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 658.934986] env[69319]: DEBUG nova.compute.manager [req-e6703cbe-477a-41d7-9e0f-91be9361d436 req-ed0e2f2b-18d3-4c63-8285-b2f4c455606a service nova] [instance: 0ccec795-caae-46ee-981f-2d210d0a31d3] Refreshing instance network info cache due to event network-changed-bd5981d4-e78a-4069-9798-8ecf8d4f55b2. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 658.935269] env[69319]: DEBUG oslo_concurrency.lockutils [req-e6703cbe-477a-41d7-9e0f-91be9361d436 req-ed0e2f2b-18d3-4c63-8285-b2f4c455606a service nova] Acquiring lock "refresh_cache-0ccec795-caae-46ee-981f-2d210d0a31d3" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.935489] env[69319]: DEBUG oslo_concurrency.lockutils [req-e6703cbe-477a-41d7-9e0f-91be9361d436 req-ed0e2f2b-18d3-4c63-8285-b2f4c455606a service nova] Acquired lock "refresh_cache-0ccec795-caae-46ee-981f-2d210d0a31d3" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.935685] env[69319]: DEBUG nova.network.neutron [req-e6703cbe-477a-41d7-9e0f-91be9361d436 req-ed0e2f2b-18d3-4c63-8285-b2f4c455606a service nova] [instance: 0ccec795-caae-46ee-981f-2d210d0a31d3] Refreshing network info cache for port bd5981d4-e78a-4069-9798-8ecf8d4f55b2 {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 658.938491] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-c6d38775-ced6-479a-b821-6fe4a2f82846 tempest-ServerExternalEventsTest-854483476 tempest-ServerExternalEventsTest-854483476-project-member] [instance: c3e1d116-4785-402a-bcc3-ad45bcdc16b1] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 658.938789] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-c6d38775-ced6-479a-b821-6fe4a2f82846 tempest-ServerExternalEventsTest-854483476 tempest-ServerExternalEventsTest-854483476-project-member] [instance: c3e1d116-4785-402a-bcc3-ad45bcdc16b1] Deleting contents of the VM from datastore datastore1 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 658.939023] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6d38775-ced6-479a-b821-6fe4a2f82846 tempest-ServerExternalEventsTest-854483476 tempest-ServerExternalEventsTest-854483476-project-member] Deleting the datastore file [datastore1] c3e1d116-4785-402a-bcc3-ad45bcdc16b1 {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 658.942430] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e02f102d-76ee-48c2-948d-d8810f7a3557 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.952463] env[69319]: DEBUG oslo_vmware.api [None req-c6d38775-ced6-479a-b821-6fe4a2f82846 tempest-ServerExternalEventsTest-854483476 tempest-ServerExternalEventsTest-854483476-project-member] Waiting for the task: (returnval){ [ 658.952463] env[69319]: value = "task-3222749" [ 658.952463] env[69319]: _type = "Task" [ 658.952463] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.965263] env[69319]: DEBUG oslo_vmware.api [None req-c6d38775-ced6-479a-b821-6fe4a2f82846 tempest-ServerExternalEventsTest-854483476 tempest-ServerExternalEventsTest-854483476-project-member] Task: {'id': task-3222749, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.016841] env[69319]: DEBUG oslo_vmware.api [None req-cd96db08-d41d-460e-b1f0-a623ba986d7a tempest-ServersAdmin275Test-1992051178 tempest-ServersAdmin275Test-1992051178-project-admin] Task: {'id': task-3222742, 'name': PowerOffVM_Task, 'duration_secs': 0.290193} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.017360] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd96db08-d41d-460e-b1f0-a623ba986d7a tempest-ServersAdmin275Test-1992051178 tempest-ServersAdmin275Test-1992051178-project-admin] [instance: 6de6b246-d2c0-4d08-9c09-0a944dfecc15] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 659.018094] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-cd96db08-d41d-460e-b1f0-a623ba986d7a tempest-ServersAdmin275Test-1992051178 tempest-ServersAdmin275Test-1992051178-project-admin] [instance: 6de6b246-d2c0-4d08-9c09-0a944dfecc15] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 659.019302] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3404b78-d048-4587-8f3f-2092aa211586 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.030599] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-cd96db08-d41d-460e-b1f0-a623ba986d7a tempest-ServersAdmin275Test-1992051178 tempest-ServersAdmin275Test-1992051178-project-admin] [instance: 6de6b246-d2c0-4d08-9c09-0a944dfecc15] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 659.030879] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f09c22cb-48a8-4482-b6ca-4009bd187e66 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.074156] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-cd96db08-d41d-460e-b1f0-a623ba986d7a tempest-ServersAdmin275Test-1992051178 tempest-ServersAdmin275Test-1992051178-project-admin] [instance: 6de6b246-d2c0-4d08-9c09-0a944dfecc15] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 659.074437] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-cd96db08-d41d-460e-b1f0-a623ba986d7a tempest-ServersAdmin275Test-1992051178 tempest-ServersAdmin275Test-1992051178-project-admin] [instance: 6de6b246-d2c0-4d08-9c09-0a944dfecc15] Deleting contents of the VM from datastore datastore1 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 659.074576] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd96db08-d41d-460e-b1f0-a623ba986d7a tempest-ServersAdmin275Test-1992051178 tempest-ServersAdmin275Test-1992051178-project-admin] Deleting the datastore file [datastore1] 6de6b246-d2c0-4d08-9c09-0a944dfecc15 {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 659.074829] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1c9999cf-6e02-45dc-96ab-13ce230000ad {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.083569] env[69319]: DEBUG oslo_vmware.api [None req-cd96db08-d41d-460e-b1f0-a623ba986d7a tempest-ServersAdmin275Test-1992051178 tempest-ServersAdmin275Test-1992051178-project-admin] Waiting for the task: (returnval){ [ 659.083569] env[69319]: value = "task-3222751" [ 659.083569] env[69319]: _type = "Task" [ 659.083569] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.095236] env[69319]: DEBUG oslo_vmware.api [None req-cd96db08-d41d-460e-b1f0-a623ba986d7a tempest-ServersAdmin275Test-1992051178 tempest-ServersAdmin275Test-1992051178-project-admin] Task: {'id': task-3222751, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.132045] env[69319]: DEBUG oslo_vmware.api [None req-5876a051-0d7d-405a-bcff-b01e52563f66 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': task-3222743, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086411} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.132045] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-5876a051-0d7d-405a-bcff-b01e52563f66 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 0ccec795-caae-46ee-981f-2d210d0a31d3] Extended root virtual disk {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 659.132045] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89b22b17-7463-4d65-852d-8969842e9b71 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.136358] env[69319]: DEBUG nova.network.neutron [None req-c251a091-d147-4855-ba1e-2bdde442431e tempest-VolumesAssistedSnapshotsTest-79463186 tempest-VolumesAssistedSnapshotsTest-79463186-project-member] [instance: 4f588763-0fc7-4980-92c0-7b451d4a9981] Successfully updated port: 638ce00e-6592-481d-92b9-419840f8288a {{(pid=69319) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 659.167484] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-5876a051-0d7d-405a-bcff-b01e52563f66 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 0ccec795-caae-46ee-981f-2d210d0a31d3] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] 0ccec795-caae-46ee-981f-2d210d0a31d3/0ccec795-caae-46ee-981f-2d210d0a31d3.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 659.169202] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18d4a0a6-5bbd-403b-b983-be8f726affab {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.195146] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance cf6dc285-9563-42c7-b1f5-d34d5a75a545 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 659.205834] env[69319]: DEBUG oslo_vmware.api [None req-5876a051-0d7d-405a-bcff-b01e52563f66 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Waiting for the task: (returnval){ [ 659.205834] env[69319]: value = "task-3222752" [ 659.205834] env[69319]: _type = "Task" [ 659.205834] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.216282] env[69319]: DEBUG oslo_vmware.api [None req-5876a051-0d7d-405a-bcff-b01e52563f66 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': task-3222752, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.291219] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222746, 'name': CreateVM_Task} progress is 99%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.302017] env[69319]: DEBUG oslo_vmware.api [None req-cf3acd70-7377-4d52-b29c-7b1d08dacac1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Task: {'id': task-3222747, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.329937] env[69319]: DEBUG oslo_concurrency.lockutils [None req-91aa5b89-4fd9-4b1b-b9ec-2c3a0a225832 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Lock "9bab8f26-9c99-489c-861b-9fef49b1f36d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.716s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.466539] env[69319]: DEBUG oslo_vmware.api [None req-c6d38775-ced6-479a-b821-6fe4a2f82846 tempest-ServerExternalEventsTest-854483476 tempest-ServerExternalEventsTest-854483476-project-member] Task: {'id': task-3222749, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.413042} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.466922] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6d38775-ced6-479a-b821-6fe4a2f82846 tempest-ServerExternalEventsTest-854483476 tempest-ServerExternalEventsTest-854483476-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 659.467066] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-c6d38775-ced6-479a-b821-6fe4a2f82846 tempest-ServerExternalEventsTest-854483476 tempest-ServerExternalEventsTest-854483476-project-member] [instance: c3e1d116-4785-402a-bcc3-ad45bcdc16b1] Deleted contents of the VM from datastore datastore1 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 659.467174] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-c6d38775-ced6-479a-b821-6fe4a2f82846 tempest-ServerExternalEventsTest-854483476 tempest-ServerExternalEventsTest-854483476-project-member] [instance: c3e1d116-4785-402a-bcc3-ad45bcdc16b1] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 659.467332] env[69319]: INFO nova.compute.manager [None req-c6d38775-ced6-479a-b821-6fe4a2f82846 tempest-ServerExternalEventsTest-854483476 tempest-ServerExternalEventsTest-854483476-project-member] [instance: c3e1d116-4785-402a-bcc3-ad45bcdc16b1] Took 1.15 seconds to destroy the instance on the hypervisor. [ 659.467675] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c6d38775-ced6-479a-b821-6fe4a2f82846 tempest-ServerExternalEventsTest-854483476 tempest-ServerExternalEventsTest-854483476-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 659.467901] env[69319]: DEBUG nova.compute.manager [-] [instance: c3e1d116-4785-402a-bcc3-ad45bcdc16b1] Deallocating network for instance {{(pid=69319) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 659.467993] env[69319]: DEBUG nova.network.neutron [-] [instance: c3e1d116-4785-402a-bcc3-ad45bcdc16b1] deallocate_for_instance() {{(pid=69319) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 659.596449] env[69319]: DEBUG oslo_vmware.api [None req-cd96db08-d41d-460e-b1f0-a623ba986d7a tempest-ServersAdmin275Test-1992051178 tempest-ServersAdmin275Test-1992051178-project-admin] Task: {'id': task-3222751, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.275926} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.596882] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd96db08-d41d-460e-b1f0-a623ba986d7a tempest-ServersAdmin275Test-1992051178 tempest-ServersAdmin275Test-1992051178-project-admin] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 659.597097] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-cd96db08-d41d-460e-b1f0-a623ba986d7a tempest-ServersAdmin275Test-1992051178 tempest-ServersAdmin275Test-1992051178-project-admin] [instance: 6de6b246-d2c0-4d08-9c09-0a944dfecc15] Deleted contents of the VM from datastore datastore1 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 659.597328] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-cd96db08-d41d-460e-b1f0-a623ba986d7a tempest-ServersAdmin275Test-1992051178 tempest-ServersAdmin275Test-1992051178-project-admin] [instance: 6de6b246-d2c0-4d08-9c09-0a944dfecc15] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 659.639605] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c251a091-d147-4855-ba1e-2bdde442431e tempest-VolumesAssistedSnapshotsTest-79463186 tempest-VolumesAssistedSnapshotsTest-79463186-project-member] Acquiring lock "refresh_cache-4f588763-0fc7-4980-92c0-7b451d4a9981" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.639788] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c251a091-d147-4855-ba1e-2bdde442431e tempest-VolumesAssistedSnapshotsTest-79463186 tempest-VolumesAssistedSnapshotsTest-79463186-project-member] Acquired lock "refresh_cache-4f588763-0fc7-4980-92c0-7b451d4a9981" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.640845] env[69319]: DEBUG nova.network.neutron [None req-c251a091-d147-4855-ba1e-2bdde442431e tempest-VolumesAssistedSnapshotsTest-79463186 tempest-VolumesAssistedSnapshotsTest-79463186-project-member] [instance: 4f588763-0fc7-4980-92c0-7b451d4a9981] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 659.645325] env[69319]: DEBUG nova.compute.manager [req-a53029ac-d436-4190-9cad-ef1c1cd0dba0 req-99cf9dea-c64e-431d-aecd-f196040574df service nova] [instance: 749b3b26-9e42-4ac9-89c4-f467aa379427] Received event network-vif-plugged-47a9e6a1-5094-4c62-b8b2-b79073a6fdbb {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 659.645560] env[69319]: DEBUG oslo_concurrency.lockutils [req-a53029ac-d436-4190-9cad-ef1c1cd0dba0 req-99cf9dea-c64e-431d-aecd-f196040574df service nova] Acquiring lock "749b3b26-9e42-4ac9-89c4-f467aa379427-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.645897] env[69319]: DEBUG oslo_concurrency.lockutils [req-a53029ac-d436-4190-9cad-ef1c1cd0dba0 req-99cf9dea-c64e-431d-aecd-f196040574df service nova] Lock "749b3b26-9e42-4ac9-89c4-f467aa379427-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.646120] env[69319]: DEBUG oslo_concurrency.lockutils [req-a53029ac-d436-4190-9cad-ef1c1cd0dba0 req-99cf9dea-c64e-431d-aecd-f196040574df service nova] Lock "749b3b26-9e42-4ac9-89c4-f467aa379427-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.646572] env[69319]: DEBUG nova.compute.manager [req-a53029ac-d436-4190-9cad-ef1c1cd0dba0 req-99cf9dea-c64e-431d-aecd-f196040574df service nova] [instance: 749b3b26-9e42-4ac9-89c4-f467aa379427] No waiting events found dispatching network-vif-plugged-47a9e6a1-5094-4c62-b8b2-b79073a6fdbb {{(pid=69319) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 659.646572] env[69319]: WARNING nova.compute.manager [req-a53029ac-d436-4190-9cad-ef1c1cd0dba0 req-99cf9dea-c64e-431d-aecd-f196040574df service nova] [instance: 749b3b26-9e42-4ac9-89c4-f467aa379427] Received unexpected event network-vif-plugged-47a9e6a1-5094-4c62-b8b2-b79073a6fdbb for instance with vm_state building and task_state spawning. [ 659.646889] env[69319]: DEBUG nova.compute.manager [req-a53029ac-d436-4190-9cad-ef1c1cd0dba0 req-99cf9dea-c64e-431d-aecd-f196040574df service nova] [instance: 749b3b26-9e42-4ac9-89c4-f467aa379427] Received event network-changed-47a9e6a1-5094-4c62-b8b2-b79073a6fdbb {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 659.646889] env[69319]: DEBUG nova.compute.manager [req-a53029ac-d436-4190-9cad-ef1c1cd0dba0 req-99cf9dea-c64e-431d-aecd-f196040574df service nova] [instance: 749b3b26-9e42-4ac9-89c4-f467aa379427] Refreshing instance network info cache due to event network-changed-47a9e6a1-5094-4c62-b8b2-b79073a6fdbb. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 659.647679] env[69319]: DEBUG oslo_concurrency.lockutils [req-a53029ac-d436-4190-9cad-ef1c1cd0dba0 req-99cf9dea-c64e-431d-aecd-f196040574df service nova] Acquiring lock "refresh_cache-749b3b26-9e42-4ac9-89c4-f467aa379427" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.647679] env[69319]: DEBUG oslo_concurrency.lockutils [req-a53029ac-d436-4190-9cad-ef1c1cd0dba0 req-99cf9dea-c64e-431d-aecd-f196040574df service nova] Acquired lock "refresh_cache-749b3b26-9e42-4ac9-89c4-f467aa379427" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.647679] env[69319]: DEBUG nova.network.neutron [req-a53029ac-d436-4190-9cad-ef1c1cd0dba0 req-99cf9dea-c64e-431d-aecd-f196040574df service nova] [instance: 749b3b26-9e42-4ac9-89c4-f467aa379427] Refreshing network info cache for port 47a9e6a1-5094-4c62-b8b2-b79073a6fdbb {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 659.687681] env[69319]: DEBUG nova.network.neutron [req-e6703cbe-477a-41d7-9e0f-91be9361d436 req-ed0e2f2b-18d3-4c63-8285-b2f4c455606a service nova] [instance: 0ccec795-caae-46ee-981f-2d210d0a31d3] Updated VIF entry in instance network info cache for port bd5981d4-e78a-4069-9798-8ecf8d4f55b2. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 659.687681] env[69319]: DEBUG nova.network.neutron [req-e6703cbe-477a-41d7-9e0f-91be9361d436 req-ed0e2f2b-18d3-4c63-8285-b2f4c455606a service nova] [instance: 0ccec795-caae-46ee-981f-2d210d0a31d3] Updating instance_info_cache with network_info: [{"id": "bd5981d4-e78a-4069-9798-8ecf8d4f55b2", "address": "fa:16:3e:e9:41:bd", "network": {"id": "10887a83-3a88-4ea7-ab0e-0aa5f481f0ad", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1969359437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f35c9784047041ef95c69e4cd2040171", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7aa6264-122d-4c35-82d0-860e451538ea", "external-id": "nsx-vlan-transportzone-81", "segmentation_id": 81, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd5981d4-e7", "ovs_interfaceid": "bd5981d4-e78a-4069-9798-8ecf8d4f55b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.699854] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance 6e790530-5d70-4125-b7d2-a977c5db2949 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 659.720258] env[69319]: DEBUG oslo_vmware.api [None req-5876a051-0d7d-405a-bcff-b01e52563f66 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': task-3222752, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.794383] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222746, 'name': CreateVM_Task, 'duration_secs': 0.742914} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.798433] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22225d47-adf7-4381-8b26-9372db49c4be] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 659.799276] env[69319]: DEBUG oslo_concurrency.lockutils [None req-836fc6c5-5870-4653-bc71-cc38bfb67d01 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.799445] env[69319]: DEBUG oslo_concurrency.lockutils [None req-836fc6c5-5870-4653-bc71-cc38bfb67d01 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.799807] env[69319]: DEBUG oslo_concurrency.lockutils [None req-836fc6c5-5870-4653-bc71-cc38bfb67d01 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.800654] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d775c2e-32d9-43bb-bc0b-31f6985befe0 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.808610] env[69319]: DEBUG oslo_vmware.api [None req-cf3acd70-7377-4d52-b29c-7b1d08dacac1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Task: {'id': task-3222747, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.739544} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.809363] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf3acd70-7377-4d52-b29c-7b1d08dacac1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] 749b3b26-9e42-4ac9-89c4-f467aa379427/749b3b26-9e42-4ac9-89c4-f467aa379427.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 659.809594] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-cf3acd70-7377-4d52-b29c-7b1d08dacac1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] [instance: 749b3b26-9e42-4ac9-89c4-f467aa379427] Extending root virtual disk to 1048576 {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 659.809899] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3fcd359b-b869-400c-82de-e325daa42dc7 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.813651] env[69319]: DEBUG oslo_vmware.api [None req-836fc6c5-5870-4653-bc71-cc38bfb67d01 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Waiting for the task: (returnval){ [ 659.813651] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52f87905-5d64-64ea-5f43-31071a458a8a" [ 659.813651] env[69319]: _type = "Task" [ 659.813651] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.821580] env[69319]: DEBUG oslo_vmware.api [None req-cf3acd70-7377-4d52-b29c-7b1d08dacac1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Waiting for the task: (returnval){ [ 659.821580] env[69319]: value = "task-3222753" [ 659.821580] env[69319]: _type = "Task" [ 659.821580] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.829230] env[69319]: DEBUG oslo_vmware.api [None req-836fc6c5-5870-4653-bc71-cc38bfb67d01 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52f87905-5d64-64ea-5f43-31071a458a8a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.833273] env[69319]: DEBUG nova.compute.manager [None req-6122476e-a665-431d-8d2e-a8f67c8c89b6 tempest-ServerDiagnosticsV248Test-523245808 tempest-ServerDiagnosticsV248Test-523245808-project-member] [instance: 99e94ac3-2fa4-4249-9297-b78043c9af00] Starting instance... {{(pid=69319) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 659.839377] env[69319]: DEBUG oslo_vmware.api [None req-cf3acd70-7377-4d52-b29c-7b1d08dacac1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Task: {'id': task-3222753, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.192521] env[69319]: DEBUG oslo_concurrency.lockutils [req-e6703cbe-477a-41d7-9e0f-91be9361d436 req-ed0e2f2b-18d3-4c63-8285-b2f4c455606a service nova] Releasing lock "refresh_cache-0ccec795-caae-46ee-981f-2d210d0a31d3" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.202985] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance f09611ba-ae99-4486-9d72-de8d7c2722aa has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 660.218068] env[69319]: DEBUG nova.network.neutron [None req-c251a091-d147-4855-ba1e-2bdde442431e tempest-VolumesAssistedSnapshotsTest-79463186 tempest-VolumesAssistedSnapshotsTest-79463186-project-member] [instance: 4f588763-0fc7-4980-92c0-7b451d4a9981] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 660.225932] env[69319]: DEBUG oslo_vmware.api [None req-5876a051-0d7d-405a-bcff-b01e52563f66 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': task-3222752, 'name': ReconfigVM_Task, 'duration_secs': 0.668051} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.228853] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-5876a051-0d7d-405a-bcff-b01e52563f66 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 0ccec795-caae-46ee-981f-2d210d0a31d3] Reconfigured VM instance instance-0000000b to attach disk [datastore2] 0ccec795-caae-46ee-981f-2d210d0a31d3/0ccec795-caae-46ee-981f-2d210d0a31d3.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 660.229510] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ec82cab1-5d1f-485e-a48e-ef1cec3c8126 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.238174] env[69319]: DEBUG oslo_vmware.api [None req-5876a051-0d7d-405a-bcff-b01e52563f66 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Waiting for the task: (returnval){ [ 660.238174] env[69319]: value = "task-3222754" [ 660.238174] env[69319]: _type = "Task" [ 660.238174] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.248095] env[69319]: DEBUG oslo_vmware.api [None req-5876a051-0d7d-405a-bcff-b01e52563f66 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': task-3222754, 'name': Rename_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.331258] env[69319]: DEBUG oslo_vmware.api [None req-836fc6c5-5870-4653-bc71-cc38bfb67d01 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52f87905-5d64-64ea-5f43-31071a458a8a, 'name': SearchDatastore_Task, 'duration_secs': 0.024423} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.332098] env[69319]: DEBUG oslo_concurrency.lockutils [None req-836fc6c5-5870-4653-bc71-cc38bfb67d01 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.332404] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-836fc6c5-5870-4653-bc71-cc38bfb67d01 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: 22225d47-adf7-4381-8b26-9372db49c4be] Processing image 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 660.333100] env[69319]: DEBUG oslo_concurrency.lockutils [None req-836fc6c5-5870-4653-bc71-cc38bfb67d01 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.333100] env[69319]: DEBUG oslo_concurrency.lockutils [None req-836fc6c5-5870-4653-bc71-cc38bfb67d01 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.334281] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-836fc6c5-5870-4653-bc71-cc38bfb67d01 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 660.334281] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6a4faf13-ee0a-44e9-b512-30a8788cde77 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.342590] env[69319]: DEBUG oslo_vmware.api [None req-cf3acd70-7377-4d52-b29c-7b1d08dacac1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Task: {'id': task-3222753, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.193582} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.345237] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-cf3acd70-7377-4d52-b29c-7b1d08dacac1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] [instance: 749b3b26-9e42-4ac9-89c4-f467aa379427] Extended root virtual disk {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 660.349449] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e40aea7-2c69-4bed-802e-784bd04dd89b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.376171] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf3acd70-7377-4d52-b29c-7b1d08dacac1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] [instance: 749b3b26-9e42-4ac9-89c4-f467aa379427] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] 749b3b26-9e42-4ac9-89c4-f467aa379427/749b3b26-9e42-4ac9-89c4-f467aa379427.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 660.378556] env[69319]: DEBUG oslo_concurrency.lockutils [None req-6122476e-a665-431d-8d2e-a8f67c8c89b6 tempest-ServerDiagnosticsV248Test-523245808 tempest-ServerDiagnosticsV248Test-523245808-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.380483] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-810d09bb-7461-4c66-92cf-b443b76836db {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.396861] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-836fc6c5-5870-4653-bc71-cc38bfb67d01 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 660.397118] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-836fc6c5-5870-4653-bc71-cc38bfb67d01 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 660.401242] env[69319]: DEBUG nova.network.neutron [req-a53029ac-d436-4190-9cad-ef1c1cd0dba0 req-99cf9dea-c64e-431d-aecd-f196040574df service nova] [instance: 749b3b26-9e42-4ac9-89c4-f467aa379427] Updated VIF entry in instance network info cache for port 47a9e6a1-5094-4c62-b8b2-b79073a6fdbb. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 660.401702] env[69319]: DEBUG nova.network.neutron [req-a53029ac-d436-4190-9cad-ef1c1cd0dba0 req-99cf9dea-c64e-431d-aecd-f196040574df service nova] [instance: 749b3b26-9e42-4ac9-89c4-f467aa379427] Updating instance_info_cache with network_info: [{"id": "47a9e6a1-5094-4c62-b8b2-b79073a6fdbb", "address": "fa:16:3e:c3:d5:7d", "network": {"id": "a12dc76e-6833-4e66-9e86-6da3fa6364ad", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-236068377-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b12ac3589df54648b6cc72f8505172fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47a9e6a1-50", "ovs_interfaceid": "47a9e6a1-5094-4c62-b8b2-b79073a6fdbb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.402822] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b96a649-440e-4b91-8a13-63a0e0d9ed0d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.409704] env[69319]: DEBUG oslo_vmware.api [None req-836fc6c5-5870-4653-bc71-cc38bfb67d01 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Waiting for the task: (returnval){ [ 660.409704] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]5222d6d7-07d0-5685-c1f2-92911518353b" [ 660.409704] env[69319]: _type = "Task" [ 660.409704] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.415018] env[69319]: DEBUG oslo_vmware.api [None req-cf3acd70-7377-4d52-b29c-7b1d08dacac1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Waiting for the task: (returnval){ [ 660.415018] env[69319]: value = "task-3222755" [ 660.415018] env[69319]: _type = "Task" [ 660.415018] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.422114] env[69319]: DEBUG oslo_vmware.api [None req-836fc6c5-5870-4653-bc71-cc38bfb67d01 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5222d6d7-07d0-5685-c1f2-92911518353b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.428891] env[69319]: DEBUG oslo_vmware.api [None req-cf3acd70-7377-4d52-b29c-7b1d08dacac1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Task: {'id': task-3222755, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.635193] env[69319]: DEBUG nova.network.neutron [None req-c251a091-d147-4855-ba1e-2bdde442431e tempest-VolumesAssistedSnapshotsTest-79463186 tempest-VolumesAssistedSnapshotsTest-79463186-project-member] [instance: 4f588763-0fc7-4980-92c0-7b451d4a9981] Updating instance_info_cache with network_info: [{"id": "638ce00e-6592-481d-92b9-419840f8288a", "address": "fa:16:3e:ff:42:bc", "network": {"id": "071b3225-1d62-46e4-9865-80e7c5d9ffe6", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-914235497-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f8be209caf74b29aa9bccd4b033a0e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap638ce00e-65", "ovs_interfaceid": "638ce00e-6592-481d-92b9-419840f8288a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.640547] env[69319]: DEBUG nova.network.neutron [-] [instance: c3e1d116-4785-402a-bcc3-ad45bcdc16b1] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.646976] env[69319]: DEBUG nova.virt.hardware [None req-cd96db08-d41d-460e-b1f0-a623ba986d7a tempest-ServersAdmin275Test-1992051178 tempest-ServersAdmin275Test-1992051178-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:32:36Z,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31f027872f6f44dba95ff2fe7a062e00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:32:36Z,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 660.647237] env[69319]: DEBUG nova.virt.hardware [None req-cd96db08-d41d-460e-b1f0-a623ba986d7a tempest-ServersAdmin275Test-1992051178 tempest-ServersAdmin275Test-1992051178-project-admin] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 660.647477] env[69319]: DEBUG nova.virt.hardware [None req-cd96db08-d41d-460e-b1f0-a623ba986d7a tempest-ServersAdmin275Test-1992051178 tempest-ServersAdmin275Test-1992051178-project-admin] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 660.647990] env[69319]: DEBUG nova.virt.hardware [None req-cd96db08-d41d-460e-b1f0-a623ba986d7a tempest-ServersAdmin275Test-1992051178 tempest-ServersAdmin275Test-1992051178-project-admin] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 660.647990] env[69319]: DEBUG nova.virt.hardware [None req-cd96db08-d41d-460e-b1f0-a623ba986d7a tempest-ServersAdmin275Test-1992051178 tempest-ServersAdmin275Test-1992051178-project-admin] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 660.647990] env[69319]: DEBUG nova.virt.hardware [None req-cd96db08-d41d-460e-b1f0-a623ba986d7a tempest-ServersAdmin275Test-1992051178 tempest-ServersAdmin275Test-1992051178-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 660.649015] env[69319]: DEBUG nova.virt.hardware [None req-cd96db08-d41d-460e-b1f0-a623ba986d7a tempest-ServersAdmin275Test-1992051178 tempest-ServersAdmin275Test-1992051178-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 660.649015] env[69319]: DEBUG nova.virt.hardware [None req-cd96db08-d41d-460e-b1f0-a623ba986d7a tempest-ServersAdmin275Test-1992051178 tempest-ServersAdmin275Test-1992051178-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 660.649015] env[69319]: DEBUG nova.virt.hardware [None req-cd96db08-d41d-460e-b1f0-a623ba986d7a tempest-ServersAdmin275Test-1992051178 tempest-ServersAdmin275Test-1992051178-project-admin] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 660.649015] env[69319]: DEBUG nova.virt.hardware [None req-cd96db08-d41d-460e-b1f0-a623ba986d7a tempest-ServersAdmin275Test-1992051178 tempest-ServersAdmin275Test-1992051178-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 660.649015] env[69319]: DEBUG nova.virt.hardware [None req-cd96db08-d41d-460e-b1f0-a623ba986d7a tempest-ServersAdmin275Test-1992051178 tempest-ServersAdmin275Test-1992051178-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 660.649669] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ceec51e-5615-4ceb-9db5-9bfcde56892a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.659196] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3080083-fada-4fd0-9596-d3da6246d31f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.677997] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-cd96db08-d41d-460e-b1f0-a623ba986d7a tempest-ServersAdmin275Test-1992051178 tempest-ServersAdmin275Test-1992051178-project-admin] [instance: 6de6b246-d2c0-4d08-9c09-0a944dfecc15] Instance VIF info [] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 660.685501] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cd96db08-d41d-460e-b1f0-a623ba986d7a tempest-ServersAdmin275Test-1992051178 tempest-ServersAdmin275Test-1992051178-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 660.686345] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6de6b246-d2c0-4d08-9c09-0a944dfecc15] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 660.686345] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-42063391-81c0-4988-a3d4-e889e436e0b8 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.706015] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance 99e94ac3-2fa4-4249-9297-b78043c9af00 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 660.710974] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 660.710974] env[69319]: value = "task-3222756" [ 660.710974] env[69319]: _type = "Task" [ 660.710974] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.721785] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222756, 'name': CreateVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.751080] env[69319]: DEBUG oslo_vmware.api [None req-5876a051-0d7d-405a-bcff-b01e52563f66 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': task-3222754, 'name': Rename_Task, 'duration_secs': 0.306231} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.751821] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-5876a051-0d7d-405a-bcff-b01e52563f66 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 0ccec795-caae-46ee-981f-2d210d0a31d3] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 660.751821] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c0c47760-51d5-4095-a7cd-eb154f501f5a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.766326] env[69319]: DEBUG oslo_vmware.api [None req-5876a051-0d7d-405a-bcff-b01e52563f66 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Waiting for the task: (returnval){ [ 660.766326] env[69319]: value = "task-3222757" [ 660.766326] env[69319]: _type = "Task" [ 660.766326] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.772729] env[69319]: DEBUG oslo_vmware.api [None req-5876a051-0d7d-405a-bcff-b01e52563f66 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': task-3222757, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.907473] env[69319]: DEBUG oslo_concurrency.lockutils [req-a53029ac-d436-4190-9cad-ef1c1cd0dba0 req-99cf9dea-c64e-431d-aecd-f196040574df service nova] Releasing lock "refresh_cache-749b3b26-9e42-4ac9-89c4-f467aa379427" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.927478] env[69319]: DEBUG oslo_vmware.api [None req-836fc6c5-5870-4653-bc71-cc38bfb67d01 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5222d6d7-07d0-5685-c1f2-92911518353b, 'name': SearchDatastore_Task, 'duration_secs': 0.022281} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.928948] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83fea528-36c8-4f87-ba4e-6936e2ad12b1 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.939547] env[69319]: DEBUG oslo_vmware.api [None req-cf3acd70-7377-4d52-b29c-7b1d08dacac1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Task: {'id': task-3222755, 'name': ReconfigVM_Task, 'duration_secs': 0.492895} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.940513] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf3acd70-7377-4d52-b29c-7b1d08dacac1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] [instance: 749b3b26-9e42-4ac9-89c4-f467aa379427] Reconfigured VM instance instance-0000000c to attach disk [datastore2] 749b3b26-9e42-4ac9-89c4-f467aa379427/749b3b26-9e42-4ac9-89c4-f467aa379427.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 660.941195] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aecb2c04-924f-430b-b407-d96fcb256636 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.945437] env[69319]: DEBUG oslo_vmware.api [None req-836fc6c5-5870-4653-bc71-cc38bfb67d01 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Waiting for the task: (returnval){ [ 660.945437] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52c326b8-abfb-2f13-6481-31ae3cd614d6" [ 660.945437] env[69319]: _type = "Task" [ 660.945437] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.954408] env[69319]: DEBUG oslo_vmware.api [None req-cf3acd70-7377-4d52-b29c-7b1d08dacac1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Waiting for the task: (returnval){ [ 660.954408] env[69319]: value = "task-3222758" [ 660.954408] env[69319]: _type = "Task" [ 660.954408] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.958125] env[69319]: DEBUG oslo_vmware.api [None req-836fc6c5-5870-4653-bc71-cc38bfb67d01 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52c326b8-abfb-2f13-6481-31ae3cd614d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.968360] env[69319]: DEBUG oslo_vmware.api [None req-cf3acd70-7377-4d52-b29c-7b1d08dacac1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Task: {'id': task-3222758, 'name': Rename_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.140493] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c251a091-d147-4855-ba1e-2bdde442431e tempest-VolumesAssistedSnapshotsTest-79463186 tempest-VolumesAssistedSnapshotsTest-79463186-project-member] Releasing lock "refresh_cache-4f588763-0fc7-4980-92c0-7b451d4a9981" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.140962] env[69319]: DEBUG nova.compute.manager [None req-c251a091-d147-4855-ba1e-2bdde442431e tempest-VolumesAssistedSnapshotsTest-79463186 tempest-VolumesAssistedSnapshotsTest-79463186-project-member] [instance: 4f588763-0fc7-4980-92c0-7b451d4a9981] Instance network_info: |[{"id": "638ce00e-6592-481d-92b9-419840f8288a", "address": "fa:16:3e:ff:42:bc", "network": {"id": "071b3225-1d62-46e4-9865-80e7c5d9ffe6", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-914235497-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f8be209caf74b29aa9bccd4b033a0e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap638ce00e-65", "ovs_interfaceid": "638ce00e-6592-481d-92b9-419840f8288a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 661.141631] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-c251a091-d147-4855-ba1e-2bdde442431e tempest-VolumesAssistedSnapshotsTest-79463186 tempest-VolumesAssistedSnapshotsTest-79463186-project-member] [instance: 4f588763-0fc7-4980-92c0-7b451d4a9981] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:42:bc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bd998416-f3d6-4a62-b828-5011063ce76a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '638ce00e-6592-481d-92b9-419840f8288a', 'vif_model': 'vmxnet3'}] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 661.150490] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-c251a091-d147-4855-ba1e-2bdde442431e tempest-VolumesAssistedSnapshotsTest-79463186 tempest-VolumesAssistedSnapshotsTest-79463186-project-member] Creating folder: Project (1f8be209caf74b29aa9bccd4b033a0e7). Parent ref: group-v644239. {{(pid=69319) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 661.150974] env[69319]: INFO nova.compute.manager [-] [instance: c3e1d116-4785-402a-bcc3-ad45bcdc16b1] Took 1.68 seconds to deallocate network for instance. [ 661.151220] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f41b219a-9fd9-4d7f-aa96-db31d4b6e443 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.169309] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-c251a091-d147-4855-ba1e-2bdde442431e tempest-VolumesAssistedSnapshotsTest-79463186 tempest-VolumesAssistedSnapshotsTest-79463186-project-member] Created folder: Project (1f8be209caf74b29aa9bccd4b033a0e7) in parent group-v644239. [ 661.169309] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-c251a091-d147-4855-ba1e-2bdde442431e tempest-VolumesAssistedSnapshotsTest-79463186 tempest-VolumesAssistedSnapshotsTest-79463186-project-member] Creating folder: Instances. Parent ref: group-v644279. {{(pid=69319) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 661.169309] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-17bcb500-c31f-482b-8a90-396b94e25a32 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.182597] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-c251a091-d147-4855-ba1e-2bdde442431e tempest-VolumesAssistedSnapshotsTest-79463186 tempest-VolumesAssistedSnapshotsTest-79463186-project-member] Created folder: Instances in parent group-v644279. [ 661.182597] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c251a091-d147-4855-ba1e-2bdde442431e tempest-VolumesAssistedSnapshotsTest-79463186 tempest-VolumesAssistedSnapshotsTest-79463186-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 661.182866] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f588763-0fc7-4980-92c0-7b451d4a9981] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 661.182986] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0d160670-03ed-4df5-8663-127e91e6c177 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.205177] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 661.205177] env[69319]: value = "task-3222761" [ 661.205177] env[69319]: _type = "Task" [ 661.205177] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.215704] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222761, 'name': CreateVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.216469] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance 7f8824d4-3dfc-49e6-b1a9-b9c9e2a8f179 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 661.230485] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222756, 'name': CreateVM_Task, 'duration_secs': 0.480599} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.230715] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6de6b246-d2c0-4d08-9c09-0a944dfecc15] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 661.231226] env[69319]: DEBUG oslo_concurrency.lockutils [None req-cd96db08-d41d-460e-b1f0-a623ba986d7a tempest-ServersAdmin275Test-1992051178 tempest-ServersAdmin275Test-1992051178-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.231461] env[69319]: DEBUG oslo_concurrency.lockutils [None req-cd96db08-d41d-460e-b1f0-a623ba986d7a tempest-ServersAdmin275Test-1992051178 tempest-ServersAdmin275Test-1992051178-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.231787] env[69319]: DEBUG oslo_concurrency.lockutils [None req-cd96db08-d41d-460e-b1f0-a623ba986d7a tempest-ServersAdmin275Test-1992051178 tempest-ServersAdmin275Test-1992051178-project-admin] Acquired external semaphore "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.232069] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1f10e86-ebed-4e65-b94e-0e0588885277 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.241158] env[69319]: DEBUG oslo_vmware.api [None req-cd96db08-d41d-460e-b1f0-a623ba986d7a tempest-ServersAdmin275Test-1992051178 tempest-ServersAdmin275Test-1992051178-project-admin] Waiting for the task: (returnval){ [ 661.241158] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]5297d47e-2842-e02c-f6ae-d8d6167ac907" [ 661.241158] env[69319]: _type = "Task" [ 661.241158] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.251983] env[69319]: DEBUG oslo_vmware.api [None req-cd96db08-d41d-460e-b1f0-a623ba986d7a tempest-ServersAdmin275Test-1992051178 tempest-ServersAdmin275Test-1992051178-project-admin] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5297d47e-2842-e02c-f6ae-d8d6167ac907, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.277293] env[69319]: DEBUG oslo_vmware.api [None req-5876a051-0d7d-405a-bcff-b01e52563f66 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': task-3222757, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.440766] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b9477da7-beab-4dcb-a1ea-22a5accfc54e tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] Acquiring lock "c2acc8ea-12eb-40fc-8baf-db3028c3ba19" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.441395] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b9477da7-beab-4dcb-a1ea-22a5accfc54e tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] Lock "c2acc8ea-12eb-40fc-8baf-db3028c3ba19" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.441659] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b9477da7-beab-4dcb-a1ea-22a5accfc54e tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] Acquiring lock "c2acc8ea-12eb-40fc-8baf-db3028c3ba19-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.441898] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b9477da7-beab-4dcb-a1ea-22a5accfc54e tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] Lock "c2acc8ea-12eb-40fc-8baf-db3028c3ba19-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.442118] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b9477da7-beab-4dcb-a1ea-22a5accfc54e tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] Lock "c2acc8ea-12eb-40fc-8baf-db3028c3ba19-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.445477] env[69319]: INFO nova.compute.manager [None req-b9477da7-beab-4dcb-a1ea-22a5accfc54e tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] [instance: c2acc8ea-12eb-40fc-8baf-db3028c3ba19] Terminating instance [ 661.461766] env[69319]: DEBUG oslo_vmware.api [None req-836fc6c5-5870-4653-bc71-cc38bfb67d01 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52c326b8-abfb-2f13-6481-31ae3cd614d6, 'name': SearchDatastore_Task, 'duration_secs': 0.020528} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.469040] env[69319]: DEBUG oslo_concurrency.lockutils [None req-836fc6c5-5870-4653-bc71-cc38bfb67d01 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.469040] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-836fc6c5-5870-4653-bc71-cc38bfb67d01 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] 22225d47-adf7-4381-8b26-9372db49c4be/22225d47-adf7-4381-8b26-9372db49c4be.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 661.469040] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6b480988-7d2f-4f7b-b55b-2bc51557b5e7 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.478499] env[69319]: DEBUG oslo_vmware.api [None req-cf3acd70-7377-4d52-b29c-7b1d08dacac1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Task: {'id': task-3222758, 'name': Rename_Task, 'duration_secs': 0.282389} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.481265] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf3acd70-7377-4d52-b29c-7b1d08dacac1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] [instance: 749b3b26-9e42-4ac9-89c4-f467aa379427] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 661.481265] env[69319]: DEBUG oslo_vmware.api [None req-836fc6c5-5870-4653-bc71-cc38bfb67d01 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Waiting for the task: (returnval){ [ 661.481265] env[69319]: value = "task-3222762" [ 661.481265] env[69319]: _type = "Task" [ 661.481265] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.481265] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af014d6c-6037-4772-af55-7c5856fdb3a4 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.493145] env[69319]: DEBUG oslo_vmware.api [None req-836fc6c5-5870-4653-bc71-cc38bfb67d01 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3222762, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.494776] env[69319]: DEBUG oslo_vmware.api [None req-cf3acd70-7377-4d52-b29c-7b1d08dacac1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Waiting for the task: (returnval){ [ 661.494776] env[69319]: value = "task-3222763" [ 661.494776] env[69319]: _type = "Task" [ 661.494776] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.506311] env[69319]: DEBUG oslo_vmware.api [None req-cf3acd70-7377-4d52-b29c-7b1d08dacac1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Task: {'id': task-3222763, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.664390] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c6d38775-ced6-479a-b821-6fe4a2f82846 tempest-ServerExternalEventsTest-854483476 tempest-ServerExternalEventsTest-854483476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.716656] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222761, 'name': CreateVM_Task} progress is 99%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.724649] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance 5bd885da-3062-44d3-9b86-6db0dafdcc2f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 661.724848] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Migration d5768099-933a-4fdf-a1fc-64ac0234cd77 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 661.725100] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance 3e95f2d5-d392-47c4-b519-4a218660516b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 661.758690] env[69319]: DEBUG oslo_vmware.api [None req-cd96db08-d41d-460e-b1f0-a623ba986d7a tempest-ServersAdmin275Test-1992051178 tempest-ServersAdmin275Test-1992051178-project-admin] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5297d47e-2842-e02c-f6ae-d8d6167ac907, 'name': SearchDatastore_Task, 'duration_secs': 0.022626} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.759372] env[69319]: DEBUG oslo_concurrency.lockutils [None req-cd96db08-d41d-460e-b1f0-a623ba986d7a tempest-ServersAdmin275Test-1992051178 tempest-ServersAdmin275Test-1992051178-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.760165] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-cd96db08-d41d-460e-b1f0-a623ba986d7a tempest-ServersAdmin275Test-1992051178 tempest-ServersAdmin275Test-1992051178-project-admin] [instance: 6de6b246-d2c0-4d08-9c09-0a944dfecc15] Processing image 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 661.760522] env[69319]: DEBUG oslo_concurrency.lockutils [None req-cd96db08-d41d-460e-b1f0-a623ba986d7a tempest-ServersAdmin275Test-1992051178 tempest-ServersAdmin275Test-1992051178-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.760764] env[69319]: DEBUG oslo_concurrency.lockutils [None req-cd96db08-d41d-460e-b1f0-a623ba986d7a tempest-ServersAdmin275Test-1992051178 tempest-ServersAdmin275Test-1992051178-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.761308] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd96db08-d41d-460e-b1f0-a623ba986d7a tempest-ServersAdmin275Test-1992051178 tempest-ServersAdmin275Test-1992051178-project-admin] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 661.761911] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-954b80a7-05c7-4d08-b3c8-982f3a72cb24 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.785019] env[69319]: DEBUG oslo_vmware.api [None req-5876a051-0d7d-405a-bcff-b01e52563f66 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': task-3222757, 'name': PowerOnVM_Task, 'duration_secs': 0.914367} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.785019] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-5876a051-0d7d-405a-bcff-b01e52563f66 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 0ccec795-caae-46ee-981f-2d210d0a31d3] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 661.785019] env[69319]: INFO nova.compute.manager [None req-5876a051-0d7d-405a-bcff-b01e52563f66 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 0ccec795-caae-46ee-981f-2d210d0a31d3] Took 13.88 seconds to spawn the instance on the hypervisor. [ 661.785019] env[69319]: DEBUG nova.compute.manager [None req-5876a051-0d7d-405a-bcff-b01e52563f66 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 0ccec795-caae-46ee-981f-2d210d0a31d3] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 661.785019] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd96db08-d41d-460e-b1f0-a623ba986d7a tempest-ServersAdmin275Test-1992051178 tempest-ServersAdmin275Test-1992051178-project-admin] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 661.785392] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-cd96db08-d41d-460e-b1f0-a623ba986d7a tempest-ServersAdmin275Test-1992051178 tempest-ServersAdmin275Test-1992051178-project-admin] Folder [datastore2] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 661.786390] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff86af00-ace5-44cd-9b0f-eda9352f1ccb {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.789486] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-274cd9fe-937f-4fa8-a780-3f91323d2a92 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.806211] env[69319]: DEBUG oslo_vmware.api [None req-cd96db08-d41d-460e-b1f0-a623ba986d7a tempest-ServersAdmin275Test-1992051178 tempest-ServersAdmin275Test-1992051178-project-admin] Waiting for the task: (returnval){ [ 661.806211] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52dbb948-1b59-9b23-e8cc-69cdfd7fa739" [ 661.806211] env[69319]: _type = "Task" [ 661.806211] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.817607] env[69319]: DEBUG oslo_vmware.api [None req-cd96db08-d41d-460e-b1f0-a623ba986d7a tempest-ServersAdmin275Test-1992051178 tempest-ServersAdmin275Test-1992051178-project-admin] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52dbb948-1b59-9b23-e8cc-69cdfd7fa739, 'name': SearchDatastore_Task, 'duration_secs': 0.015409} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.818540] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57c9025c-b86d-4eeb-bebc-85ff49fb1812 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.825603] env[69319]: DEBUG oslo_vmware.api [None req-cd96db08-d41d-460e-b1f0-a623ba986d7a tempest-ServersAdmin275Test-1992051178 tempest-ServersAdmin275Test-1992051178-project-admin] Waiting for the task: (returnval){ [ 661.825603] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]522d64a1-ca73-66af-88c8-98db3bfdbc22" [ 661.825603] env[69319]: _type = "Task" [ 661.825603] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.838129] env[69319]: DEBUG oslo_vmware.api [None req-cd96db08-d41d-460e-b1f0-a623ba986d7a tempest-ServersAdmin275Test-1992051178 tempest-ServersAdmin275Test-1992051178-project-admin] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]522d64a1-ca73-66af-88c8-98db3bfdbc22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.955609] env[69319]: DEBUG nova.compute.manager [None req-b9477da7-beab-4dcb-a1ea-22a5accfc54e tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] [instance: c2acc8ea-12eb-40fc-8baf-db3028c3ba19] Start destroying the instance on the hypervisor. {{(pid=69319) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 661.956720] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-b9477da7-beab-4dcb-a1ea-22a5accfc54e tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] [instance: c2acc8ea-12eb-40fc-8baf-db3028c3ba19] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 661.956934] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2574158b-2564-4f25-ae8e-6e67ed351817 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.966777] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9477da7-beab-4dcb-a1ea-22a5accfc54e tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] [instance: c2acc8ea-12eb-40fc-8baf-db3028c3ba19] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 661.968238] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0bd1dd2c-c42f-4646-89d8-7183b2cba9ce {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.982338] env[69319]: DEBUG oslo_vmware.api [None req-b9477da7-beab-4dcb-a1ea-22a5accfc54e tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] Waiting for the task: (returnval){ [ 661.982338] env[69319]: value = "task-3222764" [ 661.982338] env[69319]: _type = "Task" [ 661.982338] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.006566] env[69319]: DEBUG oslo_vmware.api [None req-b9477da7-beab-4dcb-a1ea-22a5accfc54e tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] Task: {'id': task-3222764, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.006941] env[69319]: DEBUG oslo_vmware.api [None req-836fc6c5-5870-4653-bc71-cc38bfb67d01 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3222762, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.013930] env[69319]: DEBUG oslo_vmware.api [None req-cf3acd70-7377-4d52-b29c-7b1d08dacac1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Task: {'id': task-3222763, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.221099] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222761, 'name': CreateVM_Task, 'duration_secs': 0.534502} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.221319] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f588763-0fc7-4980-92c0-7b451d4a9981] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 662.222189] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c251a091-d147-4855-ba1e-2bdde442431e tempest-VolumesAssistedSnapshotsTest-79463186 tempest-VolumesAssistedSnapshotsTest-79463186-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.222405] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c251a091-d147-4855-ba1e-2bdde442431e tempest-VolumesAssistedSnapshotsTest-79463186 tempest-VolumesAssistedSnapshotsTest-79463186-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.222723] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c251a091-d147-4855-ba1e-2bdde442431e tempest-VolumesAssistedSnapshotsTest-79463186 tempest-VolumesAssistedSnapshotsTest-79463186-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.223029] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa4dbd42-ec60-491a-bf3e-eb7fbbf15f59 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.229274] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance df115496-807d-43f5-a129-a0c78a576a29 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 662.229472] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=69319) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 662.229576] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3200MB phys_disk=200GB used_disk=14GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=69319) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 662.232255] env[69319]: DEBUG oslo_vmware.api [None req-c251a091-d147-4855-ba1e-2bdde442431e tempest-VolumesAssistedSnapshotsTest-79463186 tempest-VolumesAssistedSnapshotsTest-79463186-project-member] Waiting for the task: (returnval){ [ 662.232255] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52e6ebdd-5bcd-56bd-fd35-7d09fbbfc124" [ 662.232255] env[69319]: _type = "Task" [ 662.232255] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.250776] env[69319]: DEBUG oslo_vmware.api [None req-c251a091-d147-4855-ba1e-2bdde442431e tempest-VolumesAssistedSnapshotsTest-79463186 tempest-VolumesAssistedSnapshotsTest-79463186-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52e6ebdd-5bcd-56bd-fd35-7d09fbbfc124, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.324866] env[69319]: INFO nova.compute.manager [None req-5876a051-0d7d-405a-bcff-b01e52563f66 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 0ccec795-caae-46ee-981f-2d210d0a31d3] Took 28.18 seconds to build instance. [ 662.346179] env[69319]: DEBUG oslo_vmware.api [None req-cd96db08-d41d-460e-b1f0-a623ba986d7a tempest-ServersAdmin275Test-1992051178 tempest-ServersAdmin275Test-1992051178-project-admin] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]522d64a1-ca73-66af-88c8-98db3bfdbc22, 'name': SearchDatastore_Task, 'duration_secs': 0.016155} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.346923] env[69319]: DEBUG oslo_concurrency.lockutils [None req-cd96db08-d41d-460e-b1f0-a623ba986d7a tempest-ServersAdmin275Test-1992051178 tempest-ServersAdmin275Test-1992051178-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.347203] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd96db08-d41d-460e-b1f0-a623ba986d7a tempest-ServersAdmin275Test-1992051178 tempest-ServersAdmin275Test-1992051178-project-admin] Copying Virtual Disk [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] 6de6b246-d2c0-4d08-9c09-0a944dfecc15/6de6b246-d2c0-4d08-9c09-0a944dfecc15.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 662.347461] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7b38ded1-199f-41be-a0fc-a4a6968a82c5 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.358675] env[69319]: DEBUG oslo_vmware.api [None req-cd96db08-d41d-460e-b1f0-a623ba986d7a tempest-ServersAdmin275Test-1992051178 tempest-ServersAdmin275Test-1992051178-project-admin] Waiting for the task: (returnval){ [ 662.358675] env[69319]: value = "task-3222765" [ 662.358675] env[69319]: _type = "Task" [ 662.358675] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.369665] env[69319]: DEBUG oslo_vmware.api [None req-cd96db08-d41d-460e-b1f0-a623ba986d7a tempest-ServersAdmin275Test-1992051178 tempest-ServersAdmin275Test-1992051178-project-admin] Task: {'id': task-3222765, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.509997] env[69319]: DEBUG oslo_vmware.api [None req-b9477da7-beab-4dcb-a1ea-22a5accfc54e tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] Task: {'id': task-3222764, 'name': PowerOffVM_Task, 'duration_secs': 0.273345} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.510457] env[69319]: DEBUG oslo_vmware.api [None req-836fc6c5-5870-4653-bc71-cc38bfb67d01 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3222762, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.515464] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9477da7-beab-4dcb-a1ea-22a5accfc54e tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] [instance: c2acc8ea-12eb-40fc-8baf-db3028c3ba19] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 662.515846] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-b9477da7-beab-4dcb-a1ea-22a5accfc54e tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] [instance: c2acc8ea-12eb-40fc-8baf-db3028c3ba19] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 662.516865] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0f1792aa-170c-4597-85df-4ecc45fa3a78 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.523309] env[69319]: DEBUG oslo_vmware.api [None req-cf3acd70-7377-4d52-b29c-7b1d08dacac1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Task: {'id': task-3222763, 'name': PowerOnVM_Task, 'duration_secs': 0.712931} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.523763] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf3acd70-7377-4d52-b29c-7b1d08dacac1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] [instance: 749b3b26-9e42-4ac9-89c4-f467aa379427] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 662.524124] env[69319]: INFO nova.compute.manager [None req-cf3acd70-7377-4d52-b29c-7b1d08dacac1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] [instance: 749b3b26-9e42-4ac9-89c4-f467aa379427] Took 9.04 seconds to spawn the instance on the hypervisor. [ 662.524460] env[69319]: DEBUG nova.compute.manager [None req-cf3acd70-7377-4d52-b29c-7b1d08dacac1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] [instance: 749b3b26-9e42-4ac9-89c4-f467aa379427] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 662.525476] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad496782-733e-45ba-afec-6b3187ca32a8 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.550791] env[69319]: DEBUG nova.compute.manager [req-fde90b25-a0f5-4f99-951e-281ae6c75b87 req-ed936cf1-ab7f-45f6-be4f-2d4c4c039dd9 service nova] [instance: 22225d47-adf7-4381-8b26-9372db49c4be] Received event network-changed-5db4f094-4b47-4df8-890a-443bf219713e {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 662.551282] env[69319]: DEBUG nova.compute.manager [req-fde90b25-a0f5-4f99-951e-281ae6c75b87 req-ed936cf1-ab7f-45f6-be4f-2d4c4c039dd9 service nova] [instance: 22225d47-adf7-4381-8b26-9372db49c4be] Refreshing instance network info cache due to event network-changed-5db4f094-4b47-4df8-890a-443bf219713e. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 662.551664] env[69319]: DEBUG oslo_concurrency.lockutils [req-fde90b25-a0f5-4f99-951e-281ae6c75b87 req-ed936cf1-ab7f-45f6-be4f-2d4c4c039dd9 service nova] Acquiring lock "refresh_cache-22225d47-adf7-4381-8b26-9372db49c4be" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.551924] env[69319]: DEBUG oslo_concurrency.lockutils [req-fde90b25-a0f5-4f99-951e-281ae6c75b87 req-ed936cf1-ab7f-45f6-be4f-2d4c4c039dd9 service nova] Acquired lock "refresh_cache-22225d47-adf7-4381-8b26-9372db49c4be" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.552226] env[69319]: DEBUG nova.network.neutron [req-fde90b25-a0f5-4f99-951e-281ae6c75b87 req-ed936cf1-ab7f-45f6-be4f-2d4c4c039dd9 service nova] [instance: 22225d47-adf7-4381-8b26-9372db49c4be] Refreshing network info cache for port 5db4f094-4b47-4df8-890a-443bf219713e {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 662.605232] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-b9477da7-beab-4dcb-a1ea-22a5accfc54e tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] [instance: c2acc8ea-12eb-40fc-8baf-db3028c3ba19] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 662.605232] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-b9477da7-beab-4dcb-a1ea-22a5accfc54e tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] [instance: c2acc8ea-12eb-40fc-8baf-db3028c3ba19] Deleting contents of the VM from datastore datastore1 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 662.605232] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9477da7-beab-4dcb-a1ea-22a5accfc54e tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] Deleting the datastore file [datastore1] c2acc8ea-12eb-40fc-8baf-db3028c3ba19 {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 662.605232] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-125f73d3-3e64-4f23-892c-bc509027e184 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.616426] env[69319]: DEBUG oslo_vmware.api [None req-b9477da7-beab-4dcb-a1ea-22a5accfc54e tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] Waiting for the task: (returnval){ [ 662.616426] env[69319]: value = "task-3222767" [ 662.616426] env[69319]: _type = "Task" [ 662.616426] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.630033] env[69319]: DEBUG oslo_vmware.api [None req-b9477da7-beab-4dcb-a1ea-22a5accfc54e tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] Task: {'id': task-3222767, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.693176] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbc0e264-21ad-4410-98b9-0a316d60a82d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.705270] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3778f97e-3e86-48d3-b087-7a0a5dfa03e0 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.745071] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ac647a9-15dd-4351-bc45-89fbcaa232d3 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.764033] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe91f03b-512c-42ea-894b-de7403bf6a3f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.765296] env[69319]: DEBUG oslo_vmware.api [None req-c251a091-d147-4855-ba1e-2bdde442431e tempest-VolumesAssistedSnapshotsTest-79463186 tempest-VolumesAssistedSnapshotsTest-79463186-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52e6ebdd-5bcd-56bd-fd35-7d09fbbfc124, 'name': SearchDatastore_Task, 'duration_secs': 0.022075} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.765802] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c251a091-d147-4855-ba1e-2bdde442431e tempest-VolumesAssistedSnapshotsTest-79463186 tempest-VolumesAssistedSnapshotsTest-79463186-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.766241] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-c251a091-d147-4855-ba1e-2bdde442431e tempest-VolumesAssistedSnapshotsTest-79463186 tempest-VolumesAssistedSnapshotsTest-79463186-project-member] [instance: 4f588763-0fc7-4980-92c0-7b451d4a9981] Processing image 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 662.766745] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c251a091-d147-4855-ba1e-2bdde442431e tempest-VolumesAssistedSnapshotsTest-79463186 tempest-VolumesAssistedSnapshotsTest-79463186-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.767099] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c251a091-d147-4855-ba1e-2bdde442431e tempest-VolumesAssistedSnapshotsTest-79463186 tempest-VolumesAssistedSnapshotsTest-79463186-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.767412] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-c251a091-d147-4855-ba1e-2bdde442431e tempest-VolumesAssistedSnapshotsTest-79463186 tempest-VolumesAssistedSnapshotsTest-79463186-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 662.768243] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-81cc12d3-4c37-40f7-a519-8f0b9dfe1fbb {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.780766] env[69319]: DEBUG nova.compute.provider_tree [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 662.803652] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-c251a091-d147-4855-ba1e-2bdde442431e tempest-VolumesAssistedSnapshotsTest-79463186 tempest-VolumesAssistedSnapshotsTest-79463186-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 662.804017] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-c251a091-d147-4855-ba1e-2bdde442431e tempest-VolumesAssistedSnapshotsTest-79463186 tempest-VolumesAssistedSnapshotsTest-79463186-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 662.804973] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-593a9397-b946-48c9-999d-4a680004ef9a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.812722] env[69319]: DEBUG oslo_vmware.api [None req-c251a091-d147-4855-ba1e-2bdde442431e tempest-VolumesAssistedSnapshotsTest-79463186 tempest-VolumesAssistedSnapshotsTest-79463186-project-member] Waiting for the task: (returnval){ [ 662.812722] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]5205cdc0-9227-75cc-a63c-bc2fef7d7b51" [ 662.812722] env[69319]: _type = "Task" [ 662.812722] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.823727] env[69319]: DEBUG oslo_vmware.api [None req-c251a091-d147-4855-ba1e-2bdde442431e tempest-VolumesAssistedSnapshotsTest-79463186 tempest-VolumesAssistedSnapshotsTest-79463186-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5205cdc0-9227-75cc-a63c-bc2fef7d7b51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.828450] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5876a051-0d7d-405a-bcff-b01e52563f66 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Lock "0ccec795-caae-46ee-981f-2d210d0a31d3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.105s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.869654] env[69319]: DEBUG oslo_vmware.api [None req-cd96db08-d41d-460e-b1f0-a623ba986d7a tempest-ServersAdmin275Test-1992051178 tempest-ServersAdmin275Test-1992051178-project-admin] Task: {'id': task-3222765, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.998678] env[69319]: DEBUG oslo_vmware.api [None req-836fc6c5-5870-4653-bc71-cc38bfb67d01 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3222762, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.305662} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.998678] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-836fc6c5-5870-4653-bc71-cc38bfb67d01 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] 22225d47-adf7-4381-8b26-9372db49c4be/22225d47-adf7-4381-8b26-9372db49c4be.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 662.998678] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-836fc6c5-5870-4653-bc71-cc38bfb67d01 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: 22225d47-adf7-4381-8b26-9372db49c4be] Extending root virtual disk to 1048576 {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 662.998678] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b8669b2f-c18f-4478-8101-06d250e8d6f5 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.007588] env[69319]: DEBUG oslo_vmware.api [None req-836fc6c5-5870-4653-bc71-cc38bfb67d01 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Waiting for the task: (returnval){ [ 663.007588] env[69319]: value = "task-3222768" [ 663.007588] env[69319]: _type = "Task" [ 663.007588] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.020293] env[69319]: DEBUG oslo_vmware.api [None req-836fc6c5-5870-4653-bc71-cc38bfb67d01 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3222768, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.065748] env[69319]: INFO nova.compute.manager [None req-cf3acd70-7377-4d52-b29c-7b1d08dacac1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] [instance: 749b3b26-9e42-4ac9-89c4-f467aa379427] Took 23.72 seconds to build instance. [ 663.132659] env[69319]: DEBUG oslo_vmware.api [None req-b9477da7-beab-4dcb-a1ea-22a5accfc54e tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] Task: {'id': task-3222767, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.399273} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.134494] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9477da7-beab-4dcb-a1ea-22a5accfc54e tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 663.134494] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-b9477da7-beab-4dcb-a1ea-22a5accfc54e tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] [instance: c2acc8ea-12eb-40fc-8baf-db3028c3ba19] Deleted contents of the VM from datastore datastore1 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 663.134494] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-b9477da7-beab-4dcb-a1ea-22a5accfc54e tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] [instance: c2acc8ea-12eb-40fc-8baf-db3028c3ba19] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 663.134494] env[69319]: INFO nova.compute.manager [None req-b9477da7-beab-4dcb-a1ea-22a5accfc54e tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] [instance: c2acc8ea-12eb-40fc-8baf-db3028c3ba19] Took 1.18 seconds to destroy the instance on the hypervisor. [ 663.134494] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b9477da7-beab-4dcb-a1ea-22a5accfc54e tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 663.135070] env[69319]: DEBUG nova.compute.manager [-] [instance: c2acc8ea-12eb-40fc-8baf-db3028c3ba19] Deallocating network for instance {{(pid=69319) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 663.135070] env[69319]: DEBUG nova.network.neutron [-] [instance: c2acc8ea-12eb-40fc-8baf-db3028c3ba19] deallocate_for_instance() {{(pid=69319) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 663.285856] env[69319]: DEBUG nova.scheduler.client.report [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 663.328482] env[69319]: DEBUG oslo_vmware.api [None req-c251a091-d147-4855-ba1e-2bdde442431e tempest-VolumesAssistedSnapshotsTest-79463186 tempest-VolumesAssistedSnapshotsTest-79463186-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5205cdc0-9227-75cc-a63c-bc2fef7d7b51, 'name': SearchDatastore_Task, 'duration_secs': 0.014568} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.332267] env[69319]: DEBUG nova.compute.manager [None req-060345d8-bec2-4e61-9f1f-b94ec95d713a tempest-AttachInterfacesV270Test-645317410 tempest-AttachInterfacesV270Test-645317410-project-member] [instance: 7f8824d4-3dfc-49e6-b1a9-b9c9e2a8f179] Starting instance... {{(pid=69319) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 663.336627] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-187f788c-d128-4655-965e-0a8e9bfa0baa {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.345895] env[69319]: DEBUG oslo_vmware.api [None req-c251a091-d147-4855-ba1e-2bdde442431e tempest-VolumesAssistedSnapshotsTest-79463186 tempest-VolumesAssistedSnapshotsTest-79463186-project-member] Waiting for the task: (returnval){ [ 663.345895] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]529868d8-1d6b-8acb-8cf8-d31b0bde9d33" [ 663.345895] env[69319]: _type = "Task" [ 663.345895] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.359961] env[69319]: DEBUG oslo_vmware.api [None req-c251a091-d147-4855-ba1e-2bdde442431e tempest-VolumesAssistedSnapshotsTest-79463186 tempest-VolumesAssistedSnapshotsTest-79463186-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]529868d8-1d6b-8acb-8cf8-d31b0bde9d33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.372095] env[69319]: DEBUG oslo_vmware.api [None req-cd96db08-d41d-460e-b1f0-a623ba986d7a tempest-ServersAdmin275Test-1992051178 tempest-ServersAdmin275Test-1992051178-project-admin] Task: {'id': task-3222765, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.976462} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.375090] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd96db08-d41d-460e-b1f0-a623ba986d7a tempest-ServersAdmin275Test-1992051178 tempest-ServersAdmin275Test-1992051178-project-admin] Copied Virtual Disk [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] 6de6b246-d2c0-4d08-9c09-0a944dfecc15/6de6b246-d2c0-4d08-9c09-0a944dfecc15.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 663.375090] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-cd96db08-d41d-460e-b1f0-a623ba986d7a tempest-ServersAdmin275Test-1992051178 tempest-ServersAdmin275Test-1992051178-project-admin] [instance: 6de6b246-d2c0-4d08-9c09-0a944dfecc15] Extending root virtual disk to 1048576 {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 663.375090] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-09242a71-8f13-427a-b332-f391c5589750 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.381578] env[69319]: DEBUG oslo_vmware.api [None req-cd96db08-d41d-460e-b1f0-a623ba986d7a tempest-ServersAdmin275Test-1992051178 tempest-ServersAdmin275Test-1992051178-project-admin] Waiting for the task: (returnval){ [ 663.381578] env[69319]: value = "task-3222769" [ 663.381578] env[69319]: _type = "Task" [ 663.381578] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.392409] env[69319]: DEBUG oslo_vmware.api [None req-cd96db08-d41d-460e-b1f0-a623ba986d7a tempest-ServersAdmin275Test-1992051178 tempest-ServersAdmin275Test-1992051178-project-admin] Task: {'id': task-3222769, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.519698] env[69319]: DEBUG oslo_vmware.api [None req-836fc6c5-5870-4653-bc71-cc38bfb67d01 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3222768, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.42098} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.520011] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-836fc6c5-5870-4653-bc71-cc38bfb67d01 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: 22225d47-adf7-4381-8b26-9372db49c4be] Extended root virtual disk {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 663.520824] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-350d64ec-fee1-487e-a2b4-4ae1422acc83 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.561501] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-836fc6c5-5870-4653-bc71-cc38bfb67d01 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: 22225d47-adf7-4381-8b26-9372db49c4be] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] 22225d47-adf7-4381-8b26-9372db49c4be/22225d47-adf7-4381-8b26-9372db49c4be.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 663.561946] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-397bb399-edd5-41d9-b6d0-5a47a20a0ff0 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.590500] env[69319]: DEBUG oslo_concurrency.lockutils [None req-cf3acd70-7377-4d52-b29c-7b1d08dacac1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Lock "749b3b26-9e42-4ac9-89c4-f467aa379427" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.107s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.600295] env[69319]: DEBUG oslo_vmware.api [None req-836fc6c5-5870-4653-bc71-cc38bfb67d01 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Waiting for the task: (returnval){ [ 663.600295] env[69319]: value = "task-3222770" [ 663.600295] env[69319]: _type = "Task" [ 663.600295] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.613870] env[69319]: DEBUG oslo_vmware.api [None req-836fc6c5-5870-4653-bc71-cc38bfb67d01 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3222770, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.615955] env[69319]: DEBUG nova.network.neutron [req-fde90b25-a0f5-4f99-951e-281ae6c75b87 req-ed936cf1-ab7f-45f6-be4f-2d4c4c039dd9 service nova] [instance: 22225d47-adf7-4381-8b26-9372db49c4be] Updated VIF entry in instance network info cache for port 5db4f094-4b47-4df8-890a-443bf219713e. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 663.616618] env[69319]: DEBUG nova.network.neutron [req-fde90b25-a0f5-4f99-951e-281ae6c75b87 req-ed936cf1-ab7f-45f6-be4f-2d4c4c039dd9 service nova] [instance: 22225d47-adf7-4381-8b26-9372db49c4be] Updating instance_info_cache with network_info: [{"id": "5db4f094-4b47-4df8-890a-443bf219713e", "address": "fa:16:3e:e4:d2:ea", "network": {"id": "a673a352-fcbe-446a-b78c-3975246791bd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-551867013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b933d0258a1488bbdddf88a90df7360", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f847601f-7479-48eb-842f-41f94eea8537", "external-id": "nsx-vlan-transportzone-35", "segmentation_id": 35, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5db4f094-4b", "ovs_interfaceid": "5db4f094-4b47-4df8-890a-443bf219713e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.794061] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69319) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 663.794582] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 7.161s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.794682] env[69319]: DEBUG oslo_concurrency.lockutils [None req-7aa780d8-d621-42e7-9e19-a4d7a3679f36 tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 11.883s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.794913] env[69319]: DEBUG nova.objects.instance [None req-7aa780d8-d621-42e7-9e19-a4d7a3679f36 tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] [instance: 6de6b246-d2c0-4d08-9c09-0a944dfecc15] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69319) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 663.798691] env[69319]: DEBUG oslo_service.periodic_task [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=69319) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 663.798691] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Getting list of instances from cluster (obj){ [ 663.798691] env[69319]: value = "domain-c8" [ 663.798691] env[69319]: _type = "ClusterComputeResource" [ 663.798691] env[69319]: } {{(pid=69319) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 663.803151] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89e4314e-7cdb-4917-87f5-5ef4b8c89675 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.822603] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Got total of 12 instances {{(pid=69319) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 663.863815] env[69319]: DEBUG oslo_vmware.api [None req-c251a091-d147-4855-ba1e-2bdde442431e tempest-VolumesAssistedSnapshotsTest-79463186 tempest-VolumesAssistedSnapshotsTest-79463186-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]529868d8-1d6b-8acb-8cf8-d31b0bde9d33, 'name': SearchDatastore_Task, 'duration_secs': 0.021029} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.864151] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c251a091-d147-4855-ba1e-2bdde442431e tempest-VolumesAssistedSnapshotsTest-79463186 tempest-VolumesAssistedSnapshotsTest-79463186-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.864507] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-c251a091-d147-4855-ba1e-2bdde442431e tempest-VolumesAssistedSnapshotsTest-79463186 tempest-VolumesAssistedSnapshotsTest-79463186-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] 4f588763-0fc7-4980-92c0-7b451d4a9981/4f588763-0fc7-4980-92c0-7b451d4a9981.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 663.865497] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f371da3d-542c-426e-aafe-232d73e9f4e8 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.873035] env[69319]: DEBUG oslo_concurrency.lockutils [None req-060345d8-bec2-4e61-9f1f-b94ec95d713a tempest-AttachInterfacesV270Test-645317410 tempest-AttachInterfacesV270Test-645317410-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.879024] env[69319]: DEBUG oslo_vmware.api [None req-c251a091-d147-4855-ba1e-2bdde442431e tempest-VolumesAssistedSnapshotsTest-79463186 tempest-VolumesAssistedSnapshotsTest-79463186-project-member] Waiting for the task: (returnval){ [ 663.879024] env[69319]: value = "task-3222771" [ 663.879024] env[69319]: _type = "Task" [ 663.879024] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.890123] env[69319]: DEBUG oslo_vmware.api [None req-c251a091-d147-4855-ba1e-2bdde442431e tempest-VolumesAssistedSnapshotsTest-79463186 tempest-VolumesAssistedSnapshotsTest-79463186-project-member] Task: {'id': task-3222771, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.896688] env[69319]: DEBUG oslo_vmware.api [None req-cd96db08-d41d-460e-b1f0-a623ba986d7a tempest-ServersAdmin275Test-1992051178 tempest-ServersAdmin275Test-1992051178-project-admin] Task: {'id': task-3222769, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081696} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.896998] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-cd96db08-d41d-460e-b1f0-a623ba986d7a tempest-ServersAdmin275Test-1992051178 tempest-ServersAdmin275Test-1992051178-project-admin] [instance: 6de6b246-d2c0-4d08-9c09-0a944dfecc15] Extended root virtual disk {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 663.898145] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db62e8c3-c6ba-4f89-b674-cf1d284522fc {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.920469] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd96db08-d41d-460e-b1f0-a623ba986d7a tempest-ServersAdmin275Test-1992051178 tempest-ServersAdmin275Test-1992051178-project-admin] [instance: 6de6b246-d2c0-4d08-9c09-0a944dfecc15] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] 6de6b246-d2c0-4d08-9c09-0a944dfecc15/6de6b246-d2c0-4d08-9c09-0a944dfecc15.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 663.920832] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97ac5cb4-1a74-42e3-9409-fb321a54638c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.943399] env[69319]: DEBUG oslo_vmware.api [None req-cd96db08-d41d-460e-b1f0-a623ba986d7a tempest-ServersAdmin275Test-1992051178 tempest-ServersAdmin275Test-1992051178-project-admin] Waiting for the task: (returnval){ [ 663.943399] env[69319]: value = "task-3222772" [ 663.943399] env[69319]: _type = "Task" [ 663.943399] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.956200] env[69319]: DEBUG oslo_vmware.api [None req-cd96db08-d41d-460e-b1f0-a623ba986d7a tempest-ServersAdmin275Test-1992051178 tempest-ServersAdmin275Test-1992051178-project-admin] Task: {'id': task-3222772, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.066297] env[69319]: DEBUG nova.compute.manager [req-18333024-505b-43b0-85e3-2d0017b33274 req-77e69328-773c-49e5-98ee-426bf73b4094 service nova] [instance: c3e1d116-4785-402a-bcc3-ad45bcdc16b1] Received event network-vif-deleted-c9a956b7-5e37-47ce-a885-f1811c9e12be {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 664.078906] env[69319]: DEBUG oslo_vmware.rw_handles [None req-bea280f3-933f-4c10-8d19-210240db497f tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a3823f-da8c-9193-7792-14ba8ebafe7c/disk-0.vmdk. {{(pid=69319) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 664.080502] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-111e9666-704b-415d-84e2-fa628d7e9693 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.089411] env[69319]: DEBUG oslo_vmware.rw_handles [None req-bea280f3-933f-4c10-8d19-210240db497f tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a3823f-da8c-9193-7792-14ba8ebafe7c/disk-0.vmdk is in state: ready. {{(pid=69319) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 664.089621] env[69319]: ERROR oslo_vmware.rw_handles [None req-bea280f3-933f-4c10-8d19-210240db497f tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a3823f-da8c-9193-7792-14ba8ebafe7c/disk-0.vmdk due to incomplete transfer. [ 664.089870] env[69319]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8e07fd97-25e8-4983-a9d3-070c659a6c5b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.094015] env[69319]: DEBUG nova.compute.manager [None req-4bfc0885-0236-466f-9380-e5942f7ec1c9 tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] [instance: 5bd885da-3062-44d3-9b86-6db0dafdcc2f] Starting instance... {{(pid=69319) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 664.101513] env[69319]: DEBUG oslo_vmware.rw_handles [None req-bea280f3-933f-4c10-8d19-210240db497f tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a3823f-da8c-9193-7792-14ba8ebafe7c/disk-0.vmdk. {{(pid=69319) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 664.101770] env[69319]: DEBUG nova.virt.vmwareapi.images [None req-bea280f3-933f-4c10-8d19-210240db497f tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] [instance: 1835d15f-f896-4741-b67d-4b5b17a8dff2] Uploaded image fe7ea1bc-6953-430a-8065-b5c0c262732a to the Glance image server {{(pid=69319) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 664.103869] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-bea280f3-933f-4c10-8d19-210240db497f tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] [instance: 1835d15f-f896-4741-b67d-4b5b17a8dff2] Destroying the VM {{(pid=69319) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 664.107401] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-459f415e-68be-43a8-955a-f9e2930d68fd {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.117044] env[69319]: DEBUG oslo_vmware.api [None req-836fc6c5-5870-4653-bc71-cc38bfb67d01 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3222770, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.118204] env[69319]: DEBUG oslo_vmware.api [None req-bea280f3-933f-4c10-8d19-210240db497f tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Waiting for the task: (returnval){ [ 664.118204] env[69319]: value = "task-3222773" [ 664.118204] env[69319]: _type = "Task" [ 664.118204] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.123892] env[69319]: DEBUG oslo_concurrency.lockutils [req-fde90b25-a0f5-4f99-951e-281ae6c75b87 req-ed936cf1-ab7f-45f6-be4f-2d4c4c039dd9 service nova] Releasing lock "refresh_cache-22225d47-adf7-4381-8b26-9372db49c4be" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.124286] env[69319]: DEBUG nova.compute.manager [req-fde90b25-a0f5-4f99-951e-281ae6c75b87 req-ed936cf1-ab7f-45f6-be4f-2d4c4c039dd9 service nova] [instance: 4f588763-0fc7-4980-92c0-7b451d4a9981] Received event network-vif-plugged-638ce00e-6592-481d-92b9-419840f8288a {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 664.124563] env[69319]: DEBUG oslo_concurrency.lockutils [req-fde90b25-a0f5-4f99-951e-281ae6c75b87 req-ed936cf1-ab7f-45f6-be4f-2d4c4c039dd9 service nova] Acquiring lock "4f588763-0fc7-4980-92c0-7b451d4a9981-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.124948] env[69319]: DEBUG oslo_concurrency.lockutils [req-fde90b25-a0f5-4f99-951e-281ae6c75b87 req-ed936cf1-ab7f-45f6-be4f-2d4c4c039dd9 service nova] Lock "4f588763-0fc7-4980-92c0-7b451d4a9981-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.125038] env[69319]: DEBUG oslo_concurrency.lockutils [req-fde90b25-a0f5-4f99-951e-281ae6c75b87 req-ed936cf1-ab7f-45f6-be4f-2d4c4c039dd9 service nova] Lock "4f588763-0fc7-4980-92c0-7b451d4a9981-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.125277] env[69319]: DEBUG nova.compute.manager [req-fde90b25-a0f5-4f99-951e-281ae6c75b87 req-ed936cf1-ab7f-45f6-be4f-2d4c4c039dd9 service nova] [instance: 4f588763-0fc7-4980-92c0-7b451d4a9981] No waiting events found dispatching network-vif-plugged-638ce00e-6592-481d-92b9-419840f8288a {{(pid=69319) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 664.125554] env[69319]: WARNING nova.compute.manager [req-fde90b25-a0f5-4f99-951e-281ae6c75b87 req-ed936cf1-ab7f-45f6-be4f-2d4c4c039dd9 service nova] [instance: 4f588763-0fc7-4980-92c0-7b451d4a9981] Received unexpected event network-vif-plugged-638ce00e-6592-481d-92b9-419840f8288a for instance with vm_state building and task_state spawning. [ 664.125816] env[69319]: DEBUG nova.compute.manager [req-fde90b25-a0f5-4f99-951e-281ae6c75b87 req-ed936cf1-ab7f-45f6-be4f-2d4c4c039dd9 service nova] [instance: 4f588763-0fc7-4980-92c0-7b451d4a9981] Received event network-changed-638ce00e-6592-481d-92b9-419840f8288a {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 664.126018] env[69319]: DEBUG nova.compute.manager [req-fde90b25-a0f5-4f99-951e-281ae6c75b87 req-ed936cf1-ab7f-45f6-be4f-2d4c4c039dd9 service nova] [instance: 4f588763-0fc7-4980-92c0-7b451d4a9981] Refreshing instance network info cache due to event network-changed-638ce00e-6592-481d-92b9-419840f8288a. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 664.126267] env[69319]: DEBUG oslo_concurrency.lockutils [req-fde90b25-a0f5-4f99-951e-281ae6c75b87 req-ed936cf1-ab7f-45f6-be4f-2d4c4c039dd9 service nova] Acquiring lock "refresh_cache-4f588763-0fc7-4980-92c0-7b451d4a9981" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.126585] env[69319]: DEBUG oslo_concurrency.lockutils [req-fde90b25-a0f5-4f99-951e-281ae6c75b87 req-ed936cf1-ab7f-45f6-be4f-2d4c4c039dd9 service nova] Acquired lock "refresh_cache-4f588763-0fc7-4980-92c0-7b451d4a9981" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.126654] env[69319]: DEBUG nova.network.neutron [req-fde90b25-a0f5-4f99-951e-281ae6c75b87 req-ed936cf1-ab7f-45f6-be4f-2d4c4c039dd9 service nova] [instance: 4f588763-0fc7-4980-92c0-7b451d4a9981] Refreshing network info cache for port 638ce00e-6592-481d-92b9-419840f8288a {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 664.131912] env[69319]: DEBUG oslo_vmware.api [None req-bea280f3-933f-4c10-8d19-210240db497f tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Task: {'id': task-3222773, 'name': Destroy_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.174679] env[69319]: DEBUG nova.network.neutron [-] [instance: c2acc8ea-12eb-40fc-8baf-db3028c3ba19] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.391671] env[69319]: DEBUG oslo_vmware.api [None req-c251a091-d147-4855-ba1e-2bdde442431e tempest-VolumesAssistedSnapshotsTest-79463186 tempest-VolumesAssistedSnapshotsTest-79463186-project-member] Task: {'id': task-3222771, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.461767] env[69319]: DEBUG oslo_vmware.api [None req-cd96db08-d41d-460e-b1f0-a623ba986d7a tempest-ServersAdmin275Test-1992051178 tempest-ServersAdmin275Test-1992051178-project-admin] Task: {'id': task-3222772, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.620368] env[69319]: DEBUG oslo_vmware.api [None req-836fc6c5-5870-4653-bc71-cc38bfb67d01 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3222770, 'name': ReconfigVM_Task, 'duration_secs': 0.751108} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.624507] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-836fc6c5-5870-4653-bc71-cc38bfb67d01 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: 22225d47-adf7-4381-8b26-9372db49c4be] Reconfigured VM instance instance-0000000d to attach disk [datastore2] 22225d47-adf7-4381-8b26-9372db49c4be/22225d47-adf7-4381-8b26-9372db49c4be.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 664.626155] env[69319]: DEBUG oslo_concurrency.lockutils [None req-4bfc0885-0236-466f-9380-e5942f7ec1c9 tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.626451] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3673a585-dde5-4532-b71a-007f3303bccf {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.639141] env[69319]: DEBUG oslo_vmware.api [None req-bea280f3-933f-4c10-8d19-210240db497f tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Task: {'id': task-3222773, 'name': Destroy_Task} progress is 33%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.640287] env[69319]: DEBUG oslo_vmware.api [None req-836fc6c5-5870-4653-bc71-cc38bfb67d01 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Waiting for the task: (returnval){ [ 664.640287] env[69319]: value = "task-3222774" [ 664.640287] env[69319]: _type = "Task" [ 664.640287] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.652155] env[69319]: DEBUG oslo_vmware.api [None req-836fc6c5-5870-4653-bc71-cc38bfb67d01 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3222774, 'name': Rename_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.678110] env[69319]: INFO nova.compute.manager [-] [instance: c2acc8ea-12eb-40fc-8baf-db3028c3ba19] Took 1.54 seconds to deallocate network for instance. [ 664.808361] env[69319]: DEBUG oslo_concurrency.lockutils [None req-7aa780d8-d621-42e7-9e19-a4d7a3679f36 tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.812894] env[69319]: DEBUG oslo_concurrency.lockutils [None req-1b1337d5-a2bc-49b8-886f-80398381334b tempest-ServerMetadataNegativeTestJSON-94808556 tempest-ServerMetadataNegativeTestJSON-94808556-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.904s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.816390] env[69319]: INFO nova.compute.claims [None req-1b1337d5-a2bc-49b8-886f-80398381334b tempest-ServerMetadataNegativeTestJSON-94808556 tempest-ServerMetadataNegativeTestJSON-94808556-project-member] [instance: 562e1d05-4f46-4195-9d8b-c8e7ba933d22] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 664.891485] env[69319]: DEBUG oslo_vmware.api [None req-c251a091-d147-4855-ba1e-2bdde442431e tempest-VolumesAssistedSnapshotsTest-79463186 tempest-VolumesAssistedSnapshotsTest-79463186-project-member] Task: {'id': task-3222771, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.826375} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.892585] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-c251a091-d147-4855-ba1e-2bdde442431e tempest-VolumesAssistedSnapshotsTest-79463186 tempest-VolumesAssistedSnapshotsTest-79463186-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] 4f588763-0fc7-4980-92c0-7b451d4a9981/4f588763-0fc7-4980-92c0-7b451d4a9981.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 664.892823] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-c251a091-d147-4855-ba1e-2bdde442431e tempest-VolumesAssistedSnapshotsTest-79463186 tempest-VolumesAssistedSnapshotsTest-79463186-project-member] [instance: 4f588763-0fc7-4980-92c0-7b451d4a9981] Extending root virtual disk to 1048576 {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 664.893270] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-732de264-be3f-4ef3-a8a6-c283275853c0 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.903774] env[69319]: DEBUG oslo_vmware.api [None req-c251a091-d147-4855-ba1e-2bdde442431e tempest-VolumesAssistedSnapshotsTest-79463186 tempest-VolumesAssistedSnapshotsTest-79463186-project-member] Waiting for the task: (returnval){ [ 664.903774] env[69319]: value = "task-3222775" [ 664.903774] env[69319]: _type = "Task" [ 664.903774] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.918569] env[69319]: DEBUG oslo_vmware.api [None req-c251a091-d147-4855-ba1e-2bdde442431e tempest-VolumesAssistedSnapshotsTest-79463186 tempest-VolumesAssistedSnapshotsTest-79463186-project-member] Task: {'id': task-3222775, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.960739] env[69319]: DEBUG oslo_vmware.api [None req-cd96db08-d41d-460e-b1f0-a623ba986d7a tempest-ServersAdmin275Test-1992051178 tempest-ServersAdmin275Test-1992051178-project-admin] Task: {'id': task-3222772, 'name': ReconfigVM_Task, 'duration_secs': 0.878359} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.961134] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd96db08-d41d-460e-b1f0-a623ba986d7a tempest-ServersAdmin275Test-1992051178 tempest-ServersAdmin275Test-1992051178-project-admin] [instance: 6de6b246-d2c0-4d08-9c09-0a944dfecc15] Reconfigured VM instance instance-00000001 to attach disk [datastore2] 6de6b246-d2c0-4d08-9c09-0a944dfecc15/6de6b246-d2c0-4d08-9c09-0a944dfecc15.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 664.961925] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-960de234-3f16-4b23-a412-e6f478258c55 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.976077] env[69319]: DEBUG oslo_vmware.api [None req-cd96db08-d41d-460e-b1f0-a623ba986d7a tempest-ServersAdmin275Test-1992051178 tempest-ServersAdmin275Test-1992051178-project-admin] Waiting for the task: (returnval){ [ 664.976077] env[69319]: value = "task-3222776" [ 664.976077] env[69319]: _type = "Task" [ 664.976077] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.999162] env[69319]: DEBUG oslo_vmware.api [None req-cd96db08-d41d-460e-b1f0-a623ba986d7a tempest-ServersAdmin275Test-1992051178 tempest-ServersAdmin275Test-1992051178-project-admin] Task: {'id': task-3222776, 'name': Rename_Task} progress is 6%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.080116] env[69319]: DEBUG oslo_concurrency.lockutils [None req-a0d103b6-c968-45b0-be50-3f96f2631a26 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Acquiring lock "a9b26f5c-132c-44a9-bc71-a4629f9d0b9e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.081360] env[69319]: DEBUG oslo_concurrency.lockutils [None req-a0d103b6-c968-45b0-be50-3f96f2631a26 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Lock "a9b26f5c-132c-44a9-bc71-a4629f9d0b9e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.144369] env[69319]: DEBUG oslo_vmware.api [None req-bea280f3-933f-4c10-8d19-210240db497f tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Task: {'id': task-3222773, 'name': Destroy_Task, 'duration_secs': 0.869405} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.149796] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-bea280f3-933f-4c10-8d19-210240db497f tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] [instance: 1835d15f-f896-4741-b67d-4b5b17a8dff2] Destroyed the VM [ 665.150326] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-bea280f3-933f-4c10-8d19-210240db497f tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] [instance: 1835d15f-f896-4741-b67d-4b5b17a8dff2] Deleting Snapshot of the VM instance {{(pid=69319) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 665.150728] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6fd13cd4-8f1e-498b-857d-fbd66504b5a3 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.166670] env[69319]: DEBUG oslo_vmware.api [None req-836fc6c5-5870-4653-bc71-cc38bfb67d01 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3222774, 'name': Rename_Task, 'duration_secs': 0.223968} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.169030] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-836fc6c5-5870-4653-bc71-cc38bfb67d01 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: 22225d47-adf7-4381-8b26-9372db49c4be] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 665.169980] env[69319]: DEBUG oslo_vmware.api [None req-bea280f3-933f-4c10-8d19-210240db497f tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Waiting for the task: (returnval){ [ 665.169980] env[69319]: value = "task-3222777" [ 665.169980] env[69319]: _type = "Task" [ 665.169980] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.169980] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-77a3b193-401a-4740-91ee-984bcd37f769 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.180893] env[69319]: DEBUG nova.network.neutron [req-fde90b25-a0f5-4f99-951e-281ae6c75b87 req-ed936cf1-ab7f-45f6-be4f-2d4c4c039dd9 service nova] [instance: 4f588763-0fc7-4980-92c0-7b451d4a9981] Updated VIF entry in instance network info cache for port 638ce00e-6592-481d-92b9-419840f8288a. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 665.181462] env[69319]: DEBUG nova.network.neutron [req-fde90b25-a0f5-4f99-951e-281ae6c75b87 req-ed936cf1-ab7f-45f6-be4f-2d4c4c039dd9 service nova] [instance: 4f588763-0fc7-4980-92c0-7b451d4a9981] Updating instance_info_cache with network_info: [{"id": "638ce00e-6592-481d-92b9-419840f8288a", "address": "fa:16:3e:ff:42:bc", "network": {"id": "071b3225-1d62-46e4-9865-80e7c5d9ffe6", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-914235497-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f8be209caf74b29aa9bccd4b033a0e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap638ce00e-65", "ovs_interfaceid": "638ce00e-6592-481d-92b9-419840f8288a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.190965] env[69319]: DEBUG oslo_vmware.api [None req-836fc6c5-5870-4653-bc71-cc38bfb67d01 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Waiting for the task: (returnval){ [ 665.190965] env[69319]: value = "task-3222778" [ 665.190965] env[69319]: _type = "Task" [ 665.190965] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.192312] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b9477da7-beab-4dcb-a1ea-22a5accfc54e tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.192749] env[69319]: DEBUG oslo_vmware.api [None req-bea280f3-933f-4c10-8d19-210240db497f tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Task: {'id': task-3222777, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.210150] env[69319]: DEBUG oslo_vmware.api [None req-836fc6c5-5870-4653-bc71-cc38bfb67d01 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3222778, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.416616] env[69319]: DEBUG oslo_vmware.api [None req-c251a091-d147-4855-ba1e-2bdde442431e tempest-VolumesAssistedSnapshotsTest-79463186 tempest-VolumesAssistedSnapshotsTest-79463186-project-member] Task: {'id': task-3222775, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.14583} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.417588] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-c251a091-d147-4855-ba1e-2bdde442431e tempest-VolumesAssistedSnapshotsTest-79463186 tempest-VolumesAssistedSnapshotsTest-79463186-project-member] [instance: 4f588763-0fc7-4980-92c0-7b451d4a9981] Extended root virtual disk {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 665.418538] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec57593b-6ca2-4810-8209-9901c923280e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.447776] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-c251a091-d147-4855-ba1e-2bdde442431e tempest-VolumesAssistedSnapshotsTest-79463186 tempest-VolumesAssistedSnapshotsTest-79463186-project-member] [instance: 4f588763-0fc7-4980-92c0-7b451d4a9981] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] 4f588763-0fc7-4980-92c0-7b451d4a9981/4f588763-0fc7-4980-92c0-7b451d4a9981.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 665.448172] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-753441fe-3950-4312-abf8-1ebbeb3dc76a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.472863] env[69319]: DEBUG oslo_vmware.api [None req-c251a091-d147-4855-ba1e-2bdde442431e tempest-VolumesAssistedSnapshotsTest-79463186 tempest-VolumesAssistedSnapshotsTest-79463186-project-member] Waiting for the task: (returnval){ [ 665.472863] env[69319]: value = "task-3222779" [ 665.472863] env[69319]: _type = "Task" [ 665.472863] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.496786] env[69319]: DEBUG oslo_vmware.api [None req-c251a091-d147-4855-ba1e-2bdde442431e tempest-VolumesAssistedSnapshotsTest-79463186 tempest-VolumesAssistedSnapshotsTest-79463186-project-member] Task: {'id': task-3222779, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.500835] env[69319]: DEBUG oslo_vmware.api [None req-cd96db08-d41d-460e-b1f0-a623ba986d7a tempest-ServersAdmin275Test-1992051178 tempest-ServersAdmin275Test-1992051178-project-admin] Task: {'id': task-3222776, 'name': Rename_Task, 'duration_secs': 0.329691} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.501270] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd96db08-d41d-460e-b1f0-a623ba986d7a tempest-ServersAdmin275Test-1992051178 tempest-ServersAdmin275Test-1992051178-project-admin] [instance: 6de6b246-d2c0-4d08-9c09-0a944dfecc15] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 665.501622] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-69b08c55-b8af-4dc0-99be-37bef66df1e6 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.511636] env[69319]: DEBUG oslo_vmware.api [None req-cd96db08-d41d-460e-b1f0-a623ba986d7a tempest-ServersAdmin275Test-1992051178 tempest-ServersAdmin275Test-1992051178-project-admin] Waiting for the task: (returnval){ [ 665.511636] env[69319]: value = "task-3222780" [ 665.511636] env[69319]: _type = "Task" [ 665.511636] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.526063] env[69319]: DEBUG oslo_vmware.api [None req-cd96db08-d41d-460e-b1f0-a623ba986d7a tempest-ServersAdmin275Test-1992051178 tempest-ServersAdmin275Test-1992051178-project-admin] Task: {'id': task-3222780, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.689021] env[69319]: DEBUG oslo_vmware.api [None req-bea280f3-933f-4c10-8d19-210240db497f tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Task: {'id': task-3222777, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.695103] env[69319]: DEBUG oslo_concurrency.lockutils [req-fde90b25-a0f5-4f99-951e-281ae6c75b87 req-ed936cf1-ab7f-45f6-be4f-2d4c4c039dd9 service nova] Releasing lock "refresh_cache-4f588763-0fc7-4980-92c0-7b451d4a9981" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.716618] env[69319]: DEBUG oslo_vmware.api [None req-836fc6c5-5870-4653-bc71-cc38bfb67d01 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3222778, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.988980] env[69319]: DEBUG oslo_vmware.api [None req-c251a091-d147-4855-ba1e-2bdde442431e tempest-VolumesAssistedSnapshotsTest-79463186 tempest-VolumesAssistedSnapshotsTest-79463186-project-member] Task: {'id': task-3222779, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.031279] env[69319]: DEBUG oslo_vmware.api [None req-cd96db08-d41d-460e-b1f0-a623ba986d7a tempest-ServersAdmin275Test-1992051178 tempest-ServersAdmin275Test-1992051178-project-admin] Task: {'id': task-3222780, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.136997] env[69319]: INFO nova.compute.manager [None req-b6d7adbb-6c59-4ae4-ae3b-6100a8dadd75 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 0ccec795-caae-46ee-981f-2d210d0a31d3] Rescuing [ 666.136997] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b6d7adbb-6c59-4ae4-ae3b-6100a8dadd75 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Acquiring lock "refresh_cache-0ccec795-caae-46ee-981f-2d210d0a31d3" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.137103] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b6d7adbb-6c59-4ae4-ae3b-6100a8dadd75 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Acquired lock "refresh_cache-0ccec795-caae-46ee-981f-2d210d0a31d3" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.137362] env[69319]: DEBUG nova.network.neutron [None req-b6d7adbb-6c59-4ae4-ae3b-6100a8dadd75 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 0ccec795-caae-46ee-981f-2d210d0a31d3] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 666.184433] env[69319]: DEBUG oslo_vmware.api [None req-bea280f3-933f-4c10-8d19-210240db497f tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Task: {'id': task-3222777, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.215865] env[69319]: DEBUG oslo_vmware.api [None req-836fc6c5-5870-4653-bc71-cc38bfb67d01 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3222778, 'name': PowerOnVM_Task, 'duration_secs': 0.940917} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.216057] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-836fc6c5-5870-4653-bc71-cc38bfb67d01 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: 22225d47-adf7-4381-8b26-9372db49c4be] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 666.216205] env[69319]: INFO nova.compute.manager [None req-836fc6c5-5870-4653-bc71-cc38bfb67d01 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: 22225d47-adf7-4381-8b26-9372db49c4be] Took 10.09 seconds to spawn the instance on the hypervisor. [ 666.216390] env[69319]: DEBUG nova.compute.manager [None req-836fc6c5-5870-4653-bc71-cc38bfb67d01 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: 22225d47-adf7-4381-8b26-9372db49c4be] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 666.217394] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1f11672-d755-417f-ab43-86759dea1146 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.351228] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caaf8213-a1e7-411d-8166-98a5ab13ec89 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.364513] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d91fabb0-c65b-454b-8439-cb76ce98078d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.402105] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67a1cd71-9cc3-40c1-a43a-795521d31697 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.413288] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dae3383f-4227-443c-b7c7-5e8979db5af5 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.430292] env[69319]: DEBUG nova.compute.provider_tree [None req-1b1337d5-a2bc-49b8-886f-80398381334b tempest-ServerMetadataNegativeTestJSON-94808556 tempest-ServerMetadataNegativeTestJSON-94808556-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 666.488740] env[69319]: DEBUG oslo_vmware.api [None req-c251a091-d147-4855-ba1e-2bdde442431e tempest-VolumesAssistedSnapshotsTest-79463186 tempest-VolumesAssistedSnapshotsTest-79463186-project-member] Task: {'id': task-3222779, 'name': ReconfigVM_Task, 'duration_secs': 0.829032} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.489211] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-c251a091-d147-4855-ba1e-2bdde442431e tempest-VolumesAssistedSnapshotsTest-79463186 tempest-VolumesAssistedSnapshotsTest-79463186-project-member] [instance: 4f588763-0fc7-4980-92c0-7b451d4a9981] Reconfigured VM instance instance-0000000e to attach disk [datastore2] 4f588763-0fc7-4980-92c0-7b451d4a9981/4f588763-0fc7-4980-92c0-7b451d4a9981.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 666.489935] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-72dc43cf-0517-445f-a5e6-a21c6382ab1f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.498199] env[69319]: DEBUG oslo_vmware.api [None req-c251a091-d147-4855-ba1e-2bdde442431e tempest-VolumesAssistedSnapshotsTest-79463186 tempest-VolumesAssistedSnapshotsTest-79463186-project-member] Waiting for the task: (returnval){ [ 666.498199] env[69319]: value = "task-3222781" [ 666.498199] env[69319]: _type = "Task" [ 666.498199] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.507804] env[69319]: DEBUG oslo_vmware.api [None req-c251a091-d147-4855-ba1e-2bdde442431e tempest-VolumesAssistedSnapshotsTest-79463186 tempest-VolumesAssistedSnapshotsTest-79463186-project-member] Task: {'id': task-3222781, 'name': Rename_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.524774] env[69319]: DEBUG oslo_vmware.api [None req-cd96db08-d41d-460e-b1f0-a623ba986d7a tempest-ServersAdmin275Test-1992051178 tempest-ServersAdmin275Test-1992051178-project-admin] Task: {'id': task-3222780, 'name': PowerOnVM_Task, 'duration_secs': 0.761722} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.525075] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd96db08-d41d-460e-b1f0-a623ba986d7a tempest-ServersAdmin275Test-1992051178 tempest-ServersAdmin275Test-1992051178-project-admin] [instance: 6de6b246-d2c0-4d08-9c09-0a944dfecc15] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 666.525342] env[69319]: DEBUG nova.compute.manager [None req-cd96db08-d41d-460e-b1f0-a623ba986d7a tempest-ServersAdmin275Test-1992051178 tempest-ServersAdmin275Test-1992051178-project-admin] [instance: 6de6b246-d2c0-4d08-9c09-0a944dfecc15] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 666.526203] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25d21f2e-5e29-478f-929a-78e12f429193 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.570080] env[69319]: DEBUG nova.compute.manager [req-3ff09f7a-1463-41a8-b5ce-c14d394a7eb7 req-b9f4a6f9-7ae1-4911-a42f-2f817fe4549c service nova] [instance: c2acc8ea-12eb-40fc-8baf-db3028c3ba19] Received event network-vif-deleted-56f1ed31-91af-40dd-a1d0-b688b15d45f7 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 666.683565] env[69319]: DEBUG oslo_vmware.api [None req-bea280f3-933f-4c10-8d19-210240db497f tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Task: {'id': task-3222777, 'name': RemoveSnapshot_Task, 'duration_secs': 1.230077} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.683970] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-bea280f3-933f-4c10-8d19-210240db497f tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] [instance: 1835d15f-f896-4741-b67d-4b5b17a8dff2] Deleted Snapshot of the VM instance {{(pid=69319) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 666.684247] env[69319]: INFO nova.compute.manager [None req-bea280f3-933f-4c10-8d19-210240db497f tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] [instance: 1835d15f-f896-4741-b67d-4b5b17a8dff2] Took 22.67 seconds to snapshot the instance on the hypervisor. [ 666.742832] env[69319]: INFO nova.compute.manager [None req-836fc6c5-5870-4653-bc71-cc38bfb67d01 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: 22225d47-adf7-4381-8b26-9372db49c4be] Took 26.29 seconds to build instance. [ 666.935690] env[69319]: DEBUG nova.scheduler.client.report [None req-1b1337d5-a2bc-49b8-886f-80398381334b tempest-ServerMetadataNegativeTestJSON-94808556 tempest-ServerMetadataNegativeTestJSON-94808556-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 667.009630] env[69319]: DEBUG oslo_vmware.api [None req-c251a091-d147-4855-ba1e-2bdde442431e tempest-VolumesAssistedSnapshotsTest-79463186 tempest-VolumesAssistedSnapshotsTest-79463186-project-member] Task: {'id': task-3222781, 'name': Rename_Task, 'duration_secs': 0.369961} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.010057] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-c251a091-d147-4855-ba1e-2bdde442431e tempest-VolumesAssistedSnapshotsTest-79463186 tempest-VolumesAssistedSnapshotsTest-79463186-project-member] [instance: 4f588763-0fc7-4980-92c0-7b451d4a9981] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 667.011041] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1d6b63d9-60f7-4eda-819b-ea19df624fac {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.018913] env[69319]: DEBUG oslo_vmware.api [None req-c251a091-d147-4855-ba1e-2bdde442431e tempest-VolumesAssistedSnapshotsTest-79463186 tempest-VolumesAssistedSnapshotsTest-79463186-project-member] Waiting for the task: (returnval){ [ 667.018913] env[69319]: value = "task-3222782" [ 667.018913] env[69319]: _type = "Task" [ 667.018913] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.025431] env[69319]: DEBUG nova.network.neutron [None req-b6d7adbb-6c59-4ae4-ae3b-6100a8dadd75 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 0ccec795-caae-46ee-981f-2d210d0a31d3] Updating instance_info_cache with network_info: [{"id": "bd5981d4-e78a-4069-9798-8ecf8d4f55b2", "address": "fa:16:3e:e9:41:bd", "network": {"id": "10887a83-3a88-4ea7-ab0e-0aa5f481f0ad", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1969359437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f35c9784047041ef95c69e4cd2040171", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7aa6264-122d-4c35-82d0-860e451538ea", "external-id": "nsx-vlan-transportzone-81", "segmentation_id": 81, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd5981d4-e7", "ovs_interfaceid": "bd5981d4-e78a-4069-9798-8ecf8d4f55b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 667.030725] env[69319]: DEBUG oslo_vmware.api [None req-c251a091-d147-4855-ba1e-2bdde442431e tempest-VolumesAssistedSnapshotsTest-79463186 tempest-VolumesAssistedSnapshotsTest-79463186-project-member] Task: {'id': task-3222782, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.050203] env[69319]: DEBUG oslo_concurrency.lockutils [None req-cd96db08-d41d-460e-b1f0-a623ba986d7a tempest-ServersAdmin275Test-1992051178 tempest-ServersAdmin275Test-1992051178-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.159584] env[69319]: DEBUG nova.compute.manager [req-e8cb3bac-1ec6-4447-b2a0-f7682eca3b3d req-108591dd-92e2-4953-8d5d-085907467307 service nova] [instance: 62e4ab82-69e0-4698-996a-72bb7fb7ecdd] Received event network-changed-d7145746-67bc-466e-8a2e-bbbb3295c907 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 667.159775] env[69319]: DEBUG nova.compute.manager [req-e8cb3bac-1ec6-4447-b2a0-f7682eca3b3d req-108591dd-92e2-4953-8d5d-085907467307 service nova] [instance: 62e4ab82-69e0-4698-996a-72bb7fb7ecdd] Refreshing instance network info cache due to event network-changed-d7145746-67bc-466e-8a2e-bbbb3295c907. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 667.160755] env[69319]: DEBUG oslo_concurrency.lockutils [req-e8cb3bac-1ec6-4447-b2a0-f7682eca3b3d req-108591dd-92e2-4953-8d5d-085907467307 service nova] Acquiring lock "refresh_cache-62e4ab82-69e0-4698-996a-72bb7fb7ecdd" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.160755] env[69319]: DEBUG oslo_concurrency.lockutils [req-e8cb3bac-1ec6-4447-b2a0-f7682eca3b3d req-108591dd-92e2-4953-8d5d-085907467307 service nova] Acquired lock "refresh_cache-62e4ab82-69e0-4698-996a-72bb7fb7ecdd" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.160755] env[69319]: DEBUG nova.network.neutron [req-e8cb3bac-1ec6-4447-b2a0-f7682eca3b3d req-108591dd-92e2-4953-8d5d-085907467307 service nova] [instance: 62e4ab82-69e0-4698-996a-72bb7fb7ecdd] Refreshing network info cache for port d7145746-67bc-466e-8a2e-bbbb3295c907 {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 667.245447] env[69319]: DEBUG oslo_concurrency.lockutils [None req-836fc6c5-5870-4653-bc71-cc38bfb67d01 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Lock "22225d47-adf7-4381-8b26-9372db49c4be" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.748s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.440872] env[69319]: DEBUG oslo_concurrency.lockutils [None req-1b1337d5-a2bc-49b8-886f-80398381334b tempest-ServerMetadataNegativeTestJSON-94808556 tempest-ServerMetadataNegativeTestJSON-94808556-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.628s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.441428] env[69319]: DEBUG nova.compute.manager [None req-1b1337d5-a2bc-49b8-886f-80398381334b tempest-ServerMetadataNegativeTestJSON-94808556 tempest-ServerMetadataNegativeTestJSON-94808556-project-member] [instance: 562e1d05-4f46-4195-9d8b-c8e7ba933d22] Start building networks asynchronously for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 667.444649] env[69319]: DEBUG oslo_concurrency.lockutils [None req-89e17e46-04eb-417b-8db6-d4d3ada6b5c6 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.880s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.446209] env[69319]: INFO nova.compute.claims [None req-89e17e46-04eb-417b-8db6-d4d3ada6b5c6 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] [instance: 9f02ac69-5fbc-40c6-96f4-d6ef8b3d0792] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 667.531237] env[69319]: DEBUG oslo_vmware.api [None req-c251a091-d147-4855-ba1e-2bdde442431e tempest-VolumesAssistedSnapshotsTest-79463186 tempest-VolumesAssistedSnapshotsTest-79463186-project-member] Task: {'id': task-3222782, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.532519] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b6d7adbb-6c59-4ae4-ae3b-6100a8dadd75 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Releasing lock "refresh_cache-0ccec795-caae-46ee-981f-2d210d0a31d3" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.747301] env[69319]: DEBUG nova.compute.manager [None req-65252f41-9f24-4ce1-824f-2b93dfdc81e3 tempest-ServerDiagnosticsTest-410723933 tempest-ServerDiagnosticsTest-410723933-project-member] [instance: df115496-807d-43f5-a129-a0c78a576a29] Starting instance... {{(pid=69319) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 667.952927] env[69319]: DEBUG nova.compute.utils [None req-1b1337d5-a2bc-49b8-886f-80398381334b tempest-ServerMetadataNegativeTestJSON-94808556 tempest-ServerMetadataNegativeTestJSON-94808556-project-member] Using /dev/sd instead of None {{(pid=69319) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 667.962401] env[69319]: DEBUG nova.compute.manager [None req-1b1337d5-a2bc-49b8-886f-80398381334b tempest-ServerMetadataNegativeTestJSON-94808556 tempest-ServerMetadataNegativeTestJSON-94808556-project-member] [instance: 562e1d05-4f46-4195-9d8b-c8e7ba933d22] Allocating IP information in the background. {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 667.962745] env[69319]: DEBUG nova.network.neutron [None req-1b1337d5-a2bc-49b8-886f-80398381334b tempest-ServerMetadataNegativeTestJSON-94808556 tempest-ServerMetadataNegativeTestJSON-94808556-project-member] [instance: 562e1d05-4f46-4195-9d8b-c8e7ba933d22] allocate_for_instance() {{(pid=69319) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 667.972162] env[69319]: DEBUG nova.network.neutron [req-e8cb3bac-1ec6-4447-b2a0-f7682eca3b3d req-108591dd-92e2-4953-8d5d-085907467307 service nova] [instance: 62e4ab82-69e0-4698-996a-72bb7fb7ecdd] Updated VIF entry in instance network info cache for port d7145746-67bc-466e-8a2e-bbbb3295c907. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 667.972550] env[69319]: DEBUG nova.network.neutron [req-e8cb3bac-1ec6-4447-b2a0-f7682eca3b3d req-108591dd-92e2-4953-8d5d-085907467307 service nova] [instance: 62e4ab82-69e0-4698-996a-72bb7fb7ecdd] Updating instance_info_cache with network_info: [{"id": "d7145746-67bc-466e-8a2e-bbbb3295c907", "address": "fa:16:3e:05:95:a0", "network": {"id": "d63ac5e1-f56b-4a61-b481-c5e1157dc905", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-66264656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bfd7f295e184122b33278bfb2cc089d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b91b49a8-b849-4d0c-97f7-74fdcd88ae03", "external-id": "nsx-vlan-transportzone-406", "segmentation_id": 406, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7145746-67", "ovs_interfaceid": "d7145746-67bc-466e-8a2e-bbbb3295c907", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.011245] env[69319]: DEBUG nova.policy [None req-1b1337d5-a2bc-49b8-886f-80398381334b tempest-ServerMetadataNegativeTestJSON-94808556 tempest-ServerMetadataNegativeTestJSON-94808556-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '24f9a64381574d4f88253d8c99a0161e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '77d99beddc65460491a3d5a7a048f0b1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69319) authorize /opt/stack/nova/nova/policy.py:192}} [ 668.035122] env[69319]: DEBUG oslo_vmware.api [None req-c251a091-d147-4855-ba1e-2bdde442431e tempest-VolumesAssistedSnapshotsTest-79463186 tempest-VolumesAssistedSnapshotsTest-79463186-project-member] Task: {'id': task-3222782, 'name': PowerOnVM_Task, 'duration_secs': 0.967864} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.035555] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-c251a091-d147-4855-ba1e-2bdde442431e tempest-VolumesAssistedSnapshotsTest-79463186 tempest-VolumesAssistedSnapshotsTest-79463186-project-member] [instance: 4f588763-0fc7-4980-92c0-7b451d4a9981] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 668.035692] env[69319]: INFO nova.compute.manager [None req-c251a091-d147-4855-ba1e-2bdde442431e tempest-VolumesAssistedSnapshotsTest-79463186 tempest-VolumesAssistedSnapshotsTest-79463186-project-member] [instance: 4f588763-0fc7-4980-92c0-7b451d4a9981] Took 9.37 seconds to spawn the instance on the hypervisor. [ 668.035851] env[69319]: DEBUG nova.compute.manager [None req-c251a091-d147-4855-ba1e-2bdde442431e tempest-VolumesAssistedSnapshotsTest-79463186 tempest-VolumesAssistedSnapshotsTest-79463186-project-member] [instance: 4f588763-0fc7-4980-92c0-7b451d4a9981] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 668.036648] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc164180-c8be-4238-a9bd-fc8a76f4f4e2 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.185059] env[69319]: DEBUG oslo_concurrency.lockutils [None req-d07deab4-d3b2-47b9-9d1c-764ef4ca1a2f tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Acquiring lock "02492605-6fc9-4e1e-af6c-a2e2cfe60e5a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.187844] env[69319]: DEBUG oslo_concurrency.lockutils [None req-d07deab4-d3b2-47b9-9d1c-764ef4ca1a2f tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Lock "02492605-6fc9-4e1e-af6c-a2e2cfe60e5a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.286317] env[69319]: DEBUG oslo_concurrency.lockutils [None req-65252f41-9f24-4ce1-824f-2b93dfdc81e3 tempest-ServerDiagnosticsTest-410723933 tempest-ServerDiagnosticsTest-410723933-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.459404] env[69319]: DEBUG nova.compute.manager [None req-1b1337d5-a2bc-49b8-886f-80398381334b tempest-ServerMetadataNegativeTestJSON-94808556 tempest-ServerMetadataNegativeTestJSON-94808556-project-member] [instance: 562e1d05-4f46-4195-9d8b-c8e7ba933d22] Start building block device mappings for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 668.476308] env[69319]: DEBUG oslo_concurrency.lockutils [req-e8cb3bac-1ec6-4447-b2a0-f7682eca3b3d req-108591dd-92e2-4953-8d5d-085907467307 service nova] Releasing lock "refresh_cache-62e4ab82-69e0-4698-996a-72bb7fb7ecdd" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.535281] env[69319]: DEBUG nova.network.neutron [None req-1b1337d5-a2bc-49b8-886f-80398381334b tempest-ServerMetadataNegativeTestJSON-94808556 tempest-ServerMetadataNegativeTestJSON-94808556-project-member] [instance: 562e1d05-4f46-4195-9d8b-c8e7ba933d22] Successfully created port: e43a1d47-8bcb-4d0e-9383-c9fd4bd57e7d {{(pid=69319) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 668.555219] env[69319]: INFO nova.compute.manager [None req-c251a091-d147-4855-ba1e-2bdde442431e tempest-VolumesAssistedSnapshotsTest-79463186 tempest-VolumesAssistedSnapshotsTest-79463186-project-member] [instance: 4f588763-0fc7-4980-92c0-7b451d4a9981] Took 23.99 seconds to build instance. [ 668.716020] env[69319]: DEBUG oslo_concurrency.lockutils [None req-d36b123b-f026-49d0-8239-7fb9f1ab5f7f tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Acquiring lock "6de6b246-d2c0-4d08-9c09-0a944dfecc15" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.716020] env[69319]: DEBUG oslo_concurrency.lockutils [None req-d36b123b-f026-49d0-8239-7fb9f1ab5f7f tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Lock "6de6b246-d2c0-4d08-9c09-0a944dfecc15" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.716020] env[69319]: DEBUG oslo_concurrency.lockutils [None req-d36b123b-f026-49d0-8239-7fb9f1ab5f7f tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Acquiring lock "6de6b246-d2c0-4d08-9c09-0a944dfecc15-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.716020] env[69319]: DEBUG oslo_concurrency.lockutils [None req-d36b123b-f026-49d0-8239-7fb9f1ab5f7f tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Lock "6de6b246-d2c0-4d08-9c09-0a944dfecc15-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.716695] env[69319]: DEBUG oslo_concurrency.lockutils [None req-d36b123b-f026-49d0-8239-7fb9f1ab5f7f tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Lock "6de6b246-d2c0-4d08-9c09-0a944dfecc15-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.717055] env[69319]: INFO nova.compute.manager [None req-d36b123b-f026-49d0-8239-7fb9f1ab5f7f tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] [instance: 6de6b246-d2c0-4d08-9c09-0a944dfecc15] Terminating instance [ 668.840290] env[69319]: DEBUG oslo_concurrency.lockutils [None req-3213e316-ecb0-4436-9a4a-3028d427e1d1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Acquiring lock "72187860-a5e9-4b68-a8da-9b7c9d33b93a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.840574] env[69319]: DEBUG oslo_concurrency.lockutils [None req-3213e316-ecb0-4436-9a4a-3028d427e1d1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Lock "72187860-a5e9-4b68-a8da-9b7c9d33b93a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.021581] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59c9a0f4-f3f9-4619-89a6-cc908b566071 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.035371] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f94e4194-0559-45c8-9244-52b31f92c358 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.072770] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c251a091-d147-4855-ba1e-2bdde442431e tempest-VolumesAssistedSnapshotsTest-79463186 tempest-VolumesAssistedSnapshotsTest-79463186-project-member] Lock "4f588763-0fc7-4980-92c0-7b451d4a9981" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.920s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.078171] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f913ff07-4f7b-4755-b7eb-6bbc69775174 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.084685] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fa9f43f-8dd2-4fd3-84b4-9c5e0415b730 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.091748] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6d7adbb-6c59-4ae4-ae3b-6100a8dadd75 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 0ccec795-caae-46ee-981f-2d210d0a31d3] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 669.091748] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a621b992-6574-44e3-a778-80eda33bd4d1 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.104529] env[69319]: DEBUG nova.compute.provider_tree [None req-89e17e46-04eb-417b-8db6-d4d3ada6b5c6 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 669.112247] env[69319]: DEBUG oslo_vmware.api [None req-b6d7adbb-6c59-4ae4-ae3b-6100a8dadd75 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Waiting for the task: (returnval){ [ 669.112247] env[69319]: value = "task-3222783" [ 669.112247] env[69319]: _type = "Task" [ 669.112247] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.123693] env[69319]: DEBUG oslo_vmware.api [None req-b6d7adbb-6c59-4ae4-ae3b-6100a8dadd75 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': task-3222783, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.230030] env[69319]: DEBUG oslo_concurrency.lockutils [None req-d36b123b-f026-49d0-8239-7fb9f1ab5f7f tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Acquiring lock "refresh_cache-6de6b246-d2c0-4d08-9c09-0a944dfecc15" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.230030] env[69319]: DEBUG oslo_concurrency.lockutils [None req-d36b123b-f026-49d0-8239-7fb9f1ab5f7f tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Acquired lock "refresh_cache-6de6b246-d2c0-4d08-9c09-0a944dfecc15" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.230190] env[69319]: DEBUG nova.network.neutron [None req-d36b123b-f026-49d0-8239-7fb9f1ab5f7f tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] [instance: 6de6b246-d2c0-4d08-9c09-0a944dfecc15] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 669.476978] env[69319]: DEBUG nova.compute.manager [None req-1b1337d5-a2bc-49b8-886f-80398381334b tempest-ServerMetadataNegativeTestJSON-94808556 tempest-ServerMetadataNegativeTestJSON-94808556-project-member] [instance: 562e1d05-4f46-4195-9d8b-c8e7ba933d22] Start spawning the instance on the hypervisor. {{(pid=69319) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 669.505558] env[69319]: DEBUG nova.virt.hardware [None req-1b1337d5-a2bc-49b8-886f-80398381334b tempest-ServerMetadataNegativeTestJSON-94808556 tempest-ServerMetadataNegativeTestJSON-94808556-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:32:36Z,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31f027872f6f44dba95ff2fe7a062e00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:32:36Z,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 669.506459] env[69319]: DEBUG nova.virt.hardware [None req-1b1337d5-a2bc-49b8-886f-80398381334b tempest-ServerMetadataNegativeTestJSON-94808556 tempest-ServerMetadataNegativeTestJSON-94808556-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 669.506459] env[69319]: DEBUG nova.virt.hardware [None req-1b1337d5-a2bc-49b8-886f-80398381334b tempest-ServerMetadataNegativeTestJSON-94808556 tempest-ServerMetadataNegativeTestJSON-94808556-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 669.506459] env[69319]: DEBUG nova.virt.hardware [None req-1b1337d5-a2bc-49b8-886f-80398381334b tempest-ServerMetadataNegativeTestJSON-94808556 tempest-ServerMetadataNegativeTestJSON-94808556-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 669.506459] env[69319]: DEBUG nova.virt.hardware [None req-1b1337d5-a2bc-49b8-886f-80398381334b tempest-ServerMetadataNegativeTestJSON-94808556 tempest-ServerMetadataNegativeTestJSON-94808556-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 669.506949] env[69319]: DEBUG nova.virt.hardware [None req-1b1337d5-a2bc-49b8-886f-80398381334b tempest-ServerMetadataNegativeTestJSON-94808556 tempest-ServerMetadataNegativeTestJSON-94808556-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 669.506949] env[69319]: DEBUG nova.virt.hardware [None req-1b1337d5-a2bc-49b8-886f-80398381334b tempest-ServerMetadataNegativeTestJSON-94808556 tempest-ServerMetadataNegativeTestJSON-94808556-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 669.506949] env[69319]: DEBUG nova.virt.hardware [None req-1b1337d5-a2bc-49b8-886f-80398381334b tempest-ServerMetadataNegativeTestJSON-94808556 tempest-ServerMetadataNegativeTestJSON-94808556-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 669.507901] env[69319]: DEBUG nova.virt.hardware [None req-1b1337d5-a2bc-49b8-886f-80398381334b tempest-ServerMetadataNegativeTestJSON-94808556 tempest-ServerMetadataNegativeTestJSON-94808556-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 669.508126] env[69319]: DEBUG nova.virt.hardware [None req-1b1337d5-a2bc-49b8-886f-80398381334b tempest-ServerMetadataNegativeTestJSON-94808556 tempest-ServerMetadataNegativeTestJSON-94808556-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 669.508320] env[69319]: DEBUG nova.virt.hardware [None req-1b1337d5-a2bc-49b8-886f-80398381334b tempest-ServerMetadataNegativeTestJSON-94808556 tempest-ServerMetadataNegativeTestJSON-94808556-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 669.509602] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5301ce32-959b-4626-90ce-567efb14093f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.523156] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9913238-b982-481c-8268-7efc94233d2d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.579022] env[69319]: DEBUG nova.compute.manager [None req-a0d103b6-c968-45b0-be50-3f96f2631a26 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: a9b26f5c-132c-44a9-bc71-a4629f9d0b9e] Starting instance... {{(pid=69319) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 669.617125] env[69319]: DEBUG nova.scheduler.client.report [None req-89e17e46-04eb-417b-8db6-d4d3ada6b5c6 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 669.639090] env[69319]: DEBUG oslo_vmware.api [None req-b6d7adbb-6c59-4ae4-ae3b-6100a8dadd75 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': task-3222783, 'name': PowerOffVM_Task, 'duration_secs': 0.447954} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.639440] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6d7adbb-6c59-4ae4-ae3b-6100a8dadd75 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 0ccec795-caae-46ee-981f-2d210d0a31d3] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 669.640599] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce310c53-c3c5-40e9-927b-767782501112 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.668204] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f35aee1c-c847-44dd-a5a0-fd2aab494e88 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.705767] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6d7adbb-6c59-4ae4-ae3b-6100a8dadd75 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 0ccec795-caae-46ee-981f-2d210d0a31d3] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 669.706126] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df8433ac-24a9-422c-9690-21d75e74fdab {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.716392] env[69319]: DEBUG oslo_vmware.api [None req-b6d7adbb-6c59-4ae4-ae3b-6100a8dadd75 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Waiting for the task: (returnval){ [ 669.716392] env[69319]: value = "task-3222784" [ 669.716392] env[69319]: _type = "Task" [ 669.716392] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.727748] env[69319]: DEBUG oslo_vmware.api [None req-b6d7adbb-6c59-4ae4-ae3b-6100a8dadd75 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': task-3222784, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.756368] env[69319]: DEBUG nova.network.neutron [None req-d36b123b-f026-49d0-8239-7fb9f1ab5f7f tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] [instance: 6de6b246-d2c0-4d08-9c09-0a944dfecc15] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 669.863106] env[69319]: DEBUG nova.network.neutron [None req-d36b123b-f026-49d0-8239-7fb9f1ab5f7f tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] [instance: 6de6b246-d2c0-4d08-9c09-0a944dfecc15] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.103552] env[69319]: DEBUG oslo_concurrency.lockutils [None req-a0d103b6-c968-45b0-be50-3f96f2631a26 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.125019] env[69319]: DEBUG oslo_concurrency.lockutils [None req-89e17e46-04eb-417b-8db6-d4d3ada6b5c6 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.677s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.125019] env[69319]: DEBUG nova.compute.manager [None req-89e17e46-04eb-417b-8db6-d4d3ada6b5c6 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] [instance: 9f02ac69-5fbc-40c6-96f4-d6ef8b3d0792] Start building networks asynchronously for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 670.125443] env[69319]: DEBUG oslo_concurrency.lockutils [None req-930c1e4e-388b-4170-a1f7-6a30b0bbc40c tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.403s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.127468] env[69319]: INFO nova.compute.claims [None req-930c1e4e-388b-4170-a1f7-6a30b0bbc40c tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] [instance: cf6dc285-9563-42c7-b1f5-d34d5a75a545] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 670.235187] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6d7adbb-6c59-4ae4-ae3b-6100a8dadd75 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 0ccec795-caae-46ee-981f-2d210d0a31d3] VM already powered off {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 670.235187] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-b6d7adbb-6c59-4ae4-ae3b-6100a8dadd75 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 0ccec795-caae-46ee-981f-2d210d0a31d3] Processing image 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 670.235187] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b6d7adbb-6c59-4ae4-ae3b-6100a8dadd75 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.235187] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b6d7adbb-6c59-4ae4-ae3b-6100a8dadd75 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.235437] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6d7adbb-6c59-4ae4-ae3b-6100a8dadd75 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 670.235437] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c07247b4-a9a1-4f91-9ba5-a77893e348b0 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.249025] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6d7adbb-6c59-4ae4-ae3b-6100a8dadd75 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 670.249275] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-b6d7adbb-6c59-4ae4-ae3b-6100a8dadd75 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 670.250363] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a580f73f-8036-4a8a-b232-314bdeccd6df {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.259789] env[69319]: DEBUG oslo_vmware.api [None req-b6d7adbb-6c59-4ae4-ae3b-6100a8dadd75 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Waiting for the task: (returnval){ [ 670.259789] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]5246a270-3958-8b61-5973-2a0157a44a13" [ 670.259789] env[69319]: _type = "Task" [ 670.259789] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.269026] env[69319]: DEBUG oslo_vmware.api [None req-b6d7adbb-6c59-4ae4-ae3b-6100a8dadd75 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5246a270-3958-8b61-5973-2a0157a44a13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.369147] env[69319]: DEBUG oslo_concurrency.lockutils [None req-d36b123b-f026-49d0-8239-7fb9f1ab5f7f tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Releasing lock "refresh_cache-6de6b246-d2c0-4d08-9c09-0a944dfecc15" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.369147] env[69319]: DEBUG nova.compute.manager [None req-d36b123b-f026-49d0-8239-7fb9f1ab5f7f tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] [instance: 6de6b246-d2c0-4d08-9c09-0a944dfecc15] Start destroying the instance on the hypervisor. {{(pid=69319) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 670.369392] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-d36b123b-f026-49d0-8239-7fb9f1ab5f7f tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] [instance: 6de6b246-d2c0-4d08-9c09-0a944dfecc15] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 670.371153] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb7e0679-1a91-42d8-b93c-42cb7be53e80 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.380926] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-d36b123b-f026-49d0-8239-7fb9f1ab5f7f tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] [instance: 6de6b246-d2c0-4d08-9c09-0a944dfecc15] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 670.381218] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fcd3e676-60c6-4f7e-83da-db9d59644b3b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.389059] env[69319]: DEBUG oslo_vmware.api [None req-d36b123b-f026-49d0-8239-7fb9f1ab5f7f tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Waiting for the task: (returnval){ [ 670.389059] env[69319]: value = "task-3222785" [ 670.389059] env[69319]: _type = "Task" [ 670.389059] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.398951] env[69319]: DEBUG oslo_vmware.api [None req-d36b123b-f026-49d0-8239-7fb9f1ab5f7f tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Task: {'id': task-3222785, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.633246] env[69319]: DEBUG nova.compute.utils [None req-89e17e46-04eb-417b-8db6-d4d3ada6b5c6 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Using /dev/sd instead of None {{(pid=69319) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 670.638314] env[69319]: DEBUG nova.compute.manager [None req-89e17e46-04eb-417b-8db6-d4d3ada6b5c6 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] [instance: 9f02ac69-5fbc-40c6-96f4-d6ef8b3d0792] Allocating IP information in the background. {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 670.639327] env[69319]: DEBUG nova.network.neutron [None req-89e17e46-04eb-417b-8db6-d4d3ada6b5c6 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] [instance: 9f02ac69-5fbc-40c6-96f4-d6ef8b3d0792] allocate_for_instance() {{(pid=69319) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 670.706439] env[69319]: DEBUG nova.policy [None req-89e17e46-04eb-417b-8db6-d4d3ada6b5c6 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'db89573afbd243caa0835059af4396ea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fb637ebd4b484a719d85fdfeff4b4830', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69319) authorize /opt/stack/nova/nova/policy.py:192}} [ 670.773602] env[69319]: DEBUG oslo_vmware.api [None req-b6d7adbb-6c59-4ae4-ae3b-6100a8dadd75 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5246a270-3958-8b61-5973-2a0157a44a13, 'name': SearchDatastore_Task, 'duration_secs': 0.014363} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.777051] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-349464e1-9b44-44f3-bbf2-078741f58de6 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.784191] env[69319]: DEBUG oslo_vmware.api [None req-b6d7adbb-6c59-4ae4-ae3b-6100a8dadd75 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Waiting for the task: (returnval){ [ 670.784191] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52ba2b5e-b3bd-0443-e7e7-779e69f8c554" [ 670.784191] env[69319]: _type = "Task" [ 670.784191] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.784191] env[69319]: DEBUG nova.network.neutron [None req-1b1337d5-a2bc-49b8-886f-80398381334b tempest-ServerMetadataNegativeTestJSON-94808556 tempest-ServerMetadataNegativeTestJSON-94808556-project-member] [instance: 562e1d05-4f46-4195-9d8b-c8e7ba933d22] Successfully updated port: e43a1d47-8bcb-4d0e-9383-c9fd4bd57e7d {{(pid=69319) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 670.802289] env[69319]: DEBUG oslo_vmware.api [None req-b6d7adbb-6c59-4ae4-ae3b-6100a8dadd75 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52ba2b5e-b3bd-0443-e7e7-779e69f8c554, 'name': SearchDatastore_Task, 'duration_secs': 0.01331} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.804307] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b6d7adbb-6c59-4ae4-ae3b-6100a8dadd75 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.809040] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6d7adbb-6c59-4ae4-ae3b-6100a8dadd75 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] 0ccec795-caae-46ee-981f-2d210d0a31d3/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8-rescue.vmdk. {{(pid=69319) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 670.809040] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5542330d-2b9b-4c93-a656-d04c063bdf1b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.816692] env[69319]: DEBUG oslo_vmware.api [None req-b6d7adbb-6c59-4ae4-ae3b-6100a8dadd75 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Waiting for the task: (returnval){ [ 670.816692] env[69319]: value = "task-3222786" [ 670.816692] env[69319]: _type = "Task" [ 670.816692] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.833180] env[69319]: DEBUG oslo_vmware.api [None req-b6d7adbb-6c59-4ae4-ae3b-6100a8dadd75 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': task-3222786, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.907245] env[69319]: DEBUG oslo_vmware.api [None req-d36b123b-f026-49d0-8239-7fb9f1ab5f7f tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Task: {'id': task-3222785, 'name': PowerOffVM_Task, 'duration_secs': 0.239546} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.907566] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-d36b123b-f026-49d0-8239-7fb9f1ab5f7f tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] [instance: 6de6b246-d2c0-4d08-9c09-0a944dfecc15] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 670.910867] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-d36b123b-f026-49d0-8239-7fb9f1ab5f7f tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] [instance: 6de6b246-d2c0-4d08-9c09-0a944dfecc15] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 670.910867] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6647d563-4ab3-4c9c-8a53-b8e6fb839278 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.945619] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-d36b123b-f026-49d0-8239-7fb9f1ab5f7f tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] [instance: 6de6b246-d2c0-4d08-9c09-0a944dfecc15] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 670.945948] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-d36b123b-f026-49d0-8239-7fb9f1ab5f7f tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] [instance: 6de6b246-d2c0-4d08-9c09-0a944dfecc15] Deleting contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 670.946226] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-d36b123b-f026-49d0-8239-7fb9f1ab5f7f tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Deleting the datastore file [datastore2] 6de6b246-d2c0-4d08-9c09-0a944dfecc15 {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 670.946599] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7c0896c3-fa23-464f-8a83-7d8b60e47940 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.962604] env[69319]: DEBUG oslo_vmware.api [None req-d36b123b-f026-49d0-8239-7fb9f1ab5f7f tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Waiting for the task: (returnval){ [ 670.962604] env[69319]: value = "task-3222788" [ 670.962604] env[69319]: _type = "Task" [ 670.962604] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.973587] env[69319]: DEBUG oslo_vmware.api [None req-d36b123b-f026-49d0-8239-7fb9f1ab5f7f tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Task: {'id': task-3222788, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.141610] env[69319]: DEBUG oslo_concurrency.lockutils [None req-537dbdfe-b262-42e1-9e14-7cf3a25a4f13 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931-project-member] Acquiring lock "62e4ab82-69e0-4698-996a-72bb7fb7ecdd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.141927] env[69319]: DEBUG oslo_concurrency.lockutils [None req-537dbdfe-b262-42e1-9e14-7cf3a25a4f13 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931-project-member] Lock "62e4ab82-69e0-4698-996a-72bb7fb7ecdd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.142157] env[69319]: DEBUG oslo_concurrency.lockutils [None req-537dbdfe-b262-42e1-9e14-7cf3a25a4f13 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931-project-member] Acquiring lock "62e4ab82-69e0-4698-996a-72bb7fb7ecdd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.142349] env[69319]: DEBUG oslo_concurrency.lockutils [None req-537dbdfe-b262-42e1-9e14-7cf3a25a4f13 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931-project-member] Lock "62e4ab82-69e0-4698-996a-72bb7fb7ecdd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.142516] env[69319]: DEBUG oslo_concurrency.lockutils [None req-537dbdfe-b262-42e1-9e14-7cf3a25a4f13 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931-project-member] Lock "62e4ab82-69e0-4698-996a-72bb7fb7ecdd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.144969] env[69319]: INFO nova.compute.manager [None req-537dbdfe-b262-42e1-9e14-7cf3a25a4f13 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931-project-member] [instance: 62e4ab82-69e0-4698-996a-72bb7fb7ecdd] Terminating instance [ 671.146601] env[69319]: DEBUG nova.compute.manager [None req-89e17e46-04eb-417b-8db6-d4d3ada6b5c6 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] [instance: 9f02ac69-5fbc-40c6-96f4-d6ef8b3d0792] Start building block device mappings for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 671.287709] env[69319]: DEBUG oslo_concurrency.lockutils [None req-1b1337d5-a2bc-49b8-886f-80398381334b tempest-ServerMetadataNegativeTestJSON-94808556 tempest-ServerMetadataNegativeTestJSON-94808556-project-member] Acquiring lock "refresh_cache-562e1d05-4f46-4195-9d8b-c8e7ba933d22" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.288097] env[69319]: DEBUG oslo_concurrency.lockutils [None req-1b1337d5-a2bc-49b8-886f-80398381334b tempest-ServerMetadataNegativeTestJSON-94808556 tempest-ServerMetadataNegativeTestJSON-94808556-project-member] Acquired lock "refresh_cache-562e1d05-4f46-4195-9d8b-c8e7ba933d22" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.288243] env[69319]: DEBUG nova.network.neutron [None req-1b1337d5-a2bc-49b8-886f-80398381334b tempest-ServerMetadataNegativeTestJSON-94808556 tempest-ServerMetadataNegativeTestJSON-94808556-project-member] [instance: 562e1d05-4f46-4195-9d8b-c8e7ba933d22] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 671.342590] env[69319]: DEBUG oslo_vmware.api [None req-b6d7adbb-6c59-4ae4-ae3b-6100a8dadd75 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': task-3222786, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.396582] env[69319]: DEBUG nova.network.neutron [None req-89e17e46-04eb-417b-8db6-d4d3ada6b5c6 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] [instance: 9f02ac69-5fbc-40c6-96f4-d6ef8b3d0792] Successfully created port: adb7006c-7527-49f8-afad-34458965cfc2 {{(pid=69319) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 671.474241] env[69319]: DEBUG oslo_vmware.api [None req-d36b123b-f026-49d0-8239-7fb9f1ab5f7f tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Task: {'id': task-3222788, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.412309} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.477471] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-d36b123b-f026-49d0-8239-7fb9f1ab5f7f tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 671.477778] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-d36b123b-f026-49d0-8239-7fb9f1ab5f7f tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] [instance: 6de6b246-d2c0-4d08-9c09-0a944dfecc15] Deleted contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 671.478055] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-d36b123b-f026-49d0-8239-7fb9f1ab5f7f tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] [instance: 6de6b246-d2c0-4d08-9c09-0a944dfecc15] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 671.478314] env[69319]: INFO nova.compute.manager [None req-d36b123b-f026-49d0-8239-7fb9f1ab5f7f tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] [instance: 6de6b246-d2c0-4d08-9c09-0a944dfecc15] Took 1.11 seconds to destroy the instance on the hypervisor. [ 671.478662] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d36b123b-f026-49d0-8239-7fb9f1ab5f7f tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 671.479358] env[69319]: DEBUG nova.compute.manager [-] [instance: 6de6b246-d2c0-4d08-9c09-0a944dfecc15] Deallocating network for instance {{(pid=69319) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 671.480428] env[69319]: DEBUG nova.network.neutron [-] [instance: 6de6b246-d2c0-4d08-9c09-0a944dfecc15] deallocate_for_instance() {{(pid=69319) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 671.511300] env[69319]: DEBUG oslo_concurrency.lockutils [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Acquiring lock "fdd1fc3f-0098-421a-adcc-0ce34923e93b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.511707] env[69319]: DEBUG oslo_concurrency.lockutils [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Lock "fdd1fc3f-0098-421a-adcc-0ce34923e93b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.530881] env[69319]: DEBUG nova.network.neutron [-] [instance: 6de6b246-d2c0-4d08-9c09-0a944dfecc15] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 671.537497] env[69319]: DEBUG oslo_concurrency.lockutils [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Acquiring lock "b38347d2-a6f3-4640-b25e-c9e67196f733" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.537886] env[69319]: DEBUG oslo_concurrency.lockutils [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Lock "b38347d2-a6f3-4640-b25e-c9e67196f733" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.574154] env[69319]: DEBUG oslo_concurrency.lockutils [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Acquiring lock "6fd4b3da-855a-4796-a514-bffd9d194110" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.574466] env[69319]: DEBUG oslo_concurrency.lockutils [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Lock "6fd4b3da-855a-4796-a514-bffd9d194110" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.663785] env[69319]: DEBUG nova.compute.manager [None req-537dbdfe-b262-42e1-9e14-7cf3a25a4f13 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931-project-member] [instance: 62e4ab82-69e0-4698-996a-72bb7fb7ecdd] Start destroying the instance on the hypervisor. {{(pid=69319) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 671.664081] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-537dbdfe-b262-42e1-9e14-7cf3a25a4f13 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931-project-member] [instance: 62e4ab82-69e0-4698-996a-72bb7fb7ecdd] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 671.666749] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1205828-5227-46b8-a508-696537ca0e17 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.684983] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-537dbdfe-b262-42e1-9e14-7cf3a25a4f13 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931-project-member] [instance: 62e4ab82-69e0-4698-996a-72bb7fb7ecdd] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 671.684983] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5def75ef-2d9b-4401-af21-f30a8360719f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.693997] env[69319]: DEBUG oslo_vmware.api [None req-537dbdfe-b262-42e1-9e14-7cf3a25a4f13 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931-project-member] Waiting for the task: (returnval){ [ 671.693997] env[69319]: value = "task-3222789" [ 671.693997] env[69319]: _type = "Task" [ 671.693997] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.706321] env[69319]: DEBUG oslo_vmware.api [None req-537dbdfe-b262-42e1-9e14-7cf3a25a4f13 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931-project-member] Task: {'id': task-3222789, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.750692] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e62cbfa-c2d3-43b0-ae2c-92018bccca41 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.764019] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-530a5a4f-d9dc-453d-b31d-e8c54cda4f7a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.816397] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be62891a-200e-4eb4-a249-362b703a8c3d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.828310] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de471e7f-ff9c-4e17-9f18-6cf363ecac3b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.841112] env[69319]: DEBUG oslo_vmware.api [None req-b6d7adbb-6c59-4ae4-ae3b-6100a8dadd75 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': task-3222786, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.577513} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.851577] env[69319]: INFO nova.virt.vmwareapi.ds_util [None req-b6d7adbb-6c59-4ae4-ae3b-6100a8dadd75 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] 0ccec795-caae-46ee-981f-2d210d0a31d3/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8-rescue.vmdk. [ 671.852239] env[69319]: DEBUG nova.compute.provider_tree [None req-930c1e4e-388b-4170-a1f7-6a30b0bbc40c tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 671.854621] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c61123ab-ff96-422c-b649-f257732ad230 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.885820] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6d7adbb-6c59-4ae4-ae3b-6100a8dadd75 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 0ccec795-caae-46ee-981f-2d210d0a31d3] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] 0ccec795-caae-46ee-981f-2d210d0a31d3/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8-rescue.vmdk or device None with type thin {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 671.886567] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec267565-1e81-4b3b-96aa-2badb8cc756d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.907791] env[69319]: DEBUG oslo_vmware.api [None req-b6d7adbb-6c59-4ae4-ae3b-6100a8dadd75 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Waiting for the task: (returnval){ [ 671.907791] env[69319]: value = "task-3222790" [ 671.907791] env[69319]: _type = "Task" [ 671.907791] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.912257] env[69319]: DEBUG nova.network.neutron [None req-1b1337d5-a2bc-49b8-886f-80398381334b tempest-ServerMetadataNegativeTestJSON-94808556 tempest-ServerMetadataNegativeTestJSON-94808556-project-member] [instance: 562e1d05-4f46-4195-9d8b-c8e7ba933d22] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 671.922438] env[69319]: DEBUG oslo_vmware.api [None req-b6d7adbb-6c59-4ae4-ae3b-6100a8dadd75 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': task-3222790, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.037691] env[69319]: DEBUG nova.network.neutron [-] [instance: 6de6b246-d2c0-4d08-9c09-0a944dfecc15] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.111476] env[69319]: DEBUG nova.compute.manager [req-0947d682-4398-476b-ad6a-8ce566399d07 req-aa1783ad-ba3d-4003-8924-e1ecdeb432f1 service nova] [instance: 562e1d05-4f46-4195-9d8b-c8e7ba933d22] Received event network-vif-plugged-e43a1d47-8bcb-4d0e-9383-c9fd4bd57e7d {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 672.111691] env[69319]: DEBUG oslo_concurrency.lockutils [req-0947d682-4398-476b-ad6a-8ce566399d07 req-aa1783ad-ba3d-4003-8924-e1ecdeb432f1 service nova] Acquiring lock "562e1d05-4f46-4195-9d8b-c8e7ba933d22-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.114783] env[69319]: DEBUG oslo_concurrency.lockutils [req-0947d682-4398-476b-ad6a-8ce566399d07 req-aa1783ad-ba3d-4003-8924-e1ecdeb432f1 service nova] Lock "562e1d05-4f46-4195-9d8b-c8e7ba933d22-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.114783] env[69319]: DEBUG oslo_concurrency.lockutils [req-0947d682-4398-476b-ad6a-8ce566399d07 req-aa1783ad-ba3d-4003-8924-e1ecdeb432f1 service nova] Lock "562e1d05-4f46-4195-9d8b-c8e7ba933d22-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.114783] env[69319]: DEBUG nova.compute.manager [req-0947d682-4398-476b-ad6a-8ce566399d07 req-aa1783ad-ba3d-4003-8924-e1ecdeb432f1 service nova] [instance: 562e1d05-4f46-4195-9d8b-c8e7ba933d22] No waiting events found dispatching network-vif-plugged-e43a1d47-8bcb-4d0e-9383-c9fd4bd57e7d {{(pid=69319) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 672.114783] env[69319]: WARNING nova.compute.manager [req-0947d682-4398-476b-ad6a-8ce566399d07 req-aa1783ad-ba3d-4003-8924-e1ecdeb432f1 service nova] [instance: 562e1d05-4f46-4195-9d8b-c8e7ba933d22] Received unexpected event network-vif-plugged-e43a1d47-8bcb-4d0e-9383-c9fd4bd57e7d for instance with vm_state building and task_state spawning. [ 672.180768] env[69319]: DEBUG nova.compute.manager [None req-89e17e46-04eb-417b-8db6-d4d3ada6b5c6 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] [instance: 9f02ac69-5fbc-40c6-96f4-d6ef8b3d0792] Start spawning the instance on the hypervisor. {{(pid=69319) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 672.208208] env[69319]: DEBUG oslo_vmware.api [None req-537dbdfe-b262-42e1-9e14-7cf3a25a4f13 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931-project-member] Task: {'id': task-3222789, 'name': PowerOffVM_Task, 'duration_secs': 0.262757} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.210483] env[69319]: DEBUG nova.virt.hardware [None req-89e17e46-04eb-417b-8db6-d4d3ada6b5c6 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:34:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='120462863',id=21,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-1796235443',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:32:36Z,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31f027872f6f44dba95ff2fe7a062e00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:32:36Z,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 672.210705] env[69319]: DEBUG nova.virt.hardware [None req-89e17e46-04eb-417b-8db6-d4d3ada6b5c6 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 672.210865] env[69319]: DEBUG nova.virt.hardware [None req-89e17e46-04eb-417b-8db6-d4d3ada6b5c6 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 672.212446] env[69319]: DEBUG nova.virt.hardware [None req-89e17e46-04eb-417b-8db6-d4d3ada6b5c6 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 672.212681] env[69319]: DEBUG nova.virt.hardware [None req-89e17e46-04eb-417b-8db6-d4d3ada6b5c6 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 672.212681] env[69319]: DEBUG nova.virt.hardware [None req-89e17e46-04eb-417b-8db6-d4d3ada6b5c6 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 672.213015] env[69319]: DEBUG nova.virt.hardware [None req-89e17e46-04eb-417b-8db6-d4d3ada6b5c6 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 672.216499] env[69319]: DEBUG nova.virt.hardware [None req-89e17e46-04eb-417b-8db6-d4d3ada6b5c6 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 672.216764] env[69319]: DEBUG nova.virt.hardware [None req-89e17e46-04eb-417b-8db6-d4d3ada6b5c6 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 672.216961] env[69319]: DEBUG nova.virt.hardware [None req-89e17e46-04eb-417b-8db6-d4d3ada6b5c6 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 672.217163] env[69319]: DEBUG nova.virt.hardware [None req-89e17e46-04eb-417b-8db6-d4d3ada6b5c6 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 672.217678] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-537dbdfe-b262-42e1-9e14-7cf3a25a4f13 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931-project-member] [instance: 62e4ab82-69e0-4698-996a-72bb7fb7ecdd] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 672.217678] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-537dbdfe-b262-42e1-9e14-7cf3a25a4f13 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931-project-member] [instance: 62e4ab82-69e0-4698-996a-72bb7fb7ecdd] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 672.218493] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b75cb173-929b-4e2f-8ad9-a577c024c469 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.221269] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6b9410f6-9e2f-43db-9c77-bd8676745cd9 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.229681] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23efe4f0-b853-475f-a642-01f960692664 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.269297] env[69319]: DEBUG nova.network.neutron [None req-1b1337d5-a2bc-49b8-886f-80398381334b tempest-ServerMetadataNegativeTestJSON-94808556 tempest-ServerMetadataNegativeTestJSON-94808556-project-member] [instance: 562e1d05-4f46-4195-9d8b-c8e7ba933d22] Updating instance_info_cache with network_info: [{"id": "e43a1d47-8bcb-4d0e-9383-c9fd4bd57e7d", "address": "fa:16:3e:d9:22:d7", "network": {"id": "27b0d533-90c5-4110-965b-cded096fe773", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1810218863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77d99beddc65460491a3d5a7a048f0b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8800a981-a89e-42e4-8be9-cace419ba9cb", "external-id": "nsx-vlan-transportzone-962", "segmentation_id": 962, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape43a1d47-8b", "ovs_interfaceid": "e43a1d47-8bcb-4d0e-9383-c9fd4bd57e7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.310818] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-537dbdfe-b262-42e1-9e14-7cf3a25a4f13 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931-project-member] [instance: 62e4ab82-69e0-4698-996a-72bb7fb7ecdd] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 672.311062] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-537dbdfe-b262-42e1-9e14-7cf3a25a4f13 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931-project-member] [instance: 62e4ab82-69e0-4698-996a-72bb7fb7ecdd] Deleting contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 672.311352] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-537dbdfe-b262-42e1-9e14-7cf3a25a4f13 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931-project-member] Deleting the datastore file [datastore2] 62e4ab82-69e0-4698-996a-72bb7fb7ecdd {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 672.311688] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6a9900d7-16a4-45ba-99ae-3d95d5b92f58 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.321091] env[69319]: DEBUG oslo_vmware.api [None req-537dbdfe-b262-42e1-9e14-7cf3a25a4f13 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931-project-member] Waiting for the task: (returnval){ [ 672.321091] env[69319]: value = "task-3222792" [ 672.321091] env[69319]: _type = "Task" [ 672.321091] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.333165] env[69319]: DEBUG oslo_vmware.api [None req-537dbdfe-b262-42e1-9e14-7cf3a25a4f13 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931-project-member] Task: {'id': task-3222792, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.360447] env[69319]: DEBUG nova.scheduler.client.report [None req-930c1e4e-388b-4170-a1f7-6a30b0bbc40c tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 672.420934] env[69319]: DEBUG oslo_vmware.api [None req-b6d7adbb-6c59-4ae4-ae3b-6100a8dadd75 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': task-3222790, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.541371] env[69319]: INFO nova.compute.manager [-] [instance: 6de6b246-d2c0-4d08-9c09-0a944dfecc15] Took 1.06 seconds to deallocate network for instance. [ 672.774181] env[69319]: DEBUG oslo_concurrency.lockutils [None req-1b1337d5-a2bc-49b8-886f-80398381334b tempest-ServerMetadataNegativeTestJSON-94808556 tempest-ServerMetadataNegativeTestJSON-94808556-project-member] Releasing lock "refresh_cache-562e1d05-4f46-4195-9d8b-c8e7ba933d22" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.774181] env[69319]: DEBUG nova.compute.manager [None req-1b1337d5-a2bc-49b8-886f-80398381334b tempest-ServerMetadataNegativeTestJSON-94808556 tempest-ServerMetadataNegativeTestJSON-94808556-project-member] [instance: 562e1d05-4f46-4195-9d8b-c8e7ba933d22] Instance network_info: |[{"id": "e43a1d47-8bcb-4d0e-9383-c9fd4bd57e7d", "address": "fa:16:3e:d9:22:d7", "network": {"id": "27b0d533-90c5-4110-965b-cded096fe773", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1810218863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77d99beddc65460491a3d5a7a048f0b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8800a981-a89e-42e4-8be9-cace419ba9cb", "external-id": "nsx-vlan-transportzone-962", "segmentation_id": 962, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape43a1d47-8b", "ovs_interfaceid": "e43a1d47-8bcb-4d0e-9383-c9fd4bd57e7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 672.774410] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-1b1337d5-a2bc-49b8-886f-80398381334b tempest-ServerMetadataNegativeTestJSON-94808556 tempest-ServerMetadataNegativeTestJSON-94808556-project-member] [instance: 562e1d05-4f46-4195-9d8b-c8e7ba933d22] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:22:d7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8800a981-a89e-42e4-8be9-cace419ba9cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e43a1d47-8bcb-4d0e-9383-c9fd4bd57e7d', 'vif_model': 'vmxnet3'}] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 672.786809] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b1337d5-a2bc-49b8-886f-80398381334b tempest-ServerMetadataNegativeTestJSON-94808556 tempest-ServerMetadataNegativeTestJSON-94808556-project-member] Creating folder: Project (77d99beddc65460491a3d5a7a048f0b1). Parent ref: group-v644239. {{(pid=69319) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 672.787148] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-92e33181-08cd-49ac-b4df-5a672292eb1b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.803156] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-1b1337d5-a2bc-49b8-886f-80398381334b tempest-ServerMetadataNegativeTestJSON-94808556 tempest-ServerMetadataNegativeTestJSON-94808556-project-member] Created folder: Project (77d99beddc65460491a3d5a7a048f0b1) in parent group-v644239. [ 672.803421] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b1337d5-a2bc-49b8-886f-80398381334b tempest-ServerMetadataNegativeTestJSON-94808556 tempest-ServerMetadataNegativeTestJSON-94808556-project-member] Creating folder: Instances. Parent ref: group-v644282. {{(pid=69319) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 672.803720] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7bcef06b-d0b5-48c1-a66a-b554f6821f53 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.823627] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-1b1337d5-a2bc-49b8-886f-80398381334b tempest-ServerMetadataNegativeTestJSON-94808556 tempest-ServerMetadataNegativeTestJSON-94808556-project-member] Created folder: Instances in parent group-v644282. [ 672.824611] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1b1337d5-a2bc-49b8-886f-80398381334b tempest-ServerMetadataNegativeTestJSON-94808556 tempest-ServerMetadataNegativeTestJSON-94808556-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 672.830059] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 562e1d05-4f46-4195-9d8b-c8e7ba933d22] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 672.830373] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c327ac1b-1379-4d1c-91dd-de224186452a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.855362] env[69319]: DEBUG oslo_vmware.api [None req-537dbdfe-b262-42e1-9e14-7cf3a25a4f13 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931-project-member] Task: {'id': task-3222792, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.502149} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.859318] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-537dbdfe-b262-42e1-9e14-7cf3a25a4f13 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 672.859318] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-537dbdfe-b262-42e1-9e14-7cf3a25a4f13 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931-project-member] [instance: 62e4ab82-69e0-4698-996a-72bb7fb7ecdd] Deleted contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 672.859318] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-537dbdfe-b262-42e1-9e14-7cf3a25a4f13 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931-project-member] [instance: 62e4ab82-69e0-4698-996a-72bb7fb7ecdd] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 672.859318] env[69319]: INFO nova.compute.manager [None req-537dbdfe-b262-42e1-9e14-7cf3a25a4f13 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931-project-member] [instance: 62e4ab82-69e0-4698-996a-72bb7fb7ecdd] Took 1.19 seconds to destroy the instance on the hypervisor. [ 672.859565] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-537dbdfe-b262-42e1-9e14-7cf3a25a4f13 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 672.859565] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 672.859565] env[69319]: value = "task-3222795" [ 672.859565] env[69319]: _type = "Task" [ 672.859565] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.859565] env[69319]: DEBUG nova.compute.manager [-] [instance: 62e4ab82-69e0-4698-996a-72bb7fb7ecdd] Deallocating network for instance {{(pid=69319) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 672.859565] env[69319]: DEBUG nova.network.neutron [-] [instance: 62e4ab82-69e0-4698-996a-72bb7fb7ecdd] deallocate_for_instance() {{(pid=69319) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 672.866958] env[69319]: DEBUG oslo_concurrency.lockutils [None req-930c1e4e-388b-4170-a1f7-6a30b0bbc40c tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.740s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.866958] env[69319]: DEBUG nova.compute.manager [None req-930c1e4e-388b-4170-a1f7-6a30b0bbc40c tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] [instance: cf6dc285-9563-42c7-b1f5-d34d5a75a545] Start building networks asynchronously for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 672.873799] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0d768128-8fb3-4d32-bf83-ddd5c0499ddf tempest-ImagesNegativeTestJSON-922533626 tempest-ImagesNegativeTestJSON-922533626-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.611s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.875354] env[69319]: INFO nova.compute.claims [None req-0d768128-8fb3-4d32-bf83-ddd5c0499ddf tempest-ImagesNegativeTestJSON-922533626 tempest-ImagesNegativeTestJSON-922533626-project-member] [instance: 6e790530-5d70-4125-b7d2-a977c5db2949] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 672.877827] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222795, 'name': CreateVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.928110] env[69319]: DEBUG oslo_vmware.api [None req-b6d7adbb-6c59-4ae4-ae3b-6100a8dadd75 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': task-3222790, 'name': ReconfigVM_Task, 'duration_secs': 0.983795} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.929079] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6d7adbb-6c59-4ae4-ae3b-6100a8dadd75 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 0ccec795-caae-46ee-981f-2d210d0a31d3] Reconfigured VM instance instance-0000000b to attach disk [datastore2] 0ccec795-caae-46ee-981f-2d210d0a31d3/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8-rescue.vmdk or device None with type thin {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 672.929926] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-873f179e-51fe-4609-9cd4-9057fb65ff0d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.961832] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15ea7c82-e640-42c4-a174-9fc1abde4506 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.987182] env[69319]: DEBUG oslo_vmware.api [None req-b6d7adbb-6c59-4ae4-ae3b-6100a8dadd75 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Waiting for the task: (returnval){ [ 672.987182] env[69319]: value = "task-3222796" [ 672.987182] env[69319]: _type = "Task" [ 672.987182] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.998940] env[69319]: DEBUG oslo_vmware.api [None req-b6d7adbb-6c59-4ae4-ae3b-6100a8dadd75 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': task-3222796, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.051474] env[69319]: DEBUG oslo_concurrency.lockutils [None req-d36b123b-f026-49d0-8239-7fb9f1ab5f7f tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.372487] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222795, 'name': CreateVM_Task} progress is 99%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.380141] env[69319]: DEBUG nova.compute.utils [None req-930c1e4e-388b-4170-a1f7-6a30b0bbc40c tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] Using /dev/sd instead of None {{(pid=69319) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 673.383621] env[69319]: DEBUG nova.compute.manager [None req-930c1e4e-388b-4170-a1f7-6a30b0bbc40c tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] [instance: cf6dc285-9563-42c7-b1f5-d34d5a75a545] Allocating IP information in the background. {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 673.383822] env[69319]: DEBUG nova.network.neutron [None req-930c1e4e-388b-4170-a1f7-6a30b0bbc40c tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] [instance: cf6dc285-9563-42c7-b1f5-d34d5a75a545] allocate_for_instance() {{(pid=69319) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 673.449461] env[69319]: DEBUG nova.policy [None req-930c1e4e-388b-4170-a1f7-6a30b0bbc40c tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2cabaae3882e4520965a3529bc03e70e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3cea3cfbbd6e4863945256fc4a4ff660', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69319) authorize /opt/stack/nova/nova/policy.py:192}} [ 673.479215] env[69319]: DEBUG nova.network.neutron [None req-89e17e46-04eb-417b-8db6-d4d3ada6b5c6 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] [instance: 9f02ac69-5fbc-40c6-96f4-d6ef8b3d0792] Successfully updated port: adb7006c-7527-49f8-afad-34458965cfc2 {{(pid=69319) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 673.515031] env[69319]: DEBUG oslo_vmware.api [None req-b6d7adbb-6c59-4ae4-ae3b-6100a8dadd75 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': task-3222796, 'name': ReconfigVM_Task, 'duration_secs': 0.373441} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.515031] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6d7adbb-6c59-4ae4-ae3b-6100a8dadd75 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 0ccec795-caae-46ee-981f-2d210d0a31d3] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 673.515031] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-403fa196-5e11-4681-b90d-a84d741709e8 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.525210] env[69319]: DEBUG oslo_vmware.api [None req-b6d7adbb-6c59-4ae4-ae3b-6100a8dadd75 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Waiting for the task: (returnval){ [ 673.525210] env[69319]: value = "task-3222797" [ 673.525210] env[69319]: _type = "Task" [ 673.525210] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.533429] env[69319]: DEBUG oslo_vmware.api [None req-b6d7adbb-6c59-4ae4-ae3b-6100a8dadd75 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': task-3222797, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.608156] env[69319]: DEBUG oslo_concurrency.lockutils [None req-4eb9a44c-3213-4391-89c8-0d60508ab553 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Acquiring lock "05018af1-8cde-4512-b5b4-f392e39523ff" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.608398] env[69319]: DEBUG oslo_concurrency.lockutils [None req-4eb9a44c-3213-4391-89c8-0d60508ab553 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Lock "05018af1-8cde-4512-b5b4-f392e39523ff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.773063] env[69319]: DEBUG nova.network.neutron [-] [instance: 62e4ab82-69e0-4698-996a-72bb7fb7ecdd] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.868093] env[69319]: DEBUG nova.network.neutron [None req-930c1e4e-388b-4170-a1f7-6a30b0bbc40c tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] [instance: cf6dc285-9563-42c7-b1f5-d34d5a75a545] Successfully created port: 8b6f84ab-9039-41db-9c71-70f17fc2e1c8 {{(pid=69319) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 673.879104] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222795, 'name': CreateVM_Task} progress is 99%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.890866] env[69319]: DEBUG nova.compute.manager [None req-930c1e4e-388b-4170-a1f7-6a30b0bbc40c tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] [instance: cf6dc285-9563-42c7-b1f5-d34d5a75a545] Start building block device mappings for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 673.983269] env[69319]: DEBUG oslo_concurrency.lockutils [None req-89e17e46-04eb-417b-8db6-d4d3ada6b5c6 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Acquiring lock "refresh_cache-9f02ac69-5fbc-40c6-96f4-d6ef8b3d0792" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.983269] env[69319]: DEBUG oslo_concurrency.lockutils [None req-89e17e46-04eb-417b-8db6-d4d3ada6b5c6 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Acquired lock "refresh_cache-9f02ac69-5fbc-40c6-96f4-d6ef8b3d0792" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.983269] env[69319]: DEBUG nova.network.neutron [None req-89e17e46-04eb-417b-8db6-d4d3ada6b5c6 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] [instance: 9f02ac69-5fbc-40c6-96f4-d6ef8b3d0792] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 674.035466] env[69319]: DEBUG oslo_vmware.api [None req-b6d7adbb-6c59-4ae4-ae3b-6100a8dadd75 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': task-3222797, 'name': PowerOnVM_Task} progress is 99%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.282969] env[69319]: INFO nova.compute.manager [-] [instance: 62e4ab82-69e0-4698-996a-72bb7fb7ecdd] Took 1.42 seconds to deallocate network for instance. [ 674.383245] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222795, 'name': CreateVM_Task} progress is 99%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.521036] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c10f7f6-b964-4cd4-80a4-ff108ada0344 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.537634] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cda4c6d-d488-48d0-98cc-601965acdfa9 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.542320] env[69319]: DEBUG oslo_vmware.api [None req-b6d7adbb-6c59-4ae4-ae3b-6100a8dadd75 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': task-3222797, 'name': PowerOnVM_Task, 'duration_secs': 0.673861} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.542992] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6d7adbb-6c59-4ae4-ae3b-6100a8dadd75 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 0ccec795-caae-46ee-981f-2d210d0a31d3] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 674.547120] env[69319]: DEBUG nova.compute.manager [None req-b6d7adbb-6c59-4ae4-ae3b-6100a8dadd75 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 0ccec795-caae-46ee-981f-2d210d0a31d3] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 674.548245] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d250be6-7321-4830-86f4-32848c967f31 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.585775] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1408433-8527-4eb6-8bd8-190ad6068c7c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.600051] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e09f197-661e-4cb7-a4ba-61145f6cfbe7 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.615177] env[69319]: DEBUG nova.compute.provider_tree [None req-0d768128-8fb3-4d32-bf83-ddd5c0499ddf tempest-ImagesNegativeTestJSON-922533626 tempest-ImagesNegativeTestJSON-922533626-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 674.733829] env[69319]: DEBUG nova.network.neutron [None req-89e17e46-04eb-417b-8db6-d4d3ada6b5c6 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] [instance: 9f02ac69-5fbc-40c6-96f4-d6ef8b3d0792] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 674.776656] env[69319]: DEBUG nova.compute.manager [req-b0846574-252d-4656-97b1-40ebc8659bfe req-27122e5e-6aa2-48a8-b74e-e98f0137390d service nova] [instance: 9f02ac69-5fbc-40c6-96f4-d6ef8b3d0792] Received event network-vif-plugged-adb7006c-7527-49f8-afad-34458965cfc2 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 674.777142] env[69319]: DEBUG oslo_concurrency.lockutils [req-b0846574-252d-4656-97b1-40ebc8659bfe req-27122e5e-6aa2-48a8-b74e-e98f0137390d service nova] Acquiring lock "9f02ac69-5fbc-40c6-96f4-d6ef8b3d0792-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.778115] env[69319]: DEBUG oslo_concurrency.lockutils [req-b0846574-252d-4656-97b1-40ebc8659bfe req-27122e5e-6aa2-48a8-b74e-e98f0137390d service nova] Lock "9f02ac69-5fbc-40c6-96f4-d6ef8b3d0792-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.778945] env[69319]: DEBUG oslo_concurrency.lockutils [req-b0846574-252d-4656-97b1-40ebc8659bfe req-27122e5e-6aa2-48a8-b74e-e98f0137390d service nova] Lock "9f02ac69-5fbc-40c6-96f4-d6ef8b3d0792-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.778945] env[69319]: DEBUG nova.compute.manager [req-b0846574-252d-4656-97b1-40ebc8659bfe req-27122e5e-6aa2-48a8-b74e-e98f0137390d service nova] [instance: 9f02ac69-5fbc-40c6-96f4-d6ef8b3d0792] No waiting events found dispatching network-vif-plugged-adb7006c-7527-49f8-afad-34458965cfc2 {{(pid=69319) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 674.778945] env[69319]: WARNING nova.compute.manager [req-b0846574-252d-4656-97b1-40ebc8659bfe req-27122e5e-6aa2-48a8-b74e-e98f0137390d service nova] [instance: 9f02ac69-5fbc-40c6-96f4-d6ef8b3d0792] Received unexpected event network-vif-plugged-adb7006c-7527-49f8-afad-34458965cfc2 for instance with vm_state building and task_state spawning. [ 674.794036] env[69319]: DEBUG oslo_concurrency.lockutils [None req-537dbdfe-b262-42e1-9e14-7cf3a25a4f13 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.802689] env[69319]: DEBUG nova.compute.manager [None req-20ef8268-9e50-474c-ba39-165009ea717c tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] [instance: 1835d15f-f896-4741-b67d-4b5b17a8dff2] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 674.803757] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c6dd584-20e4-4b91-bd09-1619593bbf1e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.884636] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222795, 'name': CreateVM_Task, 'duration_secs': 1.549765} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.884819] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 562e1d05-4f46-4195-9d8b-c8e7ba933d22] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 674.885530] env[69319]: DEBUG oslo_concurrency.lockutils [None req-1b1337d5-a2bc-49b8-886f-80398381334b tempest-ServerMetadataNegativeTestJSON-94808556 tempest-ServerMetadataNegativeTestJSON-94808556-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.885689] env[69319]: DEBUG oslo_concurrency.lockutils [None req-1b1337d5-a2bc-49b8-886f-80398381334b tempest-ServerMetadataNegativeTestJSON-94808556 tempest-ServerMetadataNegativeTestJSON-94808556-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.886015] env[69319]: DEBUG oslo_concurrency.lockutils [None req-1b1337d5-a2bc-49b8-886f-80398381334b tempest-ServerMetadataNegativeTestJSON-94808556 tempest-ServerMetadataNegativeTestJSON-94808556-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.886291] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5be9b3fb-c8c3-404f-8c4a-d7b5ddff2df8 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.892405] env[69319]: DEBUG oslo_vmware.api [None req-1b1337d5-a2bc-49b8-886f-80398381334b tempest-ServerMetadataNegativeTestJSON-94808556 tempest-ServerMetadataNegativeTestJSON-94808556-project-member] Waiting for the task: (returnval){ [ 674.892405] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]522b7508-63b2-5ae9-557f-d10f9e191c95" [ 674.892405] env[69319]: _type = "Task" [ 674.892405] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.901767] env[69319]: DEBUG oslo_vmware.api [None req-1b1337d5-a2bc-49b8-886f-80398381334b tempest-ServerMetadataNegativeTestJSON-94808556 tempest-ServerMetadataNegativeTestJSON-94808556-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]522b7508-63b2-5ae9-557f-d10f9e191c95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.905695] env[69319]: DEBUG nova.compute.manager [None req-930c1e4e-388b-4170-a1f7-6a30b0bbc40c tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] [instance: cf6dc285-9563-42c7-b1f5-d34d5a75a545] Start spawning the instance on the hypervisor. {{(pid=69319) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 674.942962] env[69319]: DEBUG nova.virt.hardware [None req-930c1e4e-388b-4170-a1f7-6a30b0bbc40c tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:32:36Z,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31f027872f6f44dba95ff2fe7a062e00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:32:36Z,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 674.943283] env[69319]: DEBUG nova.virt.hardware [None req-930c1e4e-388b-4170-a1f7-6a30b0bbc40c tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 674.943834] env[69319]: DEBUG nova.virt.hardware [None req-930c1e4e-388b-4170-a1f7-6a30b0bbc40c tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 674.943834] env[69319]: DEBUG nova.virt.hardware [None req-930c1e4e-388b-4170-a1f7-6a30b0bbc40c tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 674.943834] env[69319]: DEBUG nova.virt.hardware [None req-930c1e4e-388b-4170-a1f7-6a30b0bbc40c tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 674.944023] env[69319]: DEBUG nova.virt.hardware [None req-930c1e4e-388b-4170-a1f7-6a30b0bbc40c tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 674.945100] env[69319]: DEBUG nova.virt.hardware [None req-930c1e4e-388b-4170-a1f7-6a30b0bbc40c tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 674.945360] env[69319]: DEBUG nova.virt.hardware [None req-930c1e4e-388b-4170-a1f7-6a30b0bbc40c tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 674.946228] env[69319]: DEBUG nova.virt.hardware [None req-930c1e4e-388b-4170-a1f7-6a30b0bbc40c tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 674.946454] env[69319]: DEBUG nova.virt.hardware [None req-930c1e4e-388b-4170-a1f7-6a30b0bbc40c tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 674.946591] env[69319]: DEBUG nova.virt.hardware [None req-930c1e4e-388b-4170-a1f7-6a30b0bbc40c tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 674.951890] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a65efda-0112-45ed-994c-3dd2a5541d31 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.961966] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cb84901-79c3-48d5-8ac7-36c451bf9ab0 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.091090] env[69319]: DEBUG nova.network.neutron [None req-89e17e46-04eb-417b-8db6-d4d3ada6b5c6 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] [instance: 9f02ac69-5fbc-40c6-96f4-d6ef8b3d0792] Updating instance_info_cache with network_info: [{"id": "adb7006c-7527-49f8-afad-34458965cfc2", "address": "fa:16:3e:01:81:b7", "network": {"id": "ff867242-07b2-4f36-8311-324d6e9411c7", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-799589428-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb637ebd4b484a719d85fdfeff4b4830", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadb7006c-75", "ovs_interfaceid": "adb7006c-7527-49f8-afad-34458965cfc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.119722] env[69319]: DEBUG nova.scheduler.client.report [None req-0d768128-8fb3-4d32-bf83-ddd5c0499ddf tempest-ImagesNegativeTestJSON-922533626 tempest-ImagesNegativeTestJSON-922533626-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 675.326342] env[69319]: INFO nova.compute.manager [None req-20ef8268-9e50-474c-ba39-165009ea717c tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] [instance: 1835d15f-f896-4741-b67d-4b5b17a8dff2] instance snapshotting [ 675.327822] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f37bad15-1c41-46a6-8b87-ae55455e9782 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.354490] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4c36895-d1be-4dbc-9f6e-b83ac74c76ea {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.375246] env[69319]: DEBUG nova.compute.manager [req-f307a26f-0af5-49c7-977b-c3612d1e8242 req-8c26d072-b8ea-4d41-898f-aa81b930dd46 service nova] [instance: 22225d47-adf7-4381-8b26-9372db49c4be] Received event network-changed-5db4f094-4b47-4df8-890a-443bf219713e {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 675.375246] env[69319]: DEBUG nova.compute.manager [req-f307a26f-0af5-49c7-977b-c3612d1e8242 req-8c26d072-b8ea-4d41-898f-aa81b930dd46 service nova] [instance: 22225d47-adf7-4381-8b26-9372db49c4be] Refreshing instance network info cache due to event network-changed-5db4f094-4b47-4df8-890a-443bf219713e. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 675.375246] env[69319]: DEBUG oslo_concurrency.lockutils [req-f307a26f-0af5-49c7-977b-c3612d1e8242 req-8c26d072-b8ea-4d41-898f-aa81b930dd46 service nova] Acquiring lock "refresh_cache-22225d47-adf7-4381-8b26-9372db49c4be" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.375246] env[69319]: DEBUG oslo_concurrency.lockutils [req-f307a26f-0af5-49c7-977b-c3612d1e8242 req-8c26d072-b8ea-4d41-898f-aa81b930dd46 service nova] Acquired lock "refresh_cache-22225d47-adf7-4381-8b26-9372db49c4be" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.375246] env[69319]: DEBUG nova.network.neutron [req-f307a26f-0af5-49c7-977b-c3612d1e8242 req-8c26d072-b8ea-4d41-898f-aa81b930dd46 service nova] [instance: 22225d47-adf7-4381-8b26-9372db49c4be] Refreshing network info cache for port 5db4f094-4b47-4df8-890a-443bf219713e {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 675.410847] env[69319]: DEBUG oslo_vmware.api [None req-1b1337d5-a2bc-49b8-886f-80398381334b tempest-ServerMetadataNegativeTestJSON-94808556 tempest-ServerMetadataNegativeTestJSON-94808556-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]522b7508-63b2-5ae9-557f-d10f9e191c95, 'name': SearchDatastore_Task, 'duration_secs': 0.011609} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.411163] env[69319]: DEBUG oslo_concurrency.lockutils [None req-1b1337d5-a2bc-49b8-886f-80398381334b tempest-ServerMetadataNegativeTestJSON-94808556 tempest-ServerMetadataNegativeTestJSON-94808556-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.411398] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-1b1337d5-a2bc-49b8-886f-80398381334b tempest-ServerMetadataNegativeTestJSON-94808556 tempest-ServerMetadataNegativeTestJSON-94808556-project-member] [instance: 562e1d05-4f46-4195-9d8b-c8e7ba933d22] Processing image 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 675.411627] env[69319]: DEBUG oslo_concurrency.lockutils [None req-1b1337d5-a2bc-49b8-886f-80398381334b tempest-ServerMetadataNegativeTestJSON-94808556 tempest-ServerMetadataNegativeTestJSON-94808556-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.411767] env[69319]: DEBUG oslo_concurrency.lockutils [None req-1b1337d5-a2bc-49b8-886f-80398381334b tempest-ServerMetadataNegativeTestJSON-94808556 tempest-ServerMetadataNegativeTestJSON-94808556-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.411959] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b1337d5-a2bc-49b8-886f-80398381334b tempest-ServerMetadataNegativeTestJSON-94808556 tempest-ServerMetadataNegativeTestJSON-94808556-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 675.413255] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fca6771a-9c72-4989-a783-a4824c44d16e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.428248] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b1337d5-a2bc-49b8-886f-80398381334b tempest-ServerMetadataNegativeTestJSON-94808556 tempest-ServerMetadataNegativeTestJSON-94808556-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 675.428248] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-1b1337d5-a2bc-49b8-886f-80398381334b tempest-ServerMetadataNegativeTestJSON-94808556 tempest-ServerMetadataNegativeTestJSON-94808556-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 675.428248] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87542ca1-4f53-4388-b8fe-ceef96054035 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.434627] env[69319]: DEBUG oslo_vmware.api [None req-1b1337d5-a2bc-49b8-886f-80398381334b tempest-ServerMetadataNegativeTestJSON-94808556 tempest-ServerMetadataNegativeTestJSON-94808556-project-member] Waiting for the task: (returnval){ [ 675.434627] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52904a50-51de-c2f9-6706-4c9b883b4ddb" [ 675.434627] env[69319]: _type = "Task" [ 675.434627] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.442876] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ffe9f02e-0241-4015-a064-3056f9991c9f tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Acquiring lock "335258c2-6f86-44c6-8301-f0abab2ede05" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.443093] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ffe9f02e-0241-4015-a064-3056f9991c9f tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Lock "335258c2-6f86-44c6-8301-f0abab2ede05" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.448451] env[69319]: DEBUG oslo_vmware.api [None req-1b1337d5-a2bc-49b8-886f-80398381334b tempest-ServerMetadataNegativeTestJSON-94808556 tempest-ServerMetadataNegativeTestJSON-94808556-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52904a50-51de-c2f9-6706-4c9b883b4ddb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.594934] env[69319]: DEBUG oslo_concurrency.lockutils [None req-89e17e46-04eb-417b-8db6-d4d3ada6b5c6 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Releasing lock "refresh_cache-9f02ac69-5fbc-40c6-96f4-d6ef8b3d0792" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.594934] env[69319]: DEBUG nova.compute.manager [None req-89e17e46-04eb-417b-8db6-d4d3ada6b5c6 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] [instance: 9f02ac69-5fbc-40c6-96f4-d6ef8b3d0792] Instance network_info: |[{"id": "adb7006c-7527-49f8-afad-34458965cfc2", "address": "fa:16:3e:01:81:b7", "network": {"id": "ff867242-07b2-4f36-8311-324d6e9411c7", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-799589428-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb637ebd4b484a719d85fdfeff4b4830", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadb7006c-75", "ovs_interfaceid": "adb7006c-7527-49f8-afad-34458965cfc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 675.596073] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-89e17e46-04eb-417b-8db6-d4d3ada6b5c6 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] [instance: 9f02ac69-5fbc-40c6-96f4-d6ef8b3d0792] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:81:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69d412f5-01a9-4fed-8488-7b767a13a653', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'adb7006c-7527-49f8-afad-34458965cfc2', 'vif_model': 'vmxnet3'}] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 675.608232] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-89e17e46-04eb-417b-8db6-d4d3ada6b5c6 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Creating folder: Project (fb637ebd4b484a719d85fdfeff4b4830). Parent ref: group-v644239. {{(pid=69319) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 675.608232] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d27d5186-b97a-4960-8fb4-70ec4c11eccf {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.622113] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-89e17e46-04eb-417b-8db6-d4d3ada6b5c6 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Created folder: Project (fb637ebd4b484a719d85fdfeff4b4830) in parent group-v644239. [ 675.622113] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-89e17e46-04eb-417b-8db6-d4d3ada6b5c6 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Creating folder: Instances. Parent ref: group-v644285. {{(pid=69319) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 675.622113] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7174e167-85e3-4e62-a755-b2454ceeea27 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.626437] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0d768128-8fb3-4d32-bf83-ddd5c0499ddf tempest-ImagesNegativeTestJSON-922533626 tempest-ImagesNegativeTestJSON-922533626-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.752s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.626781] env[69319]: DEBUG nova.compute.manager [None req-0d768128-8fb3-4d32-bf83-ddd5c0499ddf tempest-ImagesNegativeTestJSON-922533626 tempest-ImagesNegativeTestJSON-922533626-project-member] [instance: 6e790530-5d70-4125-b7d2-a977c5db2949] Start building networks asynchronously for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 675.631284] env[69319]: DEBUG oslo_concurrency.lockutils [None req-96242be2-2975-4b37-b770-0c0153be1984 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.972s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.635033] env[69319]: INFO nova.compute.claims [None req-96242be2-2975-4b37-b770-0c0153be1984 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] [instance: f09611ba-ae99-4486-9d72-de8d7c2722aa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 675.649612] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-89e17e46-04eb-417b-8db6-d4d3ada6b5c6 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Created folder: Instances in parent group-v644285. [ 675.650011] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-89e17e46-04eb-417b-8db6-d4d3ada6b5c6 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 675.650278] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f02ac69-5fbc-40c6-96f4-d6ef8b3d0792] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 675.651377] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f8217a15-6b3c-4bcb-9090-1f992a769912 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.673387] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 675.673387] env[69319]: value = "task-3222800" [ 675.673387] env[69319]: _type = "Task" [ 675.673387] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.683244] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222800, 'name': CreateVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.879192] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-20ef8268-9e50-474c-ba39-165009ea717c tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] [instance: 1835d15f-f896-4741-b67d-4b5b17a8dff2] Creating Snapshot of the VM instance {{(pid=69319) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 675.880311] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6d5cecc2-536c-4a17-9446-9f79103148c9 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.892019] env[69319]: DEBUG oslo_vmware.api [None req-20ef8268-9e50-474c-ba39-165009ea717c tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Waiting for the task: (returnval){ [ 675.892019] env[69319]: value = "task-3222801" [ 675.892019] env[69319]: _type = "Task" [ 675.892019] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.903586] env[69319]: DEBUG oslo_vmware.api [None req-20ef8268-9e50-474c-ba39-165009ea717c tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Task: {'id': task-3222801, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.952290] env[69319]: DEBUG oslo_vmware.api [None req-1b1337d5-a2bc-49b8-886f-80398381334b tempest-ServerMetadataNegativeTestJSON-94808556 tempest-ServerMetadataNegativeTestJSON-94808556-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52904a50-51de-c2f9-6706-4c9b883b4ddb, 'name': SearchDatastore_Task, 'duration_secs': 0.029497} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.953556] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b07d2a1b-720a-4e93-bdf5-32e65a25465b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.960703] env[69319]: DEBUG oslo_vmware.api [None req-1b1337d5-a2bc-49b8-886f-80398381334b tempest-ServerMetadataNegativeTestJSON-94808556 tempest-ServerMetadataNegativeTestJSON-94808556-project-member] Waiting for the task: (returnval){ [ 675.960703] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]524b619c-0086-5d5e-515a-56731e9eaafd" [ 675.960703] env[69319]: _type = "Task" [ 675.960703] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.972969] env[69319]: DEBUG oslo_vmware.api [None req-1b1337d5-a2bc-49b8-886f-80398381334b tempest-ServerMetadataNegativeTestJSON-94808556 tempest-ServerMetadataNegativeTestJSON-94808556-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]524b619c-0086-5d5e-515a-56731e9eaafd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.018084] env[69319]: DEBUG nova.network.neutron [None req-930c1e4e-388b-4170-a1f7-6a30b0bbc40c tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] [instance: cf6dc285-9563-42c7-b1f5-d34d5a75a545] Successfully updated port: 8b6f84ab-9039-41db-9c71-70f17fc2e1c8 {{(pid=69319) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 676.140571] env[69319]: DEBUG nova.compute.utils [None req-0d768128-8fb3-4d32-bf83-ddd5c0499ddf tempest-ImagesNegativeTestJSON-922533626 tempest-ImagesNegativeTestJSON-922533626-project-member] Using /dev/sd instead of None {{(pid=69319) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 676.143659] env[69319]: DEBUG nova.compute.manager [None req-0d768128-8fb3-4d32-bf83-ddd5c0499ddf tempest-ImagesNegativeTestJSON-922533626 tempest-ImagesNegativeTestJSON-922533626-project-member] [instance: 6e790530-5d70-4125-b7d2-a977c5db2949] Allocating IP information in the background. {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 676.144430] env[69319]: DEBUG nova.network.neutron [None req-0d768128-8fb3-4d32-bf83-ddd5c0499ddf tempest-ImagesNegativeTestJSON-922533626 tempest-ImagesNegativeTestJSON-922533626-project-member] [instance: 6e790530-5d70-4125-b7d2-a977c5db2949] allocate_for_instance() {{(pid=69319) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 676.184959] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222800, 'name': CreateVM_Task, 'duration_secs': 0.392904} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.185170] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f02ac69-5fbc-40c6-96f4-d6ef8b3d0792] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 676.185914] env[69319]: DEBUG oslo_concurrency.lockutils [None req-89e17e46-04eb-417b-8db6-d4d3ada6b5c6 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.186103] env[69319]: DEBUG oslo_concurrency.lockutils [None req-89e17e46-04eb-417b-8db6-d4d3ada6b5c6 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.186418] env[69319]: DEBUG oslo_concurrency.lockutils [None req-89e17e46-04eb-417b-8db6-d4d3ada6b5c6 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.186675] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d7c738a-bf57-4257-b807-e3207ccf3bb0 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.190562] env[69319]: DEBUG nova.network.neutron [req-f307a26f-0af5-49c7-977b-c3612d1e8242 req-8c26d072-b8ea-4d41-898f-aa81b930dd46 service nova] [instance: 22225d47-adf7-4381-8b26-9372db49c4be] Updated VIF entry in instance network info cache for port 5db4f094-4b47-4df8-890a-443bf219713e. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 676.190920] env[69319]: DEBUG nova.network.neutron [req-f307a26f-0af5-49c7-977b-c3612d1e8242 req-8c26d072-b8ea-4d41-898f-aa81b930dd46 service nova] [instance: 22225d47-adf7-4381-8b26-9372db49c4be] Updating instance_info_cache with network_info: [{"id": "5db4f094-4b47-4df8-890a-443bf219713e", "address": "fa:16:3e:e4:d2:ea", "network": {"id": "a673a352-fcbe-446a-b78c-3975246791bd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-551867013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b933d0258a1488bbdddf88a90df7360", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f847601f-7479-48eb-842f-41f94eea8537", "external-id": "nsx-vlan-transportzone-35", "segmentation_id": 35, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5db4f094-4b", "ovs_interfaceid": "5db4f094-4b47-4df8-890a-443bf219713e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.193309] env[69319]: DEBUG oslo_vmware.api [None req-89e17e46-04eb-417b-8db6-d4d3ada6b5c6 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Waiting for the task: (returnval){ [ 676.193309] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]525f908e-ceb8-e9e8-09db-4d8fe0aa7d27" [ 676.193309] env[69319]: _type = "Task" [ 676.193309] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.203249] env[69319]: DEBUG oslo_vmware.api [None req-89e17e46-04eb-417b-8db6-d4d3ada6b5c6 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]525f908e-ceb8-e9e8-09db-4d8fe0aa7d27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.204767] env[69319]: DEBUG nova.policy [None req-0d768128-8fb3-4d32-bf83-ddd5c0499ddf tempest-ImagesNegativeTestJSON-922533626 tempest-ImagesNegativeTestJSON-922533626-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '596f3688970047eca30f6d1285d4b666', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0f439846fef84031a90f103237307e36', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69319) authorize /opt/stack/nova/nova/policy.py:192}} [ 676.403441] env[69319]: DEBUG oslo_vmware.api [None req-20ef8268-9e50-474c-ba39-165009ea717c tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Task: {'id': task-3222801, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.472269] env[69319]: DEBUG oslo_vmware.api [None req-1b1337d5-a2bc-49b8-886f-80398381334b tempest-ServerMetadataNegativeTestJSON-94808556 tempest-ServerMetadataNegativeTestJSON-94808556-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]524b619c-0086-5d5e-515a-56731e9eaafd, 'name': SearchDatastore_Task, 'duration_secs': 0.012644} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.472562] env[69319]: DEBUG oslo_concurrency.lockutils [None req-1b1337d5-a2bc-49b8-886f-80398381334b tempest-ServerMetadataNegativeTestJSON-94808556 tempest-ServerMetadataNegativeTestJSON-94808556-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.472823] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b1337d5-a2bc-49b8-886f-80398381334b tempest-ServerMetadataNegativeTestJSON-94808556 tempest-ServerMetadataNegativeTestJSON-94808556-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore1] 562e1d05-4f46-4195-9d8b-c8e7ba933d22/562e1d05-4f46-4195-9d8b-c8e7ba933d22.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 676.473104] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-44e7be53-186a-476f-b945-3eb813885a86 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.485752] env[69319]: DEBUG oslo_vmware.api [None req-1b1337d5-a2bc-49b8-886f-80398381334b tempest-ServerMetadataNegativeTestJSON-94808556 tempest-ServerMetadataNegativeTestJSON-94808556-project-member] Waiting for the task: (returnval){ [ 676.485752] env[69319]: value = "task-3222802" [ 676.485752] env[69319]: _type = "Task" [ 676.485752] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.497801] env[69319]: DEBUG oslo_vmware.api [None req-1b1337d5-a2bc-49b8-886f-80398381334b tempest-ServerMetadataNegativeTestJSON-94808556 tempest-ServerMetadataNegativeTestJSON-94808556-project-member] Task: {'id': task-3222802, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.520742] env[69319]: DEBUG oslo_concurrency.lockutils [None req-930c1e4e-388b-4170-a1f7-6a30b0bbc40c tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] Acquiring lock "refresh_cache-cf6dc285-9563-42c7-b1f5-d34d5a75a545" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.520954] env[69319]: DEBUG oslo_concurrency.lockutils [None req-930c1e4e-388b-4170-a1f7-6a30b0bbc40c tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] Acquired lock "refresh_cache-cf6dc285-9563-42c7-b1f5-d34d5a75a545" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.521105] env[69319]: DEBUG nova.network.neutron [None req-930c1e4e-388b-4170-a1f7-6a30b0bbc40c tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] [instance: cf6dc285-9563-42c7-b1f5-d34d5a75a545] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 676.644554] env[69319]: DEBUG nova.compute.manager [None req-0d768128-8fb3-4d32-bf83-ddd5c0499ddf tempest-ImagesNegativeTestJSON-922533626 tempest-ImagesNegativeTestJSON-922533626-project-member] [instance: 6e790530-5d70-4125-b7d2-a977c5db2949] Start building block device mappings for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 676.699361] env[69319]: DEBUG oslo_concurrency.lockutils [req-f307a26f-0af5-49c7-977b-c3612d1e8242 req-8c26d072-b8ea-4d41-898f-aa81b930dd46 service nova] Releasing lock "refresh_cache-22225d47-adf7-4381-8b26-9372db49c4be" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.699582] env[69319]: DEBUG nova.compute.manager [req-f307a26f-0af5-49c7-977b-c3612d1e8242 req-8c26d072-b8ea-4d41-898f-aa81b930dd46 service nova] [instance: 562e1d05-4f46-4195-9d8b-c8e7ba933d22] Received event network-changed-e43a1d47-8bcb-4d0e-9383-c9fd4bd57e7d {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 676.699748] env[69319]: DEBUG nova.compute.manager [req-f307a26f-0af5-49c7-977b-c3612d1e8242 req-8c26d072-b8ea-4d41-898f-aa81b930dd46 service nova] [instance: 562e1d05-4f46-4195-9d8b-c8e7ba933d22] Refreshing instance network info cache due to event network-changed-e43a1d47-8bcb-4d0e-9383-c9fd4bd57e7d. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 676.700239] env[69319]: DEBUG oslo_concurrency.lockutils [req-f307a26f-0af5-49c7-977b-c3612d1e8242 req-8c26d072-b8ea-4d41-898f-aa81b930dd46 service nova] Acquiring lock "refresh_cache-562e1d05-4f46-4195-9d8b-c8e7ba933d22" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.700239] env[69319]: DEBUG oslo_concurrency.lockutils [req-f307a26f-0af5-49c7-977b-c3612d1e8242 req-8c26d072-b8ea-4d41-898f-aa81b930dd46 service nova] Acquired lock "refresh_cache-562e1d05-4f46-4195-9d8b-c8e7ba933d22" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.700453] env[69319]: DEBUG nova.network.neutron [req-f307a26f-0af5-49c7-977b-c3612d1e8242 req-8c26d072-b8ea-4d41-898f-aa81b930dd46 service nova] [instance: 562e1d05-4f46-4195-9d8b-c8e7ba933d22] Refreshing network info cache for port e43a1d47-8bcb-4d0e-9383-c9fd4bd57e7d {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 676.715023] env[69319]: DEBUG oslo_vmware.api [None req-89e17e46-04eb-417b-8db6-d4d3ada6b5c6 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]525f908e-ceb8-e9e8-09db-4d8fe0aa7d27, 'name': SearchDatastore_Task, 'duration_secs': 0.014449} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.716365] env[69319]: DEBUG oslo_concurrency.lockutils [None req-89e17e46-04eb-417b-8db6-d4d3ada6b5c6 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.716365] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-89e17e46-04eb-417b-8db6-d4d3ada6b5c6 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] [instance: 9f02ac69-5fbc-40c6-96f4-d6ef8b3d0792] Processing image 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 676.716365] env[69319]: DEBUG oslo_concurrency.lockutils [None req-89e17e46-04eb-417b-8db6-d4d3ada6b5c6 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.716365] env[69319]: DEBUG oslo_concurrency.lockutils [None req-89e17e46-04eb-417b-8db6-d4d3ada6b5c6 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.716734] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-89e17e46-04eb-417b-8db6-d4d3ada6b5c6 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 676.718247] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f126279e-e66a-4073-bbbb-eddf3bd42d8b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.737936] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-89e17e46-04eb-417b-8db6-d4d3ada6b5c6 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 676.740033] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-89e17e46-04eb-417b-8db6-d4d3ada6b5c6 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 676.742455] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f8a2344-85e5-4127-8e83-3340a25d64e2 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.750819] env[69319]: DEBUG oslo_vmware.api [None req-89e17e46-04eb-417b-8db6-d4d3ada6b5c6 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Waiting for the task: (returnval){ [ 676.750819] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52777de3-c78a-39dd-5f81-7a40fc2e6a60" [ 676.750819] env[69319]: _type = "Task" [ 676.750819] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.763425] env[69319]: DEBUG oslo_vmware.api [None req-89e17e46-04eb-417b-8db6-d4d3ada6b5c6 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52777de3-c78a-39dd-5f81-7a40fc2e6a60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.776534] env[69319]: DEBUG nova.network.neutron [None req-0d768128-8fb3-4d32-bf83-ddd5c0499ddf tempest-ImagesNegativeTestJSON-922533626 tempest-ImagesNegativeTestJSON-922533626-project-member] [instance: 6e790530-5d70-4125-b7d2-a977c5db2949] Successfully created port: 52b7c6af-b777-409b-b5ea-4a0413babddc {{(pid=69319) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 676.909762] env[69319]: DEBUG oslo_vmware.api [None req-20ef8268-9e50-474c-ba39-165009ea717c tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Task: {'id': task-3222801, 'name': CreateSnapshot_Task, 'duration_secs': 0.527118} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.910335] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-20ef8268-9e50-474c-ba39-165009ea717c tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] [instance: 1835d15f-f896-4741-b67d-4b5b17a8dff2] Created Snapshot of the VM instance {{(pid=69319) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 676.910976] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f12813f-06ef-456e-924f-8fd2c3872400 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.000952] env[69319]: DEBUG oslo_vmware.api [None req-1b1337d5-a2bc-49b8-886f-80398381334b tempest-ServerMetadataNegativeTestJSON-94808556 tempest-ServerMetadataNegativeTestJSON-94808556-project-member] Task: {'id': task-3222802, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50894} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.005074] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b1337d5-a2bc-49b8-886f-80398381334b tempest-ServerMetadataNegativeTestJSON-94808556 tempest-ServerMetadataNegativeTestJSON-94808556-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore1] 562e1d05-4f46-4195-9d8b-c8e7ba933d22/562e1d05-4f46-4195-9d8b-c8e7ba933d22.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 677.005074] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-1b1337d5-a2bc-49b8-886f-80398381334b tempest-ServerMetadataNegativeTestJSON-94808556 tempest-ServerMetadataNegativeTestJSON-94808556-project-member] [instance: 562e1d05-4f46-4195-9d8b-c8e7ba933d22] Extending root virtual disk to 1048576 {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 677.007043] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d5c779e2-6f96-4d1f-8b71-4c07037a0e9a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.018334] env[69319]: DEBUG oslo_vmware.api [None req-1b1337d5-a2bc-49b8-886f-80398381334b tempest-ServerMetadataNegativeTestJSON-94808556 tempest-ServerMetadataNegativeTestJSON-94808556-project-member] Waiting for the task: (returnval){ [ 677.018334] env[69319]: value = "task-3222803" [ 677.018334] env[69319]: _type = "Task" [ 677.018334] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.035299] env[69319]: DEBUG oslo_vmware.api [None req-1b1337d5-a2bc-49b8-886f-80398381334b tempest-ServerMetadataNegativeTestJSON-94808556 tempest-ServerMetadataNegativeTestJSON-94808556-project-member] Task: {'id': task-3222803, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.087825] env[69319]: DEBUG nova.network.neutron [None req-930c1e4e-388b-4170-a1f7-6a30b0bbc40c tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] [instance: cf6dc285-9563-42c7-b1f5-d34d5a75a545] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 677.244582] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3026d47e-00d5-4605-9ff2-7511f045adb4 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.260683] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f3a8bbf-513e-4e48-a118-6ea0ddef4777 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.303133] env[69319]: DEBUG oslo_vmware.api [None req-89e17e46-04eb-417b-8db6-d4d3ada6b5c6 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52777de3-c78a-39dd-5f81-7a40fc2e6a60, 'name': SearchDatastore_Task, 'duration_secs': 0.065069} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.304416] env[69319]: DEBUG nova.network.neutron [None req-930c1e4e-388b-4170-a1f7-6a30b0bbc40c tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] [instance: cf6dc285-9563-42c7-b1f5-d34d5a75a545] Updating instance_info_cache with network_info: [{"id": "8b6f84ab-9039-41db-9c71-70f17fc2e1c8", "address": "fa:16:3e:28:a6:46", "network": {"id": "1358936a-c4fe-4923-b2e6-3e46bdefe22c", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1709118506-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3cea3cfbbd6e4863945256fc4a4ff660", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb0e556a-0f69-4a5c-af62-ffc46edb8e63", "external-id": "nsx-vlan-transportzone-136", "segmentation_id": 136, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b6f84ab-90", "ovs_interfaceid": "8b6f84ab-9039-41db-9c71-70f17fc2e1c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.306848] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad7bdc7e-1059-491b-aed6-ca1af14bd368 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.309770] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f59cd138-9909-46ce-822a-dbd6be1c2f97 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.315942] env[69319]: DEBUG oslo_vmware.api [None req-89e17e46-04eb-417b-8db6-d4d3ada6b5c6 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Waiting for the task: (returnval){ [ 677.315942] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]5219abdb-0a7e-4835-b8fa-d4e92ac8be74" [ 677.315942] env[69319]: _type = "Task" [ 677.315942] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.325013] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ffd2f39-7629-4335-97db-0a5ffa3c6316 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.335691] env[69319]: DEBUG oslo_vmware.api [None req-89e17e46-04eb-417b-8db6-d4d3ada6b5c6 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5219abdb-0a7e-4835-b8fa-d4e92ac8be74, 'name': SearchDatastore_Task, 'duration_secs': 0.010378} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.344383] env[69319]: DEBUG oslo_concurrency.lockutils [None req-89e17e46-04eb-417b-8db6-d4d3ada6b5c6 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.344748] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-89e17e46-04eb-417b-8db6-d4d3ada6b5c6 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore1] 9f02ac69-5fbc-40c6-96f4-d6ef8b3d0792/9f02ac69-5fbc-40c6-96f4-d6ef8b3d0792.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 677.345843] env[69319]: DEBUG nova.compute.provider_tree [None req-96242be2-2975-4b37-b770-0c0153be1984 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 677.346879] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fdae3adc-504a-4cab-ae53-a304960a713d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.358094] env[69319]: DEBUG oslo_vmware.api [None req-89e17e46-04eb-417b-8db6-d4d3ada6b5c6 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Waiting for the task: (returnval){ [ 677.358094] env[69319]: value = "task-3222804" [ 677.358094] env[69319]: _type = "Task" [ 677.358094] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.366683] env[69319]: DEBUG oslo_vmware.api [None req-89e17e46-04eb-417b-8db6-d4d3ada6b5c6 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Task: {'id': task-3222804, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.389799] env[69319]: DEBUG nova.compute.manager [req-7f37ca73-f6fc-4a67-ad25-6b9bb0fe2fa5 req-17a2f043-777c-49ec-b4cc-f9252b7ba072 service nova] [instance: 9f02ac69-5fbc-40c6-96f4-d6ef8b3d0792] Received event network-changed-adb7006c-7527-49f8-afad-34458965cfc2 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 677.390012] env[69319]: DEBUG nova.compute.manager [req-7f37ca73-f6fc-4a67-ad25-6b9bb0fe2fa5 req-17a2f043-777c-49ec-b4cc-f9252b7ba072 service nova] [instance: 9f02ac69-5fbc-40c6-96f4-d6ef8b3d0792] Refreshing instance network info cache due to event network-changed-adb7006c-7527-49f8-afad-34458965cfc2. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 677.390379] env[69319]: DEBUG oslo_concurrency.lockutils [req-7f37ca73-f6fc-4a67-ad25-6b9bb0fe2fa5 req-17a2f043-777c-49ec-b4cc-f9252b7ba072 service nova] Acquiring lock "refresh_cache-9f02ac69-5fbc-40c6-96f4-d6ef8b3d0792" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.390570] env[69319]: DEBUG oslo_concurrency.lockutils [req-7f37ca73-f6fc-4a67-ad25-6b9bb0fe2fa5 req-17a2f043-777c-49ec-b4cc-f9252b7ba072 service nova] Acquired lock "refresh_cache-9f02ac69-5fbc-40c6-96f4-d6ef8b3d0792" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.390767] env[69319]: DEBUG nova.network.neutron [req-7f37ca73-f6fc-4a67-ad25-6b9bb0fe2fa5 req-17a2f043-777c-49ec-b4cc-f9252b7ba072 service nova] [instance: 9f02ac69-5fbc-40c6-96f4-d6ef8b3d0792] Refreshing network info cache for port adb7006c-7527-49f8-afad-34458965cfc2 {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 677.434961] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-20ef8268-9e50-474c-ba39-165009ea717c tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] [instance: 1835d15f-f896-4741-b67d-4b5b17a8dff2] Creating linked-clone VM from snapshot {{(pid=69319) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 677.435647] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-051b559a-0538-4e7b-a3b5-37148d7f5ffb {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.449223] env[69319]: DEBUG oslo_vmware.api [None req-20ef8268-9e50-474c-ba39-165009ea717c tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Waiting for the task: (returnval){ [ 677.449223] env[69319]: value = "task-3222805" [ 677.449223] env[69319]: _type = "Task" [ 677.449223] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.460705] env[69319]: DEBUG oslo_vmware.api [None req-20ef8268-9e50-474c-ba39-165009ea717c tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Task: {'id': task-3222805, 'name': CloneVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.536568] env[69319]: DEBUG oslo_vmware.api [None req-1b1337d5-a2bc-49b8-886f-80398381334b tempest-ServerMetadataNegativeTestJSON-94808556 tempest-ServerMetadataNegativeTestJSON-94808556-project-member] Task: {'id': task-3222803, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067192} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.536982] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-1b1337d5-a2bc-49b8-886f-80398381334b tempest-ServerMetadataNegativeTestJSON-94808556 tempest-ServerMetadataNegativeTestJSON-94808556-project-member] [instance: 562e1d05-4f46-4195-9d8b-c8e7ba933d22] Extended root virtual disk {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 677.538360] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9abf758-24bf-4373-8a82-a1afb4512350 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.565297] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b1337d5-a2bc-49b8-886f-80398381334b tempest-ServerMetadataNegativeTestJSON-94808556 tempest-ServerMetadataNegativeTestJSON-94808556-project-member] [instance: 562e1d05-4f46-4195-9d8b-c8e7ba933d22] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] 562e1d05-4f46-4195-9d8b-c8e7ba933d22/562e1d05-4f46-4195-9d8b-c8e7ba933d22.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 677.566536] env[69319]: DEBUG nova.network.neutron [req-f307a26f-0af5-49c7-977b-c3612d1e8242 req-8c26d072-b8ea-4d41-898f-aa81b930dd46 service nova] [instance: 562e1d05-4f46-4195-9d8b-c8e7ba933d22] Updated VIF entry in instance network info cache for port e43a1d47-8bcb-4d0e-9383-c9fd4bd57e7d. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 677.568124] env[69319]: DEBUG nova.network.neutron [req-f307a26f-0af5-49c7-977b-c3612d1e8242 req-8c26d072-b8ea-4d41-898f-aa81b930dd46 service nova] [instance: 562e1d05-4f46-4195-9d8b-c8e7ba933d22] Updating instance_info_cache with network_info: [{"id": "e43a1d47-8bcb-4d0e-9383-c9fd4bd57e7d", "address": "fa:16:3e:d9:22:d7", "network": {"id": "27b0d533-90c5-4110-965b-cded096fe773", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1810218863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77d99beddc65460491a3d5a7a048f0b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8800a981-a89e-42e4-8be9-cace419ba9cb", "external-id": "nsx-vlan-transportzone-962", "segmentation_id": 962, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape43a1d47-8b", "ovs_interfaceid": "e43a1d47-8bcb-4d0e-9383-c9fd4bd57e7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.568461] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7404e45-9a16-4a7b-99a6-0d50932c5146 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.592778] env[69319]: DEBUG oslo_vmware.api [None req-1b1337d5-a2bc-49b8-886f-80398381334b tempest-ServerMetadataNegativeTestJSON-94808556 tempest-ServerMetadataNegativeTestJSON-94808556-project-member] Waiting for the task: (returnval){ [ 677.592778] env[69319]: value = "task-3222806" [ 677.592778] env[69319]: _type = "Task" [ 677.592778] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.604703] env[69319]: DEBUG oslo_vmware.api [None req-1b1337d5-a2bc-49b8-886f-80398381334b tempest-ServerMetadataNegativeTestJSON-94808556 tempest-ServerMetadataNegativeTestJSON-94808556-project-member] Task: {'id': task-3222806, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.663239] env[69319]: DEBUG nova.compute.manager [None req-0d768128-8fb3-4d32-bf83-ddd5c0499ddf tempest-ImagesNegativeTestJSON-922533626 tempest-ImagesNegativeTestJSON-922533626-project-member] [instance: 6e790530-5d70-4125-b7d2-a977c5db2949] Start spawning the instance on the hypervisor. {{(pid=69319) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 677.706200] env[69319]: DEBUG nova.virt.hardware [None req-0d768128-8fb3-4d32-bf83-ddd5c0499ddf tempest-ImagesNegativeTestJSON-922533626 tempest-ImagesNegativeTestJSON-922533626-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:32:36Z,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31f027872f6f44dba95ff2fe7a062e00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:32:36Z,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 677.706488] env[69319]: DEBUG nova.virt.hardware [None req-0d768128-8fb3-4d32-bf83-ddd5c0499ddf tempest-ImagesNegativeTestJSON-922533626 tempest-ImagesNegativeTestJSON-922533626-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 677.706660] env[69319]: DEBUG nova.virt.hardware [None req-0d768128-8fb3-4d32-bf83-ddd5c0499ddf tempest-ImagesNegativeTestJSON-922533626 tempest-ImagesNegativeTestJSON-922533626-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 677.706845] env[69319]: DEBUG nova.virt.hardware [None req-0d768128-8fb3-4d32-bf83-ddd5c0499ddf tempest-ImagesNegativeTestJSON-922533626 tempest-ImagesNegativeTestJSON-922533626-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 677.706995] env[69319]: DEBUG nova.virt.hardware [None req-0d768128-8fb3-4d32-bf83-ddd5c0499ddf tempest-ImagesNegativeTestJSON-922533626 tempest-ImagesNegativeTestJSON-922533626-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 677.707161] env[69319]: DEBUG nova.virt.hardware [None req-0d768128-8fb3-4d32-bf83-ddd5c0499ddf tempest-ImagesNegativeTestJSON-922533626 tempest-ImagesNegativeTestJSON-922533626-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 677.707371] env[69319]: DEBUG nova.virt.hardware [None req-0d768128-8fb3-4d32-bf83-ddd5c0499ddf tempest-ImagesNegativeTestJSON-922533626 tempest-ImagesNegativeTestJSON-922533626-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 677.707532] env[69319]: DEBUG nova.virt.hardware [None req-0d768128-8fb3-4d32-bf83-ddd5c0499ddf tempest-ImagesNegativeTestJSON-922533626 tempest-ImagesNegativeTestJSON-922533626-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 677.707736] env[69319]: DEBUG nova.virt.hardware [None req-0d768128-8fb3-4d32-bf83-ddd5c0499ddf tempest-ImagesNegativeTestJSON-922533626 tempest-ImagesNegativeTestJSON-922533626-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 677.707897] env[69319]: DEBUG nova.virt.hardware [None req-0d768128-8fb3-4d32-bf83-ddd5c0499ddf tempest-ImagesNegativeTestJSON-922533626 tempest-ImagesNegativeTestJSON-922533626-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 677.711068] env[69319]: DEBUG nova.virt.hardware [None req-0d768128-8fb3-4d32-bf83-ddd5c0499ddf tempest-ImagesNegativeTestJSON-922533626 tempest-ImagesNegativeTestJSON-922533626-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 677.711068] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-827dbc69-8ce4-4fcf-8129-554643d8e9b5 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.718361] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f36a46e-2212-473d-9b67-e650240e2314 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.813778] env[69319]: DEBUG oslo_concurrency.lockutils [None req-930c1e4e-388b-4170-a1f7-6a30b0bbc40c tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] Releasing lock "refresh_cache-cf6dc285-9563-42c7-b1f5-d34d5a75a545" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.813778] env[69319]: DEBUG nova.compute.manager [None req-930c1e4e-388b-4170-a1f7-6a30b0bbc40c tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] [instance: cf6dc285-9563-42c7-b1f5-d34d5a75a545] Instance network_info: |[{"id": "8b6f84ab-9039-41db-9c71-70f17fc2e1c8", "address": "fa:16:3e:28:a6:46", "network": {"id": "1358936a-c4fe-4923-b2e6-3e46bdefe22c", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1709118506-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3cea3cfbbd6e4863945256fc4a4ff660", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb0e556a-0f69-4a5c-af62-ffc46edb8e63", "external-id": "nsx-vlan-transportzone-136", "segmentation_id": 136, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b6f84ab-90", "ovs_interfaceid": "8b6f84ab-9039-41db-9c71-70f17fc2e1c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 677.814019] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-930c1e4e-388b-4170-a1f7-6a30b0bbc40c tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] [instance: cf6dc285-9563-42c7-b1f5-d34d5a75a545] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:28:a6:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cb0e556a-0f69-4a5c-af62-ffc46edb8e63', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8b6f84ab-9039-41db-9c71-70f17fc2e1c8', 'vif_model': 'vmxnet3'}] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 677.823425] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-930c1e4e-388b-4170-a1f7-6a30b0bbc40c tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] Creating folder: Project (3cea3cfbbd6e4863945256fc4a4ff660). Parent ref: group-v644239. {{(pid=69319) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 677.824121] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-622eb37a-0cec-461d-8f0c-1928b80e4874 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.842532] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-930c1e4e-388b-4170-a1f7-6a30b0bbc40c tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] Created folder: Project (3cea3cfbbd6e4863945256fc4a4ff660) in parent group-v644239. [ 677.843119] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-930c1e4e-388b-4170-a1f7-6a30b0bbc40c tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] Creating folder: Instances. Parent ref: group-v644290. {{(pid=69319) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 677.843536] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1e6eab28-808c-408b-b63a-78b5fcd12602 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.856474] env[69319]: DEBUG nova.scheduler.client.report [None req-96242be2-2975-4b37-b770-0c0153be1984 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 677.862064] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-930c1e4e-388b-4170-a1f7-6a30b0bbc40c tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] Created folder: Instances in parent group-v644290. [ 677.864853] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-930c1e4e-388b-4170-a1f7-6a30b0bbc40c tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 677.866236] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf6dc285-9563-42c7-b1f5-d34d5a75a545] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 677.866481] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-796d04ce-c406-4c08-9e9e-fe65beacc0be {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.891452] env[69319]: DEBUG oslo_vmware.api [None req-89e17e46-04eb-417b-8db6-d4d3ada6b5c6 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Task: {'id': task-3222804, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.894852] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 677.894852] env[69319]: value = "task-3222809" [ 677.894852] env[69319]: _type = "Task" [ 677.894852] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.909847] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222809, 'name': CreateVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.964931] env[69319]: DEBUG oslo_vmware.api [None req-20ef8268-9e50-474c-ba39-165009ea717c tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Task: {'id': task-3222805, 'name': CloneVM_Task} progress is 94%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.014185] env[69319]: DEBUG nova.compute.manager [req-887b492d-c69f-454e-8eaa-a368cb7ffe86 req-4721a302-3bd0-4f3c-8b16-5cdfa4634e13 service nova] [instance: cf6dc285-9563-42c7-b1f5-d34d5a75a545] Received event network-vif-plugged-8b6f84ab-9039-41db-9c71-70f17fc2e1c8 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 678.014695] env[69319]: DEBUG oslo_concurrency.lockutils [req-887b492d-c69f-454e-8eaa-a368cb7ffe86 req-4721a302-3bd0-4f3c-8b16-5cdfa4634e13 service nova] Acquiring lock "cf6dc285-9563-42c7-b1f5-d34d5a75a545-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.014695] env[69319]: DEBUG oslo_concurrency.lockutils [req-887b492d-c69f-454e-8eaa-a368cb7ffe86 req-4721a302-3bd0-4f3c-8b16-5cdfa4634e13 service nova] Lock "cf6dc285-9563-42c7-b1f5-d34d5a75a545-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.014847] env[69319]: DEBUG oslo_concurrency.lockutils [req-887b492d-c69f-454e-8eaa-a368cb7ffe86 req-4721a302-3bd0-4f3c-8b16-5cdfa4634e13 service nova] Lock "cf6dc285-9563-42c7-b1f5-d34d5a75a545-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.014975] env[69319]: DEBUG nova.compute.manager [req-887b492d-c69f-454e-8eaa-a368cb7ffe86 req-4721a302-3bd0-4f3c-8b16-5cdfa4634e13 service nova] [instance: cf6dc285-9563-42c7-b1f5-d34d5a75a545] No waiting events found dispatching network-vif-plugged-8b6f84ab-9039-41db-9c71-70f17fc2e1c8 {{(pid=69319) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 678.015653] env[69319]: WARNING nova.compute.manager [req-887b492d-c69f-454e-8eaa-a368cb7ffe86 req-4721a302-3bd0-4f3c-8b16-5cdfa4634e13 service nova] [instance: cf6dc285-9563-42c7-b1f5-d34d5a75a545] Received unexpected event network-vif-plugged-8b6f84ab-9039-41db-9c71-70f17fc2e1c8 for instance with vm_state building and task_state spawning. [ 678.015653] env[69319]: DEBUG nova.compute.manager [req-887b492d-c69f-454e-8eaa-a368cb7ffe86 req-4721a302-3bd0-4f3c-8b16-5cdfa4634e13 service nova] [instance: cf6dc285-9563-42c7-b1f5-d34d5a75a545] Received event network-changed-8b6f84ab-9039-41db-9c71-70f17fc2e1c8 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 678.015653] env[69319]: DEBUG nova.compute.manager [req-887b492d-c69f-454e-8eaa-a368cb7ffe86 req-4721a302-3bd0-4f3c-8b16-5cdfa4634e13 service nova] [instance: cf6dc285-9563-42c7-b1f5-d34d5a75a545] Refreshing instance network info cache due to event network-changed-8b6f84ab-9039-41db-9c71-70f17fc2e1c8. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 678.015653] env[69319]: DEBUG oslo_concurrency.lockutils [req-887b492d-c69f-454e-8eaa-a368cb7ffe86 req-4721a302-3bd0-4f3c-8b16-5cdfa4634e13 service nova] Acquiring lock "refresh_cache-cf6dc285-9563-42c7-b1f5-d34d5a75a545" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.016251] env[69319]: DEBUG oslo_concurrency.lockutils [req-887b492d-c69f-454e-8eaa-a368cb7ffe86 req-4721a302-3bd0-4f3c-8b16-5cdfa4634e13 service nova] Acquired lock "refresh_cache-cf6dc285-9563-42c7-b1f5-d34d5a75a545" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.016251] env[69319]: DEBUG nova.network.neutron [req-887b492d-c69f-454e-8eaa-a368cb7ffe86 req-4721a302-3bd0-4f3c-8b16-5cdfa4634e13 service nova] [instance: cf6dc285-9563-42c7-b1f5-d34d5a75a545] Refreshing network info cache for port 8b6f84ab-9039-41db-9c71-70f17fc2e1c8 {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 678.086617] env[69319]: DEBUG oslo_concurrency.lockutils [req-f307a26f-0af5-49c7-977b-c3612d1e8242 req-8c26d072-b8ea-4d41-898f-aa81b930dd46 service nova] Releasing lock "refresh_cache-562e1d05-4f46-4195-9d8b-c8e7ba933d22" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.086883] env[69319]: DEBUG nova.compute.manager [req-f307a26f-0af5-49c7-977b-c3612d1e8242 req-8c26d072-b8ea-4d41-898f-aa81b930dd46 service nova] [instance: 4f588763-0fc7-4980-92c0-7b451d4a9981] Received event network-changed-638ce00e-6592-481d-92b9-419840f8288a {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 678.087067] env[69319]: DEBUG nova.compute.manager [req-f307a26f-0af5-49c7-977b-c3612d1e8242 req-8c26d072-b8ea-4d41-898f-aa81b930dd46 service nova] [instance: 4f588763-0fc7-4980-92c0-7b451d4a9981] Refreshing instance network info cache due to event network-changed-638ce00e-6592-481d-92b9-419840f8288a. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 678.087290] env[69319]: DEBUG oslo_concurrency.lockutils [req-f307a26f-0af5-49c7-977b-c3612d1e8242 req-8c26d072-b8ea-4d41-898f-aa81b930dd46 service nova] Acquiring lock "refresh_cache-4f588763-0fc7-4980-92c0-7b451d4a9981" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.087436] env[69319]: DEBUG oslo_concurrency.lockutils [req-f307a26f-0af5-49c7-977b-c3612d1e8242 req-8c26d072-b8ea-4d41-898f-aa81b930dd46 service nova] Acquired lock "refresh_cache-4f588763-0fc7-4980-92c0-7b451d4a9981" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.087729] env[69319]: DEBUG nova.network.neutron [req-f307a26f-0af5-49c7-977b-c3612d1e8242 req-8c26d072-b8ea-4d41-898f-aa81b930dd46 service nova] [instance: 4f588763-0fc7-4980-92c0-7b451d4a9981] Refreshing network info cache for port 638ce00e-6592-481d-92b9-419840f8288a {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 678.106514] env[69319]: DEBUG oslo_vmware.api [None req-1b1337d5-a2bc-49b8-886f-80398381334b tempest-ServerMetadataNegativeTestJSON-94808556 tempest-ServerMetadataNegativeTestJSON-94808556-project-member] Task: {'id': task-3222806, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.253391] env[69319]: DEBUG nova.network.neutron [req-7f37ca73-f6fc-4a67-ad25-6b9bb0fe2fa5 req-17a2f043-777c-49ec-b4cc-f9252b7ba072 service nova] [instance: 9f02ac69-5fbc-40c6-96f4-d6ef8b3d0792] Updated VIF entry in instance network info cache for port adb7006c-7527-49f8-afad-34458965cfc2. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 678.253391] env[69319]: DEBUG nova.network.neutron [req-7f37ca73-f6fc-4a67-ad25-6b9bb0fe2fa5 req-17a2f043-777c-49ec-b4cc-f9252b7ba072 service nova] [instance: 9f02ac69-5fbc-40c6-96f4-d6ef8b3d0792] Updating instance_info_cache with network_info: [{"id": "adb7006c-7527-49f8-afad-34458965cfc2", "address": "fa:16:3e:01:81:b7", "network": {"id": "ff867242-07b2-4f36-8311-324d6e9411c7", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-799589428-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb637ebd4b484a719d85fdfeff4b4830", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadb7006c-75", "ovs_interfaceid": "adb7006c-7527-49f8-afad-34458965cfc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.361715] env[69319]: DEBUG oslo_concurrency.lockutils [None req-96242be2-2975-4b37-b770-0c0153be1984 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.730s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.362297] env[69319]: DEBUG nova.compute.manager [None req-96242be2-2975-4b37-b770-0c0153be1984 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] [instance: f09611ba-ae99-4486-9d72-de8d7c2722aa] Start building networks asynchronously for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 678.365520] env[69319]: DEBUG oslo_concurrency.lockutils [None req-bb31d253-5313-4d89-abd8-5d529cd1d56d tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 20.284s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.377703] env[69319]: DEBUG oslo_vmware.api [None req-89e17e46-04eb-417b-8db6-d4d3ada6b5c6 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Task: {'id': task-3222804, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.696258} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.378163] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-89e17e46-04eb-417b-8db6-d4d3ada6b5c6 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore1] 9f02ac69-5fbc-40c6-96f4-d6ef8b3d0792/9f02ac69-5fbc-40c6-96f4-d6ef8b3d0792.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 678.378536] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-89e17e46-04eb-417b-8db6-d4d3ada6b5c6 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] [instance: 9f02ac69-5fbc-40c6-96f4-d6ef8b3d0792] Extending root virtual disk to 1048576 {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 678.378885] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b3d0ea05-2c51-45ef-ada9-15564f1f0668 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.389892] env[69319]: DEBUG oslo_vmware.api [None req-89e17e46-04eb-417b-8db6-d4d3ada6b5c6 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Waiting for the task: (returnval){ [ 678.389892] env[69319]: value = "task-3222810" [ 678.389892] env[69319]: _type = "Task" [ 678.389892] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.417256] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222809, 'name': CreateVM_Task} progress is 25%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.417256] env[69319]: DEBUG oslo_vmware.api [None req-89e17e46-04eb-417b-8db6-d4d3ada6b5c6 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Task: {'id': task-3222810, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.467154] env[69319]: DEBUG oslo_vmware.api [None req-20ef8268-9e50-474c-ba39-165009ea717c tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Task: {'id': task-3222805, 'name': CloneVM_Task} progress is 94%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.606731] env[69319]: DEBUG oslo_vmware.api [None req-1b1337d5-a2bc-49b8-886f-80398381334b tempest-ServerMetadataNegativeTestJSON-94808556 tempest-ServerMetadataNegativeTestJSON-94808556-project-member] Task: {'id': task-3222806, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.758581] env[69319]: DEBUG oslo_concurrency.lockutils [req-7f37ca73-f6fc-4a67-ad25-6b9bb0fe2fa5 req-17a2f043-777c-49ec-b4cc-f9252b7ba072 service nova] Releasing lock "refresh_cache-9f02ac69-5fbc-40c6-96f4-d6ef8b3d0792" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.838621] env[69319]: DEBUG nova.network.neutron [None req-0d768128-8fb3-4d32-bf83-ddd5c0499ddf tempest-ImagesNegativeTestJSON-922533626 tempest-ImagesNegativeTestJSON-922533626-project-member] [instance: 6e790530-5d70-4125-b7d2-a977c5db2949] Successfully updated port: 52b7c6af-b777-409b-b5ea-4a0413babddc {{(pid=69319) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 678.870481] env[69319]: DEBUG nova.compute.utils [None req-96242be2-2975-4b37-b770-0c0153be1984 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Using /dev/sd instead of None {{(pid=69319) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 678.873298] env[69319]: DEBUG nova.compute.manager [None req-96242be2-2975-4b37-b770-0c0153be1984 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] [instance: f09611ba-ae99-4486-9d72-de8d7c2722aa] Allocating IP information in the background. {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 678.873601] env[69319]: DEBUG nova.network.neutron [None req-96242be2-2975-4b37-b770-0c0153be1984 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] [instance: f09611ba-ae99-4486-9d72-de8d7c2722aa] allocate_for_instance() {{(pid=69319) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 678.879738] env[69319]: INFO nova.compute.claims [None req-bb31d253-5313-4d89-abd8-5d529cd1d56d tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] [instance: 3e95f2d5-d392-47c4-b519-4a218660516b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 678.903634] env[69319]: DEBUG oslo_vmware.api [None req-89e17e46-04eb-417b-8db6-d4d3ada6b5c6 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Task: {'id': task-3222810, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.198961} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.908953] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-89e17e46-04eb-417b-8db6-d4d3ada6b5c6 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] [instance: 9f02ac69-5fbc-40c6-96f4-d6ef8b3d0792] Extended root virtual disk {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 678.911268] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-effc1118-3341-4914-b31a-0b94c9d9ce8c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.935242] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222809, 'name': CreateVM_Task} progress is 25%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.947027] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-89e17e46-04eb-417b-8db6-d4d3ada6b5c6 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] [instance: 9f02ac69-5fbc-40c6-96f4-d6ef8b3d0792] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] 9f02ac69-5fbc-40c6-96f4-d6ef8b3d0792/9f02ac69-5fbc-40c6-96f4-d6ef8b3d0792.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 678.947027] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ecf8b5fc-156a-474c-9fe3-7206d98a08b3 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.980193] env[69319]: DEBUG oslo_vmware.api [None req-20ef8268-9e50-474c-ba39-165009ea717c tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Task: {'id': task-3222805, 'name': CloneVM_Task} progress is 100%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.982648] env[69319]: DEBUG oslo_vmware.api [None req-89e17e46-04eb-417b-8db6-d4d3ada6b5c6 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Waiting for the task: (returnval){ [ 678.982648] env[69319]: value = "task-3222811" [ 678.982648] env[69319]: _type = "Task" [ 678.982648] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.993729] env[69319]: DEBUG oslo_vmware.api [None req-89e17e46-04eb-417b-8db6-d4d3ada6b5c6 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Task: {'id': task-3222811, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.024819] env[69319]: DEBUG nova.policy [None req-96242be2-2975-4b37-b770-0c0153be1984 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '25b76f594fc8439aa4a5d624557a48bc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2ba894e033364cd1839ca06769acfff8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69319) authorize /opt/stack/nova/nova/policy.py:192}} [ 679.088074] env[69319]: DEBUG nova.network.neutron [req-f307a26f-0af5-49c7-977b-c3612d1e8242 req-8c26d072-b8ea-4d41-898f-aa81b930dd46 service nova] [instance: 4f588763-0fc7-4980-92c0-7b451d4a9981] Updated VIF entry in instance network info cache for port 638ce00e-6592-481d-92b9-419840f8288a. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 679.088905] env[69319]: DEBUG nova.network.neutron [req-f307a26f-0af5-49c7-977b-c3612d1e8242 req-8c26d072-b8ea-4d41-898f-aa81b930dd46 service nova] [instance: 4f588763-0fc7-4980-92c0-7b451d4a9981] Updating instance_info_cache with network_info: [{"id": "638ce00e-6592-481d-92b9-419840f8288a", "address": "fa:16:3e:ff:42:bc", "network": {"id": "071b3225-1d62-46e4-9865-80e7c5d9ffe6", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-914235497-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f8be209caf74b29aa9bccd4b033a0e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap638ce00e-65", "ovs_interfaceid": "638ce00e-6592-481d-92b9-419840f8288a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.105360] env[69319]: DEBUG oslo_vmware.api [None req-1b1337d5-a2bc-49b8-886f-80398381334b tempest-ServerMetadataNegativeTestJSON-94808556 tempest-ServerMetadataNegativeTestJSON-94808556-project-member] Task: {'id': task-3222806, 'name': ReconfigVM_Task, 'duration_secs': 1.031675} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.107024] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b1337d5-a2bc-49b8-886f-80398381334b tempest-ServerMetadataNegativeTestJSON-94808556 tempest-ServerMetadataNegativeTestJSON-94808556-project-member] [instance: 562e1d05-4f46-4195-9d8b-c8e7ba933d22] Reconfigured VM instance instance-0000000f to attach disk [datastore1] 562e1d05-4f46-4195-9d8b-c8e7ba933d22/562e1d05-4f46-4195-9d8b-c8e7ba933d22.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 679.107024] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fd0130ea-8d35-4897-b5e0-a35947148989 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.114777] env[69319]: DEBUG oslo_vmware.api [None req-1b1337d5-a2bc-49b8-886f-80398381334b tempest-ServerMetadataNegativeTestJSON-94808556 tempest-ServerMetadataNegativeTestJSON-94808556-project-member] Waiting for the task: (returnval){ [ 679.114777] env[69319]: value = "task-3222813" [ 679.114777] env[69319]: _type = "Task" [ 679.114777] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.129320] env[69319]: DEBUG nova.network.neutron [req-887b492d-c69f-454e-8eaa-a368cb7ffe86 req-4721a302-3bd0-4f3c-8b16-5cdfa4634e13 service nova] [instance: cf6dc285-9563-42c7-b1f5-d34d5a75a545] Updated VIF entry in instance network info cache for port 8b6f84ab-9039-41db-9c71-70f17fc2e1c8. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 679.129320] env[69319]: DEBUG nova.network.neutron [req-887b492d-c69f-454e-8eaa-a368cb7ffe86 req-4721a302-3bd0-4f3c-8b16-5cdfa4634e13 service nova] [instance: cf6dc285-9563-42c7-b1f5-d34d5a75a545] Updating instance_info_cache with network_info: [{"id": "8b6f84ab-9039-41db-9c71-70f17fc2e1c8", "address": "fa:16:3e:28:a6:46", "network": {"id": "1358936a-c4fe-4923-b2e6-3e46bdefe22c", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1709118506-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3cea3cfbbd6e4863945256fc4a4ff660", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb0e556a-0f69-4a5c-af62-ffc46edb8e63", "external-id": "nsx-vlan-transportzone-136", "segmentation_id": 136, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b6f84ab-90", "ovs_interfaceid": "8b6f84ab-9039-41db-9c71-70f17fc2e1c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.346314] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0d768128-8fb3-4d32-bf83-ddd5c0499ddf tempest-ImagesNegativeTestJSON-922533626 tempest-ImagesNegativeTestJSON-922533626-project-member] Acquiring lock "refresh_cache-6e790530-5d70-4125-b7d2-a977c5db2949" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.346473] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0d768128-8fb3-4d32-bf83-ddd5c0499ddf tempest-ImagesNegativeTestJSON-922533626 tempest-ImagesNegativeTestJSON-922533626-project-member] Acquired lock "refresh_cache-6e790530-5d70-4125-b7d2-a977c5db2949" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.346622] env[69319]: DEBUG nova.network.neutron [None req-0d768128-8fb3-4d32-bf83-ddd5c0499ddf tempest-ImagesNegativeTestJSON-922533626 tempest-ImagesNegativeTestJSON-922533626-project-member] [instance: 6e790530-5d70-4125-b7d2-a977c5db2949] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 679.391047] env[69319]: DEBUG nova.compute.manager [None req-96242be2-2975-4b37-b770-0c0153be1984 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] [instance: f09611ba-ae99-4486-9d72-de8d7c2722aa] Start building block device mappings for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 679.401453] env[69319]: INFO nova.compute.resource_tracker [None req-bb31d253-5313-4d89-abd8-5d529cd1d56d tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] [instance: 3e95f2d5-d392-47c4-b519-4a218660516b] Updating resource usage from migration d5768099-933a-4fdf-a1fc-64ac0234cd77 [ 679.421578] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222809, 'name': CreateVM_Task} progress is 99%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.479764] env[69319]: DEBUG oslo_vmware.api [None req-20ef8268-9e50-474c-ba39-165009ea717c tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Task: {'id': task-3222805, 'name': CloneVM_Task, 'duration_secs': 1.595294} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.480059] env[69319]: INFO nova.virt.vmwareapi.vmops [None req-20ef8268-9e50-474c-ba39-165009ea717c tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] [instance: 1835d15f-f896-4741-b67d-4b5b17a8dff2] Created linked-clone VM from snapshot [ 679.481338] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b678e16-114b-4308-bf9d-9c5a137fb5e3 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.497550] env[69319]: DEBUG oslo_vmware.api [None req-89e17e46-04eb-417b-8db6-d4d3ada6b5c6 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Task: {'id': task-3222811, 'name': ReconfigVM_Task, 'duration_secs': 0.389235} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.501424] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-89e17e46-04eb-417b-8db6-d4d3ada6b5c6 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] [instance: 9f02ac69-5fbc-40c6-96f4-d6ef8b3d0792] Reconfigured VM instance instance-00000010 to attach disk [datastore1] 9f02ac69-5fbc-40c6-96f4-d6ef8b3d0792/9f02ac69-5fbc-40c6-96f4-d6ef8b3d0792.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 679.502105] env[69319]: DEBUG nova.virt.vmwareapi.images [None req-20ef8268-9e50-474c-ba39-165009ea717c tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] [instance: 1835d15f-f896-4741-b67d-4b5b17a8dff2] Uploading image b100d321-c823-46d9-9487-af9ce744bde9 {{(pid=69319) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 679.505359] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-920b7b94-6f24-4abb-9f76-bb4d1802b9ef {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.516174] env[69319]: DEBUG oslo_vmware.api [None req-89e17e46-04eb-417b-8db6-d4d3ada6b5c6 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Waiting for the task: (returnval){ [ 679.516174] env[69319]: value = "task-3222817" [ 679.516174] env[69319]: _type = "Task" [ 679.516174] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.536493] env[69319]: DEBUG oslo_vmware.api [None req-89e17e46-04eb-417b-8db6-d4d3ada6b5c6 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Task: {'id': task-3222817, 'name': Rename_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.544137] env[69319]: DEBUG oslo_vmware.rw_handles [None req-20ef8268-9e50-474c-ba39-165009ea717c tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 679.544137] env[69319]: value = "vm-644289" [ 679.544137] env[69319]: _type = "VirtualMachine" [ 679.544137] env[69319]: }. {{(pid=69319) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 679.544477] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-fcf7d099-d216-4e12-9407-7b5d979e2379 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.552882] env[69319]: DEBUG oslo_vmware.rw_handles [None req-20ef8268-9e50-474c-ba39-165009ea717c tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Lease: (returnval){ [ 679.552882] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52c5b17c-77d6-c215-a205-30504cceb69a" [ 679.552882] env[69319]: _type = "HttpNfcLease" [ 679.552882] env[69319]: } obtained for exporting VM: (result){ [ 679.552882] env[69319]: value = "vm-644289" [ 679.552882] env[69319]: _type = "VirtualMachine" [ 679.552882] env[69319]: }. {{(pid=69319) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 679.553206] env[69319]: DEBUG oslo_vmware.api [None req-20ef8268-9e50-474c-ba39-165009ea717c tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Waiting for the lease: (returnval){ [ 679.553206] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52c5b17c-77d6-c215-a205-30504cceb69a" [ 679.553206] env[69319]: _type = "HttpNfcLease" [ 679.553206] env[69319]: } to be ready. {{(pid=69319) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 679.561440] env[69319]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 679.561440] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52c5b17c-77d6-c215-a205-30504cceb69a" [ 679.561440] env[69319]: _type = "HttpNfcLease" [ 679.561440] env[69319]: } is initializing. {{(pid=69319) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 679.592135] env[69319]: DEBUG oslo_concurrency.lockutils [req-f307a26f-0af5-49c7-977b-c3612d1e8242 req-8c26d072-b8ea-4d41-898f-aa81b930dd46 service nova] Releasing lock "refresh_cache-4f588763-0fc7-4980-92c0-7b451d4a9981" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.592952] env[69319]: DEBUG nova.compute.manager [req-f307a26f-0af5-49c7-977b-c3612d1e8242 req-8c26d072-b8ea-4d41-898f-aa81b930dd46 service nova] [instance: 62e4ab82-69e0-4698-996a-72bb7fb7ecdd] Received event network-vif-deleted-d7145746-67bc-466e-8a2e-bbbb3295c907 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 679.604765] env[69319]: DEBUG nova.network.neutron [None req-96242be2-2975-4b37-b770-0c0153be1984 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] [instance: f09611ba-ae99-4486-9d72-de8d7c2722aa] Successfully created port: da6d5fa2-b0b8-4c30-a46d-ce6ca54302e1 {{(pid=69319) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 679.627381] env[69319]: DEBUG oslo_vmware.api [None req-1b1337d5-a2bc-49b8-886f-80398381334b tempest-ServerMetadataNegativeTestJSON-94808556 tempest-ServerMetadataNegativeTestJSON-94808556-project-member] Task: {'id': task-3222813, 'name': Rename_Task, 'duration_secs': 0.216623} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.631874] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b1337d5-a2bc-49b8-886f-80398381334b tempest-ServerMetadataNegativeTestJSON-94808556 tempest-ServerMetadataNegativeTestJSON-94808556-project-member] [instance: 562e1d05-4f46-4195-9d8b-c8e7ba933d22] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 679.632478] env[69319]: DEBUG oslo_concurrency.lockutils [req-887b492d-c69f-454e-8eaa-a368cb7ffe86 req-4721a302-3bd0-4f3c-8b16-5cdfa4634e13 service nova] Releasing lock "refresh_cache-cf6dc285-9563-42c7-b1f5-d34d5a75a545" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.632962] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d6379bee-81df-478e-b4a7-cb9be9ccefb7 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.642831] env[69319]: DEBUG oslo_vmware.api [None req-1b1337d5-a2bc-49b8-886f-80398381334b tempest-ServerMetadataNegativeTestJSON-94808556 tempest-ServerMetadataNegativeTestJSON-94808556-project-member] Waiting for the task: (returnval){ [ 679.642831] env[69319]: value = "task-3222819" [ 679.642831] env[69319]: _type = "Task" [ 679.642831] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.653771] env[69319]: DEBUG oslo_vmware.api [None req-1b1337d5-a2bc-49b8-886f-80398381334b tempest-ServerMetadataNegativeTestJSON-94808556 tempest-ServerMetadataNegativeTestJSON-94808556-project-member] Task: {'id': task-3222819, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.932077] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222809, 'name': CreateVM_Task} progress is 99%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.933707] env[69319]: DEBUG nova.network.neutron [None req-0d768128-8fb3-4d32-bf83-ddd5c0499ddf tempest-ImagesNegativeTestJSON-922533626 tempest-ImagesNegativeTestJSON-922533626-project-member] [instance: 6e790530-5d70-4125-b7d2-a977c5db2949] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 679.972017] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4127b3e7-58a4-408d-8a33-24e1d32ba98e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.984767] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5489ae5b-6a1c-4d08-b0ef-d8b1f70b313d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.025714] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca4a9522-d95d-4535-b1c3-c034852cb9c6 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.034700] env[69319]: DEBUG oslo_vmware.api [None req-89e17e46-04eb-417b-8db6-d4d3ada6b5c6 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Task: {'id': task-3222817, 'name': Rename_Task, 'duration_secs': 0.161646} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.037273] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-89e17e46-04eb-417b-8db6-d4d3ada6b5c6 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] [instance: 9f02ac69-5fbc-40c6-96f4-d6ef8b3d0792] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 680.037598] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e727d7a0-6c5e-410c-bb79-f88de9669714 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.040504] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01be32c0-01b0-4fa4-8740-c98ac1ce8075 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.057046] env[69319]: DEBUG nova.compute.provider_tree [None req-bb31d253-5313-4d89-abd8-5d529cd1d56d tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 680.062793] env[69319]: DEBUG oslo_vmware.api [None req-89e17e46-04eb-417b-8db6-d4d3ada6b5c6 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Waiting for the task: (returnval){ [ 680.062793] env[69319]: value = "task-3222820" [ 680.062793] env[69319]: _type = "Task" [ 680.062793] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.068391] env[69319]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 680.068391] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52c5b17c-77d6-c215-a205-30504cceb69a" [ 680.068391] env[69319]: _type = "HttpNfcLease" [ 680.068391] env[69319]: } is ready. {{(pid=69319) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 680.069667] env[69319]: DEBUG oslo_vmware.rw_handles [None req-20ef8268-9e50-474c-ba39-165009ea717c tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 680.069667] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52c5b17c-77d6-c215-a205-30504cceb69a" [ 680.069667] env[69319]: _type = "HttpNfcLease" [ 680.069667] env[69319]: }. {{(pid=69319) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 680.070449] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1723bdf-bc3f-4cfa-b91f-4f496fb9f295 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.077069] env[69319]: DEBUG oslo_vmware.api [None req-89e17e46-04eb-417b-8db6-d4d3ada6b5c6 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Task: {'id': task-3222820, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.083728] env[69319]: DEBUG oslo_vmware.rw_handles [None req-20ef8268-9e50-474c-ba39-165009ea717c tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52009198-3c28-3fbd-313d-1b486cf64954/disk-0.vmdk from lease info. {{(pid=69319) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 680.083920] env[69319]: DEBUG oslo_vmware.rw_handles [None req-20ef8268-9e50-474c-ba39-165009ea717c tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52009198-3c28-3fbd-313d-1b486cf64954/disk-0.vmdk for reading. {{(pid=69319) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 680.156454] env[69319]: DEBUG oslo_vmware.api [None req-1b1337d5-a2bc-49b8-886f-80398381334b tempest-ServerMetadataNegativeTestJSON-94808556 tempest-ServerMetadataNegativeTestJSON-94808556-project-member] Task: {'id': task-3222819, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.181177] env[69319]: INFO nova.compute.manager [None req-7779971a-536b-4ed3-af18-d08823a0081f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 2764dc00-3329-4e56-ad73-5027b65f42d6] Rescuing [ 680.181177] env[69319]: DEBUG oslo_concurrency.lockutils [None req-7779971a-536b-4ed3-af18-d08823a0081f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Acquiring lock "refresh_cache-2764dc00-3329-4e56-ad73-5027b65f42d6" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.181349] env[69319]: DEBUG oslo_concurrency.lockutils [None req-7779971a-536b-4ed3-af18-d08823a0081f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Acquired lock "refresh_cache-2764dc00-3329-4e56-ad73-5027b65f42d6" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.181492] env[69319]: DEBUG nova.network.neutron [None req-7779971a-536b-4ed3-af18-d08823a0081f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 2764dc00-3329-4e56-ad73-5027b65f42d6] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 680.196881] env[69319]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-99d300e2-4398-40f3-bba3-8e19e07fddc5 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.411734] env[69319]: DEBUG nova.network.neutron [None req-0d768128-8fb3-4d32-bf83-ddd5c0499ddf tempest-ImagesNegativeTestJSON-922533626 tempest-ImagesNegativeTestJSON-922533626-project-member] [instance: 6e790530-5d70-4125-b7d2-a977c5db2949] Updating instance_info_cache with network_info: [{"id": "52b7c6af-b777-409b-b5ea-4a0413babddc", "address": "fa:16:3e:88:7a:ef", "network": {"id": "6817b794-baba-4762-a27e-a93c4aec0f4e", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-366870374-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f439846fef84031a90f103237307e36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52b7c6af-b7", "ovs_interfaceid": "52b7c6af-b777-409b-b5ea-4a0413babddc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.417961] env[69319]: DEBUG nova.compute.manager [None req-96242be2-2975-4b37-b770-0c0153be1984 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] [instance: f09611ba-ae99-4486-9d72-de8d7c2722aa] Start spawning the instance on the hypervisor. {{(pid=69319) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 680.427418] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222809, 'name': CreateVM_Task} progress is 99%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.446069] env[69319]: DEBUG nova.virt.hardware [None req-96242be2-2975-4b37-b770-0c0153be1984 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:32:36Z,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31f027872f6f44dba95ff2fe7a062e00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:32:36Z,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 680.446486] env[69319]: DEBUG nova.virt.hardware [None req-96242be2-2975-4b37-b770-0c0153be1984 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 680.447160] env[69319]: DEBUG nova.virt.hardware [None req-96242be2-2975-4b37-b770-0c0153be1984 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 680.447408] env[69319]: DEBUG nova.virt.hardware [None req-96242be2-2975-4b37-b770-0c0153be1984 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 680.447568] env[69319]: DEBUG nova.virt.hardware [None req-96242be2-2975-4b37-b770-0c0153be1984 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 680.447772] env[69319]: DEBUG nova.virt.hardware [None req-96242be2-2975-4b37-b770-0c0153be1984 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 680.448019] env[69319]: DEBUG nova.virt.hardware [None req-96242be2-2975-4b37-b770-0c0153be1984 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 680.448231] env[69319]: DEBUG nova.virt.hardware [None req-96242be2-2975-4b37-b770-0c0153be1984 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 680.448416] env[69319]: DEBUG nova.virt.hardware [None req-96242be2-2975-4b37-b770-0c0153be1984 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 680.448586] env[69319]: DEBUG nova.virt.hardware [None req-96242be2-2975-4b37-b770-0c0153be1984 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 680.448777] env[69319]: DEBUG nova.virt.hardware [None req-96242be2-2975-4b37-b770-0c0153be1984 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 680.449724] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e4b1137-d267-42d0-b5f3-6329a8de2020 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.463419] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03c09758-4387-4042-986c-c665df2bca12 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.564861] env[69319]: DEBUG nova.scheduler.client.report [None req-bb31d253-5313-4d89-abd8-5d529cd1d56d tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 680.586068] env[69319]: DEBUG oslo_vmware.api [None req-89e17e46-04eb-417b-8db6-d4d3ada6b5c6 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Task: {'id': task-3222820, 'name': PowerOnVM_Task, 'duration_secs': 0.509555} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.587079] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-89e17e46-04eb-417b-8db6-d4d3ada6b5c6 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] [instance: 9f02ac69-5fbc-40c6-96f4-d6ef8b3d0792] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 680.587318] env[69319]: INFO nova.compute.manager [None req-89e17e46-04eb-417b-8db6-d4d3ada6b5c6 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] [instance: 9f02ac69-5fbc-40c6-96f4-d6ef8b3d0792] Took 8.41 seconds to spawn the instance on the hypervisor. [ 680.587513] env[69319]: DEBUG nova.compute.manager [None req-89e17e46-04eb-417b-8db6-d4d3ada6b5c6 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] [instance: 9f02ac69-5fbc-40c6-96f4-d6ef8b3d0792] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 680.588599] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b056c831-a6d8-47f1-9fe1-86bda5221b77 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.657351] env[69319]: DEBUG oslo_vmware.api [None req-1b1337d5-a2bc-49b8-886f-80398381334b tempest-ServerMetadataNegativeTestJSON-94808556 tempest-ServerMetadataNegativeTestJSON-94808556-project-member] Task: {'id': task-3222819, 'name': PowerOnVM_Task, 'duration_secs': 0.536309} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.657857] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b1337d5-a2bc-49b8-886f-80398381334b tempest-ServerMetadataNegativeTestJSON-94808556 tempest-ServerMetadataNegativeTestJSON-94808556-project-member] [instance: 562e1d05-4f46-4195-9d8b-c8e7ba933d22] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 680.658115] env[69319]: INFO nova.compute.manager [None req-1b1337d5-a2bc-49b8-886f-80398381334b tempest-ServerMetadataNegativeTestJSON-94808556 tempest-ServerMetadataNegativeTestJSON-94808556-project-member] [instance: 562e1d05-4f46-4195-9d8b-c8e7ba933d22] Took 11.18 seconds to spawn the instance on the hypervisor. [ 680.658306] env[69319]: DEBUG nova.compute.manager [None req-1b1337d5-a2bc-49b8-886f-80398381334b tempest-ServerMetadataNegativeTestJSON-94808556 tempest-ServerMetadataNegativeTestJSON-94808556-project-member] [instance: 562e1d05-4f46-4195-9d8b-c8e7ba933d22] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 680.659606] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6362490b-6c00-41e5-a09d-84d1368ba3ff {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.887536] env[69319]: DEBUG nova.compute.manager [req-88399500-748a-425b-9d61-40634a3ca8fc req-aa2a937e-8140-4c96-9746-ceb815802192 service nova] [instance: 6e790530-5d70-4125-b7d2-a977c5db2949] Received event network-vif-plugged-52b7c6af-b777-409b-b5ea-4a0413babddc {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 680.887870] env[69319]: DEBUG oslo_concurrency.lockutils [req-88399500-748a-425b-9d61-40634a3ca8fc req-aa2a937e-8140-4c96-9746-ceb815802192 service nova] Acquiring lock "6e790530-5d70-4125-b7d2-a977c5db2949-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.888265] env[69319]: DEBUG oslo_concurrency.lockutils [req-88399500-748a-425b-9d61-40634a3ca8fc req-aa2a937e-8140-4c96-9746-ceb815802192 service nova] Lock "6e790530-5d70-4125-b7d2-a977c5db2949-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.888574] env[69319]: DEBUG oslo_concurrency.lockutils [req-88399500-748a-425b-9d61-40634a3ca8fc req-aa2a937e-8140-4c96-9746-ceb815802192 service nova] Lock "6e790530-5d70-4125-b7d2-a977c5db2949-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.888873] env[69319]: DEBUG nova.compute.manager [req-88399500-748a-425b-9d61-40634a3ca8fc req-aa2a937e-8140-4c96-9746-ceb815802192 service nova] [instance: 6e790530-5d70-4125-b7d2-a977c5db2949] No waiting events found dispatching network-vif-plugged-52b7c6af-b777-409b-b5ea-4a0413babddc {{(pid=69319) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 680.889217] env[69319]: WARNING nova.compute.manager [req-88399500-748a-425b-9d61-40634a3ca8fc req-aa2a937e-8140-4c96-9746-ceb815802192 service nova] [instance: 6e790530-5d70-4125-b7d2-a977c5db2949] Received unexpected event network-vif-plugged-52b7c6af-b777-409b-b5ea-4a0413babddc for instance with vm_state building and task_state spawning. [ 680.889526] env[69319]: DEBUG nova.compute.manager [req-88399500-748a-425b-9d61-40634a3ca8fc req-aa2a937e-8140-4c96-9746-ceb815802192 service nova] [instance: 6e790530-5d70-4125-b7d2-a977c5db2949] Received event network-changed-52b7c6af-b777-409b-b5ea-4a0413babddc {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 680.894306] env[69319]: DEBUG nova.compute.manager [req-88399500-748a-425b-9d61-40634a3ca8fc req-aa2a937e-8140-4c96-9746-ceb815802192 service nova] [instance: 6e790530-5d70-4125-b7d2-a977c5db2949] Refreshing instance network info cache due to event network-changed-52b7c6af-b777-409b-b5ea-4a0413babddc. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 680.894306] env[69319]: DEBUG oslo_concurrency.lockutils [req-88399500-748a-425b-9d61-40634a3ca8fc req-aa2a937e-8140-4c96-9746-ceb815802192 service nova] Acquiring lock "refresh_cache-6e790530-5d70-4125-b7d2-a977c5db2949" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.914292] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0d768128-8fb3-4d32-bf83-ddd5c0499ddf tempest-ImagesNegativeTestJSON-922533626 tempest-ImagesNegativeTestJSON-922533626-project-member] Releasing lock "refresh_cache-6e790530-5d70-4125-b7d2-a977c5db2949" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.914676] env[69319]: DEBUG nova.compute.manager [None req-0d768128-8fb3-4d32-bf83-ddd5c0499ddf tempest-ImagesNegativeTestJSON-922533626 tempest-ImagesNegativeTestJSON-922533626-project-member] [instance: 6e790530-5d70-4125-b7d2-a977c5db2949] Instance network_info: |[{"id": "52b7c6af-b777-409b-b5ea-4a0413babddc", "address": "fa:16:3e:88:7a:ef", "network": {"id": "6817b794-baba-4762-a27e-a93c4aec0f4e", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-366870374-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f439846fef84031a90f103237307e36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52b7c6af-b7", "ovs_interfaceid": "52b7c6af-b777-409b-b5ea-4a0413babddc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 680.915152] env[69319]: DEBUG oslo_concurrency.lockutils [req-88399500-748a-425b-9d61-40634a3ca8fc req-aa2a937e-8140-4c96-9746-ceb815802192 service nova] Acquired lock "refresh_cache-6e790530-5d70-4125-b7d2-a977c5db2949" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.915580] env[69319]: DEBUG nova.network.neutron [req-88399500-748a-425b-9d61-40634a3ca8fc req-aa2a937e-8140-4c96-9746-ceb815802192 service nova] [instance: 6e790530-5d70-4125-b7d2-a977c5db2949] Refreshing network info cache for port 52b7c6af-b777-409b-b5ea-4a0413babddc {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 680.916943] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-0d768128-8fb3-4d32-bf83-ddd5c0499ddf tempest-ImagesNegativeTestJSON-922533626 tempest-ImagesNegativeTestJSON-922533626-project-member] [instance: 6e790530-5d70-4125-b7d2-a977c5db2949] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:7a:ef', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c405e9f-a6c8-4308-acac-071654efe18e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '52b7c6af-b777-409b-b5ea-4a0413babddc', 'vif_model': 'vmxnet3'}] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 680.926429] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d768128-8fb3-4d32-bf83-ddd5c0499ddf tempest-ImagesNegativeTestJSON-922533626 tempest-ImagesNegativeTestJSON-922533626-project-member] Creating folder: Project (0f439846fef84031a90f103237307e36). Parent ref: group-v644239. {{(pid=69319) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 680.934931] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d7b32b9c-e150-4881-be85-e7cddd443164 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.946186] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222809, 'name': CreateVM_Task, 'duration_secs': 2.648429} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.946687] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf6dc285-9563-42c7-b1f5-d34d5a75a545] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 680.947663] env[69319]: DEBUG oslo_concurrency.lockutils [None req-930c1e4e-388b-4170-a1f7-6a30b0bbc40c tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.947876] env[69319]: DEBUG oslo_concurrency.lockutils [None req-930c1e4e-388b-4170-a1f7-6a30b0bbc40c tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.948498] env[69319]: DEBUG oslo_concurrency.lockutils [None req-930c1e4e-388b-4170-a1f7-6a30b0bbc40c tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.950575] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd556fa1-40aa-4fda-835e-7ed58e3f5b23 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.954886] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-0d768128-8fb3-4d32-bf83-ddd5c0499ddf tempest-ImagesNegativeTestJSON-922533626 tempest-ImagesNegativeTestJSON-922533626-project-member] Created folder: Project (0f439846fef84031a90f103237307e36) in parent group-v644239. [ 680.955502] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d768128-8fb3-4d32-bf83-ddd5c0499ddf tempest-ImagesNegativeTestJSON-922533626 tempest-ImagesNegativeTestJSON-922533626-project-member] Creating folder: Instances. Parent ref: group-v644296. {{(pid=69319) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 680.956798] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5586100e-d1ce-428e-bed9-30f96e7cca36 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.969871] env[69319]: DEBUG oslo_vmware.api [None req-930c1e4e-388b-4170-a1f7-6a30b0bbc40c tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] Waiting for the task: (returnval){ [ 680.969871] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]5254ba38-fc73-92c2-bfa2-b28991a463ff" [ 680.969871] env[69319]: _type = "Task" [ 680.969871] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.975334] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-0d768128-8fb3-4d32-bf83-ddd5c0499ddf tempest-ImagesNegativeTestJSON-922533626 tempest-ImagesNegativeTestJSON-922533626-project-member] Created folder: Instances in parent group-v644296. [ 680.975684] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0d768128-8fb3-4d32-bf83-ddd5c0499ddf tempest-ImagesNegativeTestJSON-922533626 tempest-ImagesNegativeTestJSON-922533626-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 680.975934] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e790530-5d70-4125-b7d2-a977c5db2949] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 680.979573] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2b4740b8-4659-45b8-8d65-dbf86aaa80ba {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.998676] env[69319]: DEBUG oslo_vmware.api [None req-930c1e4e-388b-4170-a1f7-6a30b0bbc40c tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5254ba38-fc73-92c2-bfa2-b28991a463ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.006839] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 681.006839] env[69319]: value = "task-3222823" [ 681.006839] env[69319]: _type = "Task" [ 681.006839] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.016270] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222823, 'name': CreateVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.079066] env[69319]: DEBUG nova.network.neutron [None req-7779971a-536b-4ed3-af18-d08823a0081f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 2764dc00-3329-4e56-ad73-5027b65f42d6] Updating instance_info_cache with network_info: [{"id": "6514f617-db2b-4791-a872-4679e39dff02", "address": "fa:16:3e:7b:53:bd", "network": {"id": "10887a83-3a88-4ea7-ab0e-0aa5f481f0ad", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1969359437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f35c9784047041ef95c69e4cd2040171", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7aa6264-122d-4c35-82d0-860e451538ea", "external-id": "nsx-vlan-transportzone-81", "segmentation_id": 81, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6514f617-db", "ovs_interfaceid": "6514f617-db2b-4791-a872-4679e39dff02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.079965] env[69319]: DEBUG oslo_concurrency.lockutils [None req-bb31d253-5313-4d89-abd8-5d529cd1d56d tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.714s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.080131] env[69319]: INFO nova.compute.manager [None req-bb31d253-5313-4d89-abd8-5d529cd1d56d tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] [instance: 3e95f2d5-d392-47c4-b519-4a218660516b] Migrating [ 681.080417] env[69319]: DEBUG oslo_concurrency.lockutils [None req-bb31d253-5313-4d89-abd8-5d529cd1d56d tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.080722] env[69319]: DEBUG oslo_concurrency.lockutils [None req-bb31d253-5313-4d89-abd8-5d529cd1d56d tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Acquired lock "compute-rpcapi-router" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.085321] env[69319]: DEBUG oslo_concurrency.lockutils [None req-6122476e-a665-431d-8d2e-a8f67c8c89b6 tempest-ServerDiagnosticsV248Test-523245808 tempest-ServerDiagnosticsV248Test-523245808-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.704s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.088495] env[69319]: INFO nova.compute.claims [None req-6122476e-a665-431d-8d2e-a8f67c8c89b6 tempest-ServerDiagnosticsV248Test-523245808 tempest-ServerDiagnosticsV248Test-523245808-project-member] [instance: 99e94ac3-2fa4-4249-9297-b78043c9af00] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 681.093493] env[69319]: INFO nova.compute.rpcapi [None req-bb31d253-5313-4d89-abd8-5d529cd1d56d tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 681.094560] env[69319]: DEBUG oslo_concurrency.lockutils [None req-bb31d253-5313-4d89-abd8-5d529cd1d56d tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Releasing lock "compute-rpcapi-router" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.146140] env[69319]: INFO nova.compute.manager [None req-89e17e46-04eb-417b-8db6-d4d3ada6b5c6 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] [instance: 9f02ac69-5fbc-40c6-96f4-d6ef8b3d0792] Took 27.60 seconds to build instance. [ 681.184665] env[69319]: INFO nova.compute.manager [None req-1b1337d5-a2bc-49b8-886f-80398381334b tempest-ServerMetadataNegativeTestJSON-94808556 tempest-ServerMetadataNegativeTestJSON-94808556-project-member] [instance: 562e1d05-4f46-4195-9d8b-c8e7ba933d22] Took 28.30 seconds to build instance. [ 681.488398] env[69319]: DEBUG oslo_vmware.api [None req-930c1e4e-388b-4170-a1f7-6a30b0bbc40c tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5254ba38-fc73-92c2-bfa2-b28991a463ff, 'name': SearchDatastore_Task, 'duration_secs': 0.016291} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.491629] env[69319]: DEBUG oslo_concurrency.lockutils [None req-930c1e4e-388b-4170-a1f7-6a30b0bbc40c tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.491629] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-930c1e4e-388b-4170-a1f7-6a30b0bbc40c tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] [instance: cf6dc285-9563-42c7-b1f5-d34d5a75a545] Processing image 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 681.491629] env[69319]: DEBUG oslo_concurrency.lockutils [None req-930c1e4e-388b-4170-a1f7-6a30b0bbc40c tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.491629] env[69319]: DEBUG oslo_concurrency.lockutils [None req-930c1e4e-388b-4170-a1f7-6a30b0bbc40c tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.491778] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-930c1e4e-388b-4170-a1f7-6a30b0bbc40c tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 681.491778] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-77c1eff2-fc2d-4fb9-b3a9-679fa8bcdb1e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.506926] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-930c1e4e-388b-4170-a1f7-6a30b0bbc40c tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 681.507216] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-930c1e4e-388b-4170-a1f7-6a30b0bbc40c tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 681.511590] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4d46e34-bfe5-4533-b685-d85dd824b7c4 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.538266] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222823, 'name': CreateVM_Task, 'duration_secs': 0.472969} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.546767] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e790530-5d70-4125-b7d2-a977c5db2949] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 681.546767] env[69319]: DEBUG oslo_vmware.api [None req-930c1e4e-388b-4170-a1f7-6a30b0bbc40c tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] Waiting for the task: (returnval){ [ 681.546767] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52332018-aca2-b19c-63f2-9f92797a4e7c" [ 681.546767] env[69319]: _type = "Task" [ 681.546767] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.546767] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0d768128-8fb3-4d32-bf83-ddd5c0499ddf tempest-ImagesNegativeTestJSON-922533626 tempest-ImagesNegativeTestJSON-922533626-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.546767] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0d768128-8fb3-4d32-bf83-ddd5c0499ddf tempest-ImagesNegativeTestJSON-922533626 tempest-ImagesNegativeTestJSON-922533626-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.547789] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0d768128-8fb3-4d32-bf83-ddd5c0499ddf tempest-ImagesNegativeTestJSON-922533626 tempest-ImagesNegativeTestJSON-922533626-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.548961] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c418a8fc-2f20-4e9b-81e4-c4c32e59c47f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.571343] env[69319]: DEBUG oslo_vmware.api [None req-930c1e4e-388b-4170-a1f7-6a30b0bbc40c tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52332018-aca2-b19c-63f2-9f92797a4e7c, 'name': SearchDatastore_Task, 'duration_secs': 0.018925} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.573911] env[69319]: DEBUG oslo_vmware.api [None req-0d768128-8fb3-4d32-bf83-ddd5c0499ddf tempest-ImagesNegativeTestJSON-922533626 tempest-ImagesNegativeTestJSON-922533626-project-member] Waiting for the task: (returnval){ [ 681.573911] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]5224de57-deec-9afc-56ed-e0aef6f8af95" [ 681.573911] env[69319]: _type = "Task" [ 681.573911] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.575203] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7323208-45b8-4dba-b238-0b07ca5acb1b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.586309] env[69319]: DEBUG oslo_concurrency.lockutils [None req-7779971a-536b-4ed3-af18-d08823a0081f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Releasing lock "refresh_cache-2764dc00-3329-4e56-ad73-5027b65f42d6" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.592613] env[69319]: DEBUG oslo_vmware.api [None req-930c1e4e-388b-4170-a1f7-6a30b0bbc40c tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] Waiting for the task: (returnval){ [ 681.592613] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52950c30-ce34-25ac-6551-210f2a6bbcad" [ 681.592613] env[69319]: _type = "Task" [ 681.592613] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.604745] env[69319]: DEBUG oslo_vmware.api [None req-0d768128-8fb3-4d32-bf83-ddd5c0499ddf tempest-ImagesNegativeTestJSON-922533626 tempest-ImagesNegativeTestJSON-922533626-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5224de57-deec-9afc-56ed-e0aef6f8af95, 'name': SearchDatastore_Task, 'duration_secs': 0.015162} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.612488] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0d768128-8fb3-4d32-bf83-ddd5c0499ddf tempest-ImagesNegativeTestJSON-922533626 tempest-ImagesNegativeTestJSON-922533626-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.612488] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-0d768128-8fb3-4d32-bf83-ddd5c0499ddf tempest-ImagesNegativeTestJSON-922533626 tempest-ImagesNegativeTestJSON-922533626-project-member] [instance: 6e790530-5d70-4125-b7d2-a977c5db2949] Processing image 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 681.612488] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0d768128-8fb3-4d32-bf83-ddd5c0499ddf tempest-ImagesNegativeTestJSON-922533626 tempest-ImagesNegativeTestJSON-922533626-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.621160] env[69319]: DEBUG oslo_vmware.api [None req-930c1e4e-388b-4170-a1f7-6a30b0bbc40c tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52950c30-ce34-25ac-6551-210f2a6bbcad, 'name': SearchDatastore_Task, 'duration_secs': 0.01364} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.622241] env[69319]: DEBUG oslo_concurrency.lockutils [None req-bb31d253-5313-4d89-abd8-5d529cd1d56d tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Acquiring lock "refresh_cache-3e95f2d5-d392-47c4-b519-4a218660516b" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.622241] env[69319]: DEBUG oslo_concurrency.lockutils [None req-bb31d253-5313-4d89-abd8-5d529cd1d56d tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Acquired lock "refresh_cache-3e95f2d5-d392-47c4-b519-4a218660516b" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.622241] env[69319]: DEBUG nova.network.neutron [None req-bb31d253-5313-4d89-abd8-5d529cd1d56d tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] [instance: 3e95f2d5-d392-47c4-b519-4a218660516b] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 681.634645] env[69319]: DEBUG oslo_concurrency.lockutils [None req-930c1e4e-388b-4170-a1f7-6a30b0bbc40c tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.634831] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-930c1e4e-388b-4170-a1f7-6a30b0bbc40c tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore1] cf6dc285-9563-42c7-b1f5-d34d5a75a545/cf6dc285-9563-42c7-b1f5-d34d5a75a545.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 681.639465] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0d768128-8fb3-4d32-bf83-ddd5c0499ddf tempest-ImagesNegativeTestJSON-922533626 tempest-ImagesNegativeTestJSON-922533626-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.639465] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d768128-8fb3-4d32-bf83-ddd5c0499ddf tempest-ImagesNegativeTestJSON-922533626 tempest-ImagesNegativeTestJSON-922533626-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 681.639465] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dac754c3-7dcd-4db6-a357-3a1265d8afb4 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.642641] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d11aee34-bf0f-4361-8f06-2cf1235b5597 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.648605] env[69319]: DEBUG oslo_concurrency.lockutils [None req-89e17e46-04eb-417b-8db6-d4d3ada6b5c6 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Lock "9f02ac69-5fbc-40c6-96f4-d6ef8b3d0792" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.471s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.655239] env[69319]: DEBUG oslo_vmware.api [None req-930c1e4e-388b-4170-a1f7-6a30b0bbc40c tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] Waiting for the task: (returnval){ [ 681.655239] env[69319]: value = "task-3222824" [ 681.655239] env[69319]: _type = "Task" [ 681.655239] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.658537] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d768128-8fb3-4d32-bf83-ddd5c0499ddf tempest-ImagesNegativeTestJSON-922533626 tempest-ImagesNegativeTestJSON-922533626-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 681.661035] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-0d768128-8fb3-4d32-bf83-ddd5c0499ddf tempest-ImagesNegativeTestJSON-922533626 tempest-ImagesNegativeTestJSON-922533626-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 681.665258] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35e84253-bcd3-4284-b8bd-c2b039d77491 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.677475] env[69319]: DEBUG oslo_vmware.api [None req-930c1e4e-388b-4170-a1f7-6a30b0bbc40c tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] Task: {'id': task-3222824, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.679118] env[69319]: DEBUG oslo_vmware.api [None req-0d768128-8fb3-4d32-bf83-ddd5c0499ddf tempest-ImagesNegativeTestJSON-922533626 tempest-ImagesNegativeTestJSON-922533626-project-member] Waiting for the task: (returnval){ [ 681.679118] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]5257fd9c-afc0-981b-9064-76a9bd7508b6" [ 681.679118] env[69319]: _type = "Task" [ 681.679118] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.687554] env[69319]: DEBUG oslo_concurrency.lockutils [None req-1b1337d5-a2bc-49b8-886f-80398381334b tempest-ServerMetadataNegativeTestJSON-94808556 tempest-ServerMetadataNegativeTestJSON-94808556-project-member] Lock "562e1d05-4f46-4195-9d8b-c8e7ba933d22" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.738s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.697397] env[69319]: DEBUG oslo_vmware.api [None req-0d768128-8fb3-4d32-bf83-ddd5c0499ddf tempest-ImagesNegativeTestJSON-922533626 tempest-ImagesNegativeTestJSON-922533626-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5257fd9c-afc0-981b-9064-76a9bd7508b6, 'name': SearchDatastore_Task, 'duration_secs': 0.013581} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.700366] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b9f4d3c-071b-4b3d-a226-47c8811de419 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.713751] env[69319]: DEBUG oslo_vmware.api [None req-0d768128-8fb3-4d32-bf83-ddd5c0499ddf tempest-ImagesNegativeTestJSON-922533626 tempest-ImagesNegativeTestJSON-922533626-project-member] Waiting for the task: (returnval){ [ 681.713751] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52dae35f-1fa2-6000-1272-8eecf52c4cb9" [ 681.713751] env[69319]: _type = "Task" [ 681.713751] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.731851] env[69319]: DEBUG oslo_vmware.api [None req-0d768128-8fb3-4d32-bf83-ddd5c0499ddf tempest-ImagesNegativeTestJSON-922533626 tempest-ImagesNegativeTestJSON-922533626-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52dae35f-1fa2-6000-1272-8eecf52c4cb9, 'name': SearchDatastore_Task, 'duration_secs': 0.013248} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.732884] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0d768128-8fb3-4d32-bf83-ddd5c0499ddf tempest-ImagesNegativeTestJSON-922533626 tempest-ImagesNegativeTestJSON-922533626-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.732884] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d768128-8fb3-4d32-bf83-ddd5c0499ddf tempest-ImagesNegativeTestJSON-922533626 tempest-ImagesNegativeTestJSON-922533626-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore1] 6e790530-5d70-4125-b7d2-a977c5db2949/6e790530-5d70-4125-b7d2-a977c5db2949.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 681.734282] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0e9407b9-06f1-403e-828d-61ebadbe13c1 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.745391] env[69319]: DEBUG oslo_vmware.api [None req-0d768128-8fb3-4d32-bf83-ddd5c0499ddf tempest-ImagesNegativeTestJSON-922533626 tempest-ImagesNegativeTestJSON-922533626-project-member] Waiting for the task: (returnval){ [ 681.745391] env[69319]: value = "task-3222825" [ 681.745391] env[69319]: _type = "Task" [ 681.745391] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.760849] env[69319]: DEBUG oslo_vmware.api [None req-0d768128-8fb3-4d32-bf83-ddd5c0499ddf tempest-ImagesNegativeTestJSON-922533626 tempest-ImagesNegativeTestJSON-922533626-project-member] Task: {'id': task-3222825, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.019409] env[69319]: DEBUG nova.network.neutron [req-88399500-748a-425b-9d61-40634a3ca8fc req-aa2a937e-8140-4c96-9746-ceb815802192 service nova] [instance: 6e790530-5d70-4125-b7d2-a977c5db2949] Updated VIF entry in instance network info cache for port 52b7c6af-b777-409b-b5ea-4a0413babddc. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 682.019968] env[69319]: DEBUG nova.network.neutron [req-88399500-748a-425b-9d61-40634a3ca8fc req-aa2a937e-8140-4c96-9746-ceb815802192 service nova] [instance: 6e790530-5d70-4125-b7d2-a977c5db2949] Updating instance_info_cache with network_info: [{"id": "52b7c6af-b777-409b-b5ea-4a0413babddc", "address": "fa:16:3e:88:7a:ef", "network": {"id": "6817b794-baba-4762-a27e-a93c4aec0f4e", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-366870374-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f439846fef84031a90f103237307e36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52b7c6af-b7", "ovs_interfaceid": "52b7c6af-b777-409b-b5ea-4a0413babddc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.041229] env[69319]: DEBUG nova.network.neutron [None req-96242be2-2975-4b37-b770-0c0153be1984 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] [instance: f09611ba-ae99-4486-9d72-de8d7c2722aa] Successfully updated port: da6d5fa2-b0b8-4c30-a46d-ce6ca54302e1 {{(pid=69319) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 682.157781] env[69319]: DEBUG nova.compute.manager [None req-d07deab4-d3b2-47b9-9d1c-764ef4ca1a2f tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 02492605-6fc9-4e1e-af6c-a2e2cfe60e5a] Starting instance... {{(pid=69319) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 682.182200] env[69319]: DEBUG oslo_vmware.api [None req-930c1e4e-388b-4170-a1f7-6a30b0bbc40c tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] Task: {'id': task-3222824, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.199838] env[69319]: DEBUG nova.compute.manager [None req-3213e316-ecb0-4436-9a4a-3028d427e1d1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] [instance: 72187860-a5e9-4b68-a8da-9b7c9d33b93a] Starting instance... {{(pid=69319) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 682.265296] env[69319]: DEBUG oslo_vmware.api [None req-0d768128-8fb3-4d32-bf83-ddd5c0499ddf tempest-ImagesNegativeTestJSON-922533626 tempest-ImagesNegativeTestJSON-922533626-project-member] Task: {'id': task-3222825, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.503128] env[69319]: DEBUG nova.network.neutron [None req-bb31d253-5313-4d89-abd8-5d529cd1d56d tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] [instance: 3e95f2d5-d392-47c4-b519-4a218660516b] Updating instance_info_cache with network_info: [{"id": "9c99791e-4ef5-4043-a3fa-cdb478a78bf8", "address": "fa:16:3e:3c:bd:2d", "network": {"id": "e172e758-1a9b-4f22-a553-441ab9c9dccc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.140", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "31f027872f6f44dba95ff2fe7a062e00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c99791e-4e", "ovs_interfaceid": "9c99791e-4ef5-4043-a3fa-cdb478a78bf8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.524766] env[69319]: DEBUG oslo_concurrency.lockutils [req-88399500-748a-425b-9d61-40634a3ca8fc req-aa2a937e-8140-4c96-9746-ceb815802192 service nova] Releasing lock "refresh_cache-6e790530-5d70-4125-b7d2-a977c5db2949" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.545044] env[69319]: DEBUG oslo_concurrency.lockutils [None req-96242be2-2975-4b37-b770-0c0153be1984 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Acquiring lock "refresh_cache-f09611ba-ae99-4486-9d72-de8d7c2722aa" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.545232] env[69319]: DEBUG oslo_concurrency.lockutils [None req-96242be2-2975-4b37-b770-0c0153be1984 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Acquired lock "refresh_cache-f09611ba-ae99-4486-9d72-de8d7c2722aa" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.545808] env[69319]: DEBUG nova.network.neutron [None req-96242be2-2975-4b37-b770-0c0153be1984 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] [instance: f09611ba-ae99-4486-9d72-de8d7c2722aa] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 682.691885] env[69319]: DEBUG oslo_vmware.api [None req-930c1e4e-388b-4170-a1f7-6a30b0bbc40c tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] Task: {'id': task-3222824, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.659366} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.693234] env[69319]: DEBUG oslo_concurrency.lockutils [None req-d07deab4-d3b2-47b9-9d1c-764ef4ca1a2f tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.693570] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-930c1e4e-388b-4170-a1f7-6a30b0bbc40c tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore1] cf6dc285-9563-42c7-b1f5-d34d5a75a545/cf6dc285-9563-42c7-b1f5-d34d5a75a545.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 682.693870] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-930c1e4e-388b-4170-a1f7-6a30b0bbc40c tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] [instance: cf6dc285-9563-42c7-b1f5-d34d5a75a545] Extending root virtual disk to 1048576 {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 682.694877] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-befb9888-8629-4d16-a0ac-434cc77a1732 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.704164] env[69319]: DEBUG oslo_vmware.api [None req-930c1e4e-388b-4170-a1f7-6a30b0bbc40c tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] Waiting for the task: (returnval){ [ 682.704164] env[69319]: value = "task-3222827" [ 682.704164] env[69319]: _type = "Task" [ 682.704164] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.721983] env[69319]: DEBUG oslo_vmware.api [None req-930c1e4e-388b-4170-a1f7-6a30b0bbc40c tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] Task: {'id': task-3222827, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.738477] env[69319]: DEBUG oslo_concurrency.lockutils [None req-3213e316-ecb0-4436-9a4a-3028d427e1d1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.768082] env[69319]: DEBUG oslo_vmware.api [None req-0d768128-8fb3-4d32-bf83-ddd5c0499ddf tempest-ImagesNegativeTestJSON-922533626 tempest-ImagesNegativeTestJSON-922533626-project-member] Task: {'id': task-3222825, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.995514} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.768390] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d768128-8fb3-4d32-bf83-ddd5c0499ddf tempest-ImagesNegativeTestJSON-922533626 tempest-ImagesNegativeTestJSON-922533626-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore1] 6e790530-5d70-4125-b7d2-a977c5db2949/6e790530-5d70-4125-b7d2-a977c5db2949.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 682.768884] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-0d768128-8fb3-4d32-bf83-ddd5c0499ddf tempest-ImagesNegativeTestJSON-922533626 tempest-ImagesNegativeTestJSON-922533626-project-member] [instance: 6e790530-5d70-4125-b7d2-a977c5db2949] Extending root virtual disk to 1048576 {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 682.769405] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d0ede84d-342c-4ee0-baeb-b280eba4ae81 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.785862] env[69319]: DEBUG oslo_vmware.api [None req-0d768128-8fb3-4d32-bf83-ddd5c0499ddf tempest-ImagesNegativeTestJSON-922533626 tempest-ImagesNegativeTestJSON-922533626-project-member] Waiting for the task: (returnval){ [ 682.785862] env[69319]: value = "task-3222828" [ 682.785862] env[69319]: _type = "Task" [ 682.785862] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.791070] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc004203-f245-431e-9f28-fcbc357fd0f1 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.801265] env[69319]: DEBUG oslo_vmware.api [None req-0d768128-8fb3-4d32-bf83-ddd5c0499ddf tempest-ImagesNegativeTestJSON-922533626 tempest-ImagesNegativeTestJSON-922533626-project-member] Task: {'id': task-3222828, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.805108] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af114323-e4bc-43a9-a127-0724cad2b83b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.846239] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dbfdfeb-8f4c-426e-b9a6-b37cc2f14c02 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.855483] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e645ee4-2314-4f8c-a421-092038bc0674 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.871784] env[69319]: DEBUG nova.compute.provider_tree [None req-6122476e-a665-431d-8d2e-a8f67c8c89b6 tempest-ServerDiagnosticsV248Test-523245808 tempest-ServerDiagnosticsV248Test-523245808-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 683.007643] env[69319]: DEBUG oslo_concurrency.lockutils [None req-bb31d253-5313-4d89-abd8-5d529cd1d56d tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Releasing lock "refresh_cache-3e95f2d5-d392-47c4-b519-4a218660516b" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.118528] env[69319]: DEBUG nova.network.neutron [None req-96242be2-2975-4b37-b770-0c0153be1984 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] [instance: f09611ba-ae99-4486-9d72-de8d7c2722aa] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 683.147628] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-7779971a-536b-4ed3-af18-d08823a0081f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 2764dc00-3329-4e56-ad73-5027b65f42d6] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 683.147628] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5543b8b7-53ba-4ce9-a2fa-e5a550464515 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.161091] env[69319]: DEBUG oslo_vmware.api [None req-7779971a-536b-4ed3-af18-d08823a0081f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Waiting for the task: (returnval){ [ 683.161091] env[69319]: value = "task-3222829" [ 683.161091] env[69319]: _type = "Task" [ 683.161091] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.173384] env[69319]: DEBUG oslo_vmware.api [None req-7779971a-536b-4ed3-af18-d08823a0081f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': task-3222829, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.220943] env[69319]: DEBUG oslo_vmware.api [None req-930c1e4e-388b-4170-a1f7-6a30b0bbc40c tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] Task: {'id': task-3222827, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.118858} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.220943] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-930c1e4e-388b-4170-a1f7-6a30b0bbc40c tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] [instance: cf6dc285-9563-42c7-b1f5-d34d5a75a545] Extended root virtual disk {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 683.221950] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-093a38e8-c0ba-42b3-abe4-a9a4e74cf19e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.263984] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-930c1e4e-388b-4170-a1f7-6a30b0bbc40c tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] [instance: cf6dc285-9563-42c7-b1f5-d34d5a75a545] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] cf6dc285-9563-42c7-b1f5-d34d5a75a545/cf6dc285-9563-42c7-b1f5-d34d5a75a545.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 683.264467] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4767d5e5-5d0f-4224-9980-0d2b2ee746d5 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.292368] env[69319]: DEBUG oslo_vmware.api [None req-930c1e4e-388b-4170-a1f7-6a30b0bbc40c tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] Waiting for the task: (returnval){ [ 683.292368] env[69319]: value = "task-3222830" [ 683.292368] env[69319]: _type = "Task" [ 683.292368] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.296447] env[69319]: DEBUG oslo_vmware.api [None req-0d768128-8fb3-4d32-bf83-ddd5c0499ddf tempest-ImagesNegativeTestJSON-922533626 tempest-ImagesNegativeTestJSON-922533626-project-member] Task: {'id': task-3222828, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.113688} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.301569] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-0d768128-8fb3-4d32-bf83-ddd5c0499ddf tempest-ImagesNegativeTestJSON-922533626 tempest-ImagesNegativeTestJSON-922533626-project-member] [instance: 6e790530-5d70-4125-b7d2-a977c5db2949] Extended root virtual disk {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 683.303296] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db4da812-38ce-4795-9f39-4006bd7a4f11 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.312391] env[69319]: DEBUG oslo_vmware.api [None req-930c1e4e-388b-4170-a1f7-6a30b0bbc40c tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] Task: {'id': task-3222830, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.336229] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d768128-8fb3-4d32-bf83-ddd5c0499ddf tempest-ImagesNegativeTestJSON-922533626 tempest-ImagesNegativeTestJSON-922533626-project-member] [instance: 6e790530-5d70-4125-b7d2-a977c5db2949] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] 6e790530-5d70-4125-b7d2-a977c5db2949/6e790530-5d70-4125-b7d2-a977c5db2949.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 683.336684] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-24b514e4-ecfe-4033-b899-3b84a6347fe8 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.357518] env[69319]: DEBUG nova.network.neutron [None req-96242be2-2975-4b37-b770-0c0153be1984 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] [instance: f09611ba-ae99-4486-9d72-de8d7c2722aa] Updating instance_info_cache with network_info: [{"id": "da6d5fa2-b0b8-4c30-a46d-ce6ca54302e1", "address": "fa:16:3e:36:03:ec", "network": {"id": "243f73e5-18e0-41fc-935d-25758c0e7829", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1577544746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ba894e033364cd1839ca06769acfff8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f17856cf-7248-414b-bde6-8c90cfb4c593", "external-id": "nsx-vlan-transportzone-341", "segmentation_id": 341, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda6d5fa2-b0", "ovs_interfaceid": "da6d5fa2-b0b8-4c30-a46d-ce6ca54302e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.361373] env[69319]: DEBUG nova.compute.manager [req-7fa2ee1c-2b60-4160-bf5e-cd8f314be993 req-1a27f0c9-d20b-47a3-b001-f7edda7f83da service nova] [instance: f09611ba-ae99-4486-9d72-de8d7c2722aa] Received event network-vif-plugged-da6d5fa2-b0b8-4c30-a46d-ce6ca54302e1 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 683.364656] env[69319]: DEBUG oslo_concurrency.lockutils [req-7fa2ee1c-2b60-4160-bf5e-cd8f314be993 req-1a27f0c9-d20b-47a3-b001-f7edda7f83da service nova] Acquiring lock "f09611ba-ae99-4486-9d72-de8d7c2722aa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.364656] env[69319]: DEBUG oslo_concurrency.lockutils [req-7fa2ee1c-2b60-4160-bf5e-cd8f314be993 req-1a27f0c9-d20b-47a3-b001-f7edda7f83da service nova] Lock "f09611ba-ae99-4486-9d72-de8d7c2722aa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.364656] env[69319]: DEBUG oslo_concurrency.lockutils [req-7fa2ee1c-2b60-4160-bf5e-cd8f314be993 req-1a27f0c9-d20b-47a3-b001-f7edda7f83da service nova] Lock "f09611ba-ae99-4486-9d72-de8d7c2722aa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.364656] env[69319]: DEBUG nova.compute.manager [req-7fa2ee1c-2b60-4160-bf5e-cd8f314be993 req-1a27f0c9-d20b-47a3-b001-f7edda7f83da service nova] [instance: f09611ba-ae99-4486-9d72-de8d7c2722aa] No waiting events found dispatching network-vif-plugged-da6d5fa2-b0b8-4c30-a46d-ce6ca54302e1 {{(pid=69319) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 683.364656] env[69319]: WARNING nova.compute.manager [req-7fa2ee1c-2b60-4160-bf5e-cd8f314be993 req-1a27f0c9-d20b-47a3-b001-f7edda7f83da service nova] [instance: f09611ba-ae99-4486-9d72-de8d7c2722aa] Received unexpected event network-vif-plugged-da6d5fa2-b0b8-4c30-a46d-ce6ca54302e1 for instance with vm_state building and task_state spawning. [ 683.364858] env[69319]: DEBUG nova.compute.manager [req-7fa2ee1c-2b60-4160-bf5e-cd8f314be993 req-1a27f0c9-d20b-47a3-b001-f7edda7f83da service nova] [instance: f09611ba-ae99-4486-9d72-de8d7c2722aa] Received event network-changed-da6d5fa2-b0b8-4c30-a46d-ce6ca54302e1 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 683.364858] env[69319]: DEBUG nova.compute.manager [req-7fa2ee1c-2b60-4160-bf5e-cd8f314be993 req-1a27f0c9-d20b-47a3-b001-f7edda7f83da service nova] [instance: f09611ba-ae99-4486-9d72-de8d7c2722aa] Refreshing instance network info cache due to event network-changed-da6d5fa2-b0b8-4c30-a46d-ce6ca54302e1. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 683.364858] env[69319]: DEBUG oslo_concurrency.lockutils [req-7fa2ee1c-2b60-4160-bf5e-cd8f314be993 req-1a27f0c9-d20b-47a3-b001-f7edda7f83da service nova] Acquiring lock "refresh_cache-f09611ba-ae99-4486-9d72-de8d7c2722aa" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.369690] env[69319]: DEBUG oslo_vmware.api [None req-0d768128-8fb3-4d32-bf83-ddd5c0499ddf tempest-ImagesNegativeTestJSON-922533626 tempest-ImagesNegativeTestJSON-922533626-project-member] Waiting for the task: (returnval){ [ 683.369690] env[69319]: value = "task-3222831" [ 683.369690] env[69319]: _type = "Task" [ 683.369690] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.378063] env[69319]: DEBUG nova.scheduler.client.report [None req-6122476e-a665-431d-8d2e-a8f67c8c89b6 tempest-ServerDiagnosticsV248Test-523245808 tempest-ServerDiagnosticsV248Test-523245808-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 683.390385] env[69319]: DEBUG oslo_vmware.api [None req-0d768128-8fb3-4d32-bf83-ddd5c0499ddf tempest-ImagesNegativeTestJSON-922533626 tempest-ImagesNegativeTestJSON-922533626-project-member] Task: {'id': task-3222831, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.589234] env[69319]: DEBUG nova.compute.manager [req-3ad294bc-103f-4805-b2d5-1d6ebd09ac1c req-3aa0bb83-89a7-43cc-96ba-d74af078dae1 service nova] [instance: 9f02ac69-5fbc-40c6-96f4-d6ef8b3d0792] Received event network-changed-adb7006c-7527-49f8-afad-34458965cfc2 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 683.589379] env[69319]: DEBUG nova.compute.manager [req-3ad294bc-103f-4805-b2d5-1d6ebd09ac1c req-3aa0bb83-89a7-43cc-96ba-d74af078dae1 service nova] [instance: 9f02ac69-5fbc-40c6-96f4-d6ef8b3d0792] Refreshing instance network info cache due to event network-changed-adb7006c-7527-49f8-afad-34458965cfc2. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 683.589612] env[69319]: DEBUG oslo_concurrency.lockutils [req-3ad294bc-103f-4805-b2d5-1d6ebd09ac1c req-3aa0bb83-89a7-43cc-96ba-d74af078dae1 service nova] Acquiring lock "refresh_cache-9f02ac69-5fbc-40c6-96f4-d6ef8b3d0792" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.589763] env[69319]: DEBUG oslo_concurrency.lockutils [req-3ad294bc-103f-4805-b2d5-1d6ebd09ac1c req-3aa0bb83-89a7-43cc-96ba-d74af078dae1 service nova] Acquired lock "refresh_cache-9f02ac69-5fbc-40c6-96f4-d6ef8b3d0792" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.589922] env[69319]: DEBUG nova.network.neutron [req-3ad294bc-103f-4805-b2d5-1d6ebd09ac1c req-3aa0bb83-89a7-43cc-96ba-d74af078dae1 service nova] [instance: 9f02ac69-5fbc-40c6-96f4-d6ef8b3d0792] Refreshing network info cache for port adb7006c-7527-49f8-afad-34458965cfc2 {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 683.674042] env[69319]: DEBUG oslo_vmware.api [None req-7779971a-536b-4ed3-af18-d08823a0081f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': task-3222829, 'name': PowerOffVM_Task, 'duration_secs': 0.2902} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.674323] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-7779971a-536b-4ed3-af18-d08823a0081f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 2764dc00-3329-4e56-ad73-5027b65f42d6] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 683.675161] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af4e7c1d-01d0-4388-b9fd-7c89b6697d05 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.696083] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f65a0f6d-7c61-4603-9067-a942a2fbf8bd {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.754852] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-7779971a-536b-4ed3-af18-d08823a0081f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 2764dc00-3329-4e56-ad73-5027b65f42d6] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 683.755241] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e4a525bb-8006-423c-86b2-3ede577c8acc {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.764730] env[69319]: DEBUG oslo_vmware.api [None req-7779971a-536b-4ed3-af18-d08823a0081f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Waiting for the task: (returnval){ [ 683.764730] env[69319]: value = "task-3222832" [ 683.764730] env[69319]: _type = "Task" [ 683.764730] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.783133] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-7779971a-536b-4ed3-af18-d08823a0081f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 2764dc00-3329-4e56-ad73-5027b65f42d6] VM already powered off {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 683.783500] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-7779971a-536b-4ed3-af18-d08823a0081f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 2764dc00-3329-4e56-ad73-5027b65f42d6] Processing image 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 683.783799] env[69319]: DEBUG oslo_concurrency.lockutils [None req-7779971a-536b-4ed3-af18-d08823a0081f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.784074] env[69319]: DEBUG oslo_concurrency.lockutils [None req-7779971a-536b-4ed3-af18-d08823a0081f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.784293] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-7779971a-536b-4ed3-af18-d08823a0081f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 683.785098] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eb14bc73-3623-4967-aad2-9d7452db3a9b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.797585] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-7779971a-536b-4ed3-af18-d08823a0081f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 683.797585] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-7779971a-536b-4ed3-af18-d08823a0081f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 683.801700] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a6bd98b-e80d-4005-ba24-7e4d2ab4e655 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.810378] env[69319]: DEBUG oslo_vmware.api [None req-7779971a-536b-4ed3-af18-d08823a0081f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Waiting for the task: (returnval){ [ 683.810378] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52d1ef5b-9a2a-f058-ea16-38f1fee0f519" [ 683.810378] env[69319]: _type = "Task" [ 683.810378] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.812989] env[69319]: DEBUG oslo_vmware.api [None req-930c1e4e-388b-4170-a1f7-6a30b0bbc40c tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] Task: {'id': task-3222830, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.823565] env[69319]: DEBUG oslo_vmware.api [None req-7779971a-536b-4ed3-af18-d08823a0081f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52d1ef5b-9a2a-f058-ea16-38f1fee0f519, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.864898] env[69319]: DEBUG oslo_concurrency.lockutils [None req-96242be2-2975-4b37-b770-0c0153be1984 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Releasing lock "refresh_cache-f09611ba-ae99-4486-9d72-de8d7c2722aa" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.865297] env[69319]: DEBUG nova.compute.manager [None req-96242be2-2975-4b37-b770-0c0153be1984 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] [instance: f09611ba-ae99-4486-9d72-de8d7c2722aa] Instance network_info: |[{"id": "da6d5fa2-b0b8-4c30-a46d-ce6ca54302e1", "address": "fa:16:3e:36:03:ec", "network": {"id": "243f73e5-18e0-41fc-935d-25758c0e7829", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1577544746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ba894e033364cd1839ca06769acfff8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f17856cf-7248-414b-bde6-8c90cfb4c593", "external-id": "nsx-vlan-transportzone-341", "segmentation_id": 341, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda6d5fa2-b0", "ovs_interfaceid": "da6d5fa2-b0b8-4c30-a46d-ce6ca54302e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 683.866242] env[69319]: DEBUG oslo_concurrency.lockutils [req-7fa2ee1c-2b60-4160-bf5e-cd8f314be993 req-1a27f0c9-d20b-47a3-b001-f7edda7f83da service nova] Acquired lock "refresh_cache-f09611ba-ae99-4486-9d72-de8d7c2722aa" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.866465] env[69319]: DEBUG nova.network.neutron [req-7fa2ee1c-2b60-4160-bf5e-cd8f314be993 req-1a27f0c9-d20b-47a3-b001-f7edda7f83da service nova] [instance: f09611ba-ae99-4486-9d72-de8d7c2722aa] Refreshing network info cache for port da6d5fa2-b0b8-4c30-a46d-ce6ca54302e1 {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 683.867913] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-96242be2-2975-4b37-b770-0c0153be1984 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] [instance: f09611ba-ae99-4486-9d72-de8d7c2722aa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:03:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f17856cf-7248-414b-bde6-8c90cfb4c593', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'da6d5fa2-b0b8-4c30-a46d-ce6ca54302e1', 'vif_model': 'vmxnet3'}] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 683.876144] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-96242be2-2975-4b37-b770-0c0153be1984 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Creating folder: Project (2ba894e033364cd1839ca06769acfff8). Parent ref: group-v644239. {{(pid=69319) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 683.876823] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7f5cee94-8ce2-460f-b166-9348a836f668 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.890925] env[69319]: DEBUG oslo_vmware.api [None req-0d768128-8fb3-4d32-bf83-ddd5c0499ddf tempest-ImagesNegativeTestJSON-922533626 tempest-ImagesNegativeTestJSON-922533626-project-member] Task: {'id': task-3222831, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.891762] env[69319]: DEBUG oslo_concurrency.lockutils [None req-6122476e-a665-431d-8d2e-a8f67c8c89b6 tempest-ServerDiagnosticsV248Test-523245808 tempest-ServerDiagnosticsV248Test-523245808-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.809s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.892441] env[69319]: DEBUG nova.compute.manager [None req-6122476e-a665-431d-8d2e-a8f67c8c89b6 tempest-ServerDiagnosticsV248Test-523245808 tempest-ServerDiagnosticsV248Test-523245808-project-member] [instance: 99e94ac3-2fa4-4249-9297-b78043c9af00] Start building networks asynchronously for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 683.895145] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c6d38775-ced6-479a-b821-6fe4a2f82846 tempest-ServerExternalEventsTest-854483476 tempest-ServerExternalEventsTest-854483476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.231s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.895276] env[69319]: DEBUG nova.objects.instance [None req-c6d38775-ced6-479a-b821-6fe4a2f82846 tempest-ServerExternalEventsTest-854483476 tempest-ServerExternalEventsTest-854483476-project-member] Lazy-loading 'resources' on Instance uuid c3e1d116-4785-402a-bcc3-ad45bcdc16b1 {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 684.036343] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-96242be2-2975-4b37-b770-0c0153be1984 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Created folder: Project (2ba894e033364cd1839ca06769acfff8) in parent group-v644239. [ 684.036567] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-96242be2-2975-4b37-b770-0c0153be1984 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Creating folder: Instances. Parent ref: group-v644299. {{(pid=69319) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 684.036827] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5130d0c6-51b8-4948-ba73-5210965fc61d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.050870] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-96242be2-2975-4b37-b770-0c0153be1984 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Created folder: Instances in parent group-v644299. [ 684.050870] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-96242be2-2975-4b37-b770-0c0153be1984 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 684.050870] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f09611ba-ae99-4486-9d72-de8d7c2722aa] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 684.050870] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3c7d8786-2a2d-4349-b52a-0738d879bff8 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.075357] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 684.075357] env[69319]: value = "task-3222835" [ 684.075357] env[69319]: _type = "Task" [ 684.075357] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.085343] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222835, 'name': CreateVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.312662] env[69319]: DEBUG oslo_vmware.api [None req-930c1e4e-388b-4170-a1f7-6a30b0bbc40c tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] Task: {'id': task-3222830, 'name': ReconfigVM_Task, 'duration_secs': 0.54703} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.313252] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-930c1e4e-388b-4170-a1f7-6a30b0bbc40c tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] [instance: cf6dc285-9563-42c7-b1f5-d34d5a75a545] Reconfigured VM instance instance-00000011 to attach disk [datastore1] cf6dc285-9563-42c7-b1f5-d34d5a75a545/cf6dc285-9563-42c7-b1f5-d34d5a75a545.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 684.317694] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ea921f1a-19d4-4678-9b48-e1ba637e4d3c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.327437] env[69319]: DEBUG oslo_vmware.api [None req-7779971a-536b-4ed3-af18-d08823a0081f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52d1ef5b-9a2a-f058-ea16-38f1fee0f519, 'name': SearchDatastore_Task, 'duration_secs': 0.018747} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.330241] env[69319]: DEBUG oslo_vmware.api [None req-930c1e4e-388b-4170-a1f7-6a30b0bbc40c tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] Waiting for the task: (returnval){ [ 684.330241] env[69319]: value = "task-3222837" [ 684.330241] env[69319]: _type = "Task" [ 684.330241] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.330241] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-483297bc-c976-47a3-8c53-27e3f22e8adc {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.349882] env[69319]: DEBUG oslo_vmware.api [None req-7779971a-536b-4ed3-af18-d08823a0081f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Waiting for the task: (returnval){ [ 684.349882] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]520b43d2-3438-7e8a-db89-284207434400" [ 684.349882] env[69319]: _type = "Task" [ 684.349882] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.350226] env[69319]: DEBUG oslo_vmware.api [None req-930c1e4e-388b-4170-a1f7-6a30b0bbc40c tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] Task: {'id': task-3222837, 'name': Rename_Task} progress is 10%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.362907] env[69319]: DEBUG oslo_vmware.api [None req-7779971a-536b-4ed3-af18-d08823a0081f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]520b43d2-3438-7e8a-db89-284207434400, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.396368] env[69319]: DEBUG oslo_vmware.api [None req-0d768128-8fb3-4d32-bf83-ddd5c0499ddf tempest-ImagesNegativeTestJSON-922533626 tempest-ImagesNegativeTestJSON-922533626-project-member] Task: {'id': task-3222831, 'name': ReconfigVM_Task, 'duration_secs': 0.678365} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.397015] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d768128-8fb3-4d32-bf83-ddd5c0499ddf tempest-ImagesNegativeTestJSON-922533626 tempest-ImagesNegativeTestJSON-922533626-project-member] [instance: 6e790530-5d70-4125-b7d2-a977c5db2949] Reconfigured VM instance instance-00000012 to attach disk [datastore1] 6e790530-5d70-4125-b7d2-a977c5db2949/6e790530-5d70-4125-b7d2-a977c5db2949.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 684.399299] env[69319]: DEBUG nova.compute.utils [None req-6122476e-a665-431d-8d2e-a8f67c8c89b6 tempest-ServerDiagnosticsV248Test-523245808 tempest-ServerDiagnosticsV248Test-523245808-project-member] Using /dev/sd instead of None {{(pid=69319) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 684.405020] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3bbd2678-cc3c-4c59-9c7c-1cc35ad1a6a3 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.406992] env[69319]: DEBUG nova.compute.manager [None req-6122476e-a665-431d-8d2e-a8f67c8c89b6 tempest-ServerDiagnosticsV248Test-523245808 tempest-ServerDiagnosticsV248Test-523245808-project-member] [instance: 99e94ac3-2fa4-4249-9297-b78043c9af00] Not allocating networking since 'none' was specified. {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 684.415027] env[69319]: DEBUG oslo_vmware.api [None req-0d768128-8fb3-4d32-bf83-ddd5c0499ddf tempest-ImagesNegativeTestJSON-922533626 tempest-ImagesNegativeTestJSON-922533626-project-member] Waiting for the task: (returnval){ [ 684.415027] env[69319]: value = "task-3222838" [ 684.415027] env[69319]: _type = "Task" [ 684.415027] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.432643] env[69319]: DEBUG oslo_vmware.api [None req-0d768128-8fb3-4d32-bf83-ddd5c0499ddf tempest-ImagesNegativeTestJSON-922533626 tempest-ImagesNegativeTestJSON-922533626-project-member] Task: {'id': task-3222838, 'name': Rename_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.524043] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c24c3659-12b0-4566-bcdc-a55f67ea9545 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.553070] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-bb31d253-5313-4d89-abd8-5d529cd1d56d tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] [instance: 3e95f2d5-d392-47c4-b519-4a218660516b] Updating instance '3e95f2d5-d392-47c4-b519-4a218660516b' progress to 0 {{(pid=69319) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 684.594173] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222835, 'name': CreateVM_Task} progress is 99%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.696408] env[69319]: DEBUG nova.network.neutron [req-3ad294bc-103f-4805-b2d5-1d6ebd09ac1c req-3aa0bb83-89a7-43cc-96ba-d74af078dae1 service nova] [instance: 9f02ac69-5fbc-40c6-96f4-d6ef8b3d0792] Updated VIF entry in instance network info cache for port adb7006c-7527-49f8-afad-34458965cfc2. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 684.697456] env[69319]: DEBUG nova.network.neutron [req-3ad294bc-103f-4805-b2d5-1d6ebd09ac1c req-3aa0bb83-89a7-43cc-96ba-d74af078dae1 service nova] [instance: 9f02ac69-5fbc-40c6-96f4-d6ef8b3d0792] Updating instance_info_cache with network_info: [{"id": "adb7006c-7527-49f8-afad-34458965cfc2", "address": "fa:16:3e:01:81:b7", "network": {"id": "ff867242-07b2-4f36-8311-324d6e9411c7", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-799589428-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb637ebd4b484a719d85fdfeff4b4830", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadb7006c-75", "ovs_interfaceid": "adb7006c-7527-49f8-afad-34458965cfc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.851862] env[69319]: DEBUG oslo_vmware.api [None req-930c1e4e-388b-4170-a1f7-6a30b0bbc40c tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] Task: {'id': task-3222837, 'name': Rename_Task, 'duration_secs': 0.266201} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.856413] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-930c1e4e-388b-4170-a1f7-6a30b0bbc40c tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] [instance: cf6dc285-9563-42c7-b1f5-d34d5a75a545] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 684.858724] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-17420868-bb62-4923-8e76-4aa77deb98ab {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.871645] env[69319]: DEBUG oslo_vmware.api [None req-7779971a-536b-4ed3-af18-d08823a0081f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]520b43d2-3438-7e8a-db89-284207434400, 'name': SearchDatastore_Task, 'duration_secs': 0.021567} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.879029] env[69319]: DEBUG oslo_concurrency.lockutils [None req-7779971a-536b-4ed3-af18-d08823a0081f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.879029] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-7779971a-536b-4ed3-af18-d08823a0081f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore1] 2764dc00-3329-4e56-ad73-5027b65f42d6/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8-rescue.vmdk. {{(pid=69319) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 684.879029] env[69319]: DEBUG oslo_vmware.api [None req-930c1e4e-388b-4170-a1f7-6a30b0bbc40c tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] Waiting for the task: (returnval){ [ 684.879029] env[69319]: value = "task-3222839" [ 684.879029] env[69319]: _type = "Task" [ 684.879029] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.879029] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e8ebb0d3-cd14-4100-af36-19265de3681c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.892955] env[69319]: DEBUG oslo_vmware.api [None req-930c1e4e-388b-4170-a1f7-6a30b0bbc40c tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] Task: {'id': task-3222839, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.893429] env[69319]: DEBUG oslo_vmware.api [None req-7779971a-536b-4ed3-af18-d08823a0081f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Waiting for the task: (returnval){ [ 684.893429] env[69319]: value = "task-3222840" [ 684.893429] env[69319]: _type = "Task" [ 684.893429] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.914025] env[69319]: DEBUG nova.compute.manager [None req-6122476e-a665-431d-8d2e-a8f67c8c89b6 tempest-ServerDiagnosticsV248Test-523245808 tempest-ServerDiagnosticsV248Test-523245808-project-member] [instance: 99e94ac3-2fa4-4249-9297-b78043c9af00] Start building block device mappings for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 684.916998] env[69319]: DEBUG oslo_vmware.api [None req-7779971a-536b-4ed3-af18-d08823a0081f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': task-3222840, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.930543] env[69319]: DEBUG nova.network.neutron [req-7fa2ee1c-2b60-4160-bf5e-cd8f314be993 req-1a27f0c9-d20b-47a3-b001-f7edda7f83da service nova] [instance: f09611ba-ae99-4486-9d72-de8d7c2722aa] Updated VIF entry in instance network info cache for port da6d5fa2-b0b8-4c30-a46d-ce6ca54302e1. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 684.931396] env[69319]: DEBUG nova.network.neutron [req-7fa2ee1c-2b60-4160-bf5e-cd8f314be993 req-1a27f0c9-d20b-47a3-b001-f7edda7f83da service nova] [instance: f09611ba-ae99-4486-9d72-de8d7c2722aa] Updating instance_info_cache with network_info: [{"id": "da6d5fa2-b0b8-4c30-a46d-ce6ca54302e1", "address": "fa:16:3e:36:03:ec", "network": {"id": "243f73e5-18e0-41fc-935d-25758c0e7829", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1577544746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ba894e033364cd1839ca06769acfff8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f17856cf-7248-414b-bde6-8c90cfb4c593", "external-id": "nsx-vlan-transportzone-341", "segmentation_id": 341, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda6d5fa2-b0", "ovs_interfaceid": "da6d5fa2-b0b8-4c30-a46d-ce6ca54302e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.946844] env[69319]: DEBUG oslo_vmware.api [None req-0d768128-8fb3-4d32-bf83-ddd5c0499ddf tempest-ImagesNegativeTestJSON-922533626 tempest-ImagesNegativeTestJSON-922533626-project-member] Task: {'id': task-3222838, 'name': Rename_Task, 'duration_secs': 0.219725} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.956023] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d768128-8fb3-4d32-bf83-ddd5c0499ddf tempest-ImagesNegativeTestJSON-922533626 tempest-ImagesNegativeTestJSON-922533626-project-member] [instance: 6e790530-5d70-4125-b7d2-a977c5db2949] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 684.956023] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d7cf4626-7d73-4003-af1e-c75b436766fc {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.969019] env[69319]: DEBUG oslo_vmware.api [None req-0d768128-8fb3-4d32-bf83-ddd5c0499ddf tempest-ImagesNegativeTestJSON-922533626 tempest-ImagesNegativeTestJSON-922533626-project-member] Waiting for the task: (returnval){ [ 684.969019] env[69319]: value = "task-3222841" [ 684.969019] env[69319]: _type = "Task" [ 684.969019] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.985271] env[69319]: DEBUG oslo_vmware.api [None req-0d768128-8fb3-4d32-bf83-ddd5c0499ddf tempest-ImagesNegativeTestJSON-922533626 tempest-ImagesNegativeTestJSON-922533626-project-member] Task: {'id': task-3222841, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.063660] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb31d253-5313-4d89-abd8-5d529cd1d56d tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] [instance: 3e95f2d5-d392-47c4-b519-4a218660516b] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 685.063660] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2d6a08f0-1406-454f-aaca-467f6ba7ab2f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.086556] env[69319]: DEBUG oslo_concurrency.lockutils [None req-49d37ba2-8896-4f28-b1f9-095ca53ad98f tempest-ServerGroupTestJSON-1942580000 tempest-ServerGroupTestJSON-1942580000-project-member] Acquiring lock "78ed67e1-b615-4c36-8da5-6938a9d60574" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.086849] env[69319]: DEBUG oslo_concurrency.lockutils [None req-49d37ba2-8896-4f28-b1f9-095ca53ad98f tempest-ServerGroupTestJSON-1942580000 tempest-ServerGroupTestJSON-1942580000-project-member] Lock "78ed67e1-b615-4c36-8da5-6938a9d60574" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.087147] env[69319]: DEBUG oslo_vmware.api [None req-bb31d253-5313-4d89-abd8-5d529cd1d56d tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Waiting for the task: (returnval){ [ 685.087147] env[69319]: value = "task-3222842" [ 685.087147] env[69319]: _type = "Task" [ 685.087147] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.111628] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222835, 'name': CreateVM_Task, 'duration_secs': 0.577603} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.111628] env[69319]: DEBUG oslo_vmware.api [None req-bb31d253-5313-4d89-abd8-5d529cd1d56d tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Task: {'id': task-3222842, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.111628] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f09611ba-ae99-4486-9d72-de8d7c2722aa] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 685.111628] env[69319]: DEBUG oslo_concurrency.lockutils [None req-96242be2-2975-4b37-b770-0c0153be1984 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.111628] env[69319]: DEBUG oslo_concurrency.lockutils [None req-96242be2-2975-4b37-b770-0c0153be1984 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.111816] env[69319]: DEBUG oslo_concurrency.lockutils [None req-96242be2-2975-4b37-b770-0c0153be1984 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.111816] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-387e3338-764a-4811-8730-dc46a076824b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.118506] env[69319]: DEBUG oslo_vmware.api [None req-96242be2-2975-4b37-b770-0c0153be1984 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Waiting for the task: (returnval){ [ 685.118506] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52138f1d-6902-16c1-32c9-cd1341d28fe6" [ 685.118506] env[69319]: _type = "Task" [ 685.118506] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.123640] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76c93037-02c9-4817-bab9-0704a332dd49 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.136591] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8129e07-d37f-4ff0-9481-2079e0921f87 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.141231] env[69319]: DEBUG oslo_vmware.api [None req-96242be2-2975-4b37-b770-0c0153be1984 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52138f1d-6902-16c1-32c9-cd1341d28fe6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.178248] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-681af25c-5420-46d4-9c9a-57e0f1ed8c57 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.189243] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2681ae0-e8c2-4526-9597-e0a2e525ed4f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.209139] env[69319]: DEBUG oslo_concurrency.lockutils [req-3ad294bc-103f-4805-b2d5-1d6ebd09ac1c req-3aa0bb83-89a7-43cc-96ba-d74af078dae1 service nova] Releasing lock "refresh_cache-9f02ac69-5fbc-40c6-96f4-d6ef8b3d0792" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.209139] env[69319]: DEBUG nova.compute.provider_tree [None req-c6d38775-ced6-479a-b821-6fe4a2f82846 tempest-ServerExternalEventsTest-854483476 tempest-ServerExternalEventsTest-854483476-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 685.398619] env[69319]: DEBUG oslo_vmware.api [None req-930c1e4e-388b-4170-a1f7-6a30b0bbc40c tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] Task: {'id': task-3222839, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.408374] env[69319]: DEBUG oslo_vmware.api [None req-7779971a-536b-4ed3-af18-d08823a0081f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': task-3222840, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.436742] env[69319]: DEBUG oslo_concurrency.lockutils [req-7fa2ee1c-2b60-4160-bf5e-cd8f314be993 req-1a27f0c9-d20b-47a3-b001-f7edda7f83da service nova] Releasing lock "refresh_cache-f09611ba-ae99-4486-9d72-de8d7c2722aa" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.482801] env[69319]: DEBUG oslo_vmware.api [None req-0d768128-8fb3-4d32-bf83-ddd5c0499ddf tempest-ImagesNegativeTestJSON-922533626 tempest-ImagesNegativeTestJSON-922533626-project-member] Task: {'id': task-3222841, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.604593] env[69319]: DEBUG oslo_vmware.api [None req-bb31d253-5313-4d89-abd8-5d529cd1d56d tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Task: {'id': task-3222842, 'name': PowerOffVM_Task, 'duration_secs': 0.324325} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.604876] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb31d253-5313-4d89-abd8-5d529cd1d56d tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] [instance: 3e95f2d5-d392-47c4-b519-4a218660516b] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 685.605077] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-bb31d253-5313-4d89-abd8-5d529cd1d56d tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] [instance: 3e95f2d5-d392-47c4-b519-4a218660516b] Updating instance '3e95f2d5-d392-47c4-b519-4a218660516b' progress to 17 {{(pid=69319) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 685.631447] env[69319]: DEBUG oslo_vmware.api [None req-96242be2-2975-4b37-b770-0c0153be1984 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52138f1d-6902-16c1-32c9-cd1341d28fe6, 'name': SearchDatastore_Task, 'duration_secs': 0.016534} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.631447] env[69319]: DEBUG oslo_concurrency.lockutils [None req-96242be2-2975-4b37-b770-0c0153be1984 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.631447] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-96242be2-2975-4b37-b770-0c0153be1984 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] [instance: f09611ba-ae99-4486-9d72-de8d7c2722aa] Processing image 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 685.631447] env[69319]: DEBUG oslo_concurrency.lockutils [None req-96242be2-2975-4b37-b770-0c0153be1984 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.631866] env[69319]: DEBUG oslo_concurrency.lockutils [None req-96242be2-2975-4b37-b770-0c0153be1984 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.631866] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-96242be2-2975-4b37-b770-0c0153be1984 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 685.631866] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2fbfbd3a-1058-4a5e-a73e-a81d2a1d206b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.643200] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-96242be2-2975-4b37-b770-0c0153be1984 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 685.643762] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-96242be2-2975-4b37-b770-0c0153be1984 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 685.644904] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b21b0f6-c0cf-4544-9b7f-176833d3383e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.652364] env[69319]: DEBUG oslo_vmware.api [None req-96242be2-2975-4b37-b770-0c0153be1984 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Waiting for the task: (returnval){ [ 685.652364] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52801428-6724-9acd-0694-eeed6b1ce56a" [ 685.652364] env[69319]: _type = "Task" [ 685.652364] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.663137] env[69319]: DEBUG oslo_vmware.api [None req-96242be2-2975-4b37-b770-0c0153be1984 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52801428-6724-9acd-0694-eeed6b1ce56a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.713584] env[69319]: DEBUG nova.scheduler.client.report [None req-c6d38775-ced6-479a-b821-6fe4a2f82846 tempest-ServerExternalEventsTest-854483476 tempest-ServerExternalEventsTest-854483476-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 685.894373] env[69319]: DEBUG oslo_vmware.api [None req-930c1e4e-388b-4170-a1f7-6a30b0bbc40c tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] Task: {'id': task-3222839, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.909128] env[69319]: DEBUG oslo_vmware.api [None req-7779971a-536b-4ed3-af18-d08823a0081f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': task-3222840, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.651543} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.909559] env[69319]: INFO nova.virt.vmwareapi.ds_util [None req-7779971a-536b-4ed3-af18-d08823a0081f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore1] 2764dc00-3329-4e56-ad73-5027b65f42d6/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8-rescue.vmdk. [ 685.910428] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-972c67d5-5cf2-4df8-9317-216aec2584b4 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.935070] env[69319]: DEBUG nova.compute.manager [None req-6122476e-a665-431d-8d2e-a8f67c8c89b6 tempest-ServerDiagnosticsV248Test-523245808 tempest-ServerDiagnosticsV248Test-523245808-project-member] [instance: 99e94ac3-2fa4-4249-9297-b78043c9af00] Start spawning the instance on the hypervisor. {{(pid=69319) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 685.946384] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-7779971a-536b-4ed3-af18-d08823a0081f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 2764dc00-3329-4e56-ad73-5027b65f42d6] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] 2764dc00-3329-4e56-ad73-5027b65f42d6/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8-rescue.vmdk or device None with type thin {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 685.947041] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-168d9c28-c54d-40f6-b8d9-7079ccb2220e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.970905] env[69319]: DEBUG oslo_vmware.api [None req-7779971a-536b-4ed3-af18-d08823a0081f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Waiting for the task: (returnval){ [ 685.970905] env[69319]: value = "task-3222843" [ 685.970905] env[69319]: _type = "Task" [ 685.970905] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.973459] env[69319]: DEBUG nova.virt.hardware [None req-6122476e-a665-431d-8d2e-a8f67c8c89b6 tempest-ServerDiagnosticsV248Test-523245808 tempest-ServerDiagnosticsV248Test-523245808-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:32:36Z,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31f027872f6f44dba95ff2fe7a062e00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:32:36Z,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 685.973772] env[69319]: DEBUG nova.virt.hardware [None req-6122476e-a665-431d-8d2e-a8f67c8c89b6 tempest-ServerDiagnosticsV248Test-523245808 tempest-ServerDiagnosticsV248Test-523245808-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 685.974039] env[69319]: DEBUG nova.virt.hardware [None req-6122476e-a665-431d-8d2e-a8f67c8c89b6 tempest-ServerDiagnosticsV248Test-523245808 tempest-ServerDiagnosticsV248Test-523245808-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 685.974355] env[69319]: DEBUG nova.virt.hardware [None req-6122476e-a665-431d-8d2e-a8f67c8c89b6 tempest-ServerDiagnosticsV248Test-523245808 tempest-ServerDiagnosticsV248Test-523245808-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 685.974614] env[69319]: DEBUG nova.virt.hardware [None req-6122476e-a665-431d-8d2e-a8f67c8c89b6 tempest-ServerDiagnosticsV248Test-523245808 tempest-ServerDiagnosticsV248Test-523245808-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 685.974916] env[69319]: DEBUG nova.virt.hardware [None req-6122476e-a665-431d-8d2e-a8f67c8c89b6 tempest-ServerDiagnosticsV248Test-523245808 tempest-ServerDiagnosticsV248Test-523245808-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 685.975307] env[69319]: DEBUG nova.virt.hardware [None req-6122476e-a665-431d-8d2e-a8f67c8c89b6 tempest-ServerDiagnosticsV248Test-523245808 tempest-ServerDiagnosticsV248Test-523245808-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 685.975746] env[69319]: DEBUG nova.virt.hardware [None req-6122476e-a665-431d-8d2e-a8f67c8c89b6 tempest-ServerDiagnosticsV248Test-523245808 tempest-ServerDiagnosticsV248Test-523245808-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 685.975905] env[69319]: DEBUG nova.virt.hardware [None req-6122476e-a665-431d-8d2e-a8f67c8c89b6 tempest-ServerDiagnosticsV248Test-523245808 tempest-ServerDiagnosticsV248Test-523245808-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 685.976238] env[69319]: DEBUG nova.virt.hardware [None req-6122476e-a665-431d-8d2e-a8f67c8c89b6 tempest-ServerDiagnosticsV248Test-523245808 tempest-ServerDiagnosticsV248Test-523245808-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 685.976555] env[69319]: DEBUG nova.virt.hardware [None req-6122476e-a665-431d-8d2e-a8f67c8c89b6 tempest-ServerDiagnosticsV248Test-523245808 tempest-ServerDiagnosticsV248Test-523245808-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 685.981668] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-605cc5b4-a35c-431e-929b-a72bba4ee1a2 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.999845] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53aae8f4-061e-4891-b781-0f63b84a9ce1 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.004746] env[69319]: DEBUG oslo_vmware.api [None req-7779971a-536b-4ed3-af18-d08823a0081f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': task-3222843, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.005018] env[69319]: DEBUG oslo_vmware.api [None req-0d768128-8fb3-4d32-bf83-ddd5c0499ddf tempest-ImagesNegativeTestJSON-922533626 tempest-ImagesNegativeTestJSON-922533626-project-member] Task: {'id': task-3222841, 'name': PowerOnVM_Task, 'duration_secs': 0.974645} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.005743] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d768128-8fb3-4d32-bf83-ddd5c0499ddf tempest-ImagesNegativeTestJSON-922533626 tempest-ImagesNegativeTestJSON-922533626-project-member] [instance: 6e790530-5d70-4125-b7d2-a977c5db2949] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 686.005976] env[69319]: INFO nova.compute.manager [None req-0d768128-8fb3-4d32-bf83-ddd5c0499ddf tempest-ImagesNegativeTestJSON-922533626 tempest-ImagesNegativeTestJSON-922533626-project-member] [instance: 6e790530-5d70-4125-b7d2-a977c5db2949] Took 8.34 seconds to spawn the instance on the hypervisor. [ 686.006286] env[69319]: DEBUG nova.compute.manager [None req-0d768128-8fb3-4d32-bf83-ddd5c0499ddf tempest-ImagesNegativeTestJSON-922533626 tempest-ImagesNegativeTestJSON-922533626-project-member] [instance: 6e790530-5d70-4125-b7d2-a977c5db2949] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 686.007860] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff6e8b1b-8eb3-4c97-af7f-3a73c06c694e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.020415] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-6122476e-a665-431d-8d2e-a8f67c8c89b6 tempest-ServerDiagnosticsV248Test-523245808 tempest-ServerDiagnosticsV248Test-523245808-project-member] [instance: 99e94ac3-2fa4-4249-9297-b78043c9af00] Instance VIF info [] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 686.026947] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-6122476e-a665-431d-8d2e-a8f67c8c89b6 tempest-ServerDiagnosticsV248Test-523245808 tempest-ServerDiagnosticsV248Test-523245808-project-member] Creating folder: Project (3a577b981ac140dba7b461194237d259). Parent ref: group-v644239. {{(pid=69319) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 686.028025] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6eeaceea-5652-4a37-a683-2f4042c1679d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.041268] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-6122476e-a665-431d-8d2e-a8f67c8c89b6 tempest-ServerDiagnosticsV248Test-523245808 tempest-ServerDiagnosticsV248Test-523245808-project-member] Created folder: Project (3a577b981ac140dba7b461194237d259) in parent group-v644239. [ 686.041540] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-6122476e-a665-431d-8d2e-a8f67c8c89b6 tempest-ServerDiagnosticsV248Test-523245808 tempest-ServerDiagnosticsV248Test-523245808-project-member] Creating folder: Instances. Parent ref: group-v644302. {{(pid=69319) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 686.042055] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fcc6d541-e566-4b16-8ebd-eb13aeb32d2b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.066716] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-6122476e-a665-431d-8d2e-a8f67c8c89b6 tempest-ServerDiagnosticsV248Test-523245808 tempest-ServerDiagnosticsV248Test-523245808-project-member] Created folder: Instances in parent group-v644302. [ 686.066716] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6122476e-a665-431d-8d2e-a8f67c8c89b6 tempest-ServerDiagnosticsV248Test-523245808 tempest-ServerDiagnosticsV248Test-523245808-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 686.066716] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99e94ac3-2fa4-4249-9297-b78043c9af00] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 686.066716] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2a773098-0016-48cb-9d14-53352b7d72b7 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.086591] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 686.086591] env[69319]: value = "task-3222846" [ 686.086591] env[69319]: _type = "Task" [ 686.086591] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.095835] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222846, 'name': CreateVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.112166] env[69319]: DEBUG nova.virt.hardware [None req-bb31d253-5313-4d89-abd8-5d529cd1d56d tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 686.113515] env[69319]: DEBUG nova.virt.hardware [None req-bb31d253-5313-4d89-abd8-5d529cd1d56d tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 686.113515] env[69319]: DEBUG nova.virt.hardware [None req-bb31d253-5313-4d89-abd8-5d529cd1d56d tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 686.113515] env[69319]: DEBUG nova.virt.hardware [None req-bb31d253-5313-4d89-abd8-5d529cd1d56d tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 686.113515] env[69319]: DEBUG nova.virt.hardware [None req-bb31d253-5313-4d89-abd8-5d529cd1d56d tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 686.113515] env[69319]: DEBUG nova.virt.hardware [None req-bb31d253-5313-4d89-abd8-5d529cd1d56d tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 686.113999] env[69319]: DEBUG nova.virt.hardware [None req-bb31d253-5313-4d89-abd8-5d529cd1d56d tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 686.113999] env[69319]: DEBUG nova.virt.hardware [None req-bb31d253-5313-4d89-abd8-5d529cd1d56d tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 686.113999] env[69319]: DEBUG nova.virt.hardware [None req-bb31d253-5313-4d89-abd8-5d529cd1d56d tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 686.113999] env[69319]: DEBUG nova.virt.hardware [None req-bb31d253-5313-4d89-abd8-5d529cd1d56d tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 686.114344] env[69319]: DEBUG nova.virt.hardware [None req-bb31d253-5313-4d89-abd8-5d529cd1d56d tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 686.121378] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-04632e8f-2f01-44a6-864a-ea66ac3c3821 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.139346] env[69319]: DEBUG oslo_vmware.api [None req-bb31d253-5313-4d89-abd8-5d529cd1d56d tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Waiting for the task: (returnval){ [ 686.139346] env[69319]: value = "task-3222847" [ 686.139346] env[69319]: _type = "Task" [ 686.139346] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.155635] env[69319]: DEBUG oslo_vmware.api [None req-bb31d253-5313-4d89-abd8-5d529cd1d56d tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Task: {'id': task-3222847, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.167014] env[69319]: DEBUG oslo_vmware.api [None req-96242be2-2975-4b37-b770-0c0153be1984 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52801428-6724-9acd-0694-eeed6b1ce56a, 'name': SearchDatastore_Task, 'duration_secs': 0.016983} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.168042] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0dc68a19-5f06-422d-9957-12da57fff655 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.174832] env[69319]: DEBUG oslo_vmware.api [None req-96242be2-2975-4b37-b770-0c0153be1984 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Waiting for the task: (returnval){ [ 686.174832] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52ccb9e0-8a2a-ac45-768d-e6818a5f8f81" [ 686.174832] env[69319]: _type = "Task" [ 686.174832] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.186637] env[69319]: DEBUG oslo_vmware.api [None req-96242be2-2975-4b37-b770-0c0153be1984 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52ccb9e0-8a2a-ac45-768d-e6818a5f8f81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.222644] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c6d38775-ced6-479a-b821-6fe4a2f82846 tempest-ServerExternalEventsTest-854483476 tempest-ServerExternalEventsTest-854483476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.327s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.226053] env[69319]: DEBUG oslo_concurrency.lockutils [None req-060345d8-bec2-4e61-9f1f-b94ec95d713a tempest-AttachInterfacesV270Test-645317410 tempest-AttachInterfacesV270Test-645317410-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.353s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.227912] env[69319]: INFO nova.compute.claims [None req-060345d8-bec2-4e61-9f1f-b94ec95d713a tempest-AttachInterfacesV270Test-645317410 tempest-AttachInterfacesV270Test-645317410-project-member] [instance: 7f8824d4-3dfc-49e6-b1a9-b9c9e2a8f179] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 686.263235] env[69319]: INFO nova.scheduler.client.report [None req-c6d38775-ced6-479a-b821-6fe4a2f82846 tempest-ServerExternalEventsTest-854483476 tempest-ServerExternalEventsTest-854483476-project-member] Deleted allocations for instance c3e1d116-4785-402a-bcc3-ad45bcdc16b1 [ 686.396496] env[69319]: DEBUG oslo_vmware.api [None req-930c1e4e-388b-4170-a1f7-6a30b0bbc40c tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] Task: {'id': task-3222839, 'name': PowerOnVM_Task, 'duration_secs': 1.159407} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.396908] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-930c1e4e-388b-4170-a1f7-6a30b0bbc40c tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] [instance: cf6dc285-9563-42c7-b1f5-d34d5a75a545] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 686.397142] env[69319]: INFO nova.compute.manager [None req-930c1e4e-388b-4170-a1f7-6a30b0bbc40c tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] [instance: cf6dc285-9563-42c7-b1f5-d34d5a75a545] Took 11.49 seconds to spawn the instance on the hypervisor. [ 686.397377] env[69319]: DEBUG nova.compute.manager [None req-930c1e4e-388b-4170-a1f7-6a30b0bbc40c tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] [instance: cf6dc285-9563-42c7-b1f5-d34d5a75a545] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 686.398632] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbf5485f-d90d-426f-a653-696834517538 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.494969] env[69319]: DEBUG oslo_vmware.api [None req-7779971a-536b-4ed3-af18-d08823a0081f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': task-3222843, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.550123] env[69319]: INFO nova.compute.manager [None req-0d768128-8fb3-4d32-bf83-ddd5c0499ddf tempest-ImagesNegativeTestJSON-922533626 tempest-ImagesNegativeTestJSON-922533626-project-member] [instance: 6e790530-5d70-4125-b7d2-a977c5db2949] Took 32.31 seconds to build instance. [ 686.602078] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222846, 'name': CreateVM_Task, 'duration_secs': 0.479417} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.602271] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99e94ac3-2fa4-4249-9297-b78043c9af00] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 686.603506] env[69319]: DEBUG oslo_concurrency.lockutils [None req-6122476e-a665-431d-8d2e-a8f67c8c89b6 tempest-ServerDiagnosticsV248Test-523245808 tempest-ServerDiagnosticsV248Test-523245808-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.603680] env[69319]: DEBUG oslo_concurrency.lockutils [None req-6122476e-a665-431d-8d2e-a8f67c8c89b6 tempest-ServerDiagnosticsV248Test-523245808 tempest-ServerDiagnosticsV248Test-523245808-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.604030] env[69319]: DEBUG oslo_concurrency.lockutils [None req-6122476e-a665-431d-8d2e-a8f67c8c89b6 tempest-ServerDiagnosticsV248Test-523245808 tempest-ServerDiagnosticsV248Test-523245808-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.604305] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-944ef700-781b-4d69-bfc4-62664a68d086 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.611108] env[69319]: DEBUG oslo_vmware.api [None req-6122476e-a665-431d-8d2e-a8f67c8c89b6 tempest-ServerDiagnosticsV248Test-523245808 tempest-ServerDiagnosticsV248Test-523245808-project-member] Waiting for the task: (returnval){ [ 686.611108] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52aeb1e6-ed62-0f16-518d-71421a464c91" [ 686.611108] env[69319]: _type = "Task" [ 686.611108] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.624068] env[69319]: DEBUG oslo_vmware.api [None req-6122476e-a665-431d-8d2e-a8f67c8c89b6 tempest-ServerDiagnosticsV248Test-523245808 tempest-ServerDiagnosticsV248Test-523245808-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52aeb1e6-ed62-0f16-518d-71421a464c91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.654347] env[69319]: DEBUG oslo_vmware.api [None req-bb31d253-5313-4d89-abd8-5d529cd1d56d tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Task: {'id': task-3222847, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.688308] env[69319]: DEBUG oslo_vmware.api [None req-96242be2-2975-4b37-b770-0c0153be1984 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52ccb9e0-8a2a-ac45-768d-e6818a5f8f81, 'name': SearchDatastore_Task, 'duration_secs': 0.016968} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.688640] env[69319]: DEBUG oslo_concurrency.lockutils [None req-96242be2-2975-4b37-b770-0c0153be1984 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.688943] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-96242be2-2975-4b37-b770-0c0153be1984 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] f09611ba-ae99-4486-9d72-de8d7c2722aa/f09611ba-ae99-4486-9d72-de8d7c2722aa.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 686.689232] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a82b69e7-8e8c-4d7d-b7b3-a1aa7999249f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.699918] env[69319]: DEBUG oslo_vmware.api [None req-96242be2-2975-4b37-b770-0c0153be1984 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Waiting for the task: (returnval){ [ 686.699918] env[69319]: value = "task-3222849" [ 686.699918] env[69319]: _type = "Task" [ 686.699918] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.714133] env[69319]: DEBUG oslo_vmware.api [None req-96242be2-2975-4b37-b770-0c0153be1984 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Task: {'id': task-3222849, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.778070] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c6d38775-ced6-479a-b821-6fe4a2f82846 tempest-ServerExternalEventsTest-854483476 tempest-ServerExternalEventsTest-854483476-project-member] Lock "c3e1d116-4785-402a-bcc3-ad45bcdc16b1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.967s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.923260] env[69319]: INFO nova.compute.manager [None req-930c1e4e-388b-4170-a1f7-6a30b0bbc40c tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] [instance: cf6dc285-9563-42c7-b1f5-d34d5a75a545] Took 33.22 seconds to build instance. [ 686.997744] env[69319]: DEBUG oslo_vmware.api [None req-7779971a-536b-4ed3-af18-d08823a0081f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': task-3222843, 'name': ReconfigVM_Task, 'duration_secs': 0.596966} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.998203] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-7779971a-536b-4ed3-af18-d08823a0081f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 2764dc00-3329-4e56-ad73-5027b65f42d6] Reconfigured VM instance instance-00000007 to attach disk [datastore1] 2764dc00-3329-4e56-ad73-5027b65f42d6/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8-rescue.vmdk or device None with type thin {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 686.999286] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8134ea3f-e3e0-4c41-ae2b-3db122ed1e63 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.030058] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69cda30a-aa63-4e18-8724-d514e02cd158 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.050726] env[69319]: DEBUG oslo_vmware.api [None req-7779971a-536b-4ed3-af18-d08823a0081f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Waiting for the task: (returnval){ [ 687.050726] env[69319]: value = "task-3222850" [ 687.050726] env[69319]: _type = "Task" [ 687.050726] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.054657] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0d768128-8fb3-4d32-bf83-ddd5c0499ddf tempest-ImagesNegativeTestJSON-922533626 tempest-ImagesNegativeTestJSON-922533626-project-member] Lock "6e790530-5d70-4125-b7d2-a977c5db2949" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.119s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.124813] env[69319]: DEBUG oslo_vmware.api [None req-6122476e-a665-431d-8d2e-a8f67c8c89b6 tempest-ServerDiagnosticsV248Test-523245808 tempest-ServerDiagnosticsV248Test-523245808-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52aeb1e6-ed62-0f16-518d-71421a464c91, 'name': SearchDatastore_Task, 'duration_secs': 0.026405} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.125298] env[69319]: DEBUG oslo_concurrency.lockutils [None req-6122476e-a665-431d-8d2e-a8f67c8c89b6 tempest-ServerDiagnosticsV248Test-523245808 tempest-ServerDiagnosticsV248Test-523245808-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.125554] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-6122476e-a665-431d-8d2e-a8f67c8c89b6 tempest-ServerDiagnosticsV248Test-523245808 tempest-ServerDiagnosticsV248Test-523245808-project-member] [instance: 99e94ac3-2fa4-4249-9297-b78043c9af00] Processing image 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 687.125897] env[69319]: DEBUG oslo_concurrency.lockutils [None req-6122476e-a665-431d-8d2e-a8f67c8c89b6 tempest-ServerDiagnosticsV248Test-523245808 tempest-ServerDiagnosticsV248Test-523245808-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.126106] env[69319]: DEBUG oslo_concurrency.lockutils [None req-6122476e-a665-431d-8d2e-a8f67c8c89b6 tempest-ServerDiagnosticsV248Test-523245808 tempest-ServerDiagnosticsV248Test-523245808-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.126347] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-6122476e-a665-431d-8d2e-a8f67c8c89b6 tempest-ServerDiagnosticsV248Test-523245808 tempest-ServerDiagnosticsV248Test-523245808-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 687.126661] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-20f3d878-9e31-44da-9b93-15f2a6265953 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.148128] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-6122476e-a665-431d-8d2e-a8f67c8c89b6 tempest-ServerDiagnosticsV248Test-523245808 tempest-ServerDiagnosticsV248Test-523245808-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 687.148456] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-6122476e-a665-431d-8d2e-a8f67c8c89b6 tempest-ServerDiagnosticsV248Test-523245808 tempest-ServerDiagnosticsV248Test-523245808-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 687.150157] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72e780f0-5709-470d-ab82-772485f37333 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.157880] env[69319]: DEBUG oslo_vmware.api [None req-bb31d253-5313-4d89-abd8-5d529cd1d56d tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Task: {'id': task-3222847, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.163212] env[69319]: DEBUG oslo_vmware.api [None req-6122476e-a665-431d-8d2e-a8f67c8c89b6 tempest-ServerDiagnosticsV248Test-523245808 tempest-ServerDiagnosticsV248Test-523245808-project-member] Waiting for the task: (returnval){ [ 687.163212] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]527ec102-dd46-1bd1-7963-22b32e45702b" [ 687.163212] env[69319]: _type = "Task" [ 687.163212] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.177507] env[69319]: DEBUG oslo_vmware.api [None req-6122476e-a665-431d-8d2e-a8f67c8c89b6 tempest-ServerDiagnosticsV248Test-523245808 tempest-ServerDiagnosticsV248Test-523245808-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]527ec102-dd46-1bd1-7963-22b32e45702b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.212873] env[69319]: DEBUG oslo_vmware.api [None req-96242be2-2975-4b37-b770-0c0153be1984 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Task: {'id': task-3222849, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.426806] env[69319]: DEBUG oslo_concurrency.lockutils [None req-930c1e4e-388b-4170-a1f7-6a30b0bbc40c tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] Lock "cf6dc285-9563-42c7-b1f5-d34d5a75a545" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.656s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.559458] env[69319]: DEBUG nova.compute.manager [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] [instance: fdd1fc3f-0098-421a-adcc-0ce34923e93b] Starting instance... {{(pid=69319) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 687.571376] env[69319]: DEBUG oslo_vmware.api [None req-7779971a-536b-4ed3-af18-d08823a0081f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': task-3222850, 'name': ReconfigVM_Task, 'duration_secs': 0.304721} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.571697] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-7779971a-536b-4ed3-af18-d08823a0081f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 2764dc00-3329-4e56-ad73-5027b65f42d6] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 687.571947] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a2e83ff9-4aa4-478e-9bd9-ed41e736d288 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.586837] env[69319]: DEBUG oslo_vmware.api [None req-7779971a-536b-4ed3-af18-d08823a0081f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Waiting for the task: (returnval){ [ 687.586837] env[69319]: value = "task-3222851" [ 687.586837] env[69319]: _type = "Task" [ 687.586837] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.601161] env[69319]: DEBUG oslo_vmware.api [None req-7779971a-536b-4ed3-af18-d08823a0081f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': task-3222851, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.653761] env[69319]: DEBUG oslo_vmware.api [None req-bb31d253-5313-4d89-abd8-5d529cd1d56d tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Task: {'id': task-3222847, 'name': ReconfigVM_Task, 'duration_secs': 1.239761} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.656538] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-bb31d253-5313-4d89-abd8-5d529cd1d56d tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] [instance: 3e95f2d5-d392-47c4-b519-4a218660516b] Updating instance '3e95f2d5-d392-47c4-b519-4a218660516b' progress to 33 {{(pid=69319) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 687.680468] env[69319]: DEBUG oslo_vmware.api [None req-6122476e-a665-431d-8d2e-a8f67c8c89b6 tempest-ServerDiagnosticsV248Test-523245808 tempest-ServerDiagnosticsV248Test-523245808-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]527ec102-dd46-1bd1-7963-22b32e45702b, 'name': SearchDatastore_Task, 'duration_secs': 0.064191} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.684167] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95fb240c-139a-4c9c-b6bf-1d5c297274b1 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.692778] env[69319]: DEBUG oslo_vmware.api [None req-6122476e-a665-431d-8d2e-a8f67c8c89b6 tempest-ServerDiagnosticsV248Test-523245808 tempest-ServerDiagnosticsV248Test-523245808-project-member] Waiting for the task: (returnval){ [ 687.692778] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52d696e0-9a9f-a047-0629-d50584f950b6" [ 687.692778] env[69319]: _type = "Task" [ 687.692778] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.702232] env[69319]: DEBUG oslo_vmware.api [None req-6122476e-a665-431d-8d2e-a8f67c8c89b6 tempest-ServerDiagnosticsV248Test-523245808 tempest-ServerDiagnosticsV248Test-523245808-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52d696e0-9a9f-a047-0629-d50584f950b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.715898] env[69319]: DEBUG oslo_vmware.api [None req-96242be2-2975-4b37-b770-0c0153be1984 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Task: {'id': task-3222849, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.701012} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.716400] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-96242be2-2975-4b37-b770-0c0153be1984 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] f09611ba-ae99-4486-9d72-de8d7c2722aa/f09611ba-ae99-4486-9d72-de8d7c2722aa.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 687.716492] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-96242be2-2975-4b37-b770-0c0153be1984 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] [instance: f09611ba-ae99-4486-9d72-de8d7c2722aa] Extending root virtual disk to 1048576 {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 687.716755] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a327b3e5-ff12-4d15-b4bf-94a4daf8a9a3 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.727189] env[69319]: DEBUG oslo_vmware.api [None req-96242be2-2975-4b37-b770-0c0153be1984 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Waiting for the task: (returnval){ [ 687.727189] env[69319]: value = "task-3222852" [ 687.727189] env[69319]: _type = "Task" [ 687.727189] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.740502] env[69319]: DEBUG oslo_vmware.api [None req-96242be2-2975-4b37-b770-0c0153be1984 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Task: {'id': task-3222852, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.928431] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02e936c6-e3ce-4923-a91b-4f7264aeca76 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.931870] env[69319]: DEBUG nova.compute.manager [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] [instance: b38347d2-a6f3-4640-b25e-c9e67196f733] Starting instance... {{(pid=69319) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 687.941136] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7592a50b-4904-45dc-ad70-c9e74b100500 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.981510] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd651c52-4439-45d9-bc6d-530bb39b8aac {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.995570] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98c32284-cb95-478d-a542-0fb1a5e40cd7 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.014086] env[69319]: DEBUG nova.compute.provider_tree [None req-060345d8-bec2-4e61-9f1f-b94ec95d713a tempest-AttachInterfacesV270Test-645317410 tempest-AttachInterfacesV270Test-645317410-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 688.102178] env[69319]: DEBUG oslo_concurrency.lockutils [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.112840] env[69319]: DEBUG oslo_vmware.api [None req-7779971a-536b-4ed3-af18-d08823a0081f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': task-3222851, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.165341] env[69319]: DEBUG nova.virt.hardware [None req-bb31d253-5313-4d89-abd8-5d529cd1d56d tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 688.165525] env[69319]: DEBUG nova.virt.hardware [None req-bb31d253-5313-4d89-abd8-5d529cd1d56d tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 688.165784] env[69319]: DEBUG nova.virt.hardware [None req-bb31d253-5313-4d89-abd8-5d529cd1d56d tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 688.165916] env[69319]: DEBUG nova.virt.hardware [None req-bb31d253-5313-4d89-abd8-5d529cd1d56d tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 688.166047] env[69319]: DEBUG nova.virt.hardware [None req-bb31d253-5313-4d89-abd8-5d529cd1d56d tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 688.169143] env[69319]: DEBUG nova.virt.hardware [None req-bb31d253-5313-4d89-abd8-5d529cd1d56d tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 688.169449] env[69319]: DEBUG nova.virt.hardware [None req-bb31d253-5313-4d89-abd8-5d529cd1d56d tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 688.169541] env[69319]: DEBUG nova.virt.hardware [None req-bb31d253-5313-4d89-abd8-5d529cd1d56d tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 688.169945] env[69319]: DEBUG nova.virt.hardware [None req-bb31d253-5313-4d89-abd8-5d529cd1d56d tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 688.169945] env[69319]: DEBUG nova.virt.hardware [None req-bb31d253-5313-4d89-abd8-5d529cd1d56d tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 688.170099] env[69319]: DEBUG nova.virt.hardware [None req-bb31d253-5313-4d89-abd8-5d529cd1d56d tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 688.176927] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb31d253-5313-4d89-abd8-5d529cd1d56d tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] [instance: 3e95f2d5-d392-47c4-b519-4a218660516b] Reconfiguring VM instance instance-00000008 to detach disk 2000 {{(pid=69319) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 688.177094] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8435f9eb-467f-4069-ac2d-527d48c3eaa5 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.205382] env[69319]: DEBUG oslo_vmware.api [None req-6122476e-a665-431d-8d2e-a8f67c8c89b6 tempest-ServerDiagnosticsV248Test-523245808 tempest-ServerDiagnosticsV248Test-523245808-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52d696e0-9a9f-a047-0629-d50584f950b6, 'name': SearchDatastore_Task, 'duration_secs': 0.018623} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.207230] env[69319]: DEBUG oslo_concurrency.lockutils [None req-6122476e-a665-431d-8d2e-a8f67c8c89b6 tempest-ServerDiagnosticsV248Test-523245808 tempest-ServerDiagnosticsV248Test-523245808-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.207530] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-6122476e-a665-431d-8d2e-a8f67c8c89b6 tempest-ServerDiagnosticsV248Test-523245808 tempest-ServerDiagnosticsV248Test-523245808-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] 99e94ac3-2fa4-4249-9297-b78043c9af00/99e94ac3-2fa4-4249-9297-b78043c9af00.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 688.207893] env[69319]: DEBUG oslo_vmware.api [None req-bb31d253-5313-4d89-abd8-5d529cd1d56d tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Waiting for the task: (returnval){ [ 688.207893] env[69319]: value = "task-3222853" [ 688.207893] env[69319]: _type = "Task" [ 688.207893] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.208261] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4b1c5442-4be0-4c3c-ab75-90415d964f12 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.222742] env[69319]: DEBUG oslo_vmware.api [None req-bb31d253-5313-4d89-abd8-5d529cd1d56d tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Task: {'id': task-3222853, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.224099] env[69319]: DEBUG oslo_vmware.api [None req-6122476e-a665-431d-8d2e-a8f67c8c89b6 tempest-ServerDiagnosticsV248Test-523245808 tempest-ServerDiagnosticsV248Test-523245808-project-member] Waiting for the task: (returnval){ [ 688.224099] env[69319]: value = "task-3222854" [ 688.224099] env[69319]: _type = "Task" [ 688.224099] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.235376] env[69319]: DEBUG oslo_vmware.api [None req-6122476e-a665-431d-8d2e-a8f67c8c89b6 tempest-ServerDiagnosticsV248Test-523245808 tempest-ServerDiagnosticsV248Test-523245808-project-member] Task: {'id': task-3222854, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.241947] env[69319]: DEBUG oslo_vmware.api [None req-96242be2-2975-4b37-b770-0c0153be1984 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Task: {'id': task-3222852, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.120482} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.242666] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-96242be2-2975-4b37-b770-0c0153be1984 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] [instance: f09611ba-ae99-4486-9d72-de8d7c2722aa] Extended root virtual disk {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 688.243381] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d977f38-2d05-4c0b-9ece-03f13766996d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.268791] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-96242be2-2975-4b37-b770-0c0153be1984 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] [instance: f09611ba-ae99-4486-9d72-de8d7c2722aa] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] f09611ba-ae99-4486-9d72-de8d7c2722aa/f09611ba-ae99-4486-9d72-de8d7c2722aa.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 688.269243] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-697af7ce-49a4-473a-ae40-864ce844f577 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.298617] env[69319]: DEBUG oslo_vmware.api [None req-96242be2-2975-4b37-b770-0c0153be1984 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Waiting for the task: (returnval){ [ 688.298617] env[69319]: value = "task-3222855" [ 688.298617] env[69319]: _type = "Task" [ 688.298617] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.310425] env[69319]: DEBUG oslo_vmware.api [None req-96242be2-2975-4b37-b770-0c0153be1984 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Task: {'id': task-3222855, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.455017] env[69319]: DEBUG oslo_concurrency.lockutils [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.521175] env[69319]: DEBUG nova.scheduler.client.report [None req-060345d8-bec2-4e61-9f1f-b94ec95d713a tempest-AttachInterfacesV270Test-645317410 tempest-AttachInterfacesV270Test-645317410-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 688.604506] env[69319]: DEBUG oslo_vmware.api [None req-7779971a-536b-4ed3-af18-d08823a0081f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': task-3222851, 'name': PowerOnVM_Task, 'duration_secs': 0.679273} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.604506] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-7779971a-536b-4ed3-af18-d08823a0081f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 2764dc00-3329-4e56-ad73-5027b65f42d6] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 688.613448] env[69319]: DEBUG nova.compute.manager [None req-7779971a-536b-4ed3-af18-d08823a0081f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 2764dc00-3329-4e56-ad73-5027b65f42d6] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 688.613448] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6d968cf-d164-4d64-8a61-a030f74387b6 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.724495] env[69319]: DEBUG oslo_vmware.api [None req-bb31d253-5313-4d89-abd8-5d529cd1d56d tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Task: {'id': task-3222853, 'name': ReconfigVM_Task, 'duration_secs': 0.287832} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.724948] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb31d253-5313-4d89-abd8-5d529cd1d56d tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] [instance: 3e95f2d5-d392-47c4-b519-4a218660516b] Reconfigured VM instance instance-00000008 to detach disk 2000 {{(pid=69319) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 688.733175] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d7491cd-bda5-42b7-a5ea-3d6dcb5665e2 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.745304] env[69319]: DEBUG oslo_vmware.api [None req-6122476e-a665-431d-8d2e-a8f67c8c89b6 tempest-ServerDiagnosticsV248Test-523245808 tempest-ServerDiagnosticsV248Test-523245808-project-member] Task: {'id': task-3222854, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.772740] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb31d253-5313-4d89-abd8-5d529cd1d56d tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] [instance: 3e95f2d5-d392-47c4-b519-4a218660516b] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] 3e95f2d5-d392-47c4-b519-4a218660516b/3e95f2d5-d392-47c4-b519-4a218660516b.vmdk or device None with type thin {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 688.772740] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7965a32b-a985-4f10-9422-fddc7c9364ac {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.797244] env[69319]: DEBUG oslo_vmware.api [None req-bb31d253-5313-4d89-abd8-5d529cd1d56d tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Waiting for the task: (returnval){ [ 688.797244] env[69319]: value = "task-3222857" [ 688.797244] env[69319]: _type = "Task" [ 688.797244] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.812823] env[69319]: DEBUG oslo_concurrency.lockutils [None req-389dfbae-3da8-4a08-9cc2-28e5723660a7 tempest-ServersNegativeTestMultiTenantJSON-612987748 tempest-ServersNegativeTestMultiTenantJSON-612987748-project-member] Acquiring lock "f3e005cf-9024-4c05-90c3-936251fa05a9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.813697] env[69319]: DEBUG oslo_concurrency.lockutils [None req-389dfbae-3da8-4a08-9cc2-28e5723660a7 tempest-ServersNegativeTestMultiTenantJSON-612987748 tempest-ServersNegativeTestMultiTenantJSON-612987748-project-member] Lock "f3e005cf-9024-4c05-90c3-936251fa05a9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.827589] env[69319]: DEBUG oslo_vmware.api [None req-96242be2-2975-4b37-b770-0c0153be1984 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Task: {'id': task-3222855, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.832963] env[69319]: DEBUG oslo_vmware.api [None req-bb31d253-5313-4d89-abd8-5d529cd1d56d tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Task: {'id': task-3222857, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.034791] env[69319]: DEBUG oslo_concurrency.lockutils [None req-060345d8-bec2-4e61-9f1f-b94ec95d713a tempest-AttachInterfacesV270Test-645317410 tempest-AttachInterfacesV270Test-645317410-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.807s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.034791] env[69319]: DEBUG nova.compute.manager [None req-060345d8-bec2-4e61-9f1f-b94ec95d713a tempest-AttachInterfacesV270Test-645317410 tempest-AttachInterfacesV270Test-645317410-project-member] [instance: 7f8824d4-3dfc-49e6-b1a9-b9c9e2a8f179] Start building networks asynchronously for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 689.042124] env[69319]: DEBUG oslo_concurrency.lockutils [None req-4bfc0885-0236-466f-9380-e5942f7ec1c9 tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.412s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.042124] env[69319]: INFO nova.compute.claims [None req-4bfc0885-0236-466f-9380-e5942f7ec1c9 tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] [instance: 5bd885da-3062-44d3-9b86-6db0dafdcc2f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 689.242521] env[69319]: DEBUG oslo_vmware.api [None req-6122476e-a665-431d-8d2e-a8f67c8c89b6 tempest-ServerDiagnosticsV248Test-523245808 tempest-ServerDiagnosticsV248Test-523245808-project-member] Task: {'id': task-3222854, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.69203} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.242918] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-6122476e-a665-431d-8d2e-a8f67c8c89b6 tempest-ServerDiagnosticsV248Test-523245808 tempest-ServerDiagnosticsV248Test-523245808-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] 99e94ac3-2fa4-4249-9297-b78043c9af00/99e94ac3-2fa4-4249-9297-b78043c9af00.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 689.242918] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-6122476e-a665-431d-8d2e-a8f67c8c89b6 tempest-ServerDiagnosticsV248Test-523245808 tempest-ServerDiagnosticsV248Test-523245808-project-member] [instance: 99e94ac3-2fa4-4249-9297-b78043c9af00] Extending root virtual disk to 1048576 {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 689.243252] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-be065124-5bb2-4fb4-b6da-306a3bb0c7d9 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.251633] env[69319]: DEBUG oslo_vmware.api [None req-6122476e-a665-431d-8d2e-a8f67c8c89b6 tempest-ServerDiagnosticsV248Test-523245808 tempest-ServerDiagnosticsV248Test-523245808-project-member] Waiting for the task: (returnval){ [ 689.251633] env[69319]: value = "task-3222858" [ 689.251633] env[69319]: _type = "Task" [ 689.251633] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.267049] env[69319]: DEBUG oslo_vmware.api [None req-6122476e-a665-431d-8d2e-a8f67c8c89b6 tempest-ServerDiagnosticsV248Test-523245808 tempest-ServerDiagnosticsV248Test-523245808-project-member] Task: {'id': task-3222858, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.319084] env[69319]: DEBUG oslo_vmware.api [None req-96242be2-2975-4b37-b770-0c0153be1984 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Task: {'id': task-3222855, 'name': ReconfigVM_Task, 'duration_secs': 0.81082} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.324568] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-96242be2-2975-4b37-b770-0c0153be1984 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] [instance: f09611ba-ae99-4486-9d72-de8d7c2722aa] Reconfigured VM instance instance-00000013 to attach disk [datastore2] f09611ba-ae99-4486-9d72-de8d7c2722aa/f09611ba-ae99-4486-9d72-de8d7c2722aa.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 689.325734] env[69319]: DEBUG oslo_vmware.api [None req-bb31d253-5313-4d89-abd8-5d529cd1d56d tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Task: {'id': task-3222857, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.326172] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b808a2d0-0383-410c-a1a1-01d0fc0581f7 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.336451] env[69319]: DEBUG oslo_vmware.api [None req-96242be2-2975-4b37-b770-0c0153be1984 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Waiting for the task: (returnval){ [ 689.336451] env[69319]: value = "task-3222859" [ 689.336451] env[69319]: _type = "Task" [ 689.336451] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.348420] env[69319]: DEBUG oslo_vmware.api [None req-96242be2-2975-4b37-b770-0c0153be1984 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Task: {'id': task-3222859, 'name': Rename_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.394087] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0d70a56-1f1f-4d02-ba2a-55fe81998684 tempest-ImagesNegativeTestJSON-922533626 tempest-ImagesNegativeTestJSON-922533626-project-member] Acquiring lock "6e790530-5d70-4125-b7d2-a977c5db2949" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.394365] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0d70a56-1f1f-4d02-ba2a-55fe81998684 tempest-ImagesNegativeTestJSON-922533626 tempest-ImagesNegativeTestJSON-922533626-project-member] Lock "6e790530-5d70-4125-b7d2-a977c5db2949" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.394571] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0d70a56-1f1f-4d02-ba2a-55fe81998684 tempest-ImagesNegativeTestJSON-922533626 tempest-ImagesNegativeTestJSON-922533626-project-member] Acquiring lock "6e790530-5d70-4125-b7d2-a977c5db2949-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.394798] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0d70a56-1f1f-4d02-ba2a-55fe81998684 tempest-ImagesNegativeTestJSON-922533626 tempest-ImagesNegativeTestJSON-922533626-project-member] Lock "6e790530-5d70-4125-b7d2-a977c5db2949-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.394925] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0d70a56-1f1f-4d02-ba2a-55fe81998684 tempest-ImagesNegativeTestJSON-922533626 tempest-ImagesNegativeTestJSON-922533626-project-member] Lock "6e790530-5d70-4125-b7d2-a977c5db2949-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.400340] env[69319]: INFO nova.compute.manager [None req-b0d70a56-1f1f-4d02-ba2a-55fe81998684 tempest-ImagesNegativeTestJSON-922533626 tempest-ImagesNegativeTestJSON-922533626-project-member] [instance: 6e790530-5d70-4125-b7d2-a977c5db2949] Terminating instance [ 689.546941] env[69319]: DEBUG nova.compute.utils [None req-060345d8-bec2-4e61-9f1f-b94ec95d713a tempest-AttachInterfacesV270Test-645317410 tempest-AttachInterfacesV270Test-645317410-project-member] Using /dev/sd instead of None {{(pid=69319) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 689.555878] env[69319]: DEBUG nova.compute.manager [None req-060345d8-bec2-4e61-9f1f-b94ec95d713a tempest-AttachInterfacesV270Test-645317410 tempest-AttachInterfacesV270Test-645317410-project-member] [instance: 7f8824d4-3dfc-49e6-b1a9-b9c9e2a8f179] Allocating IP information in the background. {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 689.556255] env[69319]: DEBUG nova.network.neutron [None req-060345d8-bec2-4e61-9f1f-b94ec95d713a tempest-AttachInterfacesV270Test-645317410 tempest-AttachInterfacesV270Test-645317410-project-member] [instance: 7f8824d4-3dfc-49e6-b1a9-b9c9e2a8f179] allocate_for_instance() {{(pid=69319) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 689.693514] env[69319]: DEBUG nova.policy [None req-060345d8-bec2-4e61-9f1f-b94ec95d713a tempest-AttachInterfacesV270Test-645317410 tempest-AttachInterfacesV270Test-645317410-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ea7d939304f740ef8f60bd6ef36c0d5d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '618d7bc8a7a94d3ab2ddfc8b6eea351f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69319) authorize /opt/stack/nova/nova/policy.py:192}} [ 689.770207] env[69319]: DEBUG oslo_vmware.api [None req-6122476e-a665-431d-8d2e-a8f67c8c89b6 tempest-ServerDiagnosticsV248Test-523245808 tempest-ServerDiagnosticsV248Test-523245808-project-member] Task: {'id': task-3222858, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.143543} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.770207] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-6122476e-a665-431d-8d2e-a8f67c8c89b6 tempest-ServerDiagnosticsV248Test-523245808 tempest-ServerDiagnosticsV248Test-523245808-project-member] [instance: 99e94ac3-2fa4-4249-9297-b78043c9af00] Extended root virtual disk {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 689.771291] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-653acf74-ec77-476d-af8a-0c803e31ad20 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.804310] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-6122476e-a665-431d-8d2e-a8f67c8c89b6 tempest-ServerDiagnosticsV248Test-523245808 tempest-ServerDiagnosticsV248Test-523245808-project-member] [instance: 99e94ac3-2fa4-4249-9297-b78043c9af00] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] 99e94ac3-2fa4-4249-9297-b78043c9af00/99e94ac3-2fa4-4249-9297-b78043c9af00.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 689.805468] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09064618-68f7-4879-ab10-79b098726270 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.836530] env[69319]: DEBUG oslo_vmware.api [None req-bb31d253-5313-4d89-abd8-5d529cd1d56d tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Task: {'id': task-3222857, 'name': ReconfigVM_Task, 'duration_secs': 0.636487} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.838086] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb31d253-5313-4d89-abd8-5d529cd1d56d tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] [instance: 3e95f2d5-d392-47c4-b519-4a218660516b] Reconfigured VM instance instance-00000008 to attach disk [datastore1] 3e95f2d5-d392-47c4-b519-4a218660516b/3e95f2d5-d392-47c4-b519-4a218660516b.vmdk or device None with type thin {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 689.838452] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-bb31d253-5313-4d89-abd8-5d529cd1d56d tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] [instance: 3e95f2d5-d392-47c4-b519-4a218660516b] Updating instance '3e95f2d5-d392-47c4-b519-4a218660516b' progress to 50 {{(pid=69319) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 689.844634] env[69319]: DEBUG oslo_vmware.api [None req-6122476e-a665-431d-8d2e-a8f67c8c89b6 tempest-ServerDiagnosticsV248Test-523245808 tempest-ServerDiagnosticsV248Test-523245808-project-member] Waiting for the task: (returnval){ [ 689.844634] env[69319]: value = "task-3222860" [ 689.844634] env[69319]: _type = "Task" [ 689.844634] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.860094] env[69319]: DEBUG oslo_vmware.api [None req-6122476e-a665-431d-8d2e-a8f67c8c89b6 tempest-ServerDiagnosticsV248Test-523245808 tempest-ServerDiagnosticsV248Test-523245808-project-member] Task: {'id': task-3222860, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.863657] env[69319]: DEBUG oslo_vmware.api [None req-96242be2-2975-4b37-b770-0c0153be1984 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Task: {'id': task-3222859, 'name': Rename_Task, 'duration_secs': 0.29635} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.864024] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-96242be2-2975-4b37-b770-0c0153be1984 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] [instance: f09611ba-ae99-4486-9d72-de8d7c2722aa] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 689.865608] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a94e556c-0cf9-4206-8bca-84bdf18705ac {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.878693] env[69319]: DEBUG oslo_vmware.api [None req-96242be2-2975-4b37-b770-0c0153be1984 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Waiting for the task: (returnval){ [ 689.878693] env[69319]: value = "task-3222861" [ 689.878693] env[69319]: _type = "Task" [ 689.878693] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.895317] env[69319]: DEBUG oslo_vmware.api [None req-96242be2-2975-4b37-b770-0c0153be1984 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Task: {'id': task-3222861, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.907368] env[69319]: DEBUG nova.compute.manager [None req-b0d70a56-1f1f-4d02-ba2a-55fe81998684 tempest-ImagesNegativeTestJSON-922533626 tempest-ImagesNegativeTestJSON-922533626-project-member] [instance: 6e790530-5d70-4125-b7d2-a977c5db2949] Start destroying the instance on the hypervisor. {{(pid=69319) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 689.907673] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-b0d70a56-1f1f-4d02-ba2a-55fe81998684 tempest-ImagesNegativeTestJSON-922533626 tempest-ImagesNegativeTestJSON-922533626-project-member] [instance: 6e790530-5d70-4125-b7d2-a977c5db2949] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 689.910213] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eca65e73-250e-4902-a7b7-c8fe290320c7 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.920193] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0d70a56-1f1f-4d02-ba2a-55fe81998684 tempest-ImagesNegativeTestJSON-922533626 tempest-ImagesNegativeTestJSON-922533626-project-member] [instance: 6e790530-5d70-4125-b7d2-a977c5db2949] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 689.920645] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a41fd120-57de-4526-9ab4-6b4534ed5835 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.930779] env[69319]: DEBUG oslo_vmware.api [None req-b0d70a56-1f1f-4d02-ba2a-55fe81998684 tempest-ImagesNegativeTestJSON-922533626 tempest-ImagesNegativeTestJSON-922533626-project-member] Waiting for the task: (returnval){ [ 689.930779] env[69319]: value = "task-3222862" [ 689.930779] env[69319]: _type = "Task" [ 689.930779] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.948449] env[69319]: DEBUG oslo_vmware.api [None req-b0d70a56-1f1f-4d02-ba2a-55fe81998684 tempest-ImagesNegativeTestJSON-922533626 tempest-ImagesNegativeTestJSON-922533626-project-member] Task: {'id': task-3222862, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.033247] env[69319]: DEBUG oslo_concurrency.lockutils [None req-4ead4c01-e2d5-4d13-a175-15bcb0398c07 tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] Acquiring lock "cf6dc285-9563-42c7-b1f5-d34d5a75a545" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.033247] env[69319]: DEBUG oslo_concurrency.lockutils [None req-4ead4c01-e2d5-4d13-a175-15bcb0398c07 tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] Lock "cf6dc285-9563-42c7-b1f5-d34d5a75a545" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.033247] env[69319]: INFO nova.compute.manager [None req-4ead4c01-e2d5-4d13-a175-15bcb0398c07 tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] [instance: cf6dc285-9563-42c7-b1f5-d34d5a75a545] Rebooting instance [ 690.066247] env[69319]: DEBUG nova.compute.manager [None req-060345d8-bec2-4e61-9f1f-b94ec95d713a tempest-AttachInterfacesV270Test-645317410 tempest-AttachInterfacesV270Test-645317410-project-member] [instance: 7f8824d4-3dfc-49e6-b1a9-b9c9e2a8f179] Start building block device mappings for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 690.350592] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-478b2f76-83d6-42ed-8440-b5f8b4617ff0 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.367851] env[69319]: DEBUG oslo_vmware.api [None req-6122476e-a665-431d-8d2e-a8f67c8c89b6 tempest-ServerDiagnosticsV248Test-523245808 tempest-ServerDiagnosticsV248Test-523245808-project-member] Task: {'id': task-3222860, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.396644] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5efa3654-bef4-423b-85b1-26fff02bdd31 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.400345] env[69319]: DEBUG nova.network.neutron [None req-060345d8-bec2-4e61-9f1f-b94ec95d713a tempest-AttachInterfacesV270Test-645317410 tempest-AttachInterfacesV270Test-645317410-project-member] [instance: 7f8824d4-3dfc-49e6-b1a9-b9c9e2a8f179] Successfully created port: 198478a1-a4d1-4869-ba1a-49d2c55d7ed6 {{(pid=69319) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 690.409448] env[69319]: DEBUG oslo_vmware.api [None req-96242be2-2975-4b37-b770-0c0153be1984 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Task: {'id': task-3222861, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.424644] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-bb31d253-5313-4d89-abd8-5d529cd1d56d tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] [instance: 3e95f2d5-d392-47c4-b519-4a218660516b] Updating instance '3e95f2d5-d392-47c4-b519-4a218660516b' progress to 67 {{(pid=69319) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 690.441451] env[69319]: DEBUG oslo_vmware.api [None req-b0d70a56-1f1f-4d02-ba2a-55fe81998684 tempest-ImagesNegativeTestJSON-922533626 tempest-ImagesNegativeTestJSON-922533626-project-member] Task: {'id': task-3222862, 'name': PowerOffVM_Task, 'duration_secs': 0.371829} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.441768] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0d70a56-1f1f-4d02-ba2a-55fe81998684 tempest-ImagesNegativeTestJSON-922533626 tempest-ImagesNegativeTestJSON-922533626-project-member] [instance: 6e790530-5d70-4125-b7d2-a977c5db2949] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 690.441999] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-b0d70a56-1f1f-4d02-ba2a-55fe81998684 tempest-ImagesNegativeTestJSON-922533626 tempest-ImagesNegativeTestJSON-922533626-project-member] [instance: 6e790530-5d70-4125-b7d2-a977c5db2949] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 690.442280] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6d2ab499-3f1b-4e4a-b8ff-d16d200dde88 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.556728] env[69319]: INFO nova.compute.manager [None req-9e8d0034-8f45-438e-b032-8acfd3742a11 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 2764dc00-3329-4e56-ad73-5027b65f42d6] Unrescuing [ 690.557015] env[69319]: DEBUG oslo_concurrency.lockutils [None req-9e8d0034-8f45-438e-b032-8acfd3742a11 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Acquiring lock "refresh_cache-2764dc00-3329-4e56-ad73-5027b65f42d6" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.557186] env[69319]: DEBUG oslo_concurrency.lockutils [None req-9e8d0034-8f45-438e-b032-8acfd3742a11 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Acquired lock "refresh_cache-2764dc00-3329-4e56-ad73-5027b65f42d6" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.557353] env[69319]: DEBUG nova.network.neutron [None req-9e8d0034-8f45-438e-b032-8acfd3742a11 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 2764dc00-3329-4e56-ad73-5027b65f42d6] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 690.594198] env[69319]: DEBUG oslo_concurrency.lockutils [None req-4ead4c01-e2d5-4d13-a175-15bcb0398c07 tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] Acquiring lock "refresh_cache-cf6dc285-9563-42c7-b1f5-d34d5a75a545" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.594198] env[69319]: DEBUG oslo_concurrency.lockutils [None req-4ead4c01-e2d5-4d13-a175-15bcb0398c07 tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] Acquired lock "refresh_cache-cf6dc285-9563-42c7-b1f5-d34d5a75a545" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.594198] env[69319]: DEBUG nova.network.neutron [None req-4ead4c01-e2d5-4d13-a175-15bcb0398c07 tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] [instance: cf6dc285-9563-42c7-b1f5-d34d5a75a545] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 690.713890] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8495fead-365a-4de9-b504-03f7f1f11a06 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.724316] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b65edc94-4b0b-4ddb-bd29-351a0b990e27 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.767710] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2336ac5-7f14-45e4-8c45-fd34ff50abf6 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.777900] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c8886ff-4161-4ddd-bbc9-6ba7e0fdf6e5 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.800949] env[69319]: DEBUG nova.compute.provider_tree [None req-4bfc0885-0236-466f-9380-e5942f7ec1c9 tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] Updating inventory in ProviderTree for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 690.865021] env[69319]: DEBUG oslo_vmware.api [None req-6122476e-a665-431d-8d2e-a8f67c8c89b6 tempest-ServerDiagnosticsV248Test-523245808 tempest-ServerDiagnosticsV248Test-523245808-project-member] Task: {'id': task-3222860, 'name': ReconfigVM_Task, 'duration_secs': 0.591027} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.865021] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-6122476e-a665-431d-8d2e-a8f67c8c89b6 tempest-ServerDiagnosticsV248Test-523245808 tempest-ServerDiagnosticsV248Test-523245808-project-member] [instance: 99e94ac3-2fa4-4249-9297-b78043c9af00] Reconfigured VM instance instance-00000014 to attach disk [datastore2] 99e94ac3-2fa4-4249-9297-b78043c9af00/99e94ac3-2fa4-4249-9297-b78043c9af00.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 690.865021] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d1f29b2c-db61-430d-8237-9102f3e71a43 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.872244] env[69319]: DEBUG oslo_vmware.api [None req-6122476e-a665-431d-8d2e-a8f67c8c89b6 tempest-ServerDiagnosticsV248Test-523245808 tempest-ServerDiagnosticsV248Test-523245808-project-member] Waiting for the task: (returnval){ [ 690.872244] env[69319]: value = "task-3222864" [ 690.872244] env[69319]: _type = "Task" [ 690.872244] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.885314] env[69319]: DEBUG oslo_vmware.api [None req-6122476e-a665-431d-8d2e-a8f67c8c89b6 tempest-ServerDiagnosticsV248Test-523245808 tempest-ServerDiagnosticsV248Test-523245808-project-member] Task: {'id': task-3222864, 'name': Rename_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.906937] env[69319]: DEBUG oslo_vmware.api [None req-96242be2-2975-4b37-b770-0c0153be1984 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Task: {'id': task-3222861, 'name': PowerOnVM_Task, 'duration_secs': 0.807887} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.907247] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-96242be2-2975-4b37-b770-0c0153be1984 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] [instance: f09611ba-ae99-4486-9d72-de8d7c2722aa] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 690.907501] env[69319]: INFO nova.compute.manager [None req-96242be2-2975-4b37-b770-0c0153be1984 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] [instance: f09611ba-ae99-4486-9d72-de8d7c2722aa] Took 10.49 seconds to spawn the instance on the hypervisor. [ 690.908725] env[69319]: DEBUG nova.compute.manager [None req-96242be2-2975-4b37-b770-0c0153be1984 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] [instance: f09611ba-ae99-4486-9d72-de8d7c2722aa] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 690.908725] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffde6f18-e64d-4fb6-8464-4ac08e50c8a3 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.010538] env[69319]: DEBUG nova.network.neutron [None req-bb31d253-5313-4d89-abd8-5d529cd1d56d tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] [instance: 3e95f2d5-d392-47c4-b519-4a218660516b] Port 9c99791e-4ef5-4043-a3fa-cdb478a78bf8 binding to destination host cpu-1 is already ACTIVE {{(pid=69319) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 691.080525] env[69319]: DEBUG nova.compute.manager [None req-060345d8-bec2-4e61-9f1f-b94ec95d713a tempest-AttachInterfacesV270Test-645317410 tempest-AttachInterfacesV270Test-645317410-project-member] [instance: 7f8824d4-3dfc-49e6-b1a9-b9c9e2a8f179] Start spawning the instance on the hypervisor. {{(pid=69319) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 691.116751] env[69319]: DEBUG nova.virt.hardware [None req-060345d8-bec2-4e61-9f1f-b94ec95d713a tempest-AttachInterfacesV270Test-645317410 tempest-AttachInterfacesV270Test-645317410-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:32:36Z,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31f027872f6f44dba95ff2fe7a062e00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:32:36Z,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 691.117087] env[69319]: DEBUG nova.virt.hardware [None req-060345d8-bec2-4e61-9f1f-b94ec95d713a tempest-AttachInterfacesV270Test-645317410 tempest-AttachInterfacesV270Test-645317410-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 691.117284] env[69319]: DEBUG nova.virt.hardware [None req-060345d8-bec2-4e61-9f1f-b94ec95d713a tempest-AttachInterfacesV270Test-645317410 tempest-AttachInterfacesV270Test-645317410-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 691.117499] env[69319]: DEBUG nova.virt.hardware [None req-060345d8-bec2-4e61-9f1f-b94ec95d713a tempest-AttachInterfacesV270Test-645317410 tempest-AttachInterfacesV270Test-645317410-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 691.117691] env[69319]: DEBUG nova.virt.hardware [None req-060345d8-bec2-4e61-9f1f-b94ec95d713a tempest-AttachInterfacesV270Test-645317410 tempest-AttachInterfacesV270Test-645317410-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 691.117879] env[69319]: DEBUG nova.virt.hardware [None req-060345d8-bec2-4e61-9f1f-b94ec95d713a tempest-AttachInterfacesV270Test-645317410 tempest-AttachInterfacesV270Test-645317410-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 691.118163] env[69319]: DEBUG nova.virt.hardware [None req-060345d8-bec2-4e61-9f1f-b94ec95d713a tempest-AttachInterfacesV270Test-645317410 tempest-AttachInterfacesV270Test-645317410-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 691.118361] env[69319]: DEBUG nova.virt.hardware [None req-060345d8-bec2-4e61-9f1f-b94ec95d713a tempest-AttachInterfacesV270Test-645317410 tempest-AttachInterfacesV270Test-645317410-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 691.118571] env[69319]: DEBUG nova.virt.hardware [None req-060345d8-bec2-4e61-9f1f-b94ec95d713a tempest-AttachInterfacesV270Test-645317410 tempest-AttachInterfacesV270Test-645317410-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 691.118771] env[69319]: DEBUG nova.virt.hardware [None req-060345d8-bec2-4e61-9f1f-b94ec95d713a tempest-AttachInterfacesV270Test-645317410 tempest-AttachInterfacesV270Test-645317410-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 691.119014] env[69319]: DEBUG nova.virt.hardware [None req-060345d8-bec2-4e61-9f1f-b94ec95d713a tempest-AttachInterfacesV270Test-645317410 tempest-AttachInterfacesV270Test-645317410-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 691.119948] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37d00007-4f7b-44a8-9772-e6eff0c16f3f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.130549] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95f3fd4b-bc99-489b-a8d3-4d6696739707 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.329127] env[69319]: ERROR nova.scheduler.client.report [None req-4bfc0885-0236-466f-9380-e5942f7ec1c9 tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] [req-f1897393-dbc4-4b29-8889-935ae3b99c00] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 94b8835e-2513-4669-abb9-c8c6813d60e7. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f1897393-dbc4-4b29-8889-935ae3b99c00"}]} [ 691.354140] env[69319]: DEBUG nova.scheduler.client.report [None req-4bfc0885-0236-466f-9380-e5942f7ec1c9 tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] Refreshing inventories for resource provider 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 691.373021] env[69319]: DEBUG nova.scheduler.client.report [None req-4bfc0885-0236-466f-9380-e5942f7ec1c9 tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] Updating ProviderTree inventory for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 691.373301] env[69319]: DEBUG nova.compute.provider_tree [None req-4bfc0885-0236-466f-9380-e5942f7ec1c9 tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] Updating inventory in ProviderTree for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 691.392170] env[69319]: DEBUG oslo_vmware.api [None req-6122476e-a665-431d-8d2e-a8f67c8c89b6 tempest-ServerDiagnosticsV248Test-523245808 tempest-ServerDiagnosticsV248Test-523245808-project-member] Task: {'id': task-3222864, 'name': Rename_Task, 'duration_secs': 0.298953} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.393830] env[69319]: DEBUG nova.network.neutron [None req-4ead4c01-e2d5-4d13-a175-15bcb0398c07 tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] [instance: cf6dc285-9563-42c7-b1f5-d34d5a75a545] Updating instance_info_cache with network_info: [{"id": "8b6f84ab-9039-41db-9c71-70f17fc2e1c8", "address": "fa:16:3e:28:a6:46", "network": {"id": "1358936a-c4fe-4923-b2e6-3e46bdefe22c", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1709118506-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3cea3cfbbd6e4863945256fc4a4ff660", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb0e556a-0f69-4a5c-af62-ffc46edb8e63", "external-id": "nsx-vlan-transportzone-136", "segmentation_id": 136, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b6f84ab-90", "ovs_interfaceid": "8b6f84ab-9039-41db-9c71-70f17fc2e1c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.395796] env[69319]: DEBUG nova.scheduler.client.report [None req-4bfc0885-0236-466f-9380-e5942f7ec1c9 tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] Refreshing aggregate associations for resource provider 94b8835e-2513-4669-abb9-c8c6813d60e7, aggregates: None {{(pid=69319) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 691.398269] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-6122476e-a665-431d-8d2e-a8f67c8c89b6 tempest-ServerDiagnosticsV248Test-523245808 tempest-ServerDiagnosticsV248Test-523245808-project-member] [instance: 99e94ac3-2fa4-4249-9297-b78043c9af00] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 691.399969] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0fe92478-1971-444c-8237-396521a5febe {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.402397] env[69319]: DEBUG nova.network.neutron [None req-9e8d0034-8f45-438e-b032-8acfd3742a11 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 2764dc00-3329-4e56-ad73-5027b65f42d6] Updating instance_info_cache with network_info: [{"id": "6514f617-db2b-4791-a872-4679e39dff02", "address": "fa:16:3e:7b:53:bd", "network": {"id": "10887a83-3a88-4ea7-ab0e-0aa5f481f0ad", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1969359437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f35c9784047041ef95c69e4cd2040171", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7aa6264-122d-4c35-82d0-860e451538ea", "external-id": "nsx-vlan-transportzone-81", "segmentation_id": 81, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6514f617-db", "ovs_interfaceid": "6514f617-db2b-4791-a872-4679e39dff02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.414489] env[69319]: DEBUG oslo_vmware.api [None req-6122476e-a665-431d-8d2e-a8f67c8c89b6 tempest-ServerDiagnosticsV248Test-523245808 tempest-ServerDiagnosticsV248Test-523245808-project-member] Waiting for the task: (returnval){ [ 691.414489] env[69319]: value = "task-3222865" [ 691.414489] env[69319]: _type = "Task" [ 691.414489] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.417969] env[69319]: DEBUG nova.scheduler.client.report [None req-4bfc0885-0236-466f-9380-e5942f7ec1c9 tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] Refreshing trait associations for resource provider 94b8835e-2513-4669-abb9-c8c6813d60e7, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69319) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 691.433258] env[69319]: DEBUG oslo_vmware.api [None req-6122476e-a665-431d-8d2e-a8f67c8c89b6 tempest-ServerDiagnosticsV248Test-523245808 tempest-ServerDiagnosticsV248Test-523245808-project-member] Task: {'id': task-3222865, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.441991] env[69319]: INFO nova.compute.manager [None req-96242be2-2975-4b37-b770-0c0153be1984 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] [instance: f09611ba-ae99-4486-9d72-de8d7c2722aa] Took 35.80 seconds to build instance. [ 691.496107] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-b0d70a56-1f1f-4d02-ba2a-55fe81998684 tempest-ImagesNegativeTestJSON-922533626 tempest-ImagesNegativeTestJSON-922533626-project-member] [instance: 6e790530-5d70-4125-b7d2-a977c5db2949] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 691.496365] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-b0d70a56-1f1f-4d02-ba2a-55fe81998684 tempest-ImagesNegativeTestJSON-922533626 tempest-ImagesNegativeTestJSON-922533626-project-member] [instance: 6e790530-5d70-4125-b7d2-a977c5db2949] Deleting contents of the VM from datastore datastore1 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 691.496549] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0d70a56-1f1f-4d02-ba2a-55fe81998684 tempest-ImagesNegativeTestJSON-922533626 tempest-ImagesNegativeTestJSON-922533626-project-member] Deleting the datastore file [datastore1] 6e790530-5d70-4125-b7d2-a977c5db2949 {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 691.496821] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-107d5de0-6c2a-4af7-998f-c29c26e70c22 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.512180] env[69319]: DEBUG oslo_vmware.api [None req-b0d70a56-1f1f-4d02-ba2a-55fe81998684 tempest-ImagesNegativeTestJSON-922533626 tempest-ImagesNegativeTestJSON-922533626-project-member] Waiting for the task: (returnval){ [ 691.512180] env[69319]: value = "task-3222866" [ 691.512180] env[69319]: _type = "Task" [ 691.512180] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.512474] env[69319]: DEBUG oslo_concurrency.lockutils [None req-81c1d3b9-a297-4837-ab3e-4bc9a7ceb031 tempest-ServerDiagnosticsNegativeTest-1956223848 tempest-ServerDiagnosticsNegativeTest-1956223848-project-member] Acquiring lock "873a85e3-bddf-4544-b88c-71afd51bce57" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.512702] env[69319]: DEBUG oslo_concurrency.lockutils [None req-81c1d3b9-a297-4837-ab3e-4bc9a7ceb031 tempest-ServerDiagnosticsNegativeTest-1956223848 tempest-ServerDiagnosticsNegativeTest-1956223848-project-member] Lock "873a85e3-bddf-4544-b88c-71afd51bce57" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.526762] env[69319]: DEBUG oslo_vmware.api [None req-b0d70a56-1f1f-4d02-ba2a-55fe81998684 tempest-ImagesNegativeTestJSON-922533626 tempest-ImagesNegativeTestJSON-922533626-project-member] Task: {'id': task-3222866, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.701663] env[69319]: DEBUG oslo_vmware.rw_handles [None req-20ef8268-9e50-474c-ba39-165009ea717c tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52009198-3c28-3fbd-313d-1b486cf64954/disk-0.vmdk. {{(pid=69319) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 691.702978] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ad44610-1ece-4ace-bd47-0e0c140013a9 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.714960] env[69319]: DEBUG oslo_vmware.rw_handles [None req-20ef8268-9e50-474c-ba39-165009ea717c tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52009198-3c28-3fbd-313d-1b486cf64954/disk-0.vmdk is in state: ready. {{(pid=69319) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 691.715071] env[69319]: ERROR oslo_vmware.rw_handles [None req-20ef8268-9e50-474c-ba39-165009ea717c tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52009198-3c28-3fbd-313d-1b486cf64954/disk-0.vmdk due to incomplete transfer. [ 691.715535] env[69319]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b4c9a3fb-dc76-4e00-942a-50c83078e032 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.724718] env[69319]: DEBUG oslo_vmware.rw_handles [None req-20ef8268-9e50-474c-ba39-165009ea717c tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52009198-3c28-3fbd-313d-1b486cf64954/disk-0.vmdk. {{(pid=69319) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 691.724950] env[69319]: DEBUG nova.virt.vmwareapi.images [None req-20ef8268-9e50-474c-ba39-165009ea717c tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] [instance: 1835d15f-f896-4741-b67d-4b5b17a8dff2] Uploaded image b100d321-c823-46d9-9487-af9ce744bde9 to the Glance image server {{(pid=69319) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 691.727272] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-20ef8268-9e50-474c-ba39-165009ea717c tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] [instance: 1835d15f-f896-4741-b67d-4b5b17a8dff2] Destroying the VM {{(pid=69319) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 691.731688] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d918cd48-2dfb-4da7-ad18-9f5a7da8bd26 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.741784] env[69319]: DEBUG oslo_vmware.api [None req-20ef8268-9e50-474c-ba39-165009ea717c tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Waiting for the task: (returnval){ [ 691.741784] env[69319]: value = "task-3222867" [ 691.741784] env[69319]: _type = "Task" [ 691.741784] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.754816] env[69319]: DEBUG oslo_vmware.api [None req-20ef8268-9e50-474c-ba39-165009ea717c tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Task: {'id': task-3222867, 'name': Destroy_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.902093] env[69319]: DEBUG oslo_concurrency.lockutils [None req-4ead4c01-e2d5-4d13-a175-15bcb0398c07 tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] Releasing lock "refresh_cache-cf6dc285-9563-42c7-b1f5-d34d5a75a545" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.904561] env[69319]: DEBUG oslo_concurrency.lockutils [None req-9e8d0034-8f45-438e-b032-8acfd3742a11 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Releasing lock "refresh_cache-2764dc00-3329-4e56-ad73-5027b65f42d6" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.909523] env[69319]: DEBUG nova.objects.instance [None req-9e8d0034-8f45-438e-b032-8acfd3742a11 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Lazy-loading 'flavor' on Instance uuid 2764dc00-3329-4e56-ad73-5027b65f42d6 {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 691.930915] env[69319]: DEBUG oslo_vmware.api [None req-6122476e-a665-431d-8d2e-a8f67c8c89b6 tempest-ServerDiagnosticsV248Test-523245808 tempest-ServerDiagnosticsV248Test-523245808-project-member] Task: {'id': task-3222865, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.946744] env[69319]: DEBUG oslo_concurrency.lockutils [None req-96242be2-2975-4b37-b770-0c0153be1984 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Lock "f09611ba-ae99-4486-9d72-de8d7c2722aa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.074s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.033689] env[69319]: DEBUG oslo_vmware.api [None req-b0d70a56-1f1f-4d02-ba2a-55fe81998684 tempest-ImagesNegativeTestJSON-922533626 tempest-ImagesNegativeTestJSON-922533626-project-member] Task: {'id': task-3222866, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.351507} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.039648] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0d70a56-1f1f-4d02-ba2a-55fe81998684 tempest-ImagesNegativeTestJSON-922533626 tempest-ImagesNegativeTestJSON-922533626-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 692.039648] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-b0d70a56-1f1f-4d02-ba2a-55fe81998684 tempest-ImagesNegativeTestJSON-922533626 tempest-ImagesNegativeTestJSON-922533626-project-member] [instance: 6e790530-5d70-4125-b7d2-a977c5db2949] Deleted contents of the VM from datastore datastore1 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 692.040481] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-b0d70a56-1f1f-4d02-ba2a-55fe81998684 tempest-ImagesNegativeTestJSON-922533626 tempest-ImagesNegativeTestJSON-922533626-project-member] [instance: 6e790530-5d70-4125-b7d2-a977c5db2949] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 692.040481] env[69319]: INFO nova.compute.manager [None req-b0d70a56-1f1f-4d02-ba2a-55fe81998684 tempest-ImagesNegativeTestJSON-922533626 tempest-ImagesNegativeTestJSON-922533626-project-member] [instance: 6e790530-5d70-4125-b7d2-a977c5db2949] Took 2.13 seconds to destroy the instance on the hypervisor. [ 692.040481] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b0d70a56-1f1f-4d02-ba2a-55fe81998684 tempest-ImagesNegativeTestJSON-922533626 tempest-ImagesNegativeTestJSON-922533626-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 692.044184] env[69319]: DEBUG oslo_concurrency.lockutils [None req-bb31d253-5313-4d89-abd8-5d529cd1d56d tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Acquiring lock "3e95f2d5-d392-47c4-b519-4a218660516b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.044466] env[69319]: DEBUG oslo_concurrency.lockutils [None req-bb31d253-5313-4d89-abd8-5d529cd1d56d tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Lock "3e95f2d5-d392-47c4-b519-4a218660516b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.044888] env[69319]: DEBUG oslo_concurrency.lockutils [None req-bb31d253-5313-4d89-abd8-5d529cd1d56d tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Lock "3e95f2d5-d392-47c4-b519-4a218660516b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.047076] env[69319]: DEBUG nova.compute.manager [-] [instance: 6e790530-5d70-4125-b7d2-a977c5db2949] Deallocating network for instance {{(pid=69319) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 692.047076] env[69319]: DEBUG nova.network.neutron [-] [instance: 6e790530-5d70-4125-b7d2-a977c5db2949] deallocate_for_instance() {{(pid=69319) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 692.109329] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4416e184-0558-4530-83cc-92270911ef3f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.119531] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-772041ea-404a-416e-864a-5955b963759f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.161108] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f44b0ba1-2a53-41aa-860e-3cfa485eb3c7 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.175017] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33c45b13-e1fa-4730-ac8d-cddee84faff8 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.194415] env[69319]: DEBUG nova.compute.provider_tree [None req-4bfc0885-0236-466f-9380-e5942f7ec1c9 tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] Updating inventory in ProviderTree for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 692.254311] env[69319]: DEBUG oslo_vmware.api [None req-20ef8268-9e50-474c-ba39-165009ea717c tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Task: {'id': task-3222867, 'name': Destroy_Task} progress is 33%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.422870] env[69319]: DEBUG nova.compute.manager [None req-4ead4c01-e2d5-4d13-a175-15bcb0398c07 tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] [instance: cf6dc285-9563-42c7-b1f5-d34d5a75a545] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 692.423906] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa2c5bec-67c7-4773-8565-43b1eedf5ebc {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.427116] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ffd6544-0dfe-40d5-9a10-3c0fd7b935bb {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.463678] env[69319]: DEBUG nova.compute.manager [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] [instance: 6fd4b3da-855a-4796-a514-bffd9d194110] Starting instance... {{(pid=69319) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 692.466557] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e8d0034-8f45-438e-b032-8acfd3742a11 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 2764dc00-3329-4e56-ad73-5027b65f42d6] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 692.467064] env[69319]: DEBUG oslo_vmware.api [None req-6122476e-a665-431d-8d2e-a8f67c8c89b6 tempest-ServerDiagnosticsV248Test-523245808 tempest-ServerDiagnosticsV248Test-523245808-project-member] Task: {'id': task-3222865, 'name': PowerOnVM_Task, 'duration_secs': 0.919796} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.470214] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3e0efe94-c1b9-498e-a3b2-ae4e36b0c84f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.472143] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-6122476e-a665-431d-8d2e-a8f67c8c89b6 tempest-ServerDiagnosticsV248Test-523245808 tempest-ServerDiagnosticsV248Test-523245808-project-member] [instance: 99e94ac3-2fa4-4249-9297-b78043c9af00] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 692.472507] env[69319]: INFO nova.compute.manager [None req-6122476e-a665-431d-8d2e-a8f67c8c89b6 tempest-ServerDiagnosticsV248Test-523245808 tempest-ServerDiagnosticsV248Test-523245808-project-member] [instance: 99e94ac3-2fa4-4249-9297-b78043c9af00] Took 6.54 seconds to spawn the instance on the hypervisor. [ 692.476021] env[69319]: DEBUG nova.compute.manager [None req-6122476e-a665-431d-8d2e-a8f67c8c89b6 tempest-ServerDiagnosticsV248Test-523245808 tempest-ServerDiagnosticsV248Test-523245808-project-member] [instance: 99e94ac3-2fa4-4249-9297-b78043c9af00] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 692.476021] env[69319]: DEBUG oslo_concurrency.lockutils [None req-37ed1b24-3f37-47c9-b13b-d342f581c4c7 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Acquiring lock "95b759d7-a8d9-48bb-a730-ff0040147961" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.476021] env[69319]: DEBUG oslo_concurrency.lockutils [None req-37ed1b24-3f37-47c9-b13b-d342f581c4c7 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Lock "95b759d7-a8d9-48bb-a730-ff0040147961" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.476021] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-466e4653-899a-4887-8646-b06a3f3e21b7 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.488493] env[69319]: DEBUG oslo_vmware.api [None req-9e8d0034-8f45-438e-b032-8acfd3742a11 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Waiting for the task: (returnval){ [ 692.488493] env[69319]: value = "task-3222868" [ 692.488493] env[69319]: _type = "Task" [ 692.488493] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.493139] env[69319]: DEBUG nova.network.neutron [None req-060345d8-bec2-4e61-9f1f-b94ec95d713a tempest-AttachInterfacesV270Test-645317410 tempest-AttachInterfacesV270Test-645317410-project-member] [instance: 7f8824d4-3dfc-49e6-b1a9-b9c9e2a8f179] Successfully updated port: 198478a1-a4d1-4869-ba1a-49d2c55d7ed6 {{(pid=69319) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 692.501029] env[69319]: DEBUG oslo_vmware.api [None req-9e8d0034-8f45-438e-b032-8acfd3742a11 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': task-3222868, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.667797] env[69319]: DEBUG oslo_concurrency.lockutils [None req-11274e14-aaec-4cc5-9844-62698072f76b tempest-ServerMetadataNegativeTestJSON-94808556 tempest-ServerMetadataNegativeTestJSON-94808556-project-member] Acquiring lock "562e1d05-4f46-4195-9d8b-c8e7ba933d22" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.668448] env[69319]: DEBUG oslo_concurrency.lockutils [None req-11274e14-aaec-4cc5-9844-62698072f76b tempest-ServerMetadataNegativeTestJSON-94808556 tempest-ServerMetadataNegativeTestJSON-94808556-project-member] Lock "562e1d05-4f46-4195-9d8b-c8e7ba933d22" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.668785] env[69319]: DEBUG oslo_concurrency.lockutils [None req-11274e14-aaec-4cc5-9844-62698072f76b tempest-ServerMetadataNegativeTestJSON-94808556 tempest-ServerMetadataNegativeTestJSON-94808556-project-member] Acquiring lock "562e1d05-4f46-4195-9d8b-c8e7ba933d22-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.669806] env[69319]: DEBUG oslo_concurrency.lockutils [None req-11274e14-aaec-4cc5-9844-62698072f76b tempest-ServerMetadataNegativeTestJSON-94808556 tempest-ServerMetadataNegativeTestJSON-94808556-project-member] Lock "562e1d05-4f46-4195-9d8b-c8e7ba933d22-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.671761] env[69319]: DEBUG oslo_concurrency.lockutils [None req-11274e14-aaec-4cc5-9844-62698072f76b tempest-ServerMetadataNegativeTestJSON-94808556 tempest-ServerMetadataNegativeTestJSON-94808556-project-member] Lock "562e1d05-4f46-4195-9d8b-c8e7ba933d22-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.673269] env[69319]: INFO nova.compute.manager [None req-11274e14-aaec-4cc5-9844-62698072f76b tempest-ServerMetadataNegativeTestJSON-94808556 tempest-ServerMetadataNegativeTestJSON-94808556-project-member] [instance: 562e1d05-4f46-4195-9d8b-c8e7ba933d22] Terminating instance [ 692.723265] env[69319]: ERROR nova.scheduler.client.report [None req-4bfc0885-0236-466f-9380-e5942f7ec1c9 tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] [req-0c228d60-1f0f-437b-95bb-0a8bfa977e75] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 94b8835e-2513-4669-abb9-c8c6813d60e7. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0c228d60-1f0f-437b-95bb-0a8bfa977e75"}]} [ 692.744668] env[69319]: DEBUG nova.scheduler.client.report [None req-4bfc0885-0236-466f-9380-e5942f7ec1c9 tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] Refreshing inventories for resource provider 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 692.758834] env[69319]: DEBUG oslo_vmware.api [None req-20ef8268-9e50-474c-ba39-165009ea717c tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Task: {'id': task-3222867, 'name': Destroy_Task, 'duration_secs': 0.751138} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.759108] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-20ef8268-9e50-474c-ba39-165009ea717c tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] [instance: 1835d15f-f896-4741-b67d-4b5b17a8dff2] Destroyed the VM [ 692.759502] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-20ef8268-9e50-474c-ba39-165009ea717c tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] [instance: 1835d15f-f896-4741-b67d-4b5b17a8dff2] Deleting Snapshot of the VM instance {{(pid=69319) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 692.759789] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8a574a5d-8133-452e-ac18-36df6335eb41 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.763460] env[69319]: DEBUG nova.scheduler.client.report [None req-4bfc0885-0236-466f-9380-e5942f7ec1c9 tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] Updating ProviderTree inventory for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 692.763774] env[69319]: DEBUG nova.compute.provider_tree [None req-4bfc0885-0236-466f-9380-e5942f7ec1c9 tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] Updating inventory in ProviderTree for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 692.768600] env[69319]: DEBUG oslo_vmware.api [None req-20ef8268-9e50-474c-ba39-165009ea717c tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Waiting for the task: (returnval){ [ 692.768600] env[69319]: value = "task-3222870" [ 692.768600] env[69319]: _type = "Task" [ 692.768600] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.780197] env[69319]: DEBUG oslo_vmware.api [None req-20ef8268-9e50-474c-ba39-165009ea717c tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Task: {'id': task-3222870, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.782111] env[69319]: DEBUG nova.scheduler.client.report [None req-4bfc0885-0236-466f-9380-e5942f7ec1c9 tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] Refreshing aggregate associations for resource provider 94b8835e-2513-4669-abb9-c8c6813d60e7, aggregates: None {{(pid=69319) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 692.813196] env[69319]: DEBUG nova.scheduler.client.report [None req-4bfc0885-0236-466f-9380-e5942f7ec1c9 tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] Refreshing trait associations for resource provider 94b8835e-2513-4669-abb9-c8c6813d60e7, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69319) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 692.844247] env[69319]: DEBUG nova.compute.manager [req-0f18f0d4-6c7f-4af5-b6c2-e14d4ab1a03d req-648dfaa7-2993-4fd0-a915-15a37d7edead service nova] [instance: 7f8824d4-3dfc-49e6-b1a9-b9c9e2a8f179] Received event network-vif-plugged-198478a1-a4d1-4869-ba1a-49d2c55d7ed6 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 692.844488] env[69319]: DEBUG oslo_concurrency.lockutils [req-0f18f0d4-6c7f-4af5-b6c2-e14d4ab1a03d req-648dfaa7-2993-4fd0-a915-15a37d7edead service nova] Acquiring lock "7f8824d4-3dfc-49e6-b1a9-b9c9e2a8f179-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.844684] env[69319]: DEBUG oslo_concurrency.lockutils [req-0f18f0d4-6c7f-4af5-b6c2-e14d4ab1a03d req-648dfaa7-2993-4fd0-a915-15a37d7edead service nova] Lock "7f8824d4-3dfc-49e6-b1a9-b9c9e2a8f179-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.844908] env[69319]: DEBUG oslo_concurrency.lockutils [req-0f18f0d4-6c7f-4af5-b6c2-e14d4ab1a03d req-648dfaa7-2993-4fd0-a915-15a37d7edead service nova] Lock "7f8824d4-3dfc-49e6-b1a9-b9c9e2a8f179-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.845639] env[69319]: DEBUG nova.compute.manager [req-0f18f0d4-6c7f-4af5-b6c2-e14d4ab1a03d req-648dfaa7-2993-4fd0-a915-15a37d7edead service nova] [instance: 7f8824d4-3dfc-49e6-b1a9-b9c9e2a8f179] No waiting events found dispatching network-vif-plugged-198478a1-a4d1-4869-ba1a-49d2c55d7ed6 {{(pid=69319) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 692.845639] env[69319]: WARNING nova.compute.manager [req-0f18f0d4-6c7f-4af5-b6c2-e14d4ab1a03d req-648dfaa7-2993-4fd0-a915-15a37d7edead service nova] [instance: 7f8824d4-3dfc-49e6-b1a9-b9c9e2a8f179] Received unexpected event network-vif-plugged-198478a1-a4d1-4869-ba1a-49d2c55d7ed6 for instance with vm_state building and task_state spawning. [ 693.005360] env[69319]: DEBUG oslo_concurrency.lockutils [None req-060345d8-bec2-4e61-9f1f-b94ec95d713a tempest-AttachInterfacesV270Test-645317410 tempest-AttachInterfacesV270Test-645317410-project-member] Acquiring lock "refresh_cache-7f8824d4-3dfc-49e6-b1a9-b9c9e2a8f179" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.005771] env[69319]: DEBUG oslo_concurrency.lockutils [None req-060345d8-bec2-4e61-9f1f-b94ec95d713a tempest-AttachInterfacesV270Test-645317410 tempest-AttachInterfacesV270Test-645317410-project-member] Acquired lock "refresh_cache-7f8824d4-3dfc-49e6-b1a9-b9c9e2a8f179" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.005771] env[69319]: DEBUG nova.network.neutron [None req-060345d8-bec2-4e61-9f1f-b94ec95d713a tempest-AttachInterfacesV270Test-645317410 tempest-AttachInterfacesV270Test-645317410-project-member] [instance: 7f8824d4-3dfc-49e6-b1a9-b9c9e2a8f179] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 693.015742] env[69319]: DEBUG oslo_concurrency.lockutils [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.019086] env[69319]: INFO nova.compute.manager [None req-6122476e-a665-431d-8d2e-a8f67c8c89b6 tempest-ServerDiagnosticsV248Test-523245808 tempest-ServerDiagnosticsV248Test-523245808-project-member] [instance: 99e94ac3-2fa4-4249-9297-b78043c9af00] Took 32.68 seconds to build instance. [ 693.028101] env[69319]: DEBUG oslo_vmware.api [None req-9e8d0034-8f45-438e-b032-8acfd3742a11 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': task-3222868, 'name': PowerOffVM_Task, 'duration_secs': 0.362296} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.028285] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e8d0034-8f45-438e-b032-8acfd3742a11 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 2764dc00-3329-4e56-ad73-5027b65f42d6] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 693.038368] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e8d0034-8f45-438e-b032-8acfd3742a11 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 2764dc00-3329-4e56-ad73-5027b65f42d6] Reconfiguring VM instance instance-00000007 to detach disk 2001 {{(pid=69319) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 693.043148] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-007e65ee-b6c1-41b4-83dd-86302a4549b2 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.079227] env[69319]: DEBUG oslo_vmware.api [None req-9e8d0034-8f45-438e-b032-8acfd3742a11 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Waiting for the task: (returnval){ [ 693.079227] env[69319]: value = "task-3222871" [ 693.079227] env[69319]: _type = "Task" [ 693.079227] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.082825] env[69319]: DEBUG nova.network.neutron [-] [instance: 6e790530-5d70-4125-b7d2-a977c5db2949] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.095172] env[69319]: DEBUG oslo_vmware.api [None req-9e8d0034-8f45-438e-b032-8acfd3742a11 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': task-3222871, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.163609] env[69319]: DEBUG oslo_concurrency.lockutils [None req-bb31d253-5313-4d89-abd8-5d529cd1d56d tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Acquiring lock "refresh_cache-3e95f2d5-d392-47c4-b519-4a218660516b" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.163795] env[69319]: DEBUG oslo_concurrency.lockutils [None req-bb31d253-5313-4d89-abd8-5d529cd1d56d tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Acquired lock "refresh_cache-3e95f2d5-d392-47c4-b519-4a218660516b" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.163975] env[69319]: DEBUG nova.network.neutron [None req-bb31d253-5313-4d89-abd8-5d529cd1d56d tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] [instance: 3e95f2d5-d392-47c4-b519-4a218660516b] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 693.179359] env[69319]: DEBUG nova.compute.manager [None req-11274e14-aaec-4cc5-9844-62698072f76b tempest-ServerMetadataNegativeTestJSON-94808556 tempest-ServerMetadataNegativeTestJSON-94808556-project-member] [instance: 562e1d05-4f46-4195-9d8b-c8e7ba933d22] Start destroying the instance on the hypervisor. {{(pid=69319) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 693.179359] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-11274e14-aaec-4cc5-9844-62698072f76b tempest-ServerMetadataNegativeTestJSON-94808556 tempest-ServerMetadataNegativeTestJSON-94808556-project-member] [instance: 562e1d05-4f46-4195-9d8b-c8e7ba933d22] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 693.180184] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-128b92d3-527d-4e31-9f4a-5a1064c2e0a2 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.194823] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-11274e14-aaec-4cc5-9844-62698072f76b tempest-ServerMetadataNegativeTestJSON-94808556 tempest-ServerMetadataNegativeTestJSON-94808556-project-member] [instance: 562e1d05-4f46-4195-9d8b-c8e7ba933d22] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 693.195547] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0c0a3728-f2c1-45c6-827d-0a68bea49ae2 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.207032] env[69319]: DEBUG oslo_vmware.api [None req-11274e14-aaec-4cc5-9844-62698072f76b tempest-ServerMetadataNegativeTestJSON-94808556 tempest-ServerMetadataNegativeTestJSON-94808556-project-member] Waiting for the task: (returnval){ [ 693.207032] env[69319]: value = "task-3222872" [ 693.207032] env[69319]: _type = "Task" [ 693.207032] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.216305] env[69319]: DEBUG oslo_vmware.api [None req-11274e14-aaec-4cc5-9844-62698072f76b tempest-ServerMetadataNegativeTestJSON-94808556 tempest-ServerMetadataNegativeTestJSON-94808556-project-member] Task: {'id': task-3222872, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.284111] env[69319]: DEBUG oslo_vmware.api [None req-20ef8268-9e50-474c-ba39-165009ea717c tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Task: {'id': task-3222870, 'name': RemoveSnapshot_Task} progress is 12%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.482121] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6809df2c-310b-40f9-8175-907fe4660940 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.489013] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-4ead4c01-e2d5-4d13-a175-15bcb0398c07 tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] [instance: cf6dc285-9563-42c7-b1f5-d34d5a75a545] Doing hard reboot of VM {{(pid=69319) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 693.492190] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-9c576233-be46-4f45-aec6-2027dbddf4a5 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.500737] env[69319]: DEBUG oslo_vmware.api [None req-4ead4c01-e2d5-4d13-a175-15bcb0398c07 tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] Waiting for the task: (returnval){ [ 693.500737] env[69319]: value = "task-3222873" [ 693.500737] env[69319]: _type = "Task" [ 693.500737] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.511887] env[69319]: DEBUG oslo_vmware.api [None req-4ead4c01-e2d5-4d13-a175-15bcb0398c07 tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] Task: {'id': task-3222873, 'name': ResetVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.513930] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00079081-7baa-43a6-952b-6c68d2184de4 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.523663] env[69319]: DEBUG oslo_concurrency.lockutils [None req-6122476e-a665-431d-8d2e-a8f67c8c89b6 tempest-ServerDiagnosticsV248Test-523245808 tempest-ServerDiagnosticsV248Test-523245808-project-member] Lock "99e94ac3-2fa4-4249-9297-b78043c9af00" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.445s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.524892] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05e4c8a6-a22d-44f4-abe5-04b37a64f7a4 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.560182] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c85171e5-d92c-418e-b793-45734b18f188 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.569843] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b11e290-a675-42bd-a495-096366d016c0 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.585521] env[69319]: DEBUG nova.compute.provider_tree [None req-4bfc0885-0236-466f-9380-e5942f7ec1c9 tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 693.590664] env[69319]: DEBUG nova.network.neutron [None req-060345d8-bec2-4e61-9f1f-b94ec95d713a tempest-AttachInterfacesV270Test-645317410 tempest-AttachInterfacesV270Test-645317410-project-member] [instance: 7f8824d4-3dfc-49e6-b1a9-b9c9e2a8f179] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 693.593213] env[69319]: INFO nova.compute.manager [-] [instance: 6e790530-5d70-4125-b7d2-a977c5db2949] Took 1.55 seconds to deallocate network for instance. [ 693.602584] env[69319]: DEBUG oslo_vmware.api [None req-9e8d0034-8f45-438e-b032-8acfd3742a11 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': task-3222871, 'name': ReconfigVM_Task, 'duration_secs': 0.361743} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.602987] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e8d0034-8f45-438e-b032-8acfd3742a11 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 2764dc00-3329-4e56-ad73-5027b65f42d6] Reconfigured VM instance instance-00000007 to detach disk 2001 {{(pid=69319) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 693.603218] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e8d0034-8f45-438e-b032-8acfd3742a11 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 2764dc00-3329-4e56-ad73-5027b65f42d6] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 693.603695] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d172603b-5ad8-4065-ad7b-77e53f2162a0 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.611565] env[69319]: DEBUG oslo_vmware.api [None req-9e8d0034-8f45-438e-b032-8acfd3742a11 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Waiting for the task: (returnval){ [ 693.611565] env[69319]: value = "task-3222874" [ 693.611565] env[69319]: _type = "Task" [ 693.611565] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.625736] env[69319]: DEBUG oslo_vmware.api [None req-9e8d0034-8f45-438e-b032-8acfd3742a11 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': task-3222874, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.715079] env[69319]: DEBUG oslo_vmware.api [None req-11274e14-aaec-4cc5-9844-62698072f76b tempest-ServerMetadataNegativeTestJSON-94808556 tempest-ServerMetadataNegativeTestJSON-94808556-project-member] Task: {'id': task-3222872, 'name': PowerOffVM_Task, 'duration_secs': 0.234056} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.715364] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-11274e14-aaec-4cc5-9844-62698072f76b tempest-ServerMetadataNegativeTestJSON-94808556 tempest-ServerMetadataNegativeTestJSON-94808556-project-member] [instance: 562e1d05-4f46-4195-9d8b-c8e7ba933d22] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 693.715566] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-11274e14-aaec-4cc5-9844-62698072f76b tempest-ServerMetadataNegativeTestJSON-94808556 tempest-ServerMetadataNegativeTestJSON-94808556-project-member] [instance: 562e1d05-4f46-4195-9d8b-c8e7ba933d22] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 693.715836] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f792ecb3-3d52-4a66-b340-3e52fd4a834c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.784570] env[69319]: DEBUG oslo_vmware.api [None req-20ef8268-9e50-474c-ba39-165009ea717c tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Task: {'id': task-3222870, 'name': RemoveSnapshot_Task, 'duration_secs': 0.75879} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.785153] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-20ef8268-9e50-474c-ba39-165009ea717c tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] [instance: 1835d15f-f896-4741-b67d-4b5b17a8dff2] Deleted Snapshot of the VM instance {{(pid=69319) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 693.785672] env[69319]: INFO nova.compute.manager [None req-20ef8268-9e50-474c-ba39-165009ea717c tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] [instance: 1835d15f-f896-4741-b67d-4b5b17a8dff2] Took 18.46 seconds to snapshot the instance on the hypervisor. [ 693.792435] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-11274e14-aaec-4cc5-9844-62698072f76b tempest-ServerMetadataNegativeTestJSON-94808556 tempest-ServerMetadataNegativeTestJSON-94808556-project-member] [instance: 562e1d05-4f46-4195-9d8b-c8e7ba933d22] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 693.792769] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-11274e14-aaec-4cc5-9844-62698072f76b tempest-ServerMetadataNegativeTestJSON-94808556 tempest-ServerMetadataNegativeTestJSON-94808556-project-member] [instance: 562e1d05-4f46-4195-9d8b-c8e7ba933d22] Deleting contents of the VM from datastore datastore1 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 693.793225] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-11274e14-aaec-4cc5-9844-62698072f76b tempest-ServerMetadataNegativeTestJSON-94808556 tempest-ServerMetadataNegativeTestJSON-94808556-project-member] Deleting the datastore file [datastore1] 562e1d05-4f46-4195-9d8b-c8e7ba933d22 {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 693.794026] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-470a7e7a-b8c0-435e-a207-7bd3d0552061 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.803689] env[69319]: DEBUG oslo_vmware.api [None req-11274e14-aaec-4cc5-9844-62698072f76b tempest-ServerMetadataNegativeTestJSON-94808556 tempest-ServerMetadataNegativeTestJSON-94808556-project-member] Waiting for the task: (returnval){ [ 693.803689] env[69319]: value = "task-3222876" [ 693.803689] env[69319]: _type = "Task" [ 693.803689] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.813908] env[69319]: DEBUG oslo_vmware.api [None req-11274e14-aaec-4cc5-9844-62698072f76b tempest-ServerMetadataNegativeTestJSON-94808556 tempest-ServerMetadataNegativeTestJSON-94808556-project-member] Task: {'id': task-3222876, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.012228] env[69319]: DEBUG oslo_vmware.api [None req-4ead4c01-e2d5-4d13-a175-15bcb0398c07 tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] Task: {'id': task-3222873, 'name': ResetVM_Task, 'duration_secs': 0.100795} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.012546] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-4ead4c01-e2d5-4d13-a175-15bcb0398c07 tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] [instance: cf6dc285-9563-42c7-b1f5-d34d5a75a545] Did hard reboot of VM {{(pid=69319) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 694.014445] env[69319]: DEBUG nova.compute.manager [None req-4ead4c01-e2d5-4d13-a175-15bcb0398c07 tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] [instance: cf6dc285-9563-42c7-b1f5-d34d5a75a545] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 694.014445] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fa6dd7a-2b7b-49a1-9784-91511a70a07e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.031252] env[69319]: DEBUG nova.compute.manager [None req-4eb9a44c-3213-4391-89c8-0d60508ab553 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] [instance: 05018af1-8cde-4512-b5b4-f392e39523ff] Starting instance... {{(pid=69319) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 694.096151] env[69319]: DEBUG nova.scheduler.client.report [None req-4bfc0885-0236-466f-9380-e5942f7ec1c9 tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 694.104094] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0d70a56-1f1f-4d02-ba2a-55fe81998684 tempest-ImagesNegativeTestJSON-922533626 tempest-ImagesNegativeTestJSON-922533626-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.123753] env[69319]: DEBUG oslo_vmware.api [None req-9e8d0034-8f45-438e-b032-8acfd3742a11 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': task-3222874, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.291820] env[69319]: DEBUG nova.network.neutron [None req-060345d8-bec2-4e61-9f1f-b94ec95d713a tempest-AttachInterfacesV270Test-645317410 tempest-AttachInterfacesV270Test-645317410-project-member] [instance: 7f8824d4-3dfc-49e6-b1a9-b9c9e2a8f179] Updating instance_info_cache with network_info: [{"id": "198478a1-a4d1-4869-ba1a-49d2c55d7ed6", "address": "fa:16:3e:94:b4:81", "network": {"id": "b59b0fe6-0253-4daa-b82e-9e60c0ec2f84", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1891810829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "618d7bc8a7a94d3ab2ddfc8b6eea351f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap198478a1-a4", "ovs_interfaceid": "198478a1-a4d1-4869-ba1a-49d2c55d7ed6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.316632] env[69319]: DEBUG oslo_vmware.api [None req-11274e14-aaec-4cc5-9844-62698072f76b tempest-ServerMetadataNegativeTestJSON-94808556 tempest-ServerMetadataNegativeTestJSON-94808556-project-member] Task: {'id': task-3222876, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.449766} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.316873] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-11274e14-aaec-4cc5-9844-62698072f76b tempest-ServerMetadataNegativeTestJSON-94808556 tempest-ServerMetadataNegativeTestJSON-94808556-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 694.317662] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-11274e14-aaec-4cc5-9844-62698072f76b tempest-ServerMetadataNegativeTestJSON-94808556 tempest-ServerMetadataNegativeTestJSON-94808556-project-member] [instance: 562e1d05-4f46-4195-9d8b-c8e7ba933d22] Deleted contents of the VM from datastore datastore1 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 694.317662] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-11274e14-aaec-4cc5-9844-62698072f76b tempest-ServerMetadataNegativeTestJSON-94808556 tempest-ServerMetadataNegativeTestJSON-94808556-project-member] [instance: 562e1d05-4f46-4195-9d8b-c8e7ba933d22] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 694.317662] env[69319]: INFO nova.compute.manager [None req-11274e14-aaec-4cc5-9844-62698072f76b tempest-ServerMetadataNegativeTestJSON-94808556 tempest-ServerMetadataNegativeTestJSON-94808556-project-member] [instance: 562e1d05-4f46-4195-9d8b-c8e7ba933d22] Took 1.14 seconds to destroy the instance on the hypervisor. [ 694.317662] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-11274e14-aaec-4cc5-9844-62698072f76b tempest-ServerMetadataNegativeTestJSON-94808556 tempest-ServerMetadataNegativeTestJSON-94808556-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 694.318078] env[69319]: DEBUG nova.compute.manager [-] [instance: 562e1d05-4f46-4195-9d8b-c8e7ba933d22] Deallocating network for instance {{(pid=69319) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 694.318211] env[69319]: DEBUG nova.network.neutron [-] [instance: 562e1d05-4f46-4195-9d8b-c8e7ba933d22] deallocate_for_instance() {{(pid=69319) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 694.435728] env[69319]: DEBUG nova.network.neutron [None req-bb31d253-5313-4d89-abd8-5d529cd1d56d tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] [instance: 3e95f2d5-d392-47c4-b519-4a218660516b] Updating instance_info_cache with network_info: [{"id": "9c99791e-4ef5-4043-a3fa-cdb478a78bf8", "address": "fa:16:3e:3c:bd:2d", "network": {"id": "e172e758-1a9b-4f22-a553-441ab9c9dccc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.140", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "31f027872f6f44dba95ff2fe7a062e00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c99791e-4e", "ovs_interfaceid": "9c99791e-4ef5-4043-a3fa-cdb478a78bf8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.530018] env[69319]: DEBUG oslo_concurrency.lockutils [None req-4ead4c01-e2d5-4d13-a175-15bcb0398c07 tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] Lock "cf6dc285-9563-42c7-b1f5-d34d5a75a545" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.498s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.534410] env[69319]: DEBUG nova.compute.manager [None req-7596629e-52dd-4ced-8ab8-d0d0b8938960 tempest-ServerDiagnosticsV248Test-460625503 tempest-ServerDiagnosticsV248Test-460625503-project-admin] [instance: 99e94ac3-2fa4-4249-9297-b78043c9af00] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 694.538979] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-326d8739-5846-4d38-99e3-31568f4c00c5 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.552952] env[69319]: INFO nova.compute.manager [None req-7596629e-52dd-4ced-8ab8-d0d0b8938960 tempest-ServerDiagnosticsV248Test-460625503 tempest-ServerDiagnosticsV248Test-460625503-project-admin] [instance: 99e94ac3-2fa4-4249-9297-b78043c9af00] Retrieving diagnostics [ 694.554069] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-787153e3-ae56-470c-ac32-5db0607cd0f2 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.601978] env[69319]: DEBUG oslo_concurrency.lockutils [None req-4eb9a44c-3213-4391-89c8-0d60508ab553 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.602320] env[69319]: DEBUG oslo_concurrency.lockutils [None req-4bfc0885-0236-466f-9380-e5942f7ec1c9 tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.564s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.602781] env[69319]: DEBUG nova.compute.manager [None req-4bfc0885-0236-466f-9380-e5942f7ec1c9 tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] [instance: 5bd885da-3062-44d3-9b86-6db0dafdcc2f] Start building networks asynchronously for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 694.605690] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b9477da7-beab-4dcb-a1ea-22a5accfc54e tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.413s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.605782] env[69319]: DEBUG nova.objects.instance [None req-b9477da7-beab-4dcb-a1ea-22a5accfc54e tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] Lazy-loading 'resources' on Instance uuid c2acc8ea-12eb-40fc-8baf-db3028c3ba19 {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 694.627929] env[69319]: DEBUG oslo_vmware.api [None req-9e8d0034-8f45-438e-b032-8acfd3742a11 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': task-3222874, 'name': PowerOnVM_Task, 'duration_secs': 0.639933} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.627929] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e8d0034-8f45-438e-b032-8acfd3742a11 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 2764dc00-3329-4e56-ad73-5027b65f42d6] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 694.627929] env[69319]: DEBUG nova.compute.manager [None req-9e8d0034-8f45-438e-b032-8acfd3742a11 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 2764dc00-3329-4e56-ad73-5027b65f42d6] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 694.627929] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-228db5a5-011d-49e8-a25b-0dc25e43c90e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.795316] env[69319]: DEBUG oslo_concurrency.lockutils [None req-060345d8-bec2-4e61-9f1f-b94ec95d713a tempest-AttachInterfacesV270Test-645317410 tempest-AttachInterfacesV270Test-645317410-project-member] Releasing lock "refresh_cache-7f8824d4-3dfc-49e6-b1a9-b9c9e2a8f179" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.795834] env[69319]: DEBUG nova.compute.manager [None req-060345d8-bec2-4e61-9f1f-b94ec95d713a tempest-AttachInterfacesV270Test-645317410 tempest-AttachInterfacesV270Test-645317410-project-member] [instance: 7f8824d4-3dfc-49e6-b1a9-b9c9e2a8f179] Instance network_info: |[{"id": "198478a1-a4d1-4869-ba1a-49d2c55d7ed6", "address": "fa:16:3e:94:b4:81", "network": {"id": "b59b0fe6-0253-4daa-b82e-9e60c0ec2f84", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1891810829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "618d7bc8a7a94d3ab2ddfc8b6eea351f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap198478a1-a4", "ovs_interfaceid": "198478a1-a4d1-4869-ba1a-49d2c55d7ed6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 694.796498] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-060345d8-bec2-4e61-9f1f-b94ec95d713a tempest-AttachInterfacesV270Test-645317410 tempest-AttachInterfacesV270Test-645317410-project-member] [instance: 7f8824d4-3dfc-49e6-b1a9-b9c9e2a8f179] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:b4:81', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '33ddef78-922c-4cd3-99b0-971ac7802856', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '198478a1-a4d1-4869-ba1a-49d2c55d7ed6', 'vif_model': 'vmxnet3'}] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 694.805883] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-060345d8-bec2-4e61-9f1f-b94ec95d713a tempest-AttachInterfacesV270Test-645317410 tempest-AttachInterfacesV270Test-645317410-project-member] Creating folder: Project (618d7bc8a7a94d3ab2ddfc8b6eea351f). Parent ref: group-v644239. {{(pid=69319) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 694.806523] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2e232812-0a3b-4516-b48b-e21557c1862c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.820136] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-060345d8-bec2-4e61-9f1f-b94ec95d713a tempest-AttachInterfacesV270Test-645317410 tempest-AttachInterfacesV270Test-645317410-project-member] Created folder: Project (618d7bc8a7a94d3ab2ddfc8b6eea351f) in parent group-v644239. [ 694.820454] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-060345d8-bec2-4e61-9f1f-b94ec95d713a tempest-AttachInterfacesV270Test-645317410 tempest-AttachInterfacesV270Test-645317410-project-member] Creating folder: Instances. Parent ref: group-v644306. {{(pid=69319) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 694.820742] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eb1bf4a3-7f4c-4607-8dac-54303e9f0338 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.832265] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-060345d8-bec2-4e61-9f1f-b94ec95d713a tempest-AttachInterfacesV270Test-645317410 tempest-AttachInterfacesV270Test-645317410-project-member] Created folder: Instances in parent group-v644306. [ 694.832620] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-060345d8-bec2-4e61-9f1f-b94ec95d713a tempest-AttachInterfacesV270Test-645317410 tempest-AttachInterfacesV270Test-645317410-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 694.832874] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f8824d4-3dfc-49e6-b1a9-b9c9e2a8f179] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 694.833133] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-52049814-3910-41da-9483-34cfe70b9e41 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.854742] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 694.854742] env[69319]: value = "task-3222880" [ 694.854742] env[69319]: _type = "Task" [ 694.854742] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.863923] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222880, 'name': CreateVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.938745] env[69319]: DEBUG oslo_concurrency.lockutils [None req-bb31d253-5313-4d89-abd8-5d529cd1d56d tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Releasing lock "refresh_cache-3e95f2d5-d392-47c4-b519-4a218660516b" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.109742] env[69319]: DEBUG nova.compute.utils [None req-4bfc0885-0236-466f-9380-e5942f7ec1c9 tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] Using /dev/sd instead of None {{(pid=69319) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 695.115025] env[69319]: DEBUG nova.compute.manager [None req-4bfc0885-0236-466f-9380-e5942f7ec1c9 tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] [instance: 5bd885da-3062-44d3-9b86-6db0dafdcc2f] Allocating IP information in the background. {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 695.115025] env[69319]: DEBUG nova.network.neutron [None req-4bfc0885-0236-466f-9380-e5942f7ec1c9 tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] [instance: 5bd885da-3062-44d3-9b86-6db0dafdcc2f] allocate_for_instance() {{(pid=69319) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 695.155210] env[69319]: DEBUG nova.network.neutron [-] [instance: 562e1d05-4f46-4195-9d8b-c8e7ba933d22] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.207265] env[69319]: DEBUG nova.policy [None req-4bfc0885-0236-466f-9380-e5942f7ec1c9 tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c9065f57749e4e27bb906c404abc9f04', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '62bc14d852fa43a88776634b2d688e2a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69319) authorize /opt/stack/nova/nova/policy.py:192}} [ 695.368375] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222880, 'name': CreateVM_Task, 'duration_secs': 0.40323} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.368554] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f8824d4-3dfc-49e6-b1a9-b9c9e2a8f179] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 695.369344] env[69319]: DEBUG oslo_concurrency.lockutils [None req-060345d8-bec2-4e61-9f1f-b94ec95d713a tempest-AttachInterfacesV270Test-645317410 tempest-AttachInterfacesV270Test-645317410-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.369621] env[69319]: DEBUG oslo_concurrency.lockutils [None req-060345d8-bec2-4e61-9f1f-b94ec95d713a tempest-AttachInterfacesV270Test-645317410 tempest-AttachInterfacesV270Test-645317410-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.370475] env[69319]: DEBUG oslo_concurrency.lockutils [None req-060345d8-bec2-4e61-9f1f-b94ec95d713a tempest-AttachInterfacesV270Test-645317410 tempest-AttachInterfacesV270Test-645317410-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.370475] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfcecbbd-7507-46ef-bb39-4a834d87de61 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.376294] env[69319]: DEBUG oslo_vmware.api [None req-060345d8-bec2-4e61-9f1f-b94ec95d713a tempest-AttachInterfacesV270Test-645317410 tempest-AttachInterfacesV270Test-645317410-project-member] Waiting for the task: (returnval){ [ 695.376294] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]5237e6b1-e1b7-dbc3-0379-a07ec71421f0" [ 695.376294] env[69319]: _type = "Task" [ 695.376294] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.395582] env[69319]: DEBUG oslo_vmware.api [None req-060345d8-bec2-4e61-9f1f-b94ec95d713a tempest-AttachInterfacesV270Test-645317410 tempest-AttachInterfacesV270Test-645317410-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5237e6b1-e1b7-dbc3-0379-a07ec71421f0, 'name': SearchDatastore_Task, 'duration_secs': 0.013772} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.399749] env[69319]: DEBUG oslo_concurrency.lockutils [None req-060345d8-bec2-4e61-9f1f-b94ec95d713a tempest-AttachInterfacesV270Test-645317410 tempest-AttachInterfacesV270Test-645317410-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.400087] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-060345d8-bec2-4e61-9f1f-b94ec95d713a tempest-AttachInterfacesV270Test-645317410 tempest-AttachInterfacesV270Test-645317410-project-member] [instance: 7f8824d4-3dfc-49e6-b1a9-b9c9e2a8f179] Processing image 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 695.400360] env[69319]: DEBUG oslo_concurrency.lockutils [None req-060345d8-bec2-4e61-9f1f-b94ec95d713a tempest-AttachInterfacesV270Test-645317410 tempest-AttachInterfacesV270Test-645317410-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.400534] env[69319]: DEBUG oslo_concurrency.lockutils [None req-060345d8-bec2-4e61-9f1f-b94ec95d713a tempest-AttachInterfacesV270Test-645317410 tempest-AttachInterfacesV270Test-645317410-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.400741] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-060345d8-bec2-4e61-9f1f-b94ec95d713a tempest-AttachInterfacesV270Test-645317410 tempest-AttachInterfacesV270Test-645317410-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 695.401716] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4a4ec364-1b9c-482c-a255-b7e87ba16dfd {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.413023] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-060345d8-bec2-4e61-9f1f-b94ec95d713a tempest-AttachInterfacesV270Test-645317410 tempest-AttachInterfacesV270Test-645317410-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 695.413249] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-060345d8-bec2-4e61-9f1f-b94ec95d713a tempest-AttachInterfacesV270Test-645317410 tempest-AttachInterfacesV270Test-645317410-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 695.418038] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3a1d3a4-a83d-481b-b78b-f8d8cf136b63 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.426022] env[69319]: DEBUG oslo_vmware.api [None req-060345d8-bec2-4e61-9f1f-b94ec95d713a tempest-AttachInterfacesV270Test-645317410 tempest-AttachInterfacesV270Test-645317410-project-member] Waiting for the task: (returnval){ [ 695.426022] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]520ab754-febb-2b5b-48af-d17989426924" [ 695.426022] env[69319]: _type = "Task" [ 695.426022] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.436488] env[69319]: DEBUG oslo_vmware.api [None req-060345d8-bec2-4e61-9f1f-b94ec95d713a tempest-AttachInterfacesV270Test-645317410 tempest-AttachInterfacesV270Test-645317410-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]520ab754-febb-2b5b-48af-d17989426924, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.465264] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55f02368-b308-4c7c-9395-5e78c59b7c0c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.495024] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb5374db-c4a6-4142-a1de-32ac953ca765 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.502898] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-bb31d253-5313-4d89-abd8-5d529cd1d56d tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] [instance: 3e95f2d5-d392-47c4-b519-4a218660516b] Updating instance '3e95f2d5-d392-47c4-b519-4a218660516b' progress to 83 {{(pid=69319) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 695.616756] env[69319]: DEBUG nova.compute.manager [None req-4bfc0885-0236-466f-9380-e5942f7ec1c9 tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] [instance: 5bd885da-3062-44d3-9b86-6db0dafdcc2f] Start building block device mappings for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 695.660072] env[69319]: INFO nova.compute.manager [-] [instance: 562e1d05-4f46-4195-9d8b-c8e7ba933d22] Took 1.34 seconds to deallocate network for instance. [ 695.695138] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0fd9e3d5-bf1f-4042-8eb9-6fbd20069eb7 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Acquiring lock "b6904adf-5981-4a21-a344-4a8949b8b90b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.695378] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0fd9e3d5-bf1f-4042-8eb9-6fbd20069eb7 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Lock "b6904adf-5981-4a21-a344-4a8949b8b90b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.739056] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0b00d61-ccad-490d-9f8e-2c889de0b2fb {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.747167] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9af6fa40-4096-4255-9926-d9ad264a5fb6 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.780839] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e439cc38-268f-491a-ae6c-e77148e5e9d4 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.794964] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6f56e5d-8cd7-4745-9f89-5edd5ba757ad {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.819553] env[69319]: DEBUG nova.compute.provider_tree [None req-b9477da7-beab-4dcb-a1ea-22a5accfc54e tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 695.822364] env[69319]: DEBUG nova.network.neutron [None req-4bfc0885-0236-466f-9380-e5942f7ec1c9 tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] [instance: 5bd885da-3062-44d3-9b86-6db0dafdcc2f] Successfully created port: 635b68a6-f9c8-416f-aa6b-ab1d1df906ee {{(pid=69319) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 695.834233] env[69319]: DEBUG nova.compute.manager [req-75284f9f-fe69-4c4e-b0c8-d491355df292 req-5edc2af8-31b8-4bf4-9188-13cb6a18735c service nova] [instance: 7f8824d4-3dfc-49e6-b1a9-b9c9e2a8f179] Received event network-changed-198478a1-a4d1-4869-ba1a-49d2c55d7ed6 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 695.834424] env[69319]: DEBUG nova.compute.manager [req-75284f9f-fe69-4c4e-b0c8-d491355df292 req-5edc2af8-31b8-4bf4-9188-13cb6a18735c service nova] [instance: 7f8824d4-3dfc-49e6-b1a9-b9c9e2a8f179] Refreshing instance network info cache due to event network-changed-198478a1-a4d1-4869-ba1a-49d2c55d7ed6. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 695.834630] env[69319]: DEBUG oslo_concurrency.lockutils [req-75284f9f-fe69-4c4e-b0c8-d491355df292 req-5edc2af8-31b8-4bf4-9188-13cb6a18735c service nova] Acquiring lock "refresh_cache-7f8824d4-3dfc-49e6-b1a9-b9c9e2a8f179" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.834795] env[69319]: DEBUG oslo_concurrency.lockutils [req-75284f9f-fe69-4c4e-b0c8-d491355df292 req-5edc2af8-31b8-4bf4-9188-13cb6a18735c service nova] Acquired lock "refresh_cache-7f8824d4-3dfc-49e6-b1a9-b9c9e2a8f179" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.834966] env[69319]: DEBUG nova.network.neutron [req-75284f9f-fe69-4c4e-b0c8-d491355df292 req-5edc2af8-31b8-4bf4-9188-13cb6a18735c service nova] [instance: 7f8824d4-3dfc-49e6-b1a9-b9c9e2a8f179] Refreshing network info cache for port 198478a1-a4d1-4869-ba1a-49d2c55d7ed6 {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 695.936174] env[69319]: DEBUG oslo_vmware.api [None req-060345d8-bec2-4e61-9f1f-b94ec95d713a tempest-AttachInterfacesV270Test-645317410 tempest-AttachInterfacesV270Test-645317410-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]520ab754-febb-2b5b-48af-d17989426924, 'name': SearchDatastore_Task, 'duration_secs': 0.017583} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.936674] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa43dbbc-c8be-4b75-810c-8abcbb9e53ea {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.943587] env[69319]: DEBUG oslo_vmware.api [None req-060345d8-bec2-4e61-9f1f-b94ec95d713a tempest-AttachInterfacesV270Test-645317410 tempest-AttachInterfacesV270Test-645317410-project-member] Waiting for the task: (returnval){ [ 695.943587] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]520f5b8d-fd87-1bf6-5907-36434e2f1073" [ 695.943587] env[69319]: _type = "Task" [ 695.943587] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.952517] env[69319]: DEBUG oslo_vmware.api [None req-060345d8-bec2-4e61-9f1f-b94ec95d713a tempest-AttachInterfacesV270Test-645317410 tempest-AttachInterfacesV270Test-645317410-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]520f5b8d-fd87-1bf6-5907-36434e2f1073, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.014538] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb31d253-5313-4d89-abd8-5d529cd1d56d tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] [instance: 3e95f2d5-d392-47c4-b519-4a218660516b] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 696.014883] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8538917e-ef1e-42c4-bc38-7432d94722b2 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.026393] env[69319]: DEBUG oslo_vmware.api [None req-bb31d253-5313-4d89-abd8-5d529cd1d56d tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Waiting for the task: (returnval){ [ 696.026393] env[69319]: value = "task-3222881" [ 696.026393] env[69319]: _type = "Task" [ 696.026393] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.036076] env[69319]: DEBUG oslo_vmware.api [None req-bb31d253-5313-4d89-abd8-5d529cd1d56d tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Task: {'id': task-3222881, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.171588] env[69319]: DEBUG oslo_concurrency.lockutils [None req-11274e14-aaec-4cc5-9844-62698072f76b tempest-ServerMetadataNegativeTestJSON-94808556 tempest-ServerMetadataNegativeTestJSON-94808556-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.324399] env[69319]: DEBUG nova.scheduler.client.report [None req-b9477da7-beab-4dcb-a1ea-22a5accfc54e tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 696.457988] env[69319]: DEBUG oslo_vmware.api [None req-060345d8-bec2-4e61-9f1f-b94ec95d713a tempest-AttachInterfacesV270Test-645317410 tempest-AttachInterfacesV270Test-645317410-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]520f5b8d-fd87-1bf6-5907-36434e2f1073, 'name': SearchDatastore_Task, 'duration_secs': 0.023076} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.458772] env[69319]: DEBUG oslo_concurrency.lockutils [None req-060345d8-bec2-4e61-9f1f-b94ec95d713a tempest-AttachInterfacesV270Test-645317410 tempest-AttachInterfacesV270Test-645317410-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.459152] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-060345d8-bec2-4e61-9f1f-b94ec95d713a tempest-AttachInterfacesV270Test-645317410 tempest-AttachInterfacesV270Test-645317410-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] 7f8824d4-3dfc-49e6-b1a9-b9c9e2a8f179/7f8824d4-3dfc-49e6-b1a9-b9c9e2a8f179.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 696.459521] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-28b345be-003b-4d9f-9c2b-4934b0d768a0 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.468810] env[69319]: DEBUG oslo_vmware.api [None req-060345d8-bec2-4e61-9f1f-b94ec95d713a tempest-AttachInterfacesV270Test-645317410 tempest-AttachInterfacesV270Test-645317410-project-member] Waiting for the task: (returnval){ [ 696.468810] env[69319]: value = "task-3222882" [ 696.468810] env[69319]: _type = "Task" [ 696.468810] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.478705] env[69319]: DEBUG oslo_vmware.api [None req-060345d8-bec2-4e61-9f1f-b94ec95d713a tempest-AttachInterfacesV270Test-645317410 tempest-AttachInterfacesV270Test-645317410-project-member] Task: {'id': task-3222882, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.547172] env[69319]: DEBUG oslo_vmware.api [None req-bb31d253-5313-4d89-abd8-5d529cd1d56d tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Task: {'id': task-3222881, 'name': PowerOnVM_Task, 'duration_secs': 0.437375} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.548594] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb31d253-5313-4d89-abd8-5d529cd1d56d tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] [instance: 3e95f2d5-d392-47c4-b519-4a218660516b] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 696.548841] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-bb31d253-5313-4d89-abd8-5d529cd1d56d tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] [instance: 3e95f2d5-d392-47c4-b519-4a218660516b] Updating instance '3e95f2d5-d392-47c4-b519-4a218660516b' progress to 100 {{(pid=69319) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 696.626727] env[69319]: DEBUG nova.compute.manager [None req-4bfc0885-0236-466f-9380-e5942f7ec1c9 tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] [instance: 5bd885da-3062-44d3-9b86-6db0dafdcc2f] Start spawning the instance on the hypervisor. {{(pid=69319) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 696.653390] env[69319]: DEBUG nova.virt.hardware [None req-4bfc0885-0236-466f-9380-e5942f7ec1c9 tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:32:36Z,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31f027872f6f44dba95ff2fe7a062e00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:32:36Z,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 696.654115] env[69319]: DEBUG nova.virt.hardware [None req-4bfc0885-0236-466f-9380-e5942f7ec1c9 tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 696.654115] env[69319]: DEBUG nova.virt.hardware [None req-4bfc0885-0236-466f-9380-e5942f7ec1c9 tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 696.654243] env[69319]: DEBUG nova.virt.hardware [None req-4bfc0885-0236-466f-9380-e5942f7ec1c9 tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 696.654437] env[69319]: DEBUG nova.virt.hardware [None req-4bfc0885-0236-466f-9380-e5942f7ec1c9 tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 696.658095] env[69319]: DEBUG nova.virt.hardware [None req-4bfc0885-0236-466f-9380-e5942f7ec1c9 tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 696.658211] env[69319]: DEBUG nova.virt.hardware [None req-4bfc0885-0236-466f-9380-e5942f7ec1c9 tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 696.658385] env[69319]: DEBUG nova.virt.hardware [None req-4bfc0885-0236-466f-9380-e5942f7ec1c9 tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 696.658572] env[69319]: DEBUG nova.virt.hardware [None req-4bfc0885-0236-466f-9380-e5942f7ec1c9 tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 696.660027] env[69319]: DEBUG nova.virt.hardware [None req-4bfc0885-0236-466f-9380-e5942f7ec1c9 tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 696.660027] env[69319]: DEBUG nova.virt.hardware [None req-4bfc0885-0236-466f-9380-e5942f7ec1c9 tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 696.660027] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac04a2e7-8cc0-4f11-8d16-cbed95c48d9e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.674405] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9095463-f4f2-48c9-8680-5757154c3706 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.729584] env[69319]: DEBUG nova.network.neutron [req-75284f9f-fe69-4c4e-b0c8-d491355df292 req-5edc2af8-31b8-4bf4-9188-13cb6a18735c service nova] [instance: 7f8824d4-3dfc-49e6-b1a9-b9c9e2a8f179] Updated VIF entry in instance network info cache for port 198478a1-a4d1-4869-ba1a-49d2c55d7ed6. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 696.733280] env[69319]: DEBUG nova.network.neutron [req-75284f9f-fe69-4c4e-b0c8-d491355df292 req-5edc2af8-31b8-4bf4-9188-13cb6a18735c service nova] [instance: 7f8824d4-3dfc-49e6-b1a9-b9c9e2a8f179] Updating instance_info_cache with network_info: [{"id": "198478a1-a4d1-4869-ba1a-49d2c55d7ed6", "address": "fa:16:3e:94:b4:81", "network": {"id": "b59b0fe6-0253-4daa-b82e-9e60c0ec2f84", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1891810829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "618d7bc8a7a94d3ab2ddfc8b6eea351f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap198478a1-a4", "ovs_interfaceid": "198478a1-a4d1-4869-ba1a-49d2c55d7ed6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.828874] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b9477da7-beab-4dcb-a1ea-22a5accfc54e tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.223s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.831991] env[69319]: DEBUG oslo_concurrency.lockutils [None req-cd96db08-d41d-460e-b1f0-a623ba986d7a tempest-ServersAdmin275Test-1992051178 tempest-ServersAdmin275Test-1992051178-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 29.782s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.832460] env[69319]: DEBUG nova.objects.instance [None req-cd96db08-d41d-460e-b1f0-a623ba986d7a tempest-ServersAdmin275Test-1992051178 tempest-ServersAdmin275Test-1992051178-project-admin] [instance: 6de6b246-d2c0-4d08-9c09-0a944dfecc15] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69319) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 696.859286] env[69319]: INFO nova.scheduler.client.report [None req-b9477da7-beab-4dcb-a1ea-22a5accfc54e tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] Deleted allocations for instance c2acc8ea-12eb-40fc-8baf-db3028c3ba19 [ 696.987198] env[69319]: DEBUG oslo_vmware.api [None req-060345d8-bec2-4e61-9f1f-b94ec95d713a tempest-AttachInterfacesV270Test-645317410 tempest-AttachInterfacesV270Test-645317410-project-member] Task: {'id': task-3222882, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.004018] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5df5acfc-cc34-4125-ab75-e7d22566d107 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Acquiring lock "677f0c3c-60cc-480b-911a-e12da31e350d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.004609] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5df5acfc-cc34-4125-ab75-e7d22566d107 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Lock "677f0c3c-60cc-480b-911a-e12da31e350d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.041682] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c27ec03f-cdce-428d-9963-90712a425d0a tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] Acquiring lock "cf6dc285-9563-42c7-b1f5-d34d5a75a545" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.041973] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c27ec03f-cdce-428d-9963-90712a425d0a tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] Lock "cf6dc285-9563-42c7-b1f5-d34d5a75a545" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.042224] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c27ec03f-cdce-428d-9963-90712a425d0a tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] Acquiring lock "cf6dc285-9563-42c7-b1f5-d34d5a75a545-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.042444] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c27ec03f-cdce-428d-9963-90712a425d0a tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] Lock "cf6dc285-9563-42c7-b1f5-d34d5a75a545-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.042655] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c27ec03f-cdce-428d-9963-90712a425d0a tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] Lock "cf6dc285-9563-42c7-b1f5-d34d5a75a545-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.045176] env[69319]: INFO nova.compute.manager [None req-c27ec03f-cdce-428d-9963-90712a425d0a tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] [instance: cf6dc285-9563-42c7-b1f5-d34d5a75a545] Terminating instance [ 697.233381] env[69319]: DEBUG oslo_concurrency.lockutils [req-75284f9f-fe69-4c4e-b0c8-d491355df292 req-5edc2af8-31b8-4bf4-9188-13cb6a18735c service nova] Releasing lock "refresh_cache-7f8824d4-3dfc-49e6-b1a9-b9c9e2a8f179" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.233672] env[69319]: DEBUG nova.compute.manager [req-75284f9f-fe69-4c4e-b0c8-d491355df292 req-5edc2af8-31b8-4bf4-9188-13cb6a18735c service nova] [instance: 6e790530-5d70-4125-b7d2-a977c5db2949] Received event network-vif-deleted-52b7c6af-b777-409b-b5ea-4a0413babddc {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 697.233836] env[69319]: DEBUG nova.compute.manager [req-75284f9f-fe69-4c4e-b0c8-d491355df292 req-5edc2af8-31b8-4bf4-9188-13cb6a18735c service nova] [instance: f09611ba-ae99-4486-9d72-de8d7c2722aa] Received event network-changed-da6d5fa2-b0b8-4c30-a46d-ce6ca54302e1 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 697.233993] env[69319]: DEBUG nova.compute.manager [req-75284f9f-fe69-4c4e-b0c8-d491355df292 req-5edc2af8-31b8-4bf4-9188-13cb6a18735c service nova] [instance: f09611ba-ae99-4486-9d72-de8d7c2722aa] Refreshing instance network info cache due to event network-changed-da6d5fa2-b0b8-4c30-a46d-ce6ca54302e1. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 697.234256] env[69319]: DEBUG oslo_concurrency.lockutils [req-75284f9f-fe69-4c4e-b0c8-d491355df292 req-5edc2af8-31b8-4bf4-9188-13cb6a18735c service nova] Acquiring lock "refresh_cache-f09611ba-ae99-4486-9d72-de8d7c2722aa" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.234399] env[69319]: DEBUG oslo_concurrency.lockutils [req-75284f9f-fe69-4c4e-b0c8-d491355df292 req-5edc2af8-31b8-4bf4-9188-13cb6a18735c service nova] Acquired lock "refresh_cache-f09611ba-ae99-4486-9d72-de8d7c2722aa" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.234558] env[69319]: DEBUG nova.network.neutron [req-75284f9f-fe69-4c4e-b0c8-d491355df292 req-5edc2af8-31b8-4bf4-9188-13cb6a18735c service nova] [instance: f09611ba-ae99-4486-9d72-de8d7c2722aa] Refreshing network info cache for port da6d5fa2-b0b8-4c30-a46d-ce6ca54302e1 {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 697.373032] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b9477da7-beab-4dcb-a1ea-22a5accfc54e tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] Lock "c2acc8ea-12eb-40fc-8baf-db3028c3ba19" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.930s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.489843] env[69319]: DEBUG oslo_vmware.api [None req-060345d8-bec2-4e61-9f1f-b94ec95d713a tempest-AttachInterfacesV270Test-645317410 tempest-AttachInterfacesV270Test-645317410-project-member] Task: {'id': task-3222882, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.669143} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.490135] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-060345d8-bec2-4e61-9f1f-b94ec95d713a tempest-AttachInterfacesV270Test-645317410 tempest-AttachInterfacesV270Test-645317410-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] 7f8824d4-3dfc-49e6-b1a9-b9c9e2a8f179/7f8824d4-3dfc-49e6-b1a9-b9c9e2a8f179.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 697.490409] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-060345d8-bec2-4e61-9f1f-b94ec95d713a tempest-AttachInterfacesV270Test-645317410 tempest-AttachInterfacesV270Test-645317410-project-member] [instance: 7f8824d4-3dfc-49e6-b1a9-b9c9e2a8f179] Extending root virtual disk to 1048576 {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 697.490667] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7e8855d6-9206-4431-87bc-3ddb72f2a85d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.498755] env[69319]: DEBUG oslo_vmware.api [None req-060345d8-bec2-4e61-9f1f-b94ec95d713a tempest-AttachInterfacesV270Test-645317410 tempest-AttachInterfacesV270Test-645317410-project-member] Waiting for the task: (returnval){ [ 697.498755] env[69319]: value = "task-3222884" [ 697.498755] env[69319]: _type = "Task" [ 697.498755] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.511431] env[69319]: DEBUG oslo_vmware.api [None req-060345d8-bec2-4e61-9f1f-b94ec95d713a tempest-AttachInterfacesV270Test-645317410 tempest-AttachInterfacesV270Test-645317410-project-member] Task: {'id': task-3222884, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.549390] env[69319]: DEBUG nova.compute.manager [None req-c27ec03f-cdce-428d-9963-90712a425d0a tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] [instance: cf6dc285-9563-42c7-b1f5-d34d5a75a545] Start destroying the instance on the hypervisor. {{(pid=69319) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 697.549674] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-c27ec03f-cdce-428d-9963-90712a425d0a tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] [instance: cf6dc285-9563-42c7-b1f5-d34d5a75a545] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 697.550746] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69df7bce-bce7-4183-923c-3e3e96b2398f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.563119] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-c27ec03f-cdce-428d-9963-90712a425d0a tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] [instance: cf6dc285-9563-42c7-b1f5-d34d5a75a545] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 697.563459] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f18dfc9-38c3-4c70-8b7d-596950ae1d5f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.571257] env[69319]: DEBUG oslo_vmware.api [None req-c27ec03f-cdce-428d-9963-90712a425d0a tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] Waiting for the task: (returnval){ [ 697.571257] env[69319]: value = "task-3222885" [ 697.571257] env[69319]: _type = "Task" [ 697.571257] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.581238] env[69319]: DEBUG oslo_vmware.api [None req-c27ec03f-cdce-428d-9963-90712a425d0a tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] Task: {'id': task-3222885, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.786104] env[69319]: DEBUG nova.network.neutron [None req-4bfc0885-0236-466f-9380-e5942f7ec1c9 tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] [instance: 5bd885da-3062-44d3-9b86-6db0dafdcc2f] Successfully updated port: 635b68a6-f9c8-416f-aa6b-ab1d1df906ee {{(pid=69319) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 697.854212] env[69319]: DEBUG oslo_concurrency.lockutils [None req-cd96db08-d41d-460e-b1f0-a623ba986d7a tempest-ServersAdmin275Test-1992051178 tempest-ServersAdmin275Test-1992051178-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.020s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.854212] env[69319]: DEBUG oslo_concurrency.lockutils [None req-65252f41-9f24-4ce1-824f-2b93dfdc81e3 tempest-ServerDiagnosticsTest-410723933 tempest-ServerDiagnosticsTest-410723933-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.567s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.856106] env[69319]: INFO nova.compute.claims [None req-65252f41-9f24-4ce1-824f-2b93dfdc81e3 tempest-ServerDiagnosticsTest-410723933 tempest-ServerDiagnosticsTest-410723933-project-member] [instance: df115496-807d-43f5-a129-a0c78a576a29] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 697.970362] env[69319]: DEBUG oslo_concurrency.lockutils [None req-992a85ff-8d55-49ed-b8df-08493329baf0 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Acquiring lock "ffc74032-0a67-4fab-88c6-1f81ff356728" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.970727] env[69319]: DEBUG oslo_concurrency.lockutils [None req-992a85ff-8d55-49ed-b8df-08493329baf0 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Lock "ffc74032-0a67-4fab-88c6-1f81ff356728" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.012686] env[69319]: DEBUG oslo_vmware.api [None req-060345d8-bec2-4e61-9f1f-b94ec95d713a tempest-AttachInterfacesV270Test-645317410 tempest-AttachInterfacesV270Test-645317410-project-member] Task: {'id': task-3222884, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066326} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.013057] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-060345d8-bec2-4e61-9f1f-b94ec95d713a tempest-AttachInterfacesV270Test-645317410 tempest-AttachInterfacesV270Test-645317410-project-member] [instance: 7f8824d4-3dfc-49e6-b1a9-b9c9e2a8f179] Extended root virtual disk {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 698.013997] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8861b85c-69c2-4326-82cf-aac7d04b65ee {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.037344] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-060345d8-bec2-4e61-9f1f-b94ec95d713a tempest-AttachInterfacesV270Test-645317410 tempest-AttachInterfacesV270Test-645317410-project-member] [instance: 7f8824d4-3dfc-49e6-b1a9-b9c9e2a8f179] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] 7f8824d4-3dfc-49e6-b1a9-b9c9e2a8f179/7f8824d4-3dfc-49e6-b1a9-b9c9e2a8f179.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 698.037640] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eacce6af-edbf-4434-b8d3-92b6e3637d94 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.073809] env[69319]: DEBUG oslo_vmware.api [None req-060345d8-bec2-4e61-9f1f-b94ec95d713a tempest-AttachInterfacesV270Test-645317410 tempest-AttachInterfacesV270Test-645317410-project-member] Waiting for the task: (returnval){ [ 698.073809] env[69319]: value = "task-3222886" [ 698.073809] env[69319]: _type = "Task" [ 698.073809] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.091972] env[69319]: DEBUG oslo_vmware.api [None req-c27ec03f-cdce-428d-9963-90712a425d0a tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] Task: {'id': task-3222885, 'name': PowerOffVM_Task, 'duration_secs': 0.384751} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.095838] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-c27ec03f-cdce-428d-9963-90712a425d0a tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] [instance: cf6dc285-9563-42c7-b1f5-d34d5a75a545] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 698.095933] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-c27ec03f-cdce-428d-9963-90712a425d0a tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] [instance: cf6dc285-9563-42c7-b1f5-d34d5a75a545] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 698.096195] env[69319]: DEBUG oslo_vmware.api [None req-060345d8-bec2-4e61-9f1f-b94ec95d713a tempest-AttachInterfacesV270Test-645317410 tempest-AttachInterfacesV270Test-645317410-project-member] Task: {'id': task-3222886, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.097104] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9fdfc4d6-e2d9-4520-8420-4b2fa3486eac {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.143322] env[69319]: DEBUG nova.network.neutron [req-75284f9f-fe69-4c4e-b0c8-d491355df292 req-5edc2af8-31b8-4bf4-9188-13cb6a18735c service nova] [instance: f09611ba-ae99-4486-9d72-de8d7c2722aa] Updated VIF entry in instance network info cache for port da6d5fa2-b0b8-4c30-a46d-ce6ca54302e1. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 698.143697] env[69319]: DEBUG nova.network.neutron [req-75284f9f-fe69-4c4e-b0c8-d491355df292 req-5edc2af8-31b8-4bf4-9188-13cb6a18735c service nova] [instance: f09611ba-ae99-4486-9d72-de8d7c2722aa] Updating instance_info_cache with network_info: [{"id": "da6d5fa2-b0b8-4c30-a46d-ce6ca54302e1", "address": "fa:16:3e:36:03:ec", "network": {"id": "243f73e5-18e0-41fc-935d-25758c0e7829", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1577544746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ba894e033364cd1839ca06769acfff8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f17856cf-7248-414b-bde6-8c90cfb4c593", "external-id": "nsx-vlan-transportzone-341", "segmentation_id": 341, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda6d5fa2-b0", "ovs_interfaceid": "da6d5fa2-b0b8-4c30-a46d-ce6ca54302e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.186845] env[69319]: DEBUG nova.compute.manager [req-30cb0f07-90e6-4675-9603-7ef8b98977fe req-f3b53cc4-a6c4-4e2f-b37a-ddde2259c4ea service nova] [instance: f09611ba-ae99-4486-9d72-de8d7c2722aa] Received event network-changed-da6d5fa2-b0b8-4c30-a46d-ce6ca54302e1 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 698.187064] env[69319]: DEBUG nova.compute.manager [req-30cb0f07-90e6-4675-9603-7ef8b98977fe req-f3b53cc4-a6c4-4e2f-b37a-ddde2259c4ea service nova] [instance: f09611ba-ae99-4486-9d72-de8d7c2722aa] Refreshing instance network info cache due to event network-changed-da6d5fa2-b0b8-4c30-a46d-ce6ca54302e1. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 698.187259] env[69319]: DEBUG oslo_concurrency.lockutils [req-30cb0f07-90e6-4675-9603-7ef8b98977fe req-f3b53cc4-a6c4-4e2f-b37a-ddde2259c4ea service nova] Acquiring lock "refresh_cache-f09611ba-ae99-4486-9d72-de8d7c2722aa" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.199588] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-c27ec03f-cdce-428d-9963-90712a425d0a tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] [instance: cf6dc285-9563-42c7-b1f5-d34d5a75a545] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 698.199836] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-c27ec03f-cdce-428d-9963-90712a425d0a tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] [instance: cf6dc285-9563-42c7-b1f5-d34d5a75a545] Deleting contents of the VM from datastore datastore1 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 698.200055] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-c27ec03f-cdce-428d-9963-90712a425d0a tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] Deleting the datastore file [datastore1] cf6dc285-9563-42c7-b1f5-d34d5a75a545 {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 698.200363] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c2ffbc33-c531-415b-bb9e-41d09091a4ff {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.208131] env[69319]: DEBUG oslo_vmware.api [None req-c27ec03f-cdce-428d-9963-90712a425d0a tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] Waiting for the task: (returnval){ [ 698.208131] env[69319]: value = "task-3222888" [ 698.208131] env[69319]: _type = "Task" [ 698.208131] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.217207] env[69319]: DEBUG oslo_vmware.api [None req-c27ec03f-cdce-428d-9963-90712a425d0a tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] Task: {'id': task-3222888, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.290150] env[69319]: DEBUG oslo_concurrency.lockutils [None req-4bfc0885-0236-466f-9380-e5942f7ec1c9 tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] Acquiring lock "refresh_cache-5bd885da-3062-44d3-9b86-6db0dafdcc2f" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.290150] env[69319]: DEBUG oslo_concurrency.lockutils [None req-4bfc0885-0236-466f-9380-e5942f7ec1c9 tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] Acquired lock "refresh_cache-5bd885da-3062-44d3-9b86-6db0dafdcc2f" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.290150] env[69319]: DEBUG nova.network.neutron [None req-4bfc0885-0236-466f-9380-e5942f7ec1c9 tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] [instance: 5bd885da-3062-44d3-9b86-6db0dafdcc2f] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 698.327426] env[69319]: DEBUG oslo_concurrency.lockutils [None req-79490a9c-def4-4251-aff6-8248e3bad9d3 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Acquiring lock "03ac405c-7176-42b5-9e5d-e28d39af08a1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.327884] env[69319]: DEBUG oslo_concurrency.lockutils [None req-79490a9c-def4-4251-aff6-8248e3bad9d3 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Lock "03ac405c-7176-42b5-9e5d-e28d39af08a1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.437280] env[69319]: DEBUG oslo_concurrency.lockutils [None req-7bb486f8-886e-4eb1-b471-6b00264b874d tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Acquiring lock "1835d15f-f896-4741-b67d-4b5b17a8dff2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.437657] env[69319]: DEBUG oslo_concurrency.lockutils [None req-7bb486f8-886e-4eb1-b471-6b00264b874d tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Lock "1835d15f-f896-4741-b67d-4b5b17a8dff2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.438500] env[69319]: DEBUG oslo_concurrency.lockutils [None req-7bb486f8-886e-4eb1-b471-6b00264b874d tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Acquiring lock "1835d15f-f896-4741-b67d-4b5b17a8dff2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.438822] env[69319]: DEBUG oslo_concurrency.lockutils [None req-7bb486f8-886e-4eb1-b471-6b00264b874d tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Lock "1835d15f-f896-4741-b67d-4b5b17a8dff2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.439103] env[69319]: DEBUG oslo_concurrency.lockutils [None req-7bb486f8-886e-4eb1-b471-6b00264b874d tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Lock "1835d15f-f896-4741-b67d-4b5b17a8dff2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.442347] env[69319]: INFO nova.compute.manager [None req-7bb486f8-886e-4eb1-b471-6b00264b874d tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] [instance: 1835d15f-f896-4741-b67d-4b5b17a8dff2] Terminating instance [ 698.595159] env[69319]: DEBUG oslo_vmware.api [None req-060345d8-bec2-4e61-9f1f-b94ec95d713a tempest-AttachInterfacesV270Test-645317410 tempest-AttachInterfacesV270Test-645317410-project-member] Task: {'id': task-3222886, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.646808] env[69319]: DEBUG oslo_concurrency.lockutils [req-75284f9f-fe69-4c4e-b0c8-d491355df292 req-5edc2af8-31b8-4bf4-9188-13cb6a18735c service nova] Releasing lock "refresh_cache-f09611ba-ae99-4486-9d72-de8d7c2722aa" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.647282] env[69319]: DEBUG nova.compute.manager [req-75284f9f-fe69-4c4e-b0c8-d491355df292 req-5edc2af8-31b8-4bf4-9188-13cb6a18735c service nova] [instance: 562e1d05-4f46-4195-9d8b-c8e7ba933d22] Received event network-vif-deleted-e43a1d47-8bcb-4d0e-9383-c9fd4bd57e7d {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 698.651025] env[69319]: DEBUG oslo_concurrency.lockutils [req-30cb0f07-90e6-4675-9603-7ef8b98977fe req-f3b53cc4-a6c4-4e2f-b37a-ddde2259c4ea service nova] Acquired lock "refresh_cache-f09611ba-ae99-4486-9d72-de8d7c2722aa" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.651025] env[69319]: DEBUG nova.network.neutron [req-30cb0f07-90e6-4675-9603-7ef8b98977fe req-f3b53cc4-a6c4-4e2f-b37a-ddde2259c4ea service nova] [instance: f09611ba-ae99-4486-9d72-de8d7c2722aa] Refreshing network info cache for port da6d5fa2-b0b8-4c30-a46d-ce6ca54302e1 {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 698.722391] env[69319]: DEBUG oslo_vmware.api [None req-c27ec03f-cdce-428d-9963-90712a425d0a tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] Task: {'id': task-3222888, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.237525} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.722391] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-c27ec03f-cdce-428d-9963-90712a425d0a tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 698.722695] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-c27ec03f-cdce-428d-9963-90712a425d0a tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] [instance: cf6dc285-9563-42c7-b1f5-d34d5a75a545] Deleted contents of the VM from datastore datastore1 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 698.722936] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-c27ec03f-cdce-428d-9963-90712a425d0a tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] [instance: cf6dc285-9563-42c7-b1f5-d34d5a75a545] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 698.723132] env[69319]: INFO nova.compute.manager [None req-c27ec03f-cdce-428d-9963-90712a425d0a tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] [instance: cf6dc285-9563-42c7-b1f5-d34d5a75a545] Took 1.17 seconds to destroy the instance on the hypervisor. [ 698.723446] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c27ec03f-cdce-428d-9963-90712a425d0a tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 698.723731] env[69319]: DEBUG nova.compute.manager [-] [instance: cf6dc285-9563-42c7-b1f5-d34d5a75a545] Deallocating network for instance {{(pid=69319) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 698.727197] env[69319]: DEBUG nova.network.neutron [-] [instance: cf6dc285-9563-42c7-b1f5-d34d5a75a545] deallocate_for_instance() {{(pid=69319) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 698.747851] env[69319]: DEBUG oslo_concurrency.lockutils [None req-a2552b55-fb48-4b77-be9b-5e6e0477e187 tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Acquiring lock "3e95f2d5-d392-47c4-b519-4a218660516b" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.748169] env[69319]: DEBUG oslo_concurrency.lockutils [None req-a2552b55-fb48-4b77-be9b-5e6e0477e187 tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Lock "3e95f2d5-d392-47c4-b519-4a218660516b" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.748373] env[69319]: DEBUG nova.compute.manager [None req-a2552b55-fb48-4b77-be9b-5e6e0477e187 tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] [instance: 3e95f2d5-d392-47c4-b519-4a218660516b] Going to confirm migration 1 {{(pid=69319) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 698.876990] env[69319]: DEBUG nova.network.neutron [None req-4bfc0885-0236-466f-9380-e5942f7ec1c9 tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] [instance: 5bd885da-3062-44d3-9b86-6db0dafdcc2f] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 698.950169] env[69319]: DEBUG nova.compute.manager [None req-7bb486f8-886e-4eb1-b471-6b00264b874d tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] [instance: 1835d15f-f896-4741-b67d-4b5b17a8dff2] Start destroying the instance on the hypervisor. {{(pid=69319) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 698.950503] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-7bb486f8-886e-4eb1-b471-6b00264b874d tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] [instance: 1835d15f-f896-4741-b67d-4b5b17a8dff2] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 698.951841] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acce3cf5-7bb9-4ed0-9213-86c0d6178782 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.970786] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bb486f8-886e-4eb1-b471-6b00264b874d tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] [instance: 1835d15f-f896-4741-b67d-4b5b17a8dff2] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 698.970786] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4aecf5d4-832d-4937-ac9e-af1069727985 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.983287] env[69319]: DEBUG oslo_vmware.api [None req-7bb486f8-886e-4eb1-b471-6b00264b874d tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Waiting for the task: (returnval){ [ 698.983287] env[69319]: value = "task-3222889" [ 698.983287] env[69319]: _type = "Task" [ 698.983287] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.000900] env[69319]: DEBUG oslo_vmware.api [None req-7bb486f8-886e-4eb1-b471-6b00264b874d tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Task: {'id': task-3222889, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.091687] env[69319]: DEBUG oslo_vmware.api [None req-060345d8-bec2-4e61-9f1f-b94ec95d713a tempest-AttachInterfacesV270Test-645317410 tempest-AttachInterfacesV270Test-645317410-project-member] Task: {'id': task-3222886, 'name': ReconfigVM_Task, 'duration_secs': 0.60634} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.095082] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-060345d8-bec2-4e61-9f1f-b94ec95d713a tempest-AttachInterfacesV270Test-645317410 tempest-AttachInterfacesV270Test-645317410-project-member] [instance: 7f8824d4-3dfc-49e6-b1a9-b9c9e2a8f179] Reconfigured VM instance instance-00000015 to attach disk [datastore2] 7f8824d4-3dfc-49e6-b1a9-b9c9e2a8f179/7f8824d4-3dfc-49e6-b1a9-b9c9e2a8f179.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 699.095838] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d8605245-ec1c-4f2d-9ec0-39c4e77bf038 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.104936] env[69319]: DEBUG oslo_vmware.api [None req-060345d8-bec2-4e61-9f1f-b94ec95d713a tempest-AttachInterfacesV270Test-645317410 tempest-AttachInterfacesV270Test-645317410-project-member] Waiting for the task: (returnval){ [ 699.104936] env[69319]: value = "task-3222890" [ 699.104936] env[69319]: _type = "Task" [ 699.104936] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.117865] env[69319]: DEBUG oslo_vmware.api [None req-060345d8-bec2-4e61-9f1f-b94ec95d713a tempest-AttachInterfacesV270Test-645317410 tempest-AttachInterfacesV270Test-645317410-project-member] Task: {'id': task-3222890, 'name': Rename_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.246493] env[69319]: DEBUG nova.network.neutron [None req-4bfc0885-0236-466f-9380-e5942f7ec1c9 tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] [instance: 5bd885da-3062-44d3-9b86-6db0dafdcc2f] Updating instance_info_cache with network_info: [{"id": "635b68a6-f9c8-416f-aa6b-ab1d1df906ee", "address": "fa:16:3e:29:82:87", "network": {"id": "bce7625c-7f9c-462e-9c35-224f3275c871", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1750646621-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62bc14d852fa43a88776634b2d688e2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2eaecd-9701-4504-9fcb-fb1a420ead72", "external-id": "nsx-vlan-transportzone-433", "segmentation_id": 433, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap635b68a6-f9", "ovs_interfaceid": "635b68a6-f9c8-416f-aa6b-ab1d1df906ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.428018] env[69319]: DEBUG oslo_concurrency.lockutils [None req-fe9fc0b7-3c6c-43cf-9595-65a09545666f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Acquiring lock "170e2a0b-6461-4752-b7da-2ed0ff9fd73c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.428323] env[69319]: DEBUG oslo_concurrency.lockutils [None req-fe9fc0b7-3c6c-43cf-9595-65a09545666f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Lock "170e2a0b-6461-4752-b7da-2ed0ff9fd73c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.441398] env[69319]: DEBUG nova.network.neutron [req-30cb0f07-90e6-4675-9603-7ef8b98977fe req-f3b53cc4-a6c4-4e2f-b37a-ddde2259c4ea service nova] [instance: f09611ba-ae99-4486-9d72-de8d7c2722aa] Updated VIF entry in instance network info cache for port da6d5fa2-b0b8-4c30-a46d-ce6ca54302e1. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 699.441844] env[69319]: DEBUG nova.network.neutron [req-30cb0f07-90e6-4675-9603-7ef8b98977fe req-f3b53cc4-a6c4-4e2f-b37a-ddde2259c4ea service nova] [instance: f09611ba-ae99-4486-9d72-de8d7c2722aa] Updating instance_info_cache with network_info: [{"id": "da6d5fa2-b0b8-4c30-a46d-ce6ca54302e1", "address": "fa:16:3e:36:03:ec", "network": {"id": "243f73e5-18e0-41fc-935d-25758c0e7829", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1577544746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ba894e033364cd1839ca06769acfff8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f17856cf-7248-414b-bde6-8c90cfb4c593", "external-id": "nsx-vlan-transportzone-341", "segmentation_id": 341, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda6d5fa2-b0", "ovs_interfaceid": "da6d5fa2-b0b8-4c30-a46d-ce6ca54302e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.494458] env[69319]: DEBUG oslo_vmware.api [None req-7bb486f8-886e-4eb1-b471-6b00264b874d tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Task: {'id': task-3222889, 'name': PowerOffVM_Task, 'duration_secs': 0.336515} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.497616] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bb486f8-886e-4eb1-b471-6b00264b874d tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] [instance: 1835d15f-f896-4741-b67d-4b5b17a8dff2] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 699.497801] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-7bb486f8-886e-4eb1-b471-6b00264b874d tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] [instance: 1835d15f-f896-4741-b67d-4b5b17a8dff2] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 699.499691] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6bfadeb5-c487-418f-8663-efabe92beba8 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.509751] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-286d91bd-ab4f-4877-a32e-389ad64929c7 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.519888] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-666c94c5-0439-4ceb-8a8c-b2f1bd5473fa {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.557271] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51bad6c9-e8eb-4cf8-8c8a-a8a739c80230 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.566695] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd82d3ec-ec37-4820-856a-e94d0bd80795 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.587569] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5d57f5dc-1825-45fb-9924-d37945f0b93f tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Acquiring lock "bfc6c3e7-8384-4669-bd43-acdfcb1c478a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.587569] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5d57f5dc-1825-45fb-9924-d37945f0b93f tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Lock "bfc6c3e7-8384-4669-bd43-acdfcb1c478a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.588050] env[69319]: DEBUG nova.compute.provider_tree [None req-65252f41-9f24-4ce1-824f-2b93dfdc81e3 tempest-ServerDiagnosticsTest-410723933 tempest-ServerDiagnosticsTest-410723933-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 699.599882] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-7bb486f8-886e-4eb1-b471-6b00264b874d tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] [instance: 1835d15f-f896-4741-b67d-4b5b17a8dff2] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 699.600123] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-7bb486f8-886e-4eb1-b471-6b00264b874d tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] [instance: 1835d15f-f896-4741-b67d-4b5b17a8dff2] Deleting contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 699.600313] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bb486f8-886e-4eb1-b471-6b00264b874d tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Deleting the datastore file [datastore2] 1835d15f-f896-4741-b67d-4b5b17a8dff2 {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 699.601884] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b48761f7-2d51-4779-815e-9f1ff844fabc {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.605082] env[69319]: DEBUG oslo_concurrency.lockutils [None req-a2552b55-fb48-4b77-be9b-5e6e0477e187 tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Acquiring lock "refresh_cache-3e95f2d5-d392-47c4-b519-4a218660516b" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.605260] env[69319]: DEBUG oslo_concurrency.lockutils [None req-a2552b55-fb48-4b77-be9b-5e6e0477e187 tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Acquired lock "refresh_cache-3e95f2d5-d392-47c4-b519-4a218660516b" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.605417] env[69319]: DEBUG nova.network.neutron [None req-a2552b55-fb48-4b77-be9b-5e6e0477e187 tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] [instance: 3e95f2d5-d392-47c4-b519-4a218660516b] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 699.605596] env[69319]: DEBUG nova.objects.instance [None req-a2552b55-fb48-4b77-be9b-5e6e0477e187 tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Lazy-loading 'info_cache' on Instance uuid 3e95f2d5-d392-47c4-b519-4a218660516b {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 699.613711] env[69319]: DEBUG oslo_vmware.api [None req-7bb486f8-886e-4eb1-b471-6b00264b874d tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Waiting for the task: (returnval){ [ 699.613711] env[69319]: value = "task-3222892" [ 699.613711] env[69319]: _type = "Task" [ 699.613711] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.621706] env[69319]: DEBUG oslo_vmware.api [None req-060345d8-bec2-4e61-9f1f-b94ec95d713a tempest-AttachInterfacesV270Test-645317410 tempest-AttachInterfacesV270Test-645317410-project-member] Task: {'id': task-3222890, 'name': Rename_Task, 'duration_secs': 0.258581} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.622379] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-060345d8-bec2-4e61-9f1f-b94ec95d713a tempest-AttachInterfacesV270Test-645317410 tempest-AttachInterfacesV270Test-645317410-project-member] [instance: 7f8824d4-3dfc-49e6-b1a9-b9c9e2a8f179] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 699.622942] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-16650722-1b32-4cd9-a560-b9cdc85fa4a8 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.627824] env[69319]: DEBUG oslo_vmware.api [None req-7bb486f8-886e-4eb1-b471-6b00264b874d tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Task: {'id': task-3222892, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.634278] env[69319]: DEBUG oslo_vmware.api [None req-060345d8-bec2-4e61-9f1f-b94ec95d713a tempest-AttachInterfacesV270Test-645317410 tempest-AttachInterfacesV270Test-645317410-project-member] Waiting for the task: (returnval){ [ 699.634278] env[69319]: value = "task-3222893" [ 699.634278] env[69319]: _type = "Task" [ 699.634278] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.643533] env[69319]: DEBUG oslo_vmware.api [None req-060345d8-bec2-4e61-9f1f-b94ec95d713a tempest-AttachInterfacesV270Test-645317410 tempest-AttachInterfacesV270Test-645317410-project-member] Task: {'id': task-3222893, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.758304] env[69319]: DEBUG oslo_concurrency.lockutils [None req-4bfc0885-0236-466f-9380-e5942f7ec1c9 tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] Releasing lock "refresh_cache-5bd885da-3062-44d3-9b86-6db0dafdcc2f" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.759135] env[69319]: DEBUG nova.compute.manager [None req-4bfc0885-0236-466f-9380-e5942f7ec1c9 tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] [instance: 5bd885da-3062-44d3-9b86-6db0dafdcc2f] Instance network_info: |[{"id": "635b68a6-f9c8-416f-aa6b-ab1d1df906ee", "address": "fa:16:3e:29:82:87", "network": {"id": "bce7625c-7f9c-462e-9c35-224f3275c871", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1750646621-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62bc14d852fa43a88776634b2d688e2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2eaecd-9701-4504-9fcb-fb1a420ead72", "external-id": "nsx-vlan-transportzone-433", "segmentation_id": 433, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap635b68a6-f9", "ovs_interfaceid": "635b68a6-f9c8-416f-aa6b-ab1d1df906ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 699.759381] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-4bfc0885-0236-466f-9380-e5942f7ec1c9 tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] [instance: 5bd885da-3062-44d3-9b86-6db0dafdcc2f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:82:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eb2eaecd-9701-4504-9fcb-fb1a420ead72', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '635b68a6-f9c8-416f-aa6b-ab1d1df906ee', 'vif_model': 'vmxnet3'}] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 699.769103] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bfc0885-0236-466f-9380-e5942f7ec1c9 tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] Creating folder: Project (62bc14d852fa43a88776634b2d688e2a). Parent ref: group-v644239. {{(pid=69319) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 699.770346] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-41e62722-b1e0-4a35-b155-293a179ccbc6 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.784749] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-4bfc0885-0236-466f-9380-e5942f7ec1c9 tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] Created folder: Project (62bc14d852fa43a88776634b2d688e2a) in parent group-v644239. [ 699.785017] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bfc0885-0236-466f-9380-e5942f7ec1c9 tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] Creating folder: Instances. Parent ref: group-v644309. {{(pid=69319) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 699.785837] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fa0b44d5-4739-4186-832a-e3d5b8ae92a0 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.800406] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-4bfc0885-0236-466f-9380-e5942f7ec1c9 tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] Created folder: Instances in parent group-v644309. [ 699.800624] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4bfc0885-0236-466f-9380-e5942f7ec1c9 tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 699.801198] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5bd885da-3062-44d3-9b86-6db0dafdcc2f] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 699.801198] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b1fd2a2c-1ba7-4d82-8c3f-c98a10cd7c68 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.823846] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 699.823846] env[69319]: value = "task-3222896" [ 699.823846] env[69319]: _type = "Task" [ 699.823846] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.833389] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222896, 'name': CreateVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.944578] env[69319]: DEBUG oslo_concurrency.lockutils [req-30cb0f07-90e6-4675-9603-7ef8b98977fe req-f3b53cc4-a6c4-4e2f-b37a-ddde2259c4ea service nova] Releasing lock "refresh_cache-f09611ba-ae99-4486-9d72-de8d7c2722aa" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.944945] env[69319]: DEBUG nova.compute.manager [req-30cb0f07-90e6-4675-9603-7ef8b98977fe req-f3b53cc4-a6c4-4e2f-b37a-ddde2259c4ea service nova] [instance: 5bd885da-3062-44d3-9b86-6db0dafdcc2f] Received event network-vif-plugged-635b68a6-f9c8-416f-aa6b-ab1d1df906ee {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 699.945177] env[69319]: DEBUG oslo_concurrency.lockutils [req-30cb0f07-90e6-4675-9603-7ef8b98977fe req-f3b53cc4-a6c4-4e2f-b37a-ddde2259c4ea service nova] Acquiring lock "5bd885da-3062-44d3-9b86-6db0dafdcc2f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.945336] env[69319]: DEBUG oslo_concurrency.lockutils [req-30cb0f07-90e6-4675-9603-7ef8b98977fe req-f3b53cc4-a6c4-4e2f-b37a-ddde2259c4ea service nova] Lock "5bd885da-3062-44d3-9b86-6db0dafdcc2f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.945526] env[69319]: DEBUG oslo_concurrency.lockutils [req-30cb0f07-90e6-4675-9603-7ef8b98977fe req-f3b53cc4-a6c4-4e2f-b37a-ddde2259c4ea service nova] Lock "5bd885da-3062-44d3-9b86-6db0dafdcc2f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.945700] env[69319]: DEBUG nova.compute.manager [req-30cb0f07-90e6-4675-9603-7ef8b98977fe req-f3b53cc4-a6c4-4e2f-b37a-ddde2259c4ea service nova] [instance: 5bd885da-3062-44d3-9b86-6db0dafdcc2f] No waiting events found dispatching network-vif-plugged-635b68a6-f9c8-416f-aa6b-ab1d1df906ee {{(pid=69319) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 699.945874] env[69319]: WARNING nova.compute.manager [req-30cb0f07-90e6-4675-9603-7ef8b98977fe req-f3b53cc4-a6c4-4e2f-b37a-ddde2259c4ea service nova] [instance: 5bd885da-3062-44d3-9b86-6db0dafdcc2f] Received unexpected event network-vif-plugged-635b68a6-f9c8-416f-aa6b-ab1d1df906ee for instance with vm_state building and task_state spawning. [ 699.946076] env[69319]: DEBUG nova.compute.manager [req-30cb0f07-90e6-4675-9603-7ef8b98977fe req-f3b53cc4-a6c4-4e2f-b37a-ddde2259c4ea service nova] [instance: 5bd885da-3062-44d3-9b86-6db0dafdcc2f] Received event network-changed-635b68a6-f9c8-416f-aa6b-ab1d1df906ee {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 699.946255] env[69319]: DEBUG nova.compute.manager [req-30cb0f07-90e6-4675-9603-7ef8b98977fe req-f3b53cc4-a6c4-4e2f-b37a-ddde2259c4ea service nova] [instance: 5bd885da-3062-44d3-9b86-6db0dafdcc2f] Refreshing instance network info cache due to event network-changed-635b68a6-f9c8-416f-aa6b-ab1d1df906ee. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 699.946527] env[69319]: DEBUG oslo_concurrency.lockutils [req-30cb0f07-90e6-4675-9603-7ef8b98977fe req-f3b53cc4-a6c4-4e2f-b37a-ddde2259c4ea service nova] Acquiring lock "refresh_cache-5bd885da-3062-44d3-9b86-6db0dafdcc2f" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.946675] env[69319]: DEBUG oslo_concurrency.lockutils [req-30cb0f07-90e6-4675-9603-7ef8b98977fe req-f3b53cc4-a6c4-4e2f-b37a-ddde2259c4ea service nova] Acquired lock "refresh_cache-5bd885da-3062-44d3-9b86-6db0dafdcc2f" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.946840] env[69319]: DEBUG nova.network.neutron [req-30cb0f07-90e6-4675-9603-7ef8b98977fe req-f3b53cc4-a6c4-4e2f-b37a-ddde2259c4ea service nova] [instance: 5bd885da-3062-44d3-9b86-6db0dafdcc2f] Refreshing network info cache for port 635b68a6-f9c8-416f-aa6b-ab1d1df906ee {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 700.093126] env[69319]: DEBUG nova.scheduler.client.report [None req-65252f41-9f24-4ce1-824f-2b93dfdc81e3 tempest-ServerDiagnosticsTest-410723933 tempest-ServerDiagnosticsTest-410723933-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 700.104895] env[69319]: DEBUG nova.network.neutron [-] [instance: cf6dc285-9563-42c7-b1f5-d34d5a75a545] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.127206] env[69319]: DEBUG oslo_vmware.api [None req-7bb486f8-886e-4eb1-b471-6b00264b874d tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Task: {'id': task-3222892, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.32472} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.127563] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bb486f8-886e-4eb1-b471-6b00264b874d tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 700.127793] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-7bb486f8-886e-4eb1-b471-6b00264b874d tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] [instance: 1835d15f-f896-4741-b67d-4b5b17a8dff2] Deleted contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 700.128049] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-7bb486f8-886e-4eb1-b471-6b00264b874d tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] [instance: 1835d15f-f896-4741-b67d-4b5b17a8dff2] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 700.128276] env[69319]: INFO nova.compute.manager [None req-7bb486f8-886e-4eb1-b471-6b00264b874d tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] [instance: 1835d15f-f896-4741-b67d-4b5b17a8dff2] Took 1.18 seconds to destroy the instance on the hypervisor. [ 700.128562] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7bb486f8-886e-4eb1-b471-6b00264b874d tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 700.129058] env[69319]: DEBUG nova.compute.manager [-] [instance: 1835d15f-f896-4741-b67d-4b5b17a8dff2] Deallocating network for instance {{(pid=69319) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 700.129353] env[69319]: DEBUG nova.network.neutron [-] [instance: 1835d15f-f896-4741-b67d-4b5b17a8dff2] deallocate_for_instance() {{(pid=69319) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 700.144488] env[69319]: DEBUG oslo_vmware.api [None req-060345d8-bec2-4e61-9f1f-b94ec95d713a tempest-AttachInterfacesV270Test-645317410 tempest-AttachInterfacesV270Test-645317410-project-member] Task: {'id': task-3222893, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.335576] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222896, 'name': CreateVM_Task} progress is 99%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.598254] env[69319]: DEBUG oslo_concurrency.lockutils [None req-65252f41-9f24-4ce1-824f-2b93dfdc81e3 tempest-ServerDiagnosticsTest-410723933 tempest-ServerDiagnosticsTest-410723933-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.745s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.599094] env[69319]: DEBUG nova.compute.manager [None req-65252f41-9f24-4ce1-824f-2b93dfdc81e3 tempest-ServerDiagnosticsTest-410723933 tempest-ServerDiagnosticsTest-410723933-project-member] [instance: df115496-807d-43f5-a129-a0c78a576a29] Start building networks asynchronously for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 700.602887] env[69319]: DEBUG oslo_concurrency.lockutils [None req-a0d103b6-c968-45b0-be50-3f96f2631a26 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.499s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.604662] env[69319]: INFO nova.compute.claims [None req-a0d103b6-c968-45b0-be50-3f96f2631a26 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: a9b26f5c-132c-44a9-bc71-a4629f9d0b9e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 700.611025] env[69319]: INFO nova.compute.manager [-] [instance: cf6dc285-9563-42c7-b1f5-d34d5a75a545] Took 1.88 seconds to deallocate network for instance. [ 700.647875] env[69319]: DEBUG oslo_vmware.api [None req-060345d8-bec2-4e61-9f1f-b94ec95d713a tempest-AttachInterfacesV270Test-645317410 tempest-AttachInterfacesV270Test-645317410-project-member] Task: {'id': task-3222893, 'name': PowerOnVM_Task, 'duration_secs': 0.887262} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.649153] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-060345d8-bec2-4e61-9f1f-b94ec95d713a tempest-AttachInterfacesV270Test-645317410 tempest-AttachInterfacesV270Test-645317410-project-member] [instance: 7f8824d4-3dfc-49e6-b1a9-b9c9e2a8f179] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 700.650474] env[69319]: INFO nova.compute.manager [None req-060345d8-bec2-4e61-9f1f-b94ec95d713a tempest-AttachInterfacesV270Test-645317410 tempest-AttachInterfacesV270Test-645317410-project-member] [instance: 7f8824d4-3dfc-49e6-b1a9-b9c9e2a8f179] Took 9.57 seconds to spawn the instance on the hypervisor. [ 700.650474] env[69319]: DEBUG nova.compute.manager [None req-060345d8-bec2-4e61-9f1f-b94ec95d713a tempest-AttachInterfacesV270Test-645317410 tempest-AttachInterfacesV270Test-645317410-project-member] [instance: 7f8824d4-3dfc-49e6-b1a9-b9c9e2a8f179] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 700.650746] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a762bfa6-bc6e-4fc0-9f12-d963b70298c7 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.841216] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222896, 'name': CreateVM_Task, 'duration_secs': 0.574335} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.841494] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5bd885da-3062-44d3-9b86-6db0dafdcc2f] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 700.842374] env[69319]: DEBUG oslo_concurrency.lockutils [None req-4bfc0885-0236-466f-9380-e5942f7ec1c9 tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.842616] env[69319]: DEBUG oslo_concurrency.lockutils [None req-4bfc0885-0236-466f-9380-e5942f7ec1c9 tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.843121] env[69319]: DEBUG oslo_concurrency.lockutils [None req-4bfc0885-0236-466f-9380-e5942f7ec1c9 tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.843591] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-242a5320-62c0-442f-b5d3-012855b35e4e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.849644] env[69319]: DEBUG oslo_vmware.api [None req-4bfc0885-0236-466f-9380-e5942f7ec1c9 tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] Waiting for the task: (returnval){ [ 700.849644] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52e0fa95-004d-ba96-4f31-6154cbf5b0ca" [ 700.849644] env[69319]: _type = "Task" [ 700.849644] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.860884] env[69319]: DEBUG oslo_vmware.api [None req-4bfc0885-0236-466f-9380-e5942f7ec1c9 tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52e0fa95-004d-ba96-4f31-6154cbf5b0ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.878394] env[69319]: DEBUG nova.network.neutron [req-30cb0f07-90e6-4675-9603-7ef8b98977fe req-f3b53cc4-a6c4-4e2f-b37a-ddde2259c4ea service nova] [instance: 5bd885da-3062-44d3-9b86-6db0dafdcc2f] Updated VIF entry in instance network info cache for port 635b68a6-f9c8-416f-aa6b-ab1d1df906ee. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 700.878394] env[69319]: DEBUG nova.network.neutron [req-30cb0f07-90e6-4675-9603-7ef8b98977fe req-f3b53cc4-a6c4-4e2f-b37a-ddde2259c4ea service nova] [instance: 5bd885da-3062-44d3-9b86-6db0dafdcc2f] Updating instance_info_cache with network_info: [{"id": "635b68a6-f9c8-416f-aa6b-ab1d1df906ee", "address": "fa:16:3e:29:82:87", "network": {"id": "bce7625c-7f9c-462e-9c35-224f3275c871", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1750646621-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62bc14d852fa43a88776634b2d688e2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2eaecd-9701-4504-9fcb-fb1a420ead72", "external-id": "nsx-vlan-transportzone-433", "segmentation_id": 433, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap635b68a6-f9", "ovs_interfaceid": "635b68a6-f9c8-416f-aa6b-ab1d1df906ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.983108] env[69319]: DEBUG nova.compute.manager [req-254f87f2-3a4a-467d-b5db-6e7c46f5364d req-193c8a11-336f-48eb-af25-f84afbb95672 service nova] [instance: cf6dc285-9563-42c7-b1f5-d34d5a75a545] Received event network-vif-deleted-8b6f84ab-9039-41db-9c71-70f17fc2e1c8 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 701.062999] env[69319]: DEBUG nova.network.neutron [None req-a2552b55-fb48-4b77-be9b-5e6e0477e187 tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] [instance: 3e95f2d5-d392-47c4-b519-4a218660516b] Updating instance_info_cache with network_info: [{"id": "9c99791e-4ef5-4043-a3fa-cdb478a78bf8", "address": "fa:16:3e:3c:bd:2d", "network": {"id": "e172e758-1a9b-4f22-a553-441ab9c9dccc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.140", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "31f027872f6f44dba95ff2fe7a062e00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c99791e-4e", "ovs_interfaceid": "9c99791e-4ef5-4043-a3fa-cdb478a78bf8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.111130] env[69319]: DEBUG nova.compute.utils [None req-65252f41-9f24-4ce1-824f-2b93dfdc81e3 tempest-ServerDiagnosticsTest-410723933 tempest-ServerDiagnosticsTest-410723933-project-member] Using /dev/sd instead of None {{(pid=69319) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 701.122623] env[69319]: DEBUG nova.compute.manager [None req-65252f41-9f24-4ce1-824f-2b93dfdc81e3 tempest-ServerDiagnosticsTest-410723933 tempest-ServerDiagnosticsTest-410723933-project-member] [instance: df115496-807d-43f5-a129-a0c78a576a29] Allocating IP information in the background. {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 701.122944] env[69319]: DEBUG nova.network.neutron [None req-65252f41-9f24-4ce1-824f-2b93dfdc81e3 tempest-ServerDiagnosticsTest-410723933 tempest-ServerDiagnosticsTest-410723933-project-member] [instance: df115496-807d-43f5-a129-a0c78a576a29] allocate_for_instance() {{(pid=69319) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 701.128020] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c27ec03f-cdce-428d-9963-90712a425d0a tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.177870] env[69319]: INFO nova.compute.manager [None req-060345d8-bec2-4e61-9f1f-b94ec95d713a tempest-AttachInterfacesV270Test-645317410 tempest-AttachInterfacesV270Test-645317410-project-member] [instance: 7f8824d4-3dfc-49e6-b1a9-b9c9e2a8f179] Took 37.34 seconds to build instance. [ 701.220366] env[69319]: DEBUG nova.policy [None req-65252f41-9f24-4ce1-824f-2b93dfdc81e3 tempest-ServerDiagnosticsTest-410723933 tempest-ServerDiagnosticsTest-410723933-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c337d9d6e445490aa11b7b767bfbc5eb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b78ffdc2717d444eb47910cee161d461', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69319) authorize /opt/stack/nova/nova/policy.py:192}} [ 701.295318] env[69319]: DEBUG nova.network.neutron [-] [instance: 1835d15f-f896-4741-b67d-4b5b17a8dff2] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.364209] env[69319]: DEBUG oslo_vmware.api [None req-4bfc0885-0236-466f-9380-e5942f7ec1c9 tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52e0fa95-004d-ba96-4f31-6154cbf5b0ca, 'name': SearchDatastore_Task, 'duration_secs': 0.011167} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.364638] env[69319]: DEBUG oslo_concurrency.lockutils [None req-4bfc0885-0236-466f-9380-e5942f7ec1c9 tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.364891] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-4bfc0885-0236-466f-9380-e5942f7ec1c9 tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] [instance: 5bd885da-3062-44d3-9b86-6db0dafdcc2f] Processing image 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 701.365200] env[69319]: DEBUG oslo_concurrency.lockutils [None req-4bfc0885-0236-466f-9380-e5942f7ec1c9 tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.365382] env[69319]: DEBUG oslo_concurrency.lockutils [None req-4bfc0885-0236-466f-9380-e5942f7ec1c9 tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.366094] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bfc0885-0236-466f-9380-e5942f7ec1c9 tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 701.366403] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bae7d43a-ccd2-4b65-8fe7-13110fb10bf7 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.380462] env[69319]: DEBUG oslo_concurrency.lockutils [req-30cb0f07-90e6-4675-9603-7ef8b98977fe req-f3b53cc4-a6c4-4e2f-b37a-ddde2259c4ea service nova] Releasing lock "refresh_cache-5bd885da-3062-44d3-9b86-6db0dafdcc2f" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.383434] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bfc0885-0236-466f-9380-e5942f7ec1c9 tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 701.383434] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-4bfc0885-0236-466f-9380-e5942f7ec1c9 tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 701.383557] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a54463f-b6f7-47bb-a5c2-46079b7afd48 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.394520] env[69319]: DEBUG oslo_vmware.api [None req-4bfc0885-0236-466f-9380-e5942f7ec1c9 tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] Waiting for the task: (returnval){ [ 701.394520] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52ebb51f-71dc-4844-f883-0e66ff9fe0b2" [ 701.394520] env[69319]: _type = "Task" [ 701.394520] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.408249] env[69319]: DEBUG oslo_vmware.api [None req-4bfc0885-0236-466f-9380-e5942f7ec1c9 tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52ebb51f-71dc-4844-f883-0e66ff9fe0b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.508524] env[69319]: DEBUG oslo_concurrency.lockutils [None req-254a0ad2-50ea-432c-bd79-5cc2c9452af9 tempest-ServersTestBootFromVolume-326018844 tempest-ServersTestBootFromVolume-326018844-project-member] Acquiring lock "e87c6601-7a18-4857-9d93-4fea4fefed40" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.508787] env[69319]: DEBUG oslo_concurrency.lockutils [None req-254a0ad2-50ea-432c-bd79-5cc2c9452af9 tempest-ServersTestBootFromVolume-326018844 tempest-ServersTestBootFromVolume-326018844-project-member] Lock "e87c6601-7a18-4857-9d93-4fea4fefed40" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.566324] env[69319]: DEBUG oslo_concurrency.lockutils [None req-a2552b55-fb48-4b77-be9b-5e6e0477e187 tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Releasing lock "refresh_cache-3e95f2d5-d392-47c4-b519-4a218660516b" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.566692] env[69319]: DEBUG nova.objects.instance [None req-a2552b55-fb48-4b77-be9b-5e6e0477e187 tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Lazy-loading 'migration_context' on Instance uuid 3e95f2d5-d392-47c4-b519-4a218660516b {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 701.619292] env[69319]: DEBUG nova.compute.manager [None req-65252f41-9f24-4ce1-824f-2b93dfdc81e3 tempest-ServerDiagnosticsTest-410723933 tempest-ServerDiagnosticsTest-410723933-project-member] [instance: df115496-807d-43f5-a129-a0c78a576a29] Start building block device mappings for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 701.679780] env[69319]: DEBUG oslo_concurrency.lockutils [None req-060345d8-bec2-4e61-9f1f-b94ec95d713a tempest-AttachInterfacesV270Test-645317410 tempest-AttachInterfacesV270Test-645317410-project-member] Lock "7f8824d4-3dfc-49e6-b1a9-b9c9e2a8f179" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.935s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.799219] env[69319]: INFO nova.compute.manager [-] [instance: 1835d15f-f896-4741-b67d-4b5b17a8dff2] Took 1.67 seconds to deallocate network for instance. [ 701.851161] env[69319]: DEBUG nova.network.neutron [None req-65252f41-9f24-4ce1-824f-2b93dfdc81e3 tempest-ServerDiagnosticsTest-410723933 tempest-ServerDiagnosticsTest-410723933-project-member] [instance: df115496-807d-43f5-a129-a0c78a576a29] Successfully created port: 5205fd3e-8b8b-46b3-a440-48b35ce256ca {{(pid=69319) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 701.879945] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-837d39f2-7a0b-41f0-a905-5aa7d3015c43 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.888320] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c5ac7f3-05cf-490c-9cf3-d5d1e308e099 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.931217] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-083e68bf-6a7e-445a-b37e-d18149ab19e7 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.937640] env[69319]: DEBUG oslo_vmware.api [None req-4bfc0885-0236-466f-9380-e5942f7ec1c9 tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52ebb51f-71dc-4844-f883-0e66ff9fe0b2, 'name': SearchDatastore_Task, 'duration_secs': 0.015517} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.938860] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6c49455-3532-438a-ab81-08548a1c140c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.948761] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cbf1a39-2674-408c-9f0a-59148e76a586 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.954662] env[69319]: DEBUG oslo_vmware.api [None req-4bfc0885-0236-466f-9380-e5942f7ec1c9 tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] Waiting for the task: (returnval){ [ 701.954662] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]528a4424-1a12-f3b1-7ac7-1236d546ac13" [ 701.954662] env[69319]: _type = "Task" [ 701.954662] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.969282] env[69319]: DEBUG nova.compute.provider_tree [None req-a0d103b6-c968-45b0-be50-3f96f2631a26 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 701.977084] env[69319]: DEBUG oslo_vmware.api [None req-4bfc0885-0236-466f-9380-e5942f7ec1c9 tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]528a4424-1a12-f3b1-7ac7-1236d546ac13, 'name': SearchDatastore_Task, 'duration_secs': 0.011699} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.977376] env[69319]: DEBUG oslo_concurrency.lockutils [None req-4bfc0885-0236-466f-9380-e5942f7ec1c9 tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.977660] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bfc0885-0236-466f-9380-e5942f7ec1c9 tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore1] 5bd885da-3062-44d3-9b86-6db0dafdcc2f/5bd885da-3062-44d3-9b86-6db0dafdcc2f.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 701.977930] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-33787813-4a7b-4579-a958-2f3fa6237a7c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.986726] env[69319]: DEBUG oslo_vmware.api [None req-4bfc0885-0236-466f-9380-e5942f7ec1c9 tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] Waiting for the task: (returnval){ [ 701.986726] env[69319]: value = "task-3222897" [ 701.986726] env[69319]: _type = "Task" [ 701.986726] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.996460] env[69319]: DEBUG oslo_vmware.api [None req-4bfc0885-0236-466f-9380-e5942f7ec1c9 tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] Task: {'id': task-3222897, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.072042] env[69319]: DEBUG nova.objects.base [None req-a2552b55-fb48-4b77-be9b-5e6e0477e187 tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Object Instance<3e95f2d5-d392-47c4-b519-4a218660516b> lazy-loaded attributes: info_cache,migration_context {{(pid=69319) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 702.072042] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f55711d-ba67-486f-b26c-7695662ad143 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.091818] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4f9a7da-bbe1-4b21-9aa5-25c765ae5a73 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.098063] env[69319]: DEBUG oslo_vmware.api [None req-a2552b55-fb48-4b77-be9b-5e6e0477e187 tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Waiting for the task: (returnval){ [ 702.098063] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52b7d2e8-b173-3eaf-23aa-df0b1afe9c5d" [ 702.098063] env[69319]: _type = "Task" [ 702.098063] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.106553] env[69319]: DEBUG oslo_vmware.api [None req-a2552b55-fb48-4b77-be9b-5e6e0477e187 tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52b7d2e8-b173-3eaf-23aa-df0b1afe9c5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.184219] env[69319]: DEBUG nova.compute.manager [None req-ffe9f02e-0241-4015-a064-3056f9991c9f tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] [instance: 335258c2-6f86-44c6-8301-f0abab2ede05] Starting instance... {{(pid=69319) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 702.244592] env[69319]: DEBUG oslo_concurrency.lockutils [None req-4c7db5b7-1361-4708-b675-2935c2db1872 tempest-AttachInterfacesV270Test-645317410 tempest-AttachInterfacesV270Test-645317410-project-member] Acquiring lock "interface-7f8824d4-3dfc-49e6-b1a9-b9c9e2a8f179-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.244915] env[69319]: DEBUG oslo_concurrency.lockutils [None req-4c7db5b7-1361-4708-b675-2935c2db1872 tempest-AttachInterfacesV270Test-645317410 tempest-AttachInterfacesV270Test-645317410-project-member] Lock "interface-7f8824d4-3dfc-49e6-b1a9-b9c9e2a8f179-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.245275] env[69319]: DEBUG nova.objects.instance [None req-4c7db5b7-1361-4708-b675-2935c2db1872 tempest-AttachInterfacesV270Test-645317410 tempest-AttachInterfacesV270Test-645317410-project-member] Lazy-loading 'flavor' on Instance uuid 7f8824d4-3dfc-49e6-b1a9-b9c9e2a8f179 {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 702.311107] env[69319]: DEBUG oslo_concurrency.lockutils [None req-7bb486f8-886e-4eb1-b471-6b00264b874d tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.473622] env[69319]: DEBUG nova.scheduler.client.report [None req-a0d103b6-c968-45b0-be50-3f96f2631a26 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 702.500057] env[69319]: DEBUG oslo_vmware.api [None req-4bfc0885-0236-466f-9380-e5942f7ec1c9 tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] Task: {'id': task-3222897, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.489294} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.500342] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bfc0885-0236-466f-9380-e5942f7ec1c9 tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore1] 5bd885da-3062-44d3-9b86-6db0dafdcc2f/5bd885da-3062-44d3-9b86-6db0dafdcc2f.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 702.501064] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-4bfc0885-0236-466f-9380-e5942f7ec1c9 tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] [instance: 5bd885da-3062-44d3-9b86-6db0dafdcc2f] Extending root virtual disk to 1048576 {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 702.501064] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0337caeb-30bd-4fee-a0ad-8d1b627d7410 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.510108] env[69319]: DEBUG oslo_vmware.api [None req-4bfc0885-0236-466f-9380-e5942f7ec1c9 tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] Waiting for the task: (returnval){ [ 702.510108] env[69319]: value = "task-3222898" [ 702.510108] env[69319]: _type = "Task" [ 702.510108] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.522665] env[69319]: DEBUG oslo_vmware.api [None req-4bfc0885-0236-466f-9380-e5942f7ec1c9 tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] Task: {'id': task-3222898, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.610541] env[69319]: DEBUG oslo_vmware.api [None req-a2552b55-fb48-4b77-be9b-5e6e0477e187 tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52b7d2e8-b173-3eaf-23aa-df0b1afe9c5d, 'name': SearchDatastore_Task, 'duration_secs': 0.014246} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.611209] env[69319]: DEBUG oslo_concurrency.lockutils [None req-a2552b55-fb48-4b77-be9b-5e6e0477e187 tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.629360] env[69319]: DEBUG nova.compute.manager [None req-65252f41-9f24-4ce1-824f-2b93dfdc81e3 tempest-ServerDiagnosticsTest-410723933 tempest-ServerDiagnosticsTest-410723933-project-member] [instance: df115496-807d-43f5-a129-a0c78a576a29] Start spawning the instance on the hypervisor. {{(pid=69319) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 702.660038] env[69319]: DEBUG nova.virt.hardware [None req-65252f41-9f24-4ce1-824f-2b93dfdc81e3 tempest-ServerDiagnosticsTest-410723933 tempest-ServerDiagnosticsTest-410723933-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:32:36Z,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31f027872f6f44dba95ff2fe7a062e00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:32:36Z,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 702.660038] env[69319]: DEBUG nova.virt.hardware [None req-65252f41-9f24-4ce1-824f-2b93dfdc81e3 tempest-ServerDiagnosticsTest-410723933 tempest-ServerDiagnosticsTest-410723933-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 702.660038] env[69319]: DEBUG nova.virt.hardware [None req-65252f41-9f24-4ce1-824f-2b93dfdc81e3 tempest-ServerDiagnosticsTest-410723933 tempest-ServerDiagnosticsTest-410723933-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 702.660467] env[69319]: DEBUG nova.virt.hardware [None req-65252f41-9f24-4ce1-824f-2b93dfdc81e3 tempest-ServerDiagnosticsTest-410723933 tempest-ServerDiagnosticsTest-410723933-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 702.660794] env[69319]: DEBUG nova.virt.hardware [None req-65252f41-9f24-4ce1-824f-2b93dfdc81e3 tempest-ServerDiagnosticsTest-410723933 tempest-ServerDiagnosticsTest-410723933-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 702.661837] env[69319]: DEBUG nova.virt.hardware [None req-65252f41-9f24-4ce1-824f-2b93dfdc81e3 tempest-ServerDiagnosticsTest-410723933 tempest-ServerDiagnosticsTest-410723933-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 702.661837] env[69319]: DEBUG nova.virt.hardware [None req-65252f41-9f24-4ce1-824f-2b93dfdc81e3 tempest-ServerDiagnosticsTest-410723933 tempest-ServerDiagnosticsTest-410723933-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 702.661837] env[69319]: DEBUG nova.virt.hardware [None req-65252f41-9f24-4ce1-824f-2b93dfdc81e3 tempest-ServerDiagnosticsTest-410723933 tempest-ServerDiagnosticsTest-410723933-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 702.661837] env[69319]: DEBUG nova.virt.hardware [None req-65252f41-9f24-4ce1-824f-2b93dfdc81e3 tempest-ServerDiagnosticsTest-410723933 tempest-ServerDiagnosticsTest-410723933-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 702.661837] env[69319]: DEBUG nova.virt.hardware [None req-65252f41-9f24-4ce1-824f-2b93dfdc81e3 tempest-ServerDiagnosticsTest-410723933 tempest-ServerDiagnosticsTest-410723933-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 702.662203] env[69319]: DEBUG nova.virt.hardware [None req-65252f41-9f24-4ce1-824f-2b93dfdc81e3 tempest-ServerDiagnosticsTest-410723933 tempest-ServerDiagnosticsTest-410723933-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 702.663420] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06397f1f-5b79-4e12-bd48-1f90a8483806 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.673773] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b89c513e-1202-47f8-becd-b155cb1940ce {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.711855] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ffe9f02e-0241-4015-a064-3056f9991c9f tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.748999] env[69319]: DEBUG nova.objects.instance [None req-4c7db5b7-1361-4708-b675-2935c2db1872 tempest-AttachInterfacesV270Test-645317410 tempest-AttachInterfacesV270Test-645317410-project-member] Lazy-loading 'pci_requests' on Instance uuid 7f8824d4-3dfc-49e6-b1a9-b9c9e2a8f179 {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 702.980173] env[69319]: DEBUG oslo_concurrency.lockutils [None req-a0d103b6-c968-45b0-be50-3f96f2631a26 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.377s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.980700] env[69319]: DEBUG nova.compute.manager [None req-a0d103b6-c968-45b0-be50-3f96f2631a26 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: a9b26f5c-132c-44a9-bc71-a4629f9d0b9e] Start building networks asynchronously for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 702.984779] env[69319]: DEBUG oslo_concurrency.lockutils [None req-d36b123b-f026-49d0-8239-7fb9f1ab5f7f tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.934s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.985015] env[69319]: DEBUG nova.objects.instance [None req-d36b123b-f026-49d0-8239-7fb9f1ab5f7f tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Lazy-loading 'resources' on Instance uuid 6de6b246-d2c0-4d08-9c09-0a944dfecc15 {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 703.020972] env[69319]: DEBUG oslo_vmware.api [None req-4bfc0885-0236-466f-9380-e5942f7ec1c9 tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] Task: {'id': task-3222898, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104647} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.022849] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-4bfc0885-0236-466f-9380-e5942f7ec1c9 tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] [instance: 5bd885da-3062-44d3-9b86-6db0dafdcc2f] Extended root virtual disk {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 703.022849] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb74a044-577a-49de-b84d-1106fac73516 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.050037] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bfc0885-0236-466f-9380-e5942f7ec1c9 tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] [instance: 5bd885da-3062-44d3-9b86-6db0dafdcc2f] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] 5bd885da-3062-44d3-9b86-6db0dafdcc2f/5bd885da-3062-44d3-9b86-6db0dafdcc2f.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 703.056018] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-437b2b6e-0396-49b4-ab34-390281a2c6c9 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.079652] env[69319]: DEBUG oslo_vmware.api [None req-4bfc0885-0236-466f-9380-e5942f7ec1c9 tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] Waiting for the task: (returnval){ [ 703.079652] env[69319]: value = "task-3222899" [ 703.079652] env[69319]: _type = "Task" [ 703.079652] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.089898] env[69319]: DEBUG oslo_vmware.api [None req-4bfc0885-0236-466f-9380-e5942f7ec1c9 tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] Task: {'id': task-3222899, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.255783] env[69319]: DEBUG nova.objects.base [None req-4c7db5b7-1361-4708-b675-2935c2db1872 tempest-AttachInterfacesV270Test-645317410 tempest-AttachInterfacesV270Test-645317410-project-member] Object Instance<7f8824d4-3dfc-49e6-b1a9-b9c9e2a8f179> lazy-loaded attributes: flavor,pci_requests {{(pid=69319) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 703.255783] env[69319]: DEBUG nova.network.neutron [None req-4c7db5b7-1361-4708-b675-2935c2db1872 tempest-AttachInterfacesV270Test-645317410 tempest-AttachInterfacesV270Test-645317410-project-member] [instance: 7f8824d4-3dfc-49e6-b1a9-b9c9e2a8f179] allocate_for_instance() {{(pid=69319) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 703.335827] env[69319]: DEBUG oslo_concurrency.lockutils [None req-4c7db5b7-1361-4708-b675-2935c2db1872 tempest-AttachInterfacesV270Test-645317410 tempest-AttachInterfacesV270Test-645317410-project-member] Lock "interface-7f8824d4-3dfc-49e6-b1a9-b9c9e2a8f179-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.091s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.488459] env[69319]: DEBUG nova.compute.utils [None req-a0d103b6-c968-45b0-be50-3f96f2631a26 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Using /dev/sd instead of None {{(pid=69319) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 703.495515] env[69319]: DEBUG nova.compute.manager [None req-a0d103b6-c968-45b0-be50-3f96f2631a26 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: a9b26f5c-132c-44a9-bc71-a4629f9d0b9e] Allocating IP information in the background. {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 703.495717] env[69319]: DEBUG nova.network.neutron [None req-a0d103b6-c968-45b0-be50-3f96f2631a26 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: a9b26f5c-132c-44a9-bc71-a4629f9d0b9e] allocate_for_instance() {{(pid=69319) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 703.540861] env[69319]: DEBUG nova.policy [None req-a0d103b6-c968-45b0-be50-3f96f2631a26 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0edc98b69fba43eba1ee5f75f60947dd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0d85cf2d6d084bca85dcd31ab0910647', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69319) authorize /opt/stack/nova/nova/policy.py:192}} [ 703.595826] env[69319]: DEBUG oslo_vmware.api [None req-4bfc0885-0236-466f-9380-e5942f7ec1c9 tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] Task: {'id': task-3222899, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.620801] env[69319]: DEBUG nova.network.neutron [None req-65252f41-9f24-4ce1-824f-2b93dfdc81e3 tempest-ServerDiagnosticsTest-410723933 tempest-ServerDiagnosticsTest-410723933-project-member] [instance: df115496-807d-43f5-a129-a0c78a576a29] Successfully updated port: 5205fd3e-8b8b-46b3-a440-48b35ce256ca {{(pid=69319) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 704.003707] env[69319]: DEBUG nova.network.neutron [None req-a0d103b6-c968-45b0-be50-3f96f2631a26 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: a9b26f5c-132c-44a9-bc71-a4629f9d0b9e] Successfully created port: 4334ebde-fc79-4aad-b321-41a8fca22383 {{(pid=69319) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 704.007878] env[69319]: DEBUG nova.compute.manager [None req-a0d103b6-c968-45b0-be50-3f96f2631a26 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: a9b26f5c-132c-44a9-bc71-a4629f9d0b9e] Start building block device mappings for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 704.011374] env[69319]: DEBUG nova.compute.manager [req-fb065386-d325-499c-b493-b887dc7e8e5d req-52712706-130e-4bae-a852-0ff3428c998c service nova] [instance: 1835d15f-f896-4741-b67d-4b5b17a8dff2] Received event network-vif-deleted-ad495861-30bd-49fd-b639-d0e01db35e1a {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 704.099361] env[69319]: DEBUG oslo_vmware.api [None req-4bfc0885-0236-466f-9380-e5942f7ec1c9 tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] Task: {'id': task-3222899, 'name': ReconfigVM_Task, 'duration_secs': 0.643497} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.103025] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bfc0885-0236-466f-9380-e5942f7ec1c9 tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] [instance: 5bd885da-3062-44d3-9b86-6db0dafdcc2f] Reconfigured VM instance instance-00000016 to attach disk [datastore1] 5bd885da-3062-44d3-9b86-6db0dafdcc2f/5bd885da-3062-44d3-9b86-6db0dafdcc2f.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 704.104850] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9833c5ee-447e-40b3-b9ee-247fd7731d60 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.117852] env[69319]: DEBUG oslo_vmware.api [None req-4bfc0885-0236-466f-9380-e5942f7ec1c9 tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] Waiting for the task: (returnval){ [ 704.117852] env[69319]: value = "task-3222900" [ 704.117852] env[69319]: _type = "Task" [ 704.117852] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.124889] env[69319]: DEBUG oslo_concurrency.lockutils [None req-65252f41-9f24-4ce1-824f-2b93dfdc81e3 tempest-ServerDiagnosticsTest-410723933 tempest-ServerDiagnosticsTest-410723933-project-member] Acquiring lock "refresh_cache-df115496-807d-43f5-a129-a0c78a576a29" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.125092] env[69319]: DEBUG oslo_concurrency.lockutils [None req-65252f41-9f24-4ce1-824f-2b93dfdc81e3 tempest-ServerDiagnosticsTest-410723933 tempest-ServerDiagnosticsTest-410723933-project-member] Acquired lock "refresh_cache-df115496-807d-43f5-a129-a0c78a576a29" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.125283] env[69319]: DEBUG nova.network.neutron [None req-65252f41-9f24-4ce1-824f-2b93dfdc81e3 tempest-ServerDiagnosticsTest-410723933 tempest-ServerDiagnosticsTest-410723933-project-member] [instance: df115496-807d-43f5-a129-a0c78a576a29] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 704.137630] env[69319]: DEBUG oslo_vmware.api [None req-4bfc0885-0236-466f-9380-e5942f7ec1c9 tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] Task: {'id': task-3222900, 'name': Rename_Task} progress is 10%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.205458] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c8cbb1f-acf1-4d4d-a705-c8d11b142712 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.221639] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8487a6c-90ab-4794-87d7-30a8dc725fd9 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.258188] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d762c802-93b5-42fe-a901-b3bc6fec2e5e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.268504] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eaa5cf1-e4b4-4e2c-bd5c-184649f77858 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.284566] env[69319]: DEBUG nova.compute.provider_tree [None req-d36b123b-f026-49d0-8239-7fb9f1ab5f7f tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 704.350658] env[69319]: DEBUG nova.compute.manager [req-37ffc5fc-2130-4b3c-9fb4-7f10ce86bb3d req-d9b500f4-4345-44e5-988a-b26557bf5fdb service nova] [instance: df115496-807d-43f5-a129-a0c78a576a29] Received event network-vif-plugged-5205fd3e-8b8b-46b3-a440-48b35ce256ca {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 704.350871] env[69319]: DEBUG oslo_concurrency.lockutils [req-37ffc5fc-2130-4b3c-9fb4-7f10ce86bb3d req-d9b500f4-4345-44e5-988a-b26557bf5fdb service nova] Acquiring lock "df115496-807d-43f5-a129-a0c78a576a29-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.351093] env[69319]: DEBUG oslo_concurrency.lockutils [req-37ffc5fc-2130-4b3c-9fb4-7f10ce86bb3d req-d9b500f4-4345-44e5-988a-b26557bf5fdb service nova] Lock "df115496-807d-43f5-a129-a0c78a576a29-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.351263] env[69319]: DEBUG oslo_concurrency.lockutils [req-37ffc5fc-2130-4b3c-9fb4-7f10ce86bb3d req-d9b500f4-4345-44e5-988a-b26557bf5fdb service nova] Lock "df115496-807d-43f5-a129-a0c78a576a29-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.351427] env[69319]: DEBUG nova.compute.manager [req-37ffc5fc-2130-4b3c-9fb4-7f10ce86bb3d req-d9b500f4-4345-44e5-988a-b26557bf5fdb service nova] [instance: df115496-807d-43f5-a129-a0c78a576a29] No waiting events found dispatching network-vif-plugged-5205fd3e-8b8b-46b3-a440-48b35ce256ca {{(pid=69319) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 704.351588] env[69319]: WARNING nova.compute.manager [req-37ffc5fc-2130-4b3c-9fb4-7f10ce86bb3d req-d9b500f4-4345-44e5-988a-b26557bf5fdb service nova] [instance: df115496-807d-43f5-a129-a0c78a576a29] Received unexpected event network-vif-plugged-5205fd3e-8b8b-46b3-a440-48b35ce256ca for instance with vm_state building and task_state spawning. [ 704.634736] env[69319]: DEBUG oslo_vmware.api [None req-4bfc0885-0236-466f-9380-e5942f7ec1c9 tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] Task: {'id': task-3222900, 'name': Rename_Task, 'duration_secs': 0.414961} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.635286] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bfc0885-0236-466f-9380-e5942f7ec1c9 tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] [instance: 5bd885da-3062-44d3-9b86-6db0dafdcc2f] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 704.635559] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a5e9a6f2-eb00-4338-982d-4b51efa99d2c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.647116] env[69319]: DEBUG oslo_vmware.api [None req-4bfc0885-0236-466f-9380-e5942f7ec1c9 tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] Waiting for the task: (returnval){ [ 704.647116] env[69319]: value = "task-3222901" [ 704.647116] env[69319]: _type = "Task" [ 704.647116] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.654853] env[69319]: DEBUG oslo_vmware.api [None req-4bfc0885-0236-466f-9380-e5942f7ec1c9 tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] Task: {'id': task-3222901, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.665157] env[69319]: DEBUG nova.network.neutron [None req-65252f41-9f24-4ce1-824f-2b93dfdc81e3 tempest-ServerDiagnosticsTest-410723933 tempest-ServerDiagnosticsTest-410723933-project-member] [instance: df115496-807d-43f5-a129-a0c78a576a29] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 704.788365] env[69319]: DEBUG nova.scheduler.client.report [None req-d36b123b-f026-49d0-8239-7fb9f1ab5f7f tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 704.808249] env[69319]: DEBUG nova.network.neutron [None req-65252f41-9f24-4ce1-824f-2b93dfdc81e3 tempest-ServerDiagnosticsTest-410723933 tempest-ServerDiagnosticsTest-410723933-project-member] [instance: df115496-807d-43f5-a129-a0c78a576a29] Updating instance_info_cache with network_info: [{"id": "5205fd3e-8b8b-46b3-a440-48b35ce256ca", "address": "fa:16:3e:bf:2d:ff", "network": {"id": "e172e758-1a9b-4f22-a553-441ab9c9dccc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.141", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "31f027872f6f44dba95ff2fe7a062e00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5205fd3e-8b", "ovs_interfaceid": "5205fd3e-8b8b-46b3-a440-48b35ce256ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.021968] env[69319]: DEBUG nova.compute.manager [None req-a0d103b6-c968-45b0-be50-3f96f2631a26 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: a9b26f5c-132c-44a9-bc71-a4629f9d0b9e] Start spawning the instance on the hypervisor. {{(pid=69319) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 705.078875] env[69319]: DEBUG nova.virt.hardware [None req-a0d103b6-c968-45b0-be50-3f96f2631a26 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:32:36Z,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31f027872f6f44dba95ff2fe7a062e00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:32:36Z,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 705.078875] env[69319]: DEBUG nova.virt.hardware [None req-a0d103b6-c968-45b0-be50-3f96f2631a26 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 705.078875] env[69319]: DEBUG nova.virt.hardware [None req-a0d103b6-c968-45b0-be50-3f96f2631a26 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 705.079220] env[69319]: DEBUG nova.virt.hardware [None req-a0d103b6-c968-45b0-be50-3f96f2631a26 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 705.079220] env[69319]: DEBUG nova.virt.hardware [None req-a0d103b6-c968-45b0-be50-3f96f2631a26 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 705.079461] env[69319]: DEBUG nova.virt.hardware [None req-a0d103b6-c968-45b0-be50-3f96f2631a26 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 705.079810] env[69319]: DEBUG nova.virt.hardware [None req-a0d103b6-c968-45b0-be50-3f96f2631a26 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 705.080084] env[69319]: DEBUG nova.virt.hardware [None req-a0d103b6-c968-45b0-be50-3f96f2631a26 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 705.080377] env[69319]: DEBUG nova.virt.hardware [None req-a0d103b6-c968-45b0-be50-3f96f2631a26 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 705.080633] env[69319]: DEBUG nova.virt.hardware [None req-a0d103b6-c968-45b0-be50-3f96f2631a26 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 705.080833] env[69319]: DEBUG nova.virt.hardware [None req-a0d103b6-c968-45b0-be50-3f96f2631a26 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 705.081754] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63e2f0e9-53f4-4d34-b45d-e36ff266c1dc {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.093471] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-733f1529-93bb-4c98-b5b7-8035bf82ccac {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.158948] env[69319]: DEBUG oslo_vmware.api [None req-4bfc0885-0236-466f-9380-e5942f7ec1c9 tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] Task: {'id': task-3222901, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.296223] env[69319]: DEBUG oslo_concurrency.lockutils [None req-d36b123b-f026-49d0-8239-7fb9f1ab5f7f tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.311s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.299599] env[69319]: DEBUG oslo_concurrency.lockutils [None req-537dbdfe-b262-42e1-9e14-7cf3a25a4f13 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.506s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.300013] env[69319]: DEBUG nova.objects.instance [None req-537dbdfe-b262-42e1-9e14-7cf3a25a4f13 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931-project-member] Lazy-loading 'resources' on Instance uuid 62e4ab82-69e0-4698-996a-72bb7fb7ecdd {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 705.315260] env[69319]: DEBUG oslo_concurrency.lockutils [None req-65252f41-9f24-4ce1-824f-2b93dfdc81e3 tempest-ServerDiagnosticsTest-410723933 tempest-ServerDiagnosticsTest-410723933-project-member] Releasing lock "refresh_cache-df115496-807d-43f5-a129-a0c78a576a29" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.315536] env[69319]: DEBUG nova.compute.manager [None req-65252f41-9f24-4ce1-824f-2b93dfdc81e3 tempest-ServerDiagnosticsTest-410723933 tempest-ServerDiagnosticsTest-410723933-project-member] [instance: df115496-807d-43f5-a129-a0c78a576a29] Instance network_info: |[{"id": "5205fd3e-8b8b-46b3-a440-48b35ce256ca", "address": "fa:16:3e:bf:2d:ff", "network": {"id": "e172e758-1a9b-4f22-a553-441ab9c9dccc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.141", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "31f027872f6f44dba95ff2fe7a062e00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5205fd3e-8b", "ovs_interfaceid": "5205fd3e-8b8b-46b3-a440-48b35ce256ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 705.316260] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-65252f41-9f24-4ce1-824f-2b93dfdc81e3 tempest-ServerDiagnosticsTest-410723933 tempest-ServerDiagnosticsTest-410723933-project-member] [instance: df115496-807d-43f5-a129-a0c78a576a29] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:2d:ff', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5205fd3e-8b8b-46b3-a440-48b35ce256ca', 'vif_model': 'vmxnet3'}] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 705.324966] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-65252f41-9f24-4ce1-824f-2b93dfdc81e3 tempest-ServerDiagnosticsTest-410723933 tempest-ServerDiagnosticsTest-410723933-project-member] Creating folder: Project (b78ffdc2717d444eb47910cee161d461). Parent ref: group-v644239. {{(pid=69319) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 705.326415] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-02e435a8-11c8-44ae-821f-32bd1061fe13 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.330819] env[69319]: INFO nova.scheduler.client.report [None req-d36b123b-f026-49d0-8239-7fb9f1ab5f7f tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Deleted allocations for instance 6de6b246-d2c0-4d08-9c09-0a944dfecc15 [ 705.343382] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-65252f41-9f24-4ce1-824f-2b93dfdc81e3 tempest-ServerDiagnosticsTest-410723933 tempest-ServerDiagnosticsTest-410723933-project-member] Created folder: Project (b78ffdc2717d444eb47910cee161d461) in parent group-v644239. [ 705.343726] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-65252f41-9f24-4ce1-824f-2b93dfdc81e3 tempest-ServerDiagnosticsTest-410723933 tempest-ServerDiagnosticsTest-410723933-project-member] Creating folder: Instances. Parent ref: group-v644312. {{(pid=69319) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 705.343845] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-78a5f429-ff41-4306-9f88-6ab8f47a01bc {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.356102] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-65252f41-9f24-4ce1-824f-2b93dfdc81e3 tempest-ServerDiagnosticsTest-410723933 tempest-ServerDiagnosticsTest-410723933-project-member] Created folder: Instances in parent group-v644312. [ 705.356292] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-65252f41-9f24-4ce1-824f-2b93dfdc81e3 tempest-ServerDiagnosticsTest-410723933 tempest-ServerDiagnosticsTest-410723933-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 705.356499] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df115496-807d-43f5-a129-a0c78a576a29] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 705.356738] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e4245a91-edfc-4d42-931d-ae19634b073b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.385560] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 705.385560] env[69319]: value = "task-3222904" [ 705.385560] env[69319]: _type = "Task" [ 705.385560] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.398107] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222904, 'name': CreateVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.582236] env[69319]: DEBUG nova.compute.manager [None req-18d3594d-406e-402d-9785-d37dec337d1a tempest-ServerDiagnosticsV248Test-460625503 tempest-ServerDiagnosticsV248Test-460625503-project-admin] [instance: 99e94ac3-2fa4-4249-9297-b78043c9af00] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 705.582236] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e726309-68b6-4b61-a29a-5701bf783709 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.590787] env[69319]: INFO nova.compute.manager [None req-18d3594d-406e-402d-9785-d37dec337d1a tempest-ServerDiagnosticsV248Test-460625503 tempest-ServerDiagnosticsV248Test-460625503-project-admin] [instance: 99e94ac3-2fa4-4249-9297-b78043c9af00] Retrieving diagnostics [ 705.591639] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c66c305f-5fad-4f33-be05-d34577897ed2 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.657176] env[69319]: DEBUG oslo_vmware.api [None req-4bfc0885-0236-466f-9380-e5942f7ec1c9 tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] Task: {'id': task-3222901, 'name': PowerOnVM_Task, 'duration_secs': 0.663642} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.657727] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bfc0885-0236-466f-9380-e5942f7ec1c9 tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] [instance: 5bd885da-3062-44d3-9b86-6db0dafdcc2f] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 705.658053] env[69319]: INFO nova.compute.manager [None req-4bfc0885-0236-466f-9380-e5942f7ec1c9 tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] [instance: 5bd885da-3062-44d3-9b86-6db0dafdcc2f] Took 9.03 seconds to spawn the instance on the hypervisor. [ 705.658197] env[69319]: DEBUG nova.compute.manager [None req-4bfc0885-0236-466f-9380-e5942f7ec1c9 tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] [instance: 5bd885da-3062-44d3-9b86-6db0dafdcc2f] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 705.659019] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f0a3ee9-bb86-4a65-b90f-e1341422be7e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.761542] env[69319]: DEBUG nova.network.neutron [None req-a0d103b6-c968-45b0-be50-3f96f2631a26 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: a9b26f5c-132c-44a9-bc71-a4629f9d0b9e] Successfully updated port: 4334ebde-fc79-4aad-b321-41a8fca22383 {{(pid=69319) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 705.842604] env[69319]: DEBUG oslo_concurrency.lockutils [None req-d36b123b-f026-49d0-8239-7fb9f1ab5f7f tempest-ServersAdmin275Test-1464311696 tempest-ServersAdmin275Test-1464311696-project-member] Lock "6de6b246-d2c0-4d08-9c09-0a944dfecc15" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.129s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.886344] env[69319]: DEBUG oslo_concurrency.lockutils [None req-abe7c60f-4051-4e0d-b1e3-bca438267a79 tempest-AttachInterfacesV270Test-645317410 tempest-AttachInterfacesV270Test-645317410-project-member] Acquiring lock "7f8824d4-3dfc-49e6-b1a9-b9c9e2a8f179" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.886599] env[69319]: DEBUG oslo_concurrency.lockutils [None req-abe7c60f-4051-4e0d-b1e3-bca438267a79 tempest-AttachInterfacesV270Test-645317410 tempest-AttachInterfacesV270Test-645317410-project-member] Lock "7f8824d4-3dfc-49e6-b1a9-b9c9e2a8f179" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.886806] env[69319]: DEBUG oslo_concurrency.lockutils [None req-abe7c60f-4051-4e0d-b1e3-bca438267a79 tempest-AttachInterfacesV270Test-645317410 tempest-AttachInterfacesV270Test-645317410-project-member] Acquiring lock "7f8824d4-3dfc-49e6-b1a9-b9c9e2a8f179-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.886990] env[69319]: DEBUG oslo_concurrency.lockutils [None req-abe7c60f-4051-4e0d-b1e3-bca438267a79 tempest-AttachInterfacesV270Test-645317410 tempest-AttachInterfacesV270Test-645317410-project-member] Lock "7f8824d4-3dfc-49e6-b1a9-b9c9e2a8f179-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.887185] env[69319]: DEBUG oslo_concurrency.lockutils [None req-abe7c60f-4051-4e0d-b1e3-bca438267a79 tempest-AttachInterfacesV270Test-645317410 tempest-AttachInterfacesV270Test-645317410-project-member] Lock "7f8824d4-3dfc-49e6-b1a9-b9c9e2a8f179-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.896541] env[69319]: INFO nova.compute.manager [None req-abe7c60f-4051-4e0d-b1e3-bca438267a79 tempest-AttachInterfacesV270Test-645317410 tempest-AttachInterfacesV270Test-645317410-project-member] [instance: 7f8824d4-3dfc-49e6-b1a9-b9c9e2a8f179] Terminating instance [ 705.911609] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222904, 'name': CreateVM_Task} progress is 99%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.185506] env[69319]: INFO nova.compute.manager [None req-4bfc0885-0236-466f-9380-e5942f7ec1c9 tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] [instance: 5bd885da-3062-44d3-9b86-6db0dafdcc2f] Took 41.59 seconds to build instance. [ 706.265021] env[69319]: DEBUG oslo_concurrency.lockutils [None req-a0d103b6-c968-45b0-be50-3f96f2631a26 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Acquiring lock "refresh_cache-a9b26f5c-132c-44a9-bc71-a4629f9d0b9e" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.265021] env[69319]: DEBUG oslo_concurrency.lockutils [None req-a0d103b6-c968-45b0-be50-3f96f2631a26 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Acquired lock "refresh_cache-a9b26f5c-132c-44a9-bc71-a4629f9d0b9e" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.265141] env[69319]: DEBUG nova.network.neutron [None req-a0d103b6-c968-45b0-be50-3f96f2631a26 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: a9b26f5c-132c-44a9-bc71-a4629f9d0b9e] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 706.385294] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4ebe3f8-0621-4816-b871-fd9575bd1650 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.397379] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-298e1eb2-20f6-46d4-941b-8fc0e49a2215 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.407062] env[69319]: DEBUG nova.compute.manager [None req-abe7c60f-4051-4e0d-b1e3-bca438267a79 tempest-AttachInterfacesV270Test-645317410 tempest-AttachInterfacesV270Test-645317410-project-member] [instance: 7f8824d4-3dfc-49e6-b1a9-b9c9e2a8f179] Start destroying the instance on the hypervisor. {{(pid=69319) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 706.407416] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-abe7c60f-4051-4e0d-b1e3-bca438267a79 tempest-AttachInterfacesV270Test-645317410 tempest-AttachInterfacesV270Test-645317410-project-member] [instance: 7f8824d4-3dfc-49e6-b1a9-b9c9e2a8f179] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 706.407730] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222904, 'name': CreateVM_Task, 'duration_secs': 0.58937} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.408510] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86ca2c10-5530-4c9e-9520-546e875166ca {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.412359] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df115496-807d-43f5-a129-a0c78a576a29] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 706.413410] env[69319]: DEBUG oslo_concurrency.lockutils [None req-65252f41-9f24-4ce1-824f-2b93dfdc81e3 tempest-ServerDiagnosticsTest-410723933 tempest-ServerDiagnosticsTest-410723933-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.413600] env[69319]: DEBUG oslo_concurrency.lockutils [None req-65252f41-9f24-4ce1-824f-2b93dfdc81e3 tempest-ServerDiagnosticsTest-410723933 tempest-ServerDiagnosticsTest-410723933-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.414418] env[69319]: DEBUG oslo_concurrency.lockutils [None req-65252f41-9f24-4ce1-824f-2b93dfdc81e3 tempest-ServerDiagnosticsTest-410723933 tempest-ServerDiagnosticsTest-410723933-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.414732] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ec81481-f246-452b-90b0-7c307faea814 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.137168] env[69319]: DEBUG oslo_concurrency.lockutils [None req-4bfc0885-0236-466f-9380-e5942f7ec1c9 tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] Lock "5bd885da-3062-44d3-9b86-6db0dafdcc2f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.892s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.142718] env[69319]: DEBUG nova.compute.manager [req-687876c1-7af3-4598-a99c-e040cf8de556 req-9032b0e6-4c3d-4560-a274-f6976a785913 service nova] [instance: a9b26f5c-132c-44a9-bc71-a4629f9d0b9e] Received event network-vif-plugged-4334ebde-fc79-4aad-b321-41a8fca22383 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 707.142948] env[69319]: DEBUG oslo_concurrency.lockutils [req-687876c1-7af3-4598-a99c-e040cf8de556 req-9032b0e6-4c3d-4560-a274-f6976a785913 service nova] Acquiring lock "a9b26f5c-132c-44a9-bc71-a4629f9d0b9e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.143172] env[69319]: DEBUG oslo_concurrency.lockutils [req-687876c1-7af3-4598-a99c-e040cf8de556 req-9032b0e6-4c3d-4560-a274-f6976a785913 service nova] Lock "a9b26f5c-132c-44a9-bc71-a4629f9d0b9e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.143334] env[69319]: DEBUG oslo_concurrency.lockutils [req-687876c1-7af3-4598-a99c-e040cf8de556 req-9032b0e6-4c3d-4560-a274-f6976a785913 service nova] Lock "a9b26f5c-132c-44a9-bc71-a4629f9d0b9e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.143499] env[69319]: DEBUG nova.compute.manager [req-687876c1-7af3-4598-a99c-e040cf8de556 req-9032b0e6-4c3d-4560-a274-f6976a785913 service nova] [instance: a9b26f5c-132c-44a9-bc71-a4629f9d0b9e] No waiting events found dispatching network-vif-plugged-4334ebde-fc79-4aad-b321-41a8fca22383 {{(pid=69319) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 707.143655] env[69319]: WARNING nova.compute.manager [req-687876c1-7af3-4598-a99c-e040cf8de556 req-9032b0e6-4c3d-4560-a274-f6976a785913 service nova] [instance: a9b26f5c-132c-44a9-bc71-a4629f9d0b9e] Received unexpected event network-vif-plugged-4334ebde-fc79-4aad-b321-41a8fca22383 for instance with vm_state building and task_state spawning. [ 707.143810] env[69319]: DEBUG nova.compute.manager [req-687876c1-7af3-4598-a99c-e040cf8de556 req-9032b0e6-4c3d-4560-a274-f6976a785913 service nova] [instance: a9b26f5c-132c-44a9-bc71-a4629f9d0b9e] Received event network-changed-4334ebde-fc79-4aad-b321-41a8fca22383 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 707.143951] env[69319]: DEBUG nova.compute.manager [req-687876c1-7af3-4598-a99c-e040cf8de556 req-9032b0e6-4c3d-4560-a274-f6976a785913 service nova] [instance: a9b26f5c-132c-44a9-bc71-a4629f9d0b9e] Refreshing instance network info cache due to event network-changed-4334ebde-fc79-4aad-b321-41a8fca22383. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 707.144231] env[69319]: DEBUG oslo_concurrency.lockutils [req-687876c1-7af3-4598-a99c-e040cf8de556 req-9032b0e6-4c3d-4560-a274-f6976a785913 service nova] Acquiring lock "refresh_cache-a9b26f5c-132c-44a9-bc71-a4629f9d0b9e" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.147042] env[69319]: DEBUG nova.compute.manager [req-2b83bf59-2bfe-4db4-ac54-1517f1196769 req-1848e99a-4357-4310-a15e-c7c991176022 service nova] [instance: df115496-807d-43f5-a129-a0c78a576a29] Received event network-changed-5205fd3e-8b8b-46b3-a440-48b35ce256ca {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 707.147212] env[69319]: DEBUG nova.compute.manager [req-2b83bf59-2bfe-4db4-ac54-1517f1196769 req-1848e99a-4357-4310-a15e-c7c991176022 service nova] [instance: df115496-807d-43f5-a129-a0c78a576a29] Refreshing instance network info cache due to event network-changed-5205fd3e-8b8b-46b3-a440-48b35ce256ca. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 707.147408] env[69319]: DEBUG oslo_concurrency.lockutils [req-2b83bf59-2bfe-4db4-ac54-1517f1196769 req-1848e99a-4357-4310-a15e-c7c991176022 service nova] Acquiring lock "refresh_cache-df115496-807d-43f5-a129-a0c78a576a29" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.147546] env[69319]: DEBUG oslo_concurrency.lockutils [req-2b83bf59-2bfe-4db4-ac54-1517f1196769 req-1848e99a-4357-4310-a15e-c7c991176022 service nova] Acquired lock "refresh_cache-df115496-807d-43f5-a129-a0c78a576a29" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.147689] env[69319]: DEBUG nova.network.neutron [req-2b83bf59-2bfe-4db4-ac54-1517f1196769 req-1848e99a-4357-4310-a15e-c7c991176022 service nova] [instance: df115496-807d-43f5-a129-a0c78a576a29] Refreshing network info cache for port 5205fd3e-8b8b-46b3-a440-48b35ce256ca {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 707.150722] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b801ced-ff6c-414c-a222-e1f6f0a5023e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.153491] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-abe7c60f-4051-4e0d-b1e3-bca438267a79 tempest-AttachInterfacesV270Test-645317410 tempest-AttachInterfacesV270Test-645317410-project-member] [instance: 7f8824d4-3dfc-49e6-b1a9-b9c9e2a8f179] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 707.155929] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f2ede6bc-6ae0-487d-a62e-d70ce034faf6 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.158773] env[69319]: DEBUG oslo_vmware.api [None req-65252f41-9f24-4ce1-824f-2b93dfdc81e3 tempest-ServerDiagnosticsTest-410723933 tempest-ServerDiagnosticsTest-410723933-project-member] Waiting for the task: (returnval){ [ 707.158773] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]529dd348-ef1c-70a0-88b3-61fd22428ba9" [ 707.158773] env[69319]: _type = "Task" [ 707.158773] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.169463] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53a03288-c63b-4b39-94bf-79ca8a8b02ff {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.176578] env[69319]: DEBUG oslo_vmware.api [None req-abe7c60f-4051-4e0d-b1e3-bca438267a79 tempest-AttachInterfacesV270Test-645317410 tempest-AttachInterfacesV270Test-645317410-project-member] Waiting for the task: (returnval){ [ 707.176578] env[69319]: value = "task-3222905" [ 707.176578] env[69319]: _type = "Task" [ 707.176578] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.181224] env[69319]: DEBUG oslo_vmware.api [None req-65252f41-9f24-4ce1-824f-2b93dfdc81e3 tempest-ServerDiagnosticsTest-410723933 tempest-ServerDiagnosticsTest-410723933-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]529dd348-ef1c-70a0-88b3-61fd22428ba9, 'name': SearchDatastore_Task, 'duration_secs': 0.012964} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.185138] env[69319]: DEBUG oslo_concurrency.lockutils [None req-65252f41-9f24-4ce1-824f-2b93dfdc81e3 tempest-ServerDiagnosticsTest-410723933 tempest-ServerDiagnosticsTest-410723933-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.185412] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-65252f41-9f24-4ce1-824f-2b93dfdc81e3 tempest-ServerDiagnosticsTest-410723933 tempest-ServerDiagnosticsTest-410723933-project-member] [instance: df115496-807d-43f5-a129-a0c78a576a29] Processing image 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 707.185642] env[69319]: DEBUG oslo_concurrency.lockutils [None req-65252f41-9f24-4ce1-824f-2b93dfdc81e3 tempest-ServerDiagnosticsTest-410723933 tempest-ServerDiagnosticsTest-410723933-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.185882] env[69319]: DEBUG oslo_concurrency.lockutils [None req-65252f41-9f24-4ce1-824f-2b93dfdc81e3 tempest-ServerDiagnosticsTest-410723933 tempest-ServerDiagnosticsTest-410723933-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.185956] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-65252f41-9f24-4ce1-824f-2b93dfdc81e3 tempest-ServerDiagnosticsTest-410723933 tempest-ServerDiagnosticsTest-410723933-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 707.194179] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6b733179-267b-46d0-912a-06e6fe7223d2 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.196394] env[69319]: DEBUG nova.compute.provider_tree [None req-537dbdfe-b262-42e1-9e14-7cf3a25a4f13 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 707.203936] env[69319]: DEBUG oslo_vmware.api [None req-abe7c60f-4051-4e0d-b1e3-bca438267a79 tempest-AttachInterfacesV270Test-645317410 tempest-AttachInterfacesV270Test-645317410-project-member] Task: {'id': task-3222905, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.205912] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-65252f41-9f24-4ce1-824f-2b93dfdc81e3 tempest-ServerDiagnosticsTest-410723933 tempest-ServerDiagnosticsTest-410723933-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 707.206111] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-65252f41-9f24-4ce1-824f-2b93dfdc81e3 tempest-ServerDiagnosticsTest-410723933 tempest-ServerDiagnosticsTest-410723933-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 707.207459] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44f6a6d1-d258-4d47-94ee-0538e5e6176c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.210353] env[69319]: DEBUG nova.network.neutron [None req-a0d103b6-c968-45b0-be50-3f96f2631a26 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: a9b26f5c-132c-44a9-bc71-a4629f9d0b9e] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 707.216540] env[69319]: DEBUG oslo_vmware.api [None req-65252f41-9f24-4ce1-824f-2b93dfdc81e3 tempest-ServerDiagnosticsTest-410723933 tempest-ServerDiagnosticsTest-410723933-project-member] Waiting for the task: (returnval){ [ 707.216540] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52d37495-5eaf-9a8c-d035-5a97131751ac" [ 707.216540] env[69319]: _type = "Task" [ 707.216540] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.225253] env[69319]: DEBUG oslo_vmware.api [None req-65252f41-9f24-4ce1-824f-2b93dfdc81e3 tempest-ServerDiagnosticsTest-410723933 tempest-ServerDiagnosticsTest-410723933-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52d37495-5eaf-9a8c-d035-5a97131751ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.468921] env[69319]: DEBUG oslo_concurrency.lockutils [None req-d3ee6200-f823-4526-bf40-c9a6abdfd368 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Acquiring lock "13a67670-f42e-4041-8f4e-4fe3a65e2f33" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.469206] env[69319]: DEBUG oslo_concurrency.lockutils [None req-d3ee6200-f823-4526-bf40-c9a6abdfd368 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Lock "13a67670-f42e-4041-8f4e-4fe3a65e2f33" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.506027] env[69319]: DEBUG nova.network.neutron [None req-a0d103b6-c968-45b0-be50-3f96f2631a26 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: a9b26f5c-132c-44a9-bc71-a4629f9d0b9e] Updating instance_info_cache with network_info: [{"id": "4334ebde-fc79-4aad-b321-41a8fca22383", "address": "fa:16:3e:23:92:47", "network": {"id": "fe30ee17-2995-441e-8101-9012c093f221", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-656958957-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d85cf2d6d084bca85dcd31ab0910647", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4334ebde-fc", "ovs_interfaceid": "4334ebde-fc79-4aad-b321-41a8fca22383", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.654742] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f6c5fed5-217f-492f-b1f6-21a0b9bd507e tempest-ServerDiagnosticsV248Test-523245808 tempest-ServerDiagnosticsV248Test-523245808-project-member] Acquiring lock "99e94ac3-2fa4-4249-9297-b78043c9af00" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.656237] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f6c5fed5-217f-492f-b1f6-21a0b9bd507e tempest-ServerDiagnosticsV248Test-523245808 tempest-ServerDiagnosticsV248Test-523245808-project-member] Lock "99e94ac3-2fa4-4249-9297-b78043c9af00" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.656558] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f6c5fed5-217f-492f-b1f6-21a0b9bd507e tempest-ServerDiagnosticsV248Test-523245808 tempest-ServerDiagnosticsV248Test-523245808-project-member] Acquiring lock "99e94ac3-2fa4-4249-9297-b78043c9af00-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.656819] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f6c5fed5-217f-492f-b1f6-21a0b9bd507e tempest-ServerDiagnosticsV248Test-523245808 tempest-ServerDiagnosticsV248Test-523245808-project-member] Lock "99e94ac3-2fa4-4249-9297-b78043c9af00-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.658155] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f6c5fed5-217f-492f-b1f6-21a0b9bd507e tempest-ServerDiagnosticsV248Test-523245808 tempest-ServerDiagnosticsV248Test-523245808-project-member] Lock "99e94ac3-2fa4-4249-9297-b78043c9af00-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.661998] env[69319]: INFO nova.compute.manager [None req-f6c5fed5-217f-492f-b1f6-21a0b9bd507e tempest-ServerDiagnosticsV248Test-523245808 tempest-ServerDiagnosticsV248Test-523245808-project-member] [instance: 99e94ac3-2fa4-4249-9297-b78043c9af00] Terminating instance [ 707.663370] env[69319]: DEBUG nova.compute.manager [None req-49d37ba2-8896-4f28-b1f9-095ca53ad98f tempest-ServerGroupTestJSON-1942580000 tempest-ServerGroupTestJSON-1942580000-project-member] [instance: 78ed67e1-b615-4c36-8da5-6938a9d60574] Starting instance... {{(pid=69319) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 707.694741] env[69319]: DEBUG oslo_vmware.api [None req-abe7c60f-4051-4e0d-b1e3-bca438267a79 tempest-AttachInterfacesV270Test-645317410 tempest-AttachInterfacesV270Test-645317410-project-member] Task: {'id': task-3222905, 'name': PowerOffVM_Task, 'duration_secs': 0.341012} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.695908] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-abe7c60f-4051-4e0d-b1e3-bca438267a79 tempest-AttachInterfacesV270Test-645317410 tempest-AttachInterfacesV270Test-645317410-project-member] [instance: 7f8824d4-3dfc-49e6-b1a9-b9c9e2a8f179] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 707.696208] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-abe7c60f-4051-4e0d-b1e3-bca438267a79 tempest-AttachInterfacesV270Test-645317410 tempest-AttachInterfacesV270Test-645317410-project-member] [instance: 7f8824d4-3dfc-49e6-b1a9-b9c9e2a8f179] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 707.696503] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-58aba7c7-2964-49e2-ae5a-2f5a12dbb092 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.702667] env[69319]: DEBUG nova.scheduler.client.report [None req-537dbdfe-b262-42e1-9e14-7cf3a25a4f13 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 707.729684] env[69319]: DEBUG oslo_vmware.api [None req-65252f41-9f24-4ce1-824f-2b93dfdc81e3 tempest-ServerDiagnosticsTest-410723933 tempest-ServerDiagnosticsTest-410723933-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52d37495-5eaf-9a8c-d035-5a97131751ac, 'name': SearchDatastore_Task, 'duration_secs': 0.010408} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.730728] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e3e3509-c305-46f3-852c-1eb18770ab3c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.740118] env[69319]: DEBUG oslo_vmware.api [None req-65252f41-9f24-4ce1-824f-2b93dfdc81e3 tempest-ServerDiagnosticsTest-410723933 tempest-ServerDiagnosticsTest-410723933-project-member] Waiting for the task: (returnval){ [ 707.740118] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52b9ed86-05ac-a347-75dd-d95e9ec9ce48" [ 707.740118] env[69319]: _type = "Task" [ 707.740118] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.749082] env[69319]: DEBUG oslo_vmware.api [None req-65252f41-9f24-4ce1-824f-2b93dfdc81e3 tempest-ServerDiagnosticsTest-410723933 tempest-ServerDiagnosticsTest-410723933-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52b9ed86-05ac-a347-75dd-d95e9ec9ce48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.010669] env[69319]: DEBUG oslo_concurrency.lockutils [None req-a0d103b6-c968-45b0-be50-3f96f2631a26 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Releasing lock "refresh_cache-a9b26f5c-132c-44a9-bc71-a4629f9d0b9e" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.011020] env[69319]: DEBUG nova.compute.manager [None req-a0d103b6-c968-45b0-be50-3f96f2631a26 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: a9b26f5c-132c-44a9-bc71-a4629f9d0b9e] Instance network_info: |[{"id": "4334ebde-fc79-4aad-b321-41a8fca22383", "address": "fa:16:3e:23:92:47", "network": {"id": "fe30ee17-2995-441e-8101-9012c093f221", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-656958957-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d85cf2d6d084bca85dcd31ab0910647", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4334ebde-fc", "ovs_interfaceid": "4334ebde-fc79-4aad-b321-41a8fca22383", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 708.011945] env[69319]: DEBUG oslo_concurrency.lockutils [req-687876c1-7af3-4598-a99c-e040cf8de556 req-9032b0e6-4c3d-4560-a274-f6976a785913 service nova] Acquired lock "refresh_cache-a9b26f5c-132c-44a9-bc71-a4629f9d0b9e" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.011945] env[69319]: DEBUG nova.network.neutron [req-687876c1-7af3-4598-a99c-e040cf8de556 req-9032b0e6-4c3d-4560-a274-f6976a785913 service nova] [instance: a9b26f5c-132c-44a9-bc71-a4629f9d0b9e] Refreshing network info cache for port 4334ebde-fc79-4aad-b321-41a8fca22383 {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 708.012781] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-a0d103b6-c968-45b0-be50-3f96f2631a26 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: a9b26f5c-132c-44a9-bc71-a4629f9d0b9e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:23:92:47', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '980cb890-345b-4bf8-990a-a2faec78e49c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4334ebde-fc79-4aad-b321-41a8fca22383', 'vif_model': 'vmxnet3'}] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 708.021052] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a0d103b6-c968-45b0-be50-3f96f2631a26 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 708.021574] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9b26f5c-132c-44a9-bc71-a4629f9d0b9e] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 708.021811] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-91c96218-1ac4-4031-85d9-c03d30833c7b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.043465] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 708.043465] env[69319]: value = "task-3222907" [ 708.043465] env[69319]: _type = "Task" [ 708.043465] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.054456] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222907, 'name': CreateVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.063268] env[69319]: DEBUG nova.network.neutron [req-2b83bf59-2bfe-4db4-ac54-1517f1196769 req-1848e99a-4357-4310-a15e-c7c991176022 service nova] [instance: df115496-807d-43f5-a129-a0c78a576a29] Updated VIF entry in instance network info cache for port 5205fd3e-8b8b-46b3-a440-48b35ce256ca. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 708.063919] env[69319]: DEBUG nova.network.neutron [req-2b83bf59-2bfe-4db4-ac54-1517f1196769 req-1848e99a-4357-4310-a15e-c7c991176022 service nova] [instance: df115496-807d-43f5-a129-a0c78a576a29] Updating instance_info_cache with network_info: [{"id": "5205fd3e-8b8b-46b3-a440-48b35ce256ca", "address": "fa:16:3e:bf:2d:ff", "network": {"id": "e172e758-1a9b-4f22-a553-441ab9c9dccc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.141", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "31f027872f6f44dba95ff2fe7a062e00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5205fd3e-8b", "ovs_interfaceid": "5205fd3e-8b8b-46b3-a440-48b35ce256ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.170117] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f6c5fed5-217f-492f-b1f6-21a0b9bd507e tempest-ServerDiagnosticsV248Test-523245808 tempest-ServerDiagnosticsV248Test-523245808-project-member] Acquiring lock "refresh_cache-99e94ac3-2fa4-4249-9297-b78043c9af00" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.170117] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f6c5fed5-217f-492f-b1f6-21a0b9bd507e tempest-ServerDiagnosticsV248Test-523245808 tempest-ServerDiagnosticsV248Test-523245808-project-member] Acquired lock "refresh_cache-99e94ac3-2fa4-4249-9297-b78043c9af00" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.170117] env[69319]: DEBUG nova.network.neutron [None req-f6c5fed5-217f-492f-b1f6-21a0b9bd507e tempest-ServerDiagnosticsV248Test-523245808 tempest-ServerDiagnosticsV248Test-523245808-project-member] [instance: 99e94ac3-2fa4-4249-9297-b78043c9af00] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 708.188871] env[69319]: DEBUG oslo_concurrency.lockutils [None req-49d37ba2-8896-4f28-b1f9-095ca53ad98f tempest-ServerGroupTestJSON-1942580000 tempest-ServerGroupTestJSON-1942580000-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.210283] env[69319]: DEBUG oslo_concurrency.lockutils [None req-537dbdfe-b262-42e1-9e14-7cf3a25a4f13 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.911s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.213438] env[69319]: DEBUG oslo_concurrency.lockutils [None req-d07deab4-d3b2-47b9-9d1c-764ef4ca1a2f tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.520s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.214922] env[69319]: INFO nova.compute.claims [None req-d07deab4-d3b2-47b9-9d1c-764ef4ca1a2f tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 02492605-6fc9-4e1e-af6c-a2e2cfe60e5a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 708.254401] env[69319]: DEBUG oslo_vmware.api [None req-65252f41-9f24-4ce1-824f-2b93dfdc81e3 tempest-ServerDiagnosticsTest-410723933 tempest-ServerDiagnosticsTest-410723933-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52b9ed86-05ac-a347-75dd-d95e9ec9ce48, 'name': SearchDatastore_Task, 'duration_secs': 0.011383} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.254712] env[69319]: DEBUG oslo_concurrency.lockutils [None req-65252f41-9f24-4ce1-824f-2b93dfdc81e3 tempest-ServerDiagnosticsTest-410723933 tempest-ServerDiagnosticsTest-410723933-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.254980] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-65252f41-9f24-4ce1-824f-2b93dfdc81e3 tempest-ServerDiagnosticsTest-410723933 tempest-ServerDiagnosticsTest-410723933-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore1] df115496-807d-43f5-a129-a0c78a576a29/df115496-807d-43f5-a129-a0c78a576a29.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 708.255262] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-71a3b642-ef33-4894-b73c-671047d93463 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.263530] env[69319]: DEBUG oslo_vmware.api [None req-65252f41-9f24-4ce1-824f-2b93dfdc81e3 tempest-ServerDiagnosticsTest-410723933 tempest-ServerDiagnosticsTest-410723933-project-member] Waiting for the task: (returnval){ [ 708.263530] env[69319]: value = "task-3222908" [ 708.263530] env[69319]: _type = "Task" [ 708.263530] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.272937] env[69319]: DEBUG oslo_vmware.api [None req-65252f41-9f24-4ce1-824f-2b93dfdc81e3 tempest-ServerDiagnosticsTest-410723933 tempest-ServerDiagnosticsTest-410723933-project-member] Task: {'id': task-3222908, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.558985] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222907, 'name': CreateVM_Task, 'duration_secs': 0.393165} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.559204] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9b26f5c-132c-44a9-bc71-a4629f9d0b9e] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 708.559864] env[69319]: DEBUG oslo_concurrency.lockutils [None req-a0d103b6-c968-45b0-be50-3f96f2631a26 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.560045] env[69319]: DEBUG oslo_concurrency.lockutils [None req-a0d103b6-c968-45b0-be50-3f96f2631a26 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.560386] env[69319]: DEBUG oslo_concurrency.lockutils [None req-a0d103b6-c968-45b0-be50-3f96f2631a26 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.560650] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e4dd34f-21cb-481c-91ad-806283174393 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.566186] env[69319]: DEBUG oslo_concurrency.lockutils [req-2b83bf59-2bfe-4db4-ac54-1517f1196769 req-1848e99a-4357-4310-a15e-c7c991176022 service nova] Releasing lock "refresh_cache-df115496-807d-43f5-a129-a0c78a576a29" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.570663] env[69319]: DEBUG oslo_vmware.api [None req-a0d103b6-c968-45b0-be50-3f96f2631a26 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Waiting for the task: (returnval){ [ 708.570663] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52f2c58d-ee36-cf47-7fa1-ddb181e15326" [ 708.570663] env[69319]: _type = "Task" [ 708.570663] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.582187] env[69319]: DEBUG oslo_vmware.api [None req-a0d103b6-c968-45b0-be50-3f96f2631a26 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52f2c58d-ee36-cf47-7fa1-ddb181e15326, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.693758] env[69319]: DEBUG nova.network.neutron [None req-f6c5fed5-217f-492f-b1f6-21a0b9bd507e tempest-ServerDiagnosticsV248Test-523245808 tempest-ServerDiagnosticsV248Test-523245808-project-member] [instance: 99e94ac3-2fa4-4249-9297-b78043c9af00] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 708.750179] env[69319]: DEBUG nova.network.neutron [None req-f6c5fed5-217f-492f-b1f6-21a0b9bd507e tempest-ServerDiagnosticsV248Test-523245808 tempest-ServerDiagnosticsV248Test-523245808-project-member] [instance: 99e94ac3-2fa4-4249-9297-b78043c9af00] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.775027] env[69319]: DEBUG oslo_vmware.api [None req-65252f41-9f24-4ce1-824f-2b93dfdc81e3 tempest-ServerDiagnosticsTest-410723933 tempest-ServerDiagnosticsTest-410723933-project-member] Task: {'id': task-3222908, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.493836} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.775027] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-65252f41-9f24-4ce1-824f-2b93dfdc81e3 tempest-ServerDiagnosticsTest-410723933 tempest-ServerDiagnosticsTest-410723933-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore1] df115496-807d-43f5-a129-a0c78a576a29/df115496-807d-43f5-a129-a0c78a576a29.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 708.775027] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-65252f41-9f24-4ce1-824f-2b93dfdc81e3 tempest-ServerDiagnosticsTest-410723933 tempest-ServerDiagnosticsTest-410723933-project-member] [instance: df115496-807d-43f5-a129-a0c78a576a29] Extending root virtual disk to 1048576 {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 708.775458] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8c046292-7e5e-42e6-bf51-af8be1c6007f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.784802] env[69319]: DEBUG oslo_vmware.api [None req-65252f41-9f24-4ce1-824f-2b93dfdc81e3 tempest-ServerDiagnosticsTest-410723933 tempest-ServerDiagnosticsTest-410723933-project-member] Waiting for the task: (returnval){ [ 708.784802] env[69319]: value = "task-3222909" [ 708.784802] env[69319]: _type = "Task" [ 708.784802] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.794993] env[69319]: DEBUG oslo_vmware.api [None req-65252f41-9f24-4ce1-824f-2b93dfdc81e3 tempest-ServerDiagnosticsTest-410723933 tempest-ServerDiagnosticsTest-410723933-project-member] Task: {'id': task-3222909, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.004640] env[69319]: DEBUG nova.network.neutron [req-687876c1-7af3-4598-a99c-e040cf8de556 req-9032b0e6-4c3d-4560-a274-f6976a785913 service nova] [instance: a9b26f5c-132c-44a9-bc71-a4629f9d0b9e] Updated VIF entry in instance network info cache for port 4334ebde-fc79-4aad-b321-41a8fca22383. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 709.005030] env[69319]: DEBUG nova.network.neutron [req-687876c1-7af3-4598-a99c-e040cf8de556 req-9032b0e6-4c3d-4560-a274-f6976a785913 service nova] [instance: a9b26f5c-132c-44a9-bc71-a4629f9d0b9e] Updating instance_info_cache with network_info: [{"id": "4334ebde-fc79-4aad-b321-41a8fca22383", "address": "fa:16:3e:23:92:47", "network": {"id": "fe30ee17-2995-441e-8101-9012c093f221", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-656958957-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d85cf2d6d084bca85dcd31ab0910647", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4334ebde-fc", "ovs_interfaceid": "4334ebde-fc79-4aad-b321-41a8fca22383", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.083351] env[69319]: DEBUG oslo_vmware.api [None req-a0d103b6-c968-45b0-be50-3f96f2631a26 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52f2c58d-ee36-cf47-7fa1-ddb181e15326, 'name': SearchDatastore_Task, 'duration_secs': 0.050388} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.083662] env[69319]: DEBUG oslo_concurrency.lockutils [None req-a0d103b6-c968-45b0-be50-3f96f2631a26 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.083923] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-a0d103b6-c968-45b0-be50-3f96f2631a26 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: a9b26f5c-132c-44a9-bc71-a4629f9d0b9e] Processing image 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 709.084207] env[69319]: DEBUG oslo_concurrency.lockutils [None req-a0d103b6-c968-45b0-be50-3f96f2631a26 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.084381] env[69319]: DEBUG oslo_concurrency.lockutils [None req-a0d103b6-c968-45b0-be50-3f96f2631a26 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.084591] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0d103b6-c968-45b0-be50-3f96f2631a26 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 709.084868] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4a1c0667-834b-4562-a412-f8e0597f2015 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.095049] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0d103b6-c968-45b0-be50-3f96f2631a26 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 709.095361] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-a0d103b6-c968-45b0-be50-3f96f2631a26 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 709.096398] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9966d595-329b-4411-9032-0bc92044a174 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.103338] env[69319]: DEBUG oslo_vmware.api [None req-a0d103b6-c968-45b0-be50-3f96f2631a26 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Waiting for the task: (returnval){ [ 709.103338] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]5286ceb5-e53d-4375-2ac5-b1c259d308ae" [ 709.103338] env[69319]: _type = "Task" [ 709.103338] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.112452] env[69319]: DEBUG oslo_vmware.api [None req-a0d103b6-c968-45b0-be50-3f96f2631a26 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5286ceb5-e53d-4375-2ac5-b1c259d308ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.251538] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f6c5fed5-217f-492f-b1f6-21a0b9bd507e tempest-ServerDiagnosticsV248Test-523245808 tempest-ServerDiagnosticsV248Test-523245808-project-member] Releasing lock "refresh_cache-99e94ac3-2fa4-4249-9297-b78043c9af00" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.251908] env[69319]: DEBUG nova.compute.manager [None req-f6c5fed5-217f-492f-b1f6-21a0b9bd507e tempest-ServerDiagnosticsV248Test-523245808 tempest-ServerDiagnosticsV248Test-523245808-project-member] [instance: 99e94ac3-2fa4-4249-9297-b78043c9af00] Start destroying the instance on the hypervisor. {{(pid=69319) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 709.252126] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-f6c5fed5-217f-492f-b1f6-21a0b9bd507e tempest-ServerDiagnosticsV248Test-523245808 tempest-ServerDiagnosticsV248Test-523245808-project-member] [instance: 99e94ac3-2fa4-4249-9297-b78043c9af00] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 709.253026] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a6ff52a-55b5-4789-862c-a40accda6db9 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.261272] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6c5fed5-217f-492f-b1f6-21a0b9bd507e tempest-ServerDiagnosticsV248Test-523245808 tempest-ServerDiagnosticsV248Test-523245808-project-member] [instance: 99e94ac3-2fa4-4249-9297-b78043c9af00] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 709.261509] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a4082991-7d1d-4e2d-864c-58690a9e40c6 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.268945] env[69319]: DEBUG oslo_vmware.api [None req-f6c5fed5-217f-492f-b1f6-21a0b9bd507e tempest-ServerDiagnosticsV248Test-523245808 tempest-ServerDiagnosticsV248Test-523245808-project-member] Waiting for the task: (returnval){ [ 709.268945] env[69319]: value = "task-3222910" [ 709.268945] env[69319]: _type = "Task" [ 709.268945] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.277519] env[69319]: DEBUG oslo_vmware.api [None req-f6c5fed5-217f-492f-b1f6-21a0b9bd507e tempest-ServerDiagnosticsV248Test-523245808 tempest-ServerDiagnosticsV248Test-523245808-project-member] Task: {'id': task-3222910, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.293898] env[69319]: DEBUG oslo_vmware.api [None req-65252f41-9f24-4ce1-824f-2b93dfdc81e3 tempest-ServerDiagnosticsTest-410723933 tempest-ServerDiagnosticsTest-410723933-project-member] Task: {'id': task-3222909, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077096} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.294186] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-65252f41-9f24-4ce1-824f-2b93dfdc81e3 tempest-ServerDiagnosticsTest-410723933 tempest-ServerDiagnosticsTest-410723933-project-member] [instance: df115496-807d-43f5-a129-a0c78a576a29] Extended root virtual disk {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 709.294930] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c764da0-5ad3-4331-8515-e7fee5413156 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.316786] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-65252f41-9f24-4ce1-824f-2b93dfdc81e3 tempest-ServerDiagnosticsTest-410723933 tempest-ServerDiagnosticsTest-410723933-project-member] [instance: df115496-807d-43f5-a129-a0c78a576a29] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] df115496-807d-43f5-a129-a0c78a576a29/df115496-807d-43f5-a129-a0c78a576a29.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 709.317024] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3035685-8f34-486b-95d2-ff691484325a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.336549] env[69319]: DEBUG oslo_vmware.api [None req-65252f41-9f24-4ce1-824f-2b93dfdc81e3 tempest-ServerDiagnosticsTest-410723933 tempest-ServerDiagnosticsTest-410723933-project-member] Waiting for the task: (returnval){ [ 709.336549] env[69319]: value = "task-3222911" [ 709.336549] env[69319]: _type = "Task" [ 709.336549] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.344125] env[69319]: DEBUG oslo_vmware.api [None req-65252f41-9f24-4ce1-824f-2b93dfdc81e3 tempest-ServerDiagnosticsTest-410723933 tempest-ServerDiagnosticsTest-410723933-project-member] Task: {'id': task-3222911, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.508183] env[69319]: DEBUG oslo_concurrency.lockutils [req-687876c1-7af3-4598-a99c-e040cf8de556 req-9032b0e6-4c3d-4560-a274-f6976a785913 service nova] Releasing lock "refresh_cache-a9b26f5c-132c-44a9-bc71-a4629f9d0b9e" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.614679] env[69319]: DEBUG oslo_vmware.api [None req-a0d103b6-c968-45b0-be50-3f96f2631a26 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5286ceb5-e53d-4375-2ac5-b1c259d308ae, 'name': SearchDatastore_Task, 'duration_secs': 0.011946} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.615474] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64908101-2d35-4bb3-a94f-7144b78d67fe {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.620747] env[69319]: DEBUG oslo_vmware.api [None req-a0d103b6-c968-45b0-be50-3f96f2631a26 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Waiting for the task: (returnval){ [ 709.620747] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]526f3e23-9907-1e12-d767-d30db27850ad" [ 709.620747] env[69319]: _type = "Task" [ 709.620747] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.628630] env[69319]: DEBUG oslo_vmware.api [None req-a0d103b6-c968-45b0-be50-3f96f2631a26 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]526f3e23-9907-1e12-d767-d30db27850ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.779580] env[69319]: DEBUG oslo_vmware.api [None req-f6c5fed5-217f-492f-b1f6-21a0b9bd507e tempest-ServerDiagnosticsV248Test-523245808 tempest-ServerDiagnosticsV248Test-523245808-project-member] Task: {'id': task-3222910, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.848099] env[69319]: DEBUG oslo_vmware.api [None req-65252f41-9f24-4ce1-824f-2b93dfdc81e3 tempest-ServerDiagnosticsTest-410723933 tempest-ServerDiagnosticsTest-410723933-project-member] Task: {'id': task-3222911, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.131023] env[69319]: DEBUG oslo_vmware.api [None req-a0d103b6-c968-45b0-be50-3f96f2631a26 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]526f3e23-9907-1e12-d767-d30db27850ad, 'name': SearchDatastore_Task, 'duration_secs': 0.011425} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.131381] env[69319]: DEBUG oslo_concurrency.lockutils [None req-a0d103b6-c968-45b0-be50-3f96f2631a26 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.131685] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0d103b6-c968-45b0-be50-3f96f2631a26 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore1] a9b26f5c-132c-44a9-bc71-a4629f9d0b9e/a9b26f5c-132c-44a9-bc71-a4629f9d0b9e.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 710.131971] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-80825aed-ed3a-4ab9-80df-0d0ebfb0efd5 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.138634] env[69319]: DEBUG oslo_vmware.api [None req-a0d103b6-c968-45b0-be50-3f96f2631a26 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Waiting for the task: (returnval){ [ 710.138634] env[69319]: value = "task-3222912" [ 710.138634] env[69319]: _type = "Task" [ 710.138634] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.146223] env[69319]: DEBUG oslo_vmware.api [None req-a0d103b6-c968-45b0-be50-3f96f2631a26 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Task: {'id': task-3222912, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.280756] env[69319]: DEBUG oslo_vmware.api [None req-f6c5fed5-217f-492f-b1f6-21a0b9bd507e tempest-ServerDiagnosticsV248Test-523245808 tempest-ServerDiagnosticsV248Test-523245808-project-member] Task: {'id': task-3222910, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.348675] env[69319]: DEBUG oslo_vmware.api [None req-65252f41-9f24-4ce1-824f-2b93dfdc81e3 tempest-ServerDiagnosticsTest-410723933 tempest-ServerDiagnosticsTest-410723933-project-member] Task: {'id': task-3222911, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.648855] env[69319]: DEBUG oslo_vmware.api [None req-a0d103b6-c968-45b0-be50-3f96f2631a26 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Task: {'id': task-3222912, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.462711} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.649227] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0d103b6-c968-45b0-be50-3f96f2631a26 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore1] a9b26f5c-132c-44a9-bc71-a4629f9d0b9e/a9b26f5c-132c-44a9-bc71-a4629f9d0b9e.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 710.649494] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-a0d103b6-c968-45b0-be50-3f96f2631a26 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: a9b26f5c-132c-44a9-bc71-a4629f9d0b9e] Extending root virtual disk to 1048576 {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 710.649777] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b729ddb0-3ebe-494c-b5df-1c754562d5ff {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.656934] env[69319]: DEBUG oslo_vmware.api [None req-a0d103b6-c968-45b0-be50-3f96f2631a26 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Waiting for the task: (returnval){ [ 710.656934] env[69319]: value = "task-3222913" [ 710.656934] env[69319]: _type = "Task" [ 710.656934] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.666837] env[69319]: DEBUG oslo_vmware.api [None req-a0d103b6-c968-45b0-be50-3f96f2631a26 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Task: {'id': task-3222913, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.781422] env[69319]: DEBUG oslo_vmware.api [None req-f6c5fed5-217f-492f-b1f6-21a0b9bd507e tempest-ServerDiagnosticsV248Test-523245808 tempest-ServerDiagnosticsV248Test-523245808-project-member] Task: {'id': task-3222910, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.847882] env[69319]: DEBUG oslo_vmware.api [None req-65252f41-9f24-4ce1-824f-2b93dfdc81e3 tempest-ServerDiagnosticsTest-410723933 tempest-ServerDiagnosticsTest-410723933-project-member] Task: {'id': task-3222911, 'name': ReconfigVM_Task, 'duration_secs': 1.164253} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.848230] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-65252f41-9f24-4ce1-824f-2b93dfdc81e3 tempest-ServerDiagnosticsTest-410723933 tempest-ServerDiagnosticsTest-410723933-project-member] [instance: df115496-807d-43f5-a129-a0c78a576a29] Reconfigured VM instance instance-00000017 to attach disk [datastore1] df115496-807d-43f5-a129-a0c78a576a29/df115496-807d-43f5-a129-a0c78a576a29.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 710.848873] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-44488121-fa3a-4be8-b764-ce6f4171af72 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.856364] env[69319]: DEBUG oslo_vmware.api [None req-65252f41-9f24-4ce1-824f-2b93dfdc81e3 tempest-ServerDiagnosticsTest-410723933 tempest-ServerDiagnosticsTest-410723933-project-member] Waiting for the task: (returnval){ [ 710.856364] env[69319]: value = "task-3222914" [ 710.856364] env[69319]: _type = "Task" [ 710.856364] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.864262] env[69319]: DEBUG oslo_vmware.api [None req-65252f41-9f24-4ce1-824f-2b93dfdc81e3 tempest-ServerDiagnosticsTest-410723933 tempest-ServerDiagnosticsTest-410723933-project-member] Task: {'id': task-3222914, 'name': Rename_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.167527] env[69319]: DEBUG oslo_vmware.api [None req-a0d103b6-c968-45b0-be50-3f96f2631a26 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Task: {'id': task-3222913, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060933} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.167833] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-a0d103b6-c968-45b0-be50-3f96f2631a26 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: a9b26f5c-132c-44a9-bc71-a4629f9d0b9e] Extended root virtual disk {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 711.168687] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dce56da-3ff3-4568-86fa-006f99b97545 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.191913] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0d103b6-c968-45b0-be50-3f96f2631a26 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: a9b26f5c-132c-44a9-bc71-a4629f9d0b9e] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] a9b26f5c-132c-44a9-bc71-a4629f9d0b9e/a9b26f5c-132c-44a9-bc71-a4629f9d0b9e.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 711.192203] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bacec463-bcdd-4ed4-83a0-12c07e30d00b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.213848] env[69319]: DEBUG oslo_vmware.api [None req-a0d103b6-c968-45b0-be50-3f96f2631a26 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Waiting for the task: (returnval){ [ 711.213848] env[69319]: value = "task-3222915" [ 711.213848] env[69319]: _type = "Task" [ 711.213848] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.222474] env[69319]: DEBUG oslo_vmware.api [None req-a0d103b6-c968-45b0-be50-3f96f2631a26 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Task: {'id': task-3222915, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.282159] env[69319]: DEBUG oslo_vmware.api [None req-f6c5fed5-217f-492f-b1f6-21a0b9bd507e tempest-ServerDiagnosticsV248Test-523245808 tempest-ServerDiagnosticsV248Test-523245808-project-member] Task: {'id': task-3222910, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.367591] env[69319]: DEBUG oslo_vmware.api [None req-65252f41-9f24-4ce1-824f-2b93dfdc81e3 tempest-ServerDiagnosticsTest-410723933 tempest-ServerDiagnosticsTest-410723933-project-member] Task: {'id': task-3222914, 'name': Rename_Task, 'duration_secs': 0.461199} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.367973] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-65252f41-9f24-4ce1-824f-2b93dfdc81e3 tempest-ServerDiagnosticsTest-410723933 tempest-ServerDiagnosticsTest-410723933-project-member] [instance: df115496-807d-43f5-a129-a0c78a576a29] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 711.368276] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2195bc87-a1ac-4486-b282-0a0e2ee35333 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.374732] env[69319]: DEBUG oslo_vmware.api [None req-65252f41-9f24-4ce1-824f-2b93dfdc81e3 tempest-ServerDiagnosticsTest-410723933 tempest-ServerDiagnosticsTest-410723933-project-member] Waiting for the task: (returnval){ [ 711.374732] env[69319]: value = "task-3222916" [ 711.374732] env[69319]: _type = "Task" [ 711.374732] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.383974] env[69319]: DEBUG oslo_vmware.api [None req-65252f41-9f24-4ce1-824f-2b93dfdc81e3 tempest-ServerDiagnosticsTest-410723933 tempest-ServerDiagnosticsTest-410723933-project-member] Task: {'id': task-3222916, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.517482] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-abe7c60f-4051-4e0d-b1e3-bca438267a79 tempest-AttachInterfacesV270Test-645317410 tempest-AttachInterfacesV270Test-645317410-project-member] [instance: 7f8824d4-3dfc-49e6-b1a9-b9c9e2a8f179] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 711.517751] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-abe7c60f-4051-4e0d-b1e3-bca438267a79 tempest-AttachInterfacesV270Test-645317410 tempest-AttachInterfacesV270Test-645317410-project-member] [instance: 7f8824d4-3dfc-49e6-b1a9-b9c9e2a8f179] Deleting contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 711.517976] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-abe7c60f-4051-4e0d-b1e3-bca438267a79 tempest-AttachInterfacesV270Test-645317410 tempest-AttachInterfacesV270Test-645317410-project-member] Deleting the datastore file [datastore2] 7f8824d4-3dfc-49e6-b1a9-b9c9e2a8f179 {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 711.518302] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-14aa5e79-09dd-4408-b89f-9d30599b2332 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.526718] env[69319]: DEBUG oslo_vmware.api [None req-abe7c60f-4051-4e0d-b1e3-bca438267a79 tempest-AttachInterfacesV270Test-645317410 tempest-AttachInterfacesV270Test-645317410-project-member] Waiting for the task: (returnval){ [ 711.526718] env[69319]: value = "task-3222917" [ 711.526718] env[69319]: _type = "Task" [ 711.526718] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.543661] env[69319]: DEBUG oslo_vmware.api [None req-abe7c60f-4051-4e0d-b1e3-bca438267a79 tempest-AttachInterfacesV270Test-645317410 tempest-AttachInterfacesV270Test-645317410-project-member] Task: {'id': task-3222917, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.579942] env[69319]: INFO nova.scheduler.client.report [None req-537dbdfe-b262-42e1-9e14-7cf3a25a4f13 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931-project-member] Deleted allocations for instance 62e4ab82-69e0-4698-996a-72bb7fb7ecdd [ 711.731281] env[69319]: DEBUG oslo_vmware.api [None req-a0d103b6-c968-45b0-be50-3f96f2631a26 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Task: {'id': task-3222915, 'name': ReconfigVM_Task, 'duration_secs': 0.295313} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.731880] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0d103b6-c968-45b0-be50-3f96f2631a26 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: a9b26f5c-132c-44a9-bc71-a4629f9d0b9e] Reconfigured VM instance instance-00000018 to attach disk [datastore1] a9b26f5c-132c-44a9-bc71-a4629f9d0b9e/a9b26f5c-132c-44a9-bc71-a4629f9d0b9e.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 711.732474] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6582683b-6e16-4276-8d96-ad540ae9e581 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.741578] env[69319]: DEBUG oslo_vmware.api [None req-a0d103b6-c968-45b0-be50-3f96f2631a26 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Waiting for the task: (returnval){ [ 711.741578] env[69319]: value = "task-3222918" [ 711.741578] env[69319]: _type = "Task" [ 711.741578] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.752447] env[69319]: DEBUG oslo_vmware.api [None req-a0d103b6-c968-45b0-be50-3f96f2631a26 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Task: {'id': task-3222918, 'name': Rename_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.783587] env[69319]: DEBUG oslo_vmware.api [None req-f6c5fed5-217f-492f-b1f6-21a0b9bd507e tempest-ServerDiagnosticsV248Test-523245808 tempest-ServerDiagnosticsV248Test-523245808-project-member] Task: {'id': task-3222910, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.888909] env[69319]: DEBUG oslo_vmware.api [None req-65252f41-9f24-4ce1-824f-2b93dfdc81e3 tempest-ServerDiagnosticsTest-410723933 tempest-ServerDiagnosticsTest-410723933-project-member] Task: {'id': task-3222916, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.037155] env[69319]: DEBUG oslo_vmware.api [None req-abe7c60f-4051-4e0d-b1e3-bca438267a79 tempest-AttachInterfacesV270Test-645317410 tempest-AttachInterfacesV270Test-645317410-project-member] Task: {'id': task-3222917, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.099097] env[69319]: DEBUG oslo_concurrency.lockutils [None req-537dbdfe-b262-42e1-9e14-7cf3a25a4f13 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931-project-member] Lock "62e4ab82-69e0-4698-996a-72bb7fb7ecdd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.957s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.199704] env[69319]: DEBUG nova.compute.manager [req-b89c7982-54cd-4f8a-b9d9-69fc1481c6de req-758c3e2e-8254-4db5-b8f4-a286f843be2e service nova] [instance: 5bd885da-3062-44d3-9b86-6db0dafdcc2f] Received event network-changed-635b68a6-f9c8-416f-aa6b-ab1d1df906ee {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 712.199917] env[69319]: DEBUG nova.compute.manager [req-b89c7982-54cd-4f8a-b9d9-69fc1481c6de req-758c3e2e-8254-4db5-b8f4-a286f843be2e service nova] [instance: 5bd885da-3062-44d3-9b86-6db0dafdcc2f] Refreshing instance network info cache due to event network-changed-635b68a6-f9c8-416f-aa6b-ab1d1df906ee. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 712.200151] env[69319]: DEBUG oslo_concurrency.lockutils [req-b89c7982-54cd-4f8a-b9d9-69fc1481c6de req-758c3e2e-8254-4db5-b8f4-a286f843be2e service nova] Acquiring lock "refresh_cache-5bd885da-3062-44d3-9b86-6db0dafdcc2f" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.200379] env[69319]: DEBUG oslo_concurrency.lockutils [req-b89c7982-54cd-4f8a-b9d9-69fc1481c6de req-758c3e2e-8254-4db5-b8f4-a286f843be2e service nova] Acquired lock "refresh_cache-5bd885da-3062-44d3-9b86-6db0dafdcc2f" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.200452] env[69319]: DEBUG nova.network.neutron [req-b89c7982-54cd-4f8a-b9d9-69fc1481c6de req-758c3e2e-8254-4db5-b8f4-a286f843be2e service nova] [instance: 5bd885da-3062-44d3-9b86-6db0dafdcc2f] Refreshing network info cache for port 635b68a6-f9c8-416f-aa6b-ab1d1df906ee {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 712.213109] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0d5016cd-9649-486b-b681-08088982939e tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Acquiring lock "04a666db-77b8-4c23-8c7c-887b23ea97af" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.213614] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0d5016cd-9649-486b-b681-08088982939e tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Lock "04a666db-77b8-4c23-8c7c-887b23ea97af" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.252384] env[69319]: DEBUG oslo_vmware.api [None req-a0d103b6-c968-45b0-be50-3f96f2631a26 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Task: {'id': task-3222918, 'name': Rename_Task, 'duration_secs': 0.171955} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.252468] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0d103b6-c968-45b0-be50-3f96f2631a26 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: a9b26f5c-132c-44a9-bc71-a4629f9d0b9e] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 712.252686] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9b6414d2-e72c-418c-bbec-2bfb0c21500b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.261219] env[69319]: DEBUG oslo_vmware.api [None req-a0d103b6-c968-45b0-be50-3f96f2631a26 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Waiting for the task: (returnval){ [ 712.261219] env[69319]: value = "task-3222919" [ 712.261219] env[69319]: _type = "Task" [ 712.261219] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.282873] env[69319]: DEBUG oslo_vmware.api [None req-f6c5fed5-217f-492f-b1f6-21a0b9bd507e tempest-ServerDiagnosticsV248Test-523245808 tempest-ServerDiagnosticsV248Test-523245808-project-member] Task: {'id': task-3222910, 'name': PowerOffVM_Task, 'duration_secs': 2.83542} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.286094] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6c5fed5-217f-492f-b1f6-21a0b9bd507e tempest-ServerDiagnosticsV248Test-523245808 tempest-ServerDiagnosticsV248Test-523245808-project-member] [instance: 99e94ac3-2fa4-4249-9297-b78043c9af00] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 712.286313] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-f6c5fed5-217f-492f-b1f6-21a0b9bd507e tempest-ServerDiagnosticsV248Test-523245808 tempest-ServerDiagnosticsV248Test-523245808-project-member] [instance: 99e94ac3-2fa4-4249-9297-b78043c9af00] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 712.286589] env[69319]: DEBUG oslo_vmware.api [None req-a0d103b6-c968-45b0-be50-3f96f2631a26 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Task: {'id': task-3222919, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.289238] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-54671cda-d0c6-43c0-92c6-7baa8178439e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.322088] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-f6c5fed5-217f-492f-b1f6-21a0b9bd507e tempest-ServerDiagnosticsV248Test-523245808 tempest-ServerDiagnosticsV248Test-523245808-project-member] [instance: 99e94ac3-2fa4-4249-9297-b78043c9af00] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 712.322381] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-f6c5fed5-217f-492f-b1f6-21a0b9bd507e tempest-ServerDiagnosticsV248Test-523245808 tempest-ServerDiagnosticsV248Test-523245808-project-member] [instance: 99e94ac3-2fa4-4249-9297-b78043c9af00] Deleting contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 712.322587] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6c5fed5-217f-492f-b1f6-21a0b9bd507e tempest-ServerDiagnosticsV248Test-523245808 tempest-ServerDiagnosticsV248Test-523245808-project-member] Deleting the datastore file [datastore2] 99e94ac3-2fa4-4249-9297-b78043c9af00 {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 712.322897] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6030b6df-a66c-4f03-a237-eb0769b3b371 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.334441] env[69319]: DEBUG oslo_vmware.api [None req-f6c5fed5-217f-492f-b1f6-21a0b9bd507e tempest-ServerDiagnosticsV248Test-523245808 tempest-ServerDiagnosticsV248Test-523245808-project-member] Waiting for the task: (returnval){ [ 712.334441] env[69319]: value = "task-3222921" [ 712.334441] env[69319]: _type = "Task" [ 712.334441] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.349908] env[69319]: DEBUG oslo_vmware.api [None req-f6c5fed5-217f-492f-b1f6-21a0b9bd507e tempest-ServerDiagnosticsV248Test-523245808 tempest-ServerDiagnosticsV248Test-523245808-project-member] Task: {'id': task-3222921, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.390015] env[69319]: DEBUG oslo_vmware.api [None req-65252f41-9f24-4ce1-824f-2b93dfdc81e3 tempest-ServerDiagnosticsTest-410723933 tempest-ServerDiagnosticsTest-410723933-project-member] Task: {'id': task-3222916, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.541625] env[69319]: DEBUG oslo_service.periodic_task [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69319) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 712.548058] env[69319]: DEBUG oslo_service.periodic_task [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69319) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 712.548058] env[69319]: DEBUG oslo_vmware.api [None req-abe7c60f-4051-4e0d-b1e3-bca438267a79 tempest-AttachInterfacesV270Test-645317410 tempest-AttachInterfacesV270Test-645317410-project-member] Task: {'id': task-3222917, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.690471} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.549869] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-abe7c60f-4051-4e0d-b1e3-bca438267a79 tempest-AttachInterfacesV270Test-645317410 tempest-AttachInterfacesV270Test-645317410-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 712.550221] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-abe7c60f-4051-4e0d-b1e3-bca438267a79 tempest-AttachInterfacesV270Test-645317410 tempest-AttachInterfacesV270Test-645317410-project-member] [instance: 7f8824d4-3dfc-49e6-b1a9-b9c9e2a8f179] Deleted contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 712.550444] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-abe7c60f-4051-4e0d-b1e3-bca438267a79 tempest-AttachInterfacesV270Test-645317410 tempest-AttachInterfacesV270Test-645317410-project-member] [instance: 7f8824d4-3dfc-49e6-b1a9-b9c9e2a8f179] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 712.550623] env[69319]: INFO nova.compute.manager [None req-abe7c60f-4051-4e0d-b1e3-bca438267a79 tempest-AttachInterfacesV270Test-645317410 tempest-AttachInterfacesV270Test-645317410-project-member] [instance: 7f8824d4-3dfc-49e6-b1a9-b9c9e2a8f179] Took 6.14 seconds to destroy the instance on the hypervisor. [ 712.550861] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-abe7c60f-4051-4e0d-b1e3-bca438267a79 tempest-AttachInterfacesV270Test-645317410 tempest-AttachInterfacesV270Test-645317410-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 712.551318] env[69319]: DEBUG nova.compute.manager [-] [instance: 7f8824d4-3dfc-49e6-b1a9-b9c9e2a8f179] Deallocating network for instance {{(pid=69319) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 712.551407] env[69319]: DEBUG nova.network.neutron [-] [instance: 7f8824d4-3dfc-49e6-b1a9-b9c9e2a8f179] deallocate_for_instance() {{(pid=69319) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 712.781157] env[69319]: DEBUG oslo_vmware.api [None req-a0d103b6-c968-45b0-be50-3f96f2631a26 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Task: {'id': task-3222919, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.849513] env[69319]: DEBUG oslo_vmware.api [None req-f6c5fed5-217f-492f-b1f6-21a0b9bd507e tempest-ServerDiagnosticsV248Test-523245808 tempest-ServerDiagnosticsV248Test-523245808-project-member] Task: {'id': task-3222921, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186259} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.851711] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6c5fed5-217f-492f-b1f6-21a0b9bd507e tempest-ServerDiagnosticsV248Test-523245808 tempest-ServerDiagnosticsV248Test-523245808-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 712.851935] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-f6c5fed5-217f-492f-b1f6-21a0b9bd507e tempest-ServerDiagnosticsV248Test-523245808 tempest-ServerDiagnosticsV248Test-523245808-project-member] [instance: 99e94ac3-2fa4-4249-9297-b78043c9af00] Deleted contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 712.852131] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-f6c5fed5-217f-492f-b1f6-21a0b9bd507e tempest-ServerDiagnosticsV248Test-523245808 tempest-ServerDiagnosticsV248Test-523245808-project-member] [instance: 99e94ac3-2fa4-4249-9297-b78043c9af00] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 712.852316] env[69319]: INFO nova.compute.manager [None req-f6c5fed5-217f-492f-b1f6-21a0b9bd507e tempest-ServerDiagnosticsV248Test-523245808 tempest-ServerDiagnosticsV248Test-523245808-project-member] [instance: 99e94ac3-2fa4-4249-9297-b78043c9af00] Took 3.60 seconds to destroy the instance on the hypervisor. [ 712.852557] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f6c5fed5-217f-492f-b1f6-21a0b9bd507e tempest-ServerDiagnosticsV248Test-523245808 tempest-ServerDiagnosticsV248Test-523245808-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 712.853272] env[69319]: DEBUG nova.compute.manager [-] [instance: 99e94ac3-2fa4-4249-9297-b78043c9af00] Deallocating network for instance {{(pid=69319) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 712.853402] env[69319]: DEBUG nova.network.neutron [-] [instance: 99e94ac3-2fa4-4249-9297-b78043c9af00] deallocate_for_instance() {{(pid=69319) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 712.891080] env[69319]: DEBUG oslo_vmware.api [None req-65252f41-9f24-4ce1-824f-2b93dfdc81e3 tempest-ServerDiagnosticsTest-410723933 tempest-ServerDiagnosticsTest-410723933-project-member] Task: {'id': task-3222916, 'name': PowerOnVM_Task, 'duration_secs': 1.39692} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.899079] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-65252f41-9f24-4ce1-824f-2b93dfdc81e3 tempest-ServerDiagnosticsTest-410723933 tempest-ServerDiagnosticsTest-410723933-project-member] [instance: df115496-807d-43f5-a129-a0c78a576a29] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 712.899079] env[69319]: INFO nova.compute.manager [None req-65252f41-9f24-4ce1-824f-2b93dfdc81e3 tempest-ServerDiagnosticsTest-410723933 tempest-ServerDiagnosticsTest-410723933-project-member] [instance: df115496-807d-43f5-a129-a0c78a576a29] Took 10.27 seconds to spawn the instance on the hypervisor. [ 712.899079] env[69319]: DEBUG nova.compute.manager [None req-65252f41-9f24-4ce1-824f-2b93dfdc81e3 tempest-ServerDiagnosticsTest-410723933 tempest-ServerDiagnosticsTest-410723933-project-member] [instance: df115496-807d-43f5-a129-a0c78a576a29] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 712.899079] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07c867c6-ae22-4082-aec9-b8ca5025c9fb {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.904318] env[69319]: DEBUG nova.network.neutron [-] [instance: 99e94ac3-2fa4-4249-9297-b78043c9af00] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 712.969062] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fb6574a-3306-4b16-8f76-c1d2c07f5709 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.977601] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8040dfea-66c6-4d43-a849-3af61f3f83f3 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.017922] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c168a97-f5e8-46fb-bb99-444b3f423f1f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.030045] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39ddbf22-dbc5-4d7b-8f63-4d1e8cce921c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.047241] env[69319]: DEBUG nova.compute.provider_tree [None req-d07deab4-d3b2-47b9-9d1c-764ef4ca1a2f tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 713.061482] env[69319]: DEBUG oslo_service.periodic_task [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69319) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 713.061482] env[69319]: DEBUG oslo_service.periodic_task [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69319) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 713.061482] env[69319]: DEBUG oslo_service.periodic_task [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69319) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 713.061879] env[69319]: DEBUG oslo_service.periodic_task [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69319) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 713.061879] env[69319]: DEBUG oslo_service.periodic_task [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69319) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 713.062822] env[69319]: DEBUG oslo_service.periodic_task [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69319) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 713.062822] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69319) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 713.062822] env[69319]: DEBUG oslo_service.periodic_task [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Running periodic task ComputeManager.update_available_resource {{(pid=69319) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 713.120479] env[69319]: DEBUG nova.network.neutron [req-b89c7982-54cd-4f8a-b9d9-69fc1481c6de req-758c3e2e-8254-4db5-b8f4-a286f843be2e service nova] [instance: 5bd885da-3062-44d3-9b86-6db0dafdcc2f] Updated VIF entry in instance network info cache for port 635b68a6-f9c8-416f-aa6b-ab1d1df906ee. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 713.121111] env[69319]: DEBUG nova.network.neutron [req-b89c7982-54cd-4f8a-b9d9-69fc1481c6de req-758c3e2e-8254-4db5-b8f4-a286f843be2e service nova] [instance: 5bd885da-3062-44d3-9b86-6db0dafdcc2f] Updating instance_info_cache with network_info: [{"id": "635b68a6-f9c8-416f-aa6b-ab1d1df906ee", "address": "fa:16:3e:29:82:87", "network": {"id": "bce7625c-7f9c-462e-9c35-224f3275c871", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1750646621-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62bc14d852fa43a88776634b2d688e2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2eaecd-9701-4504-9fcb-fb1a420ead72", "external-id": "nsx-vlan-transportzone-433", "segmentation_id": 433, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap635b68a6-f9", "ovs_interfaceid": "635b68a6-f9c8-416f-aa6b-ab1d1df906ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.276912] env[69319]: DEBUG oslo_vmware.api [None req-a0d103b6-c968-45b0-be50-3f96f2631a26 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Task: {'id': task-3222919, 'name': PowerOnVM_Task, 'duration_secs': 0.841346} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.277217] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0d103b6-c968-45b0-be50-3f96f2631a26 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: a9b26f5c-132c-44a9-bc71-a4629f9d0b9e] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 713.277425] env[69319]: INFO nova.compute.manager [None req-a0d103b6-c968-45b0-be50-3f96f2631a26 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: a9b26f5c-132c-44a9-bc71-a4629f9d0b9e] Took 8.26 seconds to spawn the instance on the hypervisor. [ 713.277606] env[69319]: DEBUG nova.compute.manager [None req-a0d103b6-c968-45b0-be50-3f96f2631a26 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: a9b26f5c-132c-44a9-bc71-a4629f9d0b9e] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 713.278737] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c01f433f-f8fb-467f-8ea1-0dd7d500e8fd {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.409414] env[69319]: DEBUG nova.network.neutron [-] [instance: 99e94ac3-2fa4-4249-9297-b78043c9af00] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.424793] env[69319]: INFO nova.compute.manager [None req-65252f41-9f24-4ce1-824f-2b93dfdc81e3 tempest-ServerDiagnosticsTest-410723933 tempest-ServerDiagnosticsTest-410723933-project-member] [instance: df115496-807d-43f5-a129-a0c78a576a29] Took 45.17 seconds to build instance. [ 713.550715] env[69319]: DEBUG nova.scheduler.client.report [None req-d07deab4-d3b2-47b9-9d1c-764ef4ca1a2f tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 713.567858] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.624378] env[69319]: DEBUG oslo_concurrency.lockutils [req-b89c7982-54cd-4f8a-b9d9-69fc1481c6de req-758c3e2e-8254-4db5-b8f4-a286f843be2e service nova] Releasing lock "refresh_cache-5bd885da-3062-44d3-9b86-6db0dafdcc2f" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.650948] env[69319]: DEBUG nova.compute.manager [req-fab988b7-4957-49c9-852e-bd2126618cef req-5d07589f-13bd-4683-bdcf-bc0fb167b74b service nova] [instance: 7f8824d4-3dfc-49e6-b1a9-b9c9e2a8f179] Received event network-vif-deleted-198478a1-a4d1-4869-ba1a-49d2c55d7ed6 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 713.653505] env[69319]: INFO nova.compute.manager [req-fab988b7-4957-49c9-852e-bd2126618cef req-5d07589f-13bd-4683-bdcf-bc0fb167b74b service nova] [instance: 7f8824d4-3dfc-49e6-b1a9-b9c9e2a8f179] Neutron deleted interface 198478a1-a4d1-4869-ba1a-49d2c55d7ed6; detaching it from the instance and deleting it from the info cache [ 713.653505] env[69319]: DEBUG nova.network.neutron [req-fab988b7-4957-49c9-852e-bd2126618cef req-5d07589f-13bd-4683-bdcf-bc0fb167b74b service nova] [instance: 7f8824d4-3dfc-49e6-b1a9-b9c9e2a8f179] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.747179] env[69319]: DEBUG nova.network.neutron [-] [instance: 7f8824d4-3dfc-49e6-b1a9-b9c9e2a8f179] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.803110] env[69319]: INFO nova.compute.manager [None req-a0d103b6-c968-45b0-be50-3f96f2631a26 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: a9b26f5c-132c-44a9-bc71-a4629f9d0b9e] Took 43.72 seconds to build instance. [ 713.911967] env[69319]: DEBUG nova.compute.manager [None req-d0658da5-2f58-472a-bbaa-3c4c03785d98 tempest-ServerDiagnosticsTest-1868602009 tempest-ServerDiagnosticsTest-1868602009-project-admin] [instance: df115496-807d-43f5-a129-a0c78a576a29] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 713.913055] env[69319]: INFO nova.compute.manager [-] [instance: 99e94ac3-2fa4-4249-9297-b78043c9af00] Took 1.06 seconds to deallocate network for instance. [ 713.913921] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b5c5bd4-ebb7-41a2-a0a5-09e5dc0ba184 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.924269] env[69319]: INFO nova.compute.manager [None req-d0658da5-2f58-472a-bbaa-3c4c03785d98 tempest-ServerDiagnosticsTest-1868602009 tempest-ServerDiagnosticsTest-1868602009-project-admin] [instance: df115496-807d-43f5-a129-a0c78a576a29] Retrieving diagnostics [ 713.925342] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cdda4a4-e4c7-4a76-8469-e967153f2924 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.929496] env[69319]: DEBUG oslo_concurrency.lockutils [None req-65252f41-9f24-4ce1-824f-2b93dfdc81e3 tempest-ServerDiagnosticsTest-410723933 tempest-ServerDiagnosticsTest-410723933-project-member] Lock "df115496-807d-43f5-a129-a0c78a576a29" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.336s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.062075] env[69319]: DEBUG oslo_concurrency.lockutils [None req-d07deab4-d3b2-47b9-9d1c-764ef4ca1a2f tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.849s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.062610] env[69319]: DEBUG nova.compute.manager [None req-d07deab4-d3b2-47b9-9d1c-764ef4ca1a2f tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 02492605-6fc9-4e1e-af6c-a2e2cfe60e5a] Start building networks asynchronously for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 714.067702] env[69319]: DEBUG oslo_concurrency.lockutils [None req-3213e316-ecb0-4436-9a4a-3028d427e1d1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.328s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.067934] env[69319]: INFO nova.compute.claims [None req-3213e316-ecb0-4436-9a4a-3028d427e1d1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] [instance: 72187860-a5e9-4b68-a8da-9b7c9d33b93a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 714.154334] env[69319]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fe33ffd9-e489-4c7d-948b-174b70ff5a67 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.166419] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b4efdd7-6000-447e-bc29-17dee12a0434 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.208537] env[69319]: DEBUG nova.compute.manager [req-fab988b7-4957-49c9-852e-bd2126618cef req-5d07589f-13bd-4683-bdcf-bc0fb167b74b service nova] [instance: 7f8824d4-3dfc-49e6-b1a9-b9c9e2a8f179] Detach interface failed, port_id=198478a1-a4d1-4869-ba1a-49d2c55d7ed6, reason: Instance 7f8824d4-3dfc-49e6-b1a9-b9c9e2a8f179 could not be found. {{(pid=69319) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 714.250559] env[69319]: INFO nova.compute.manager [-] [instance: 7f8824d4-3dfc-49e6-b1a9-b9c9e2a8f179] Took 1.70 seconds to deallocate network for instance. [ 714.306181] env[69319]: DEBUG oslo_concurrency.lockutils [None req-a0d103b6-c968-45b0-be50-3f96f2631a26 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Lock "a9b26f5c-132c-44a9-bc71-a4629f9d0b9e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.225s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.405293] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c899aaf1-45c5-4862-bea6-c5c2bae6cc73 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Acquiring lock "78d62458-5f2a-45a1-bf75-c1bf6a087b48" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.405293] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c899aaf1-45c5-4862-bea6-c5c2bae6cc73 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Lock "78d62458-5f2a-45a1-bf75-c1bf6a087b48" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.426779] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f6c5fed5-217f-492f-b1f6-21a0b9bd507e tempest-ServerDiagnosticsV248Test-523245808 tempest-ServerDiagnosticsV248Test-523245808-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.432433] env[69319]: DEBUG nova.compute.manager [None req-389dfbae-3da8-4a08-9cc2-28e5723660a7 tempest-ServersNegativeTestMultiTenantJSON-612987748 tempest-ServersNegativeTestMultiTenantJSON-612987748-project-member] [instance: f3e005cf-9024-4c05-90c3-936251fa05a9] Starting instance... {{(pid=69319) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 714.574180] env[69319]: DEBUG nova.compute.utils [None req-d07deab4-d3b2-47b9-9d1c-764ef4ca1a2f tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Using /dev/sd instead of None {{(pid=69319) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 714.580640] env[69319]: DEBUG nova.compute.manager [None req-d07deab4-d3b2-47b9-9d1c-764ef4ca1a2f tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 02492605-6fc9-4e1e-af6c-a2e2cfe60e5a] Allocating IP information in the background. {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 714.580640] env[69319]: DEBUG nova.network.neutron [None req-d07deab4-d3b2-47b9-9d1c-764ef4ca1a2f tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 02492605-6fc9-4e1e-af6c-a2e2cfe60e5a] allocate_for_instance() {{(pid=69319) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 714.689426] env[69319]: DEBUG nova.policy [None req-d07deab4-d3b2-47b9-9d1c-764ef4ca1a2f tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b73639ed40c1402bb56629d73213539f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '380102385f92442f9501a051ccbbc658', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69319) authorize /opt/stack/nova/nova/policy.py:192}} [ 714.757104] env[69319]: DEBUG oslo_concurrency.lockutils [None req-abe7c60f-4051-4e0d-b1e3-bca438267a79 tempest-AttachInterfacesV270Test-645317410 tempest-AttachInterfacesV270Test-645317410-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.809083] env[69319]: DEBUG nova.compute.manager [None req-81c1d3b9-a297-4837-ab3e-4bc9a7ceb031 tempest-ServerDiagnosticsNegativeTest-1956223848 tempest-ServerDiagnosticsNegativeTest-1956223848-project-member] [instance: 873a85e3-bddf-4544-b88c-71afd51bce57] Starting instance... {{(pid=69319) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 714.960183] env[69319]: DEBUG oslo_concurrency.lockutils [None req-389dfbae-3da8-4a08-9cc2-28e5723660a7 tempest-ServersNegativeTestMultiTenantJSON-612987748 tempest-ServersNegativeTestMultiTenantJSON-612987748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.081670] env[69319]: DEBUG nova.compute.manager [None req-d07deab4-d3b2-47b9-9d1c-764ef4ca1a2f tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 02492605-6fc9-4e1e-af6c-a2e2cfe60e5a] Start building block device mappings for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 715.308232] env[69319]: DEBUG nova.network.neutron [None req-d07deab4-d3b2-47b9-9d1c-764ef4ca1a2f tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 02492605-6fc9-4e1e-af6c-a2e2cfe60e5a] Successfully created port: a8926132-7e62-4bbb-99ff-9509b49e6e54 {{(pid=69319) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 715.337380] env[69319]: DEBUG oslo_concurrency.lockutils [None req-81c1d3b9-a297-4837-ab3e-4bc9a7ceb031 tempest-ServerDiagnosticsNegativeTest-1956223848 tempest-ServerDiagnosticsNegativeTest-1956223848-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.388714] env[69319]: DEBUG oslo_concurrency.lockutils [None req-94cd40b0-c704-4648-b925-372bca904f26 tempest-ServerDiagnosticsTest-410723933 tempest-ServerDiagnosticsTest-410723933-project-member] Acquiring lock "df115496-807d-43f5-a129-a0c78a576a29" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.389359] env[69319]: DEBUG oslo_concurrency.lockutils [None req-94cd40b0-c704-4648-b925-372bca904f26 tempest-ServerDiagnosticsTest-410723933 tempest-ServerDiagnosticsTest-410723933-project-member] Lock "df115496-807d-43f5-a129-a0c78a576a29" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.389839] env[69319]: DEBUG oslo_concurrency.lockutils [None req-94cd40b0-c704-4648-b925-372bca904f26 tempest-ServerDiagnosticsTest-410723933 tempest-ServerDiagnosticsTest-410723933-project-member] Acquiring lock "df115496-807d-43f5-a129-a0c78a576a29-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.389913] env[69319]: DEBUG oslo_concurrency.lockutils [None req-94cd40b0-c704-4648-b925-372bca904f26 tempest-ServerDiagnosticsTest-410723933 tempest-ServerDiagnosticsTest-410723933-project-member] Lock "df115496-807d-43f5-a129-a0c78a576a29-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.390164] env[69319]: DEBUG oslo_concurrency.lockutils [None req-94cd40b0-c704-4648-b925-372bca904f26 tempest-ServerDiagnosticsTest-410723933 tempest-ServerDiagnosticsTest-410723933-project-member] Lock "df115496-807d-43f5-a129-a0c78a576a29-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.393106] env[69319]: INFO nova.compute.manager [None req-94cd40b0-c704-4648-b925-372bca904f26 tempest-ServerDiagnosticsTest-410723933 tempest-ServerDiagnosticsTest-410723933-project-member] [instance: df115496-807d-43f5-a129-a0c78a576a29] Terminating instance [ 717.382196] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39093b0d-1094-43e2-94e1-befbcdd51b4e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.382196] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba1a31c6-d696-43d2-868c-903833933376 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.382196] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7632984-6b87-4af4-a469-69ffce7c4173 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.382196] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70f29bc4-a387-4d49-9eed-e5521a666913 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.382196] env[69319]: DEBUG nova.compute.provider_tree [None req-3213e316-ecb0-4436-9a4a-3028d427e1d1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 717.382196] env[69319]: DEBUG nova.compute.manager [None req-94cd40b0-c704-4648-b925-372bca904f26 tempest-ServerDiagnosticsTest-410723933 tempest-ServerDiagnosticsTest-410723933-project-member] [instance: df115496-807d-43f5-a129-a0c78a576a29] Start destroying the instance on the hypervisor. {{(pid=69319) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 717.385369] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-94cd40b0-c704-4648-b925-372bca904f26 tempest-ServerDiagnosticsTest-410723933 tempest-ServerDiagnosticsTest-410723933-project-member] [instance: df115496-807d-43f5-a129-a0c78a576a29] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 717.385369] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf61c550-de44-4500-9c15-52ce49f426d3 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.385369] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-94cd40b0-c704-4648-b925-372bca904f26 tempest-ServerDiagnosticsTest-410723933 tempest-ServerDiagnosticsTest-410723933-project-member] [instance: df115496-807d-43f5-a129-a0c78a576a29] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 717.385369] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-16ee8167-662d-4663-a50f-659ff61e164d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.385369] env[69319]: DEBUG oslo_vmware.api [None req-94cd40b0-c704-4648-b925-372bca904f26 tempest-ServerDiagnosticsTest-410723933 tempest-ServerDiagnosticsTest-410723933-project-member] Waiting for the task: (returnval){ [ 717.385369] env[69319]: value = "task-3222922" [ 717.385369] env[69319]: _type = "Task" [ 717.385369] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.386374] env[69319]: DEBUG oslo_vmware.api [None req-94cd40b0-c704-4648-b925-372bca904f26 tempest-ServerDiagnosticsTest-410723933 tempest-ServerDiagnosticsTest-410723933-project-member] Task: {'id': task-3222922, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.386374] env[69319]: DEBUG nova.scheduler.client.report [None req-3213e316-ecb0-4436-9a4a-3028d427e1d1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 717.386374] env[69319]: DEBUG oslo_vmware.api [None req-94cd40b0-c704-4648-b925-372bca904f26 tempest-ServerDiagnosticsTest-410723933 tempest-ServerDiagnosticsTest-410723933-project-member] Task: {'id': task-3222922, 'name': PowerOffVM_Task, 'duration_secs': 0.221284} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.386374] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-94cd40b0-c704-4648-b925-372bca904f26 tempest-ServerDiagnosticsTest-410723933 tempest-ServerDiagnosticsTest-410723933-project-member] [instance: df115496-807d-43f5-a129-a0c78a576a29] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 717.387361] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-94cd40b0-c704-4648-b925-372bca904f26 tempest-ServerDiagnosticsTest-410723933 tempest-ServerDiagnosticsTest-410723933-project-member] [instance: df115496-807d-43f5-a129-a0c78a576a29] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 717.387361] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4afff4d5-92a2-48b3-90f6-92fb0521180c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.387361] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-94cd40b0-c704-4648-b925-372bca904f26 tempest-ServerDiagnosticsTest-410723933 tempest-ServerDiagnosticsTest-410723933-project-member] [instance: df115496-807d-43f5-a129-a0c78a576a29] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 717.387361] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-94cd40b0-c704-4648-b925-372bca904f26 tempest-ServerDiagnosticsTest-410723933 tempest-ServerDiagnosticsTest-410723933-project-member] [instance: df115496-807d-43f5-a129-a0c78a576a29] Deleting contents of the VM from datastore datastore1 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 717.387361] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-94cd40b0-c704-4648-b925-372bca904f26 tempest-ServerDiagnosticsTest-410723933 tempest-ServerDiagnosticsTest-410723933-project-member] Deleting the datastore file [datastore1] df115496-807d-43f5-a129-a0c78a576a29 {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 717.388955] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c9fc8d04-7889-477e-8ef0-e3405cbdce37 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.388955] env[69319]: DEBUG oslo_vmware.api [None req-94cd40b0-c704-4648-b925-372bca904f26 tempest-ServerDiagnosticsTest-410723933 tempest-ServerDiagnosticsTest-410723933-project-member] Waiting for the task: (returnval){ [ 717.388955] env[69319]: value = "task-3222924" [ 717.388955] env[69319]: _type = "Task" [ 717.388955] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.388955] env[69319]: DEBUG oslo_vmware.api [None req-94cd40b0-c704-4648-b925-372bca904f26 tempest-ServerDiagnosticsTest-410723933 tempest-ServerDiagnosticsTest-410723933-project-member] Task: {'id': task-3222924, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.388955] env[69319]: DEBUG oslo_vmware.api [None req-94cd40b0-c704-4648-b925-372bca904f26 tempest-ServerDiagnosticsTest-410723933 tempest-ServerDiagnosticsTest-410723933-project-member] Task: {'id': task-3222924, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130548} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.388955] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-94cd40b0-c704-4648-b925-372bca904f26 tempest-ServerDiagnosticsTest-410723933 tempest-ServerDiagnosticsTest-410723933-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 717.389639] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-94cd40b0-c704-4648-b925-372bca904f26 tempest-ServerDiagnosticsTest-410723933 tempest-ServerDiagnosticsTest-410723933-project-member] [instance: df115496-807d-43f5-a129-a0c78a576a29] Deleted contents of the VM from datastore datastore1 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 717.389639] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-94cd40b0-c704-4648-b925-372bca904f26 tempest-ServerDiagnosticsTest-410723933 tempest-ServerDiagnosticsTest-410723933-project-member] [instance: df115496-807d-43f5-a129-a0c78a576a29] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 717.389639] env[69319]: INFO nova.compute.manager [None req-94cd40b0-c704-4648-b925-372bca904f26 tempest-ServerDiagnosticsTest-410723933 tempest-ServerDiagnosticsTest-410723933-project-member] [instance: df115496-807d-43f5-a129-a0c78a576a29] Took 1.11 seconds to destroy the instance on the hypervisor. [ 717.389639] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-94cd40b0-c704-4648-b925-372bca904f26 tempest-ServerDiagnosticsTest-410723933 tempest-ServerDiagnosticsTest-410723933-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 717.389639] env[69319]: DEBUG nova.compute.manager [-] [instance: df115496-807d-43f5-a129-a0c78a576a29] Deallocating network for instance {{(pid=69319) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 717.389639] env[69319]: DEBUG nova.network.neutron [-] [instance: df115496-807d-43f5-a129-a0c78a576a29] deallocate_for_instance() {{(pid=69319) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 717.602046] env[69319]: DEBUG nova.compute.manager [None req-d07deab4-d3b2-47b9-9d1c-764ef4ca1a2f tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 02492605-6fc9-4e1e-af6c-a2e2cfe60e5a] Start spawning the instance on the hypervisor. {{(pid=69319) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 717.618792] env[69319]: DEBUG oslo_concurrency.lockutils [None req-e118095f-9053-447b-9107-f1a3739d98ae tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Acquiring lock "0b5d2173-10d1-4983-877c-743388460231" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.619261] env[69319]: DEBUG oslo_concurrency.lockutils [None req-e118095f-9053-447b-9107-f1a3739d98ae tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Lock "0b5d2173-10d1-4983-877c-743388460231" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.651088] env[69319]: DEBUG nova.virt.hardware [None req-d07deab4-d3b2-47b9-9d1c-764ef4ca1a2f tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:32:36Z,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31f027872f6f44dba95ff2fe7a062e00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:32:36Z,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 717.651088] env[69319]: DEBUG nova.virt.hardware [None req-d07deab4-d3b2-47b9-9d1c-764ef4ca1a2f tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 717.651088] env[69319]: DEBUG nova.virt.hardware [None req-d07deab4-d3b2-47b9-9d1c-764ef4ca1a2f tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 717.651897] env[69319]: DEBUG nova.virt.hardware [None req-d07deab4-d3b2-47b9-9d1c-764ef4ca1a2f tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 717.652052] env[69319]: DEBUG nova.virt.hardware [None req-d07deab4-d3b2-47b9-9d1c-764ef4ca1a2f tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 717.652179] env[69319]: DEBUG nova.virt.hardware [None req-d07deab4-d3b2-47b9-9d1c-764ef4ca1a2f tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 717.652397] env[69319]: DEBUG nova.virt.hardware [None req-d07deab4-d3b2-47b9-9d1c-764ef4ca1a2f tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 717.652571] env[69319]: DEBUG nova.virt.hardware [None req-d07deab4-d3b2-47b9-9d1c-764ef4ca1a2f tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 717.652747] env[69319]: DEBUG nova.virt.hardware [None req-d07deab4-d3b2-47b9-9d1c-764ef4ca1a2f tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 717.652914] env[69319]: DEBUG nova.virt.hardware [None req-d07deab4-d3b2-47b9-9d1c-764ef4ca1a2f tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 717.653103] env[69319]: DEBUG nova.virt.hardware [None req-d07deab4-d3b2-47b9-9d1c-764ef4ca1a2f tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 717.654385] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f1424e3-2794-4250-88f4-d268072e29ac {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.664323] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92c0feac-2fdf-4672-b72b-a1d499679ec8 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.809364] env[69319]: DEBUG oslo_concurrency.lockutils [None req-3213e316-ecb0-4436-9a4a-3028d427e1d1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.743s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.809723] env[69319]: DEBUG nova.compute.manager [None req-3213e316-ecb0-4436-9a4a-3028d427e1d1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] [instance: 72187860-a5e9-4b68-a8da-9b7c9d33b93a] Start building networks asynchronously for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 717.813928] env[69319]: DEBUG oslo_concurrency.lockutils [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.713s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.815370] env[69319]: INFO nova.compute.claims [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] [instance: fdd1fc3f-0098-421a-adcc-0ce34923e93b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 718.176366] env[69319]: DEBUG nova.network.neutron [-] [instance: df115496-807d-43f5-a129-a0c78a576a29] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.320195] env[69319]: DEBUG nova.compute.utils [None req-3213e316-ecb0-4436-9a4a-3028d427e1d1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Using /dev/sd instead of None {{(pid=69319) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 718.331020] env[69319]: DEBUG nova.compute.manager [None req-3213e316-ecb0-4436-9a4a-3028d427e1d1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] [instance: 72187860-a5e9-4b68-a8da-9b7c9d33b93a] Allocating IP information in the background. {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 718.331020] env[69319]: DEBUG nova.network.neutron [None req-3213e316-ecb0-4436-9a4a-3028d427e1d1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] [instance: 72187860-a5e9-4b68-a8da-9b7c9d33b93a] allocate_for_instance() {{(pid=69319) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 718.377695] env[69319]: DEBUG nova.policy [None req-3213e316-ecb0-4436-9a4a-3028d427e1d1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bbe2fb0ad40d41c88736faee4ab16fe6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b12ac3589df54648b6cc72f8505172fe', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69319) authorize /opt/stack/nova/nova/policy.py:192}} [ 718.680139] env[69319]: INFO nova.compute.manager [-] [instance: df115496-807d-43f5-a129-a0c78a576a29] Took 1.67 seconds to deallocate network for instance. [ 718.693240] env[69319]: DEBUG nova.compute.manager [req-ef6fafb4-3495-42d8-a572-7b6267bcc5b5 req-ae6802ad-3f05-466a-93f0-cf26af6470b2 service nova] [instance: df115496-807d-43f5-a129-a0c78a576a29] Received event network-vif-deleted-5205fd3e-8b8b-46b3-a440-48b35ce256ca {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 718.706469] env[69319]: DEBUG nova.network.neutron [None req-3213e316-ecb0-4436-9a4a-3028d427e1d1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] [instance: 72187860-a5e9-4b68-a8da-9b7c9d33b93a] Successfully created port: 401a95a8-0ce7-400e-9029-d92ac02f6024 {{(pid=69319) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 718.832828] env[69319]: DEBUG nova.compute.manager [None req-3213e316-ecb0-4436-9a4a-3028d427e1d1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] [instance: 72187860-a5e9-4b68-a8da-9b7c9d33b93a] Start building block device mappings for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 718.893045] env[69319]: DEBUG nova.network.neutron [None req-d07deab4-d3b2-47b9-9d1c-764ef4ca1a2f tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 02492605-6fc9-4e1e-af6c-a2e2cfe60e5a] Successfully updated port: a8926132-7e62-4bbb-99ff-9509b49e6e54 {{(pid=69319) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 719.063832] env[69319]: DEBUG nova.compute.manager [req-7d2ea6a3-3214-4937-a03b-a64c155bd3f3 req-ab0f808f-f045-4e6d-a6a6-e03d5ea44336 service nova] [instance: 02492605-6fc9-4e1e-af6c-a2e2cfe60e5a] Received event network-vif-plugged-a8926132-7e62-4bbb-99ff-9509b49e6e54 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 719.064121] env[69319]: DEBUG oslo_concurrency.lockutils [req-7d2ea6a3-3214-4937-a03b-a64c155bd3f3 req-ab0f808f-f045-4e6d-a6a6-e03d5ea44336 service nova] Acquiring lock "02492605-6fc9-4e1e-af6c-a2e2cfe60e5a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.064382] env[69319]: DEBUG oslo_concurrency.lockutils [req-7d2ea6a3-3214-4937-a03b-a64c155bd3f3 req-ab0f808f-f045-4e6d-a6a6-e03d5ea44336 service nova] Lock "02492605-6fc9-4e1e-af6c-a2e2cfe60e5a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.064585] env[69319]: DEBUG oslo_concurrency.lockutils [req-7d2ea6a3-3214-4937-a03b-a64c155bd3f3 req-ab0f808f-f045-4e6d-a6a6-e03d5ea44336 service nova] Lock "02492605-6fc9-4e1e-af6c-a2e2cfe60e5a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.064848] env[69319]: DEBUG nova.compute.manager [req-7d2ea6a3-3214-4937-a03b-a64c155bd3f3 req-ab0f808f-f045-4e6d-a6a6-e03d5ea44336 service nova] [instance: 02492605-6fc9-4e1e-af6c-a2e2cfe60e5a] No waiting events found dispatching network-vif-plugged-a8926132-7e62-4bbb-99ff-9509b49e6e54 {{(pid=69319) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 719.065807] env[69319]: WARNING nova.compute.manager [req-7d2ea6a3-3214-4937-a03b-a64c155bd3f3 req-ab0f808f-f045-4e6d-a6a6-e03d5ea44336 service nova] [instance: 02492605-6fc9-4e1e-af6c-a2e2cfe60e5a] Received unexpected event network-vif-plugged-a8926132-7e62-4bbb-99ff-9509b49e6e54 for instance with vm_state building and task_state spawning. [ 719.187404] env[69319]: DEBUG oslo_concurrency.lockutils [None req-94cd40b0-c704-4648-b925-372bca904f26 tempest-ServerDiagnosticsTest-410723933 tempest-ServerDiagnosticsTest-410723933-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.396994] env[69319]: DEBUG oslo_concurrency.lockutils [None req-d07deab4-d3b2-47b9-9d1c-764ef4ca1a2f tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Acquiring lock "refresh_cache-02492605-6fc9-4e1e-af6c-a2e2cfe60e5a" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.396994] env[69319]: DEBUG oslo_concurrency.lockutils [None req-d07deab4-d3b2-47b9-9d1c-764ef4ca1a2f tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Acquired lock "refresh_cache-02492605-6fc9-4e1e-af6c-a2e2cfe60e5a" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.396994] env[69319]: DEBUG nova.network.neutron [None req-d07deab4-d3b2-47b9-9d1c-764ef4ca1a2f tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 02492605-6fc9-4e1e-af6c-a2e2cfe60e5a] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 719.535110] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caaa65b6-9eb2-4f48-849b-963e59f2af3a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.544668] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e63cb41c-b950-4397-a24f-7b508e0e4791 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.579987] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a12ce16a-da0c-443b-b7af-05218ea95c0d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.588910] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85767792-cd97-46e0-9d2a-26f7ebca07b3 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.605121] env[69319]: DEBUG nova.compute.provider_tree [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 719.849028] env[69319]: DEBUG nova.compute.manager [None req-3213e316-ecb0-4436-9a4a-3028d427e1d1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] [instance: 72187860-a5e9-4b68-a8da-9b7c9d33b93a] Start spawning the instance on the hypervisor. {{(pid=69319) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 719.878191] env[69319]: DEBUG nova.virt.hardware [None req-3213e316-ecb0-4436-9a4a-3028d427e1d1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:32:36Z,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31f027872f6f44dba95ff2fe7a062e00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:32:36Z,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 719.878191] env[69319]: DEBUG nova.virt.hardware [None req-3213e316-ecb0-4436-9a4a-3028d427e1d1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 719.878191] env[69319]: DEBUG nova.virt.hardware [None req-3213e316-ecb0-4436-9a4a-3028d427e1d1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 719.878375] env[69319]: DEBUG nova.virt.hardware [None req-3213e316-ecb0-4436-9a4a-3028d427e1d1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 719.878375] env[69319]: DEBUG nova.virt.hardware [None req-3213e316-ecb0-4436-9a4a-3028d427e1d1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 719.878375] env[69319]: DEBUG nova.virt.hardware [None req-3213e316-ecb0-4436-9a4a-3028d427e1d1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 719.878375] env[69319]: DEBUG nova.virt.hardware [None req-3213e316-ecb0-4436-9a4a-3028d427e1d1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 719.878500] env[69319]: DEBUG nova.virt.hardware [None req-3213e316-ecb0-4436-9a4a-3028d427e1d1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 719.878591] env[69319]: DEBUG nova.virt.hardware [None req-3213e316-ecb0-4436-9a4a-3028d427e1d1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 719.878749] env[69319]: DEBUG nova.virt.hardware [None req-3213e316-ecb0-4436-9a4a-3028d427e1d1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 719.878916] env[69319]: DEBUG nova.virt.hardware [None req-3213e316-ecb0-4436-9a4a-3028d427e1d1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 719.879825] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3a83931-bc00-4151-a88a-02badb9d4f60 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.889714] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dc613bd-c99d-47c0-afed-0fbbd2c2fb21 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.941596] env[69319]: DEBUG nova.network.neutron [None req-d07deab4-d3b2-47b9-9d1c-764ef4ca1a2f tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 02492605-6fc9-4e1e-af6c-a2e2cfe60e5a] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 720.108716] env[69319]: DEBUG nova.scheduler.client.report [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 722.706286] env[69319]: DEBUG nova.network.neutron [None req-d07deab4-d3b2-47b9-9d1c-764ef4ca1a2f tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 02492605-6fc9-4e1e-af6c-a2e2cfe60e5a] Updating instance_info_cache with network_info: [{"id": "a8926132-7e62-4bbb-99ff-9509b49e6e54", "address": "fa:16:3e:73:12:b5", "network": {"id": "cdf0dbad-7c1b-430c-b144-bb3bbd2341b3", "bridge": "br-int", "label": "tempest-ImagesTestJSON-265296588-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "380102385f92442f9501a051ccbbc658", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8926132-7e", "ovs_interfaceid": "a8926132-7e62-4bbb-99ff-9509b49e6e54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.083231] env[69319]: DEBUG oslo_concurrency.lockutils [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.269s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.083766] env[69319]: DEBUG nova.compute.manager [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] [instance: fdd1fc3f-0098-421a-adcc-0ce34923e93b] Start building networks asynchronously for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 723.088552] env[69319]: DEBUG oslo_concurrency.lockutils [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.635s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.091992] env[69319]: INFO nova.compute.claims [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] [instance: b38347d2-a6f3-4640-b25e-c9e67196f733] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 723.125144] env[69319]: DEBUG nova.network.neutron [None req-3213e316-ecb0-4436-9a4a-3028d427e1d1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] [instance: 72187860-a5e9-4b68-a8da-9b7c9d33b93a] Successfully updated port: 401a95a8-0ce7-400e-9029-d92ac02f6024 {{(pid=69319) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 723.211368] env[69319]: DEBUG oslo_concurrency.lockutils [None req-d07deab4-d3b2-47b9-9d1c-764ef4ca1a2f tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Releasing lock "refresh_cache-02492605-6fc9-4e1e-af6c-a2e2cfe60e5a" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.211708] env[69319]: DEBUG nova.compute.manager [None req-d07deab4-d3b2-47b9-9d1c-764ef4ca1a2f tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 02492605-6fc9-4e1e-af6c-a2e2cfe60e5a] Instance network_info: |[{"id": "a8926132-7e62-4bbb-99ff-9509b49e6e54", "address": "fa:16:3e:73:12:b5", "network": {"id": "cdf0dbad-7c1b-430c-b144-bb3bbd2341b3", "bridge": "br-int", "label": "tempest-ImagesTestJSON-265296588-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "380102385f92442f9501a051ccbbc658", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8926132-7e", "ovs_interfaceid": "a8926132-7e62-4bbb-99ff-9509b49e6e54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 723.212157] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-d07deab4-d3b2-47b9-9d1c-764ef4ca1a2f tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 02492605-6fc9-4e1e-af6c-a2e2cfe60e5a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:12:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '099fe970-c61f-4480-bed4-ae4f485fd82a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a8926132-7e62-4bbb-99ff-9509b49e6e54', 'vif_model': 'vmxnet3'}] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 723.220913] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-d07deab4-d3b2-47b9-9d1c-764ef4ca1a2f tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Creating folder: Project (380102385f92442f9501a051ccbbc658). Parent ref: group-v644239. {{(pid=69319) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 723.221547] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-22c298e1-b76d-4cba-bd44-e16bdc776d03 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.235516] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-d07deab4-d3b2-47b9-9d1c-764ef4ca1a2f tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Created folder: Project (380102385f92442f9501a051ccbbc658) in parent group-v644239. [ 723.235726] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-d07deab4-d3b2-47b9-9d1c-764ef4ca1a2f tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Creating folder: Instances. Parent ref: group-v644316. {{(pid=69319) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 723.235980] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2f9b1cc9-c373-4cf1-81c4-331c371a8c8f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.246083] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-d07deab4-d3b2-47b9-9d1c-764ef4ca1a2f tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Created folder: Instances in parent group-v644316. [ 723.246345] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d07deab4-d3b2-47b9-9d1c-764ef4ca1a2f tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 723.246539] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02492605-6fc9-4e1e-af6c-a2e2cfe60e5a] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 723.246744] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3fb75626-9630-406b-9117-552a155426c5 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.271342] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 723.271342] env[69319]: value = "task-3222927" [ 723.271342] env[69319]: _type = "Task" [ 723.271342] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.286381] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222927, 'name': CreateVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.531402] env[69319]: DEBUG nova.compute.manager [req-416e0ddc-e985-40dc-8932-ddf368c5eccc req-8a44d482-1992-4dae-8682-c58e9356eb21 service nova] [instance: 02492605-6fc9-4e1e-af6c-a2e2cfe60e5a] Received event network-changed-a8926132-7e62-4bbb-99ff-9509b49e6e54 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 723.534369] env[69319]: DEBUG nova.compute.manager [req-416e0ddc-e985-40dc-8932-ddf368c5eccc req-8a44d482-1992-4dae-8682-c58e9356eb21 service nova] [instance: 02492605-6fc9-4e1e-af6c-a2e2cfe60e5a] Refreshing instance network info cache due to event network-changed-a8926132-7e62-4bbb-99ff-9509b49e6e54. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 723.534369] env[69319]: DEBUG oslo_concurrency.lockutils [req-416e0ddc-e985-40dc-8932-ddf368c5eccc req-8a44d482-1992-4dae-8682-c58e9356eb21 service nova] Acquiring lock "refresh_cache-02492605-6fc9-4e1e-af6c-a2e2cfe60e5a" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.534369] env[69319]: DEBUG oslo_concurrency.lockutils [req-416e0ddc-e985-40dc-8932-ddf368c5eccc req-8a44d482-1992-4dae-8682-c58e9356eb21 service nova] Acquired lock "refresh_cache-02492605-6fc9-4e1e-af6c-a2e2cfe60e5a" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.534369] env[69319]: DEBUG nova.network.neutron [req-416e0ddc-e985-40dc-8932-ddf368c5eccc req-8a44d482-1992-4dae-8682-c58e9356eb21 service nova] [instance: 02492605-6fc9-4e1e-af6c-a2e2cfe60e5a] Refreshing network info cache for port a8926132-7e62-4bbb-99ff-9509b49e6e54 {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 723.548751] env[69319]: DEBUG nova.compute.manager [req-12d3f9f4-0d4e-4452-80f6-2f6bcbfd5bdb req-6b86f408-49a9-4d45-a805-0e2c9b29e87c service nova] [instance: 72187860-a5e9-4b68-a8da-9b7c9d33b93a] Received event network-vif-plugged-401a95a8-0ce7-400e-9029-d92ac02f6024 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 723.549267] env[69319]: DEBUG oslo_concurrency.lockutils [req-12d3f9f4-0d4e-4452-80f6-2f6bcbfd5bdb req-6b86f408-49a9-4d45-a805-0e2c9b29e87c service nova] Acquiring lock "72187860-a5e9-4b68-a8da-9b7c9d33b93a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.549606] env[69319]: DEBUG oslo_concurrency.lockutils [req-12d3f9f4-0d4e-4452-80f6-2f6bcbfd5bdb req-6b86f408-49a9-4d45-a805-0e2c9b29e87c service nova] Lock "72187860-a5e9-4b68-a8da-9b7c9d33b93a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.549908] env[69319]: DEBUG oslo_concurrency.lockutils [req-12d3f9f4-0d4e-4452-80f6-2f6bcbfd5bdb req-6b86f408-49a9-4d45-a805-0e2c9b29e87c service nova] Lock "72187860-a5e9-4b68-a8da-9b7c9d33b93a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.550305] env[69319]: DEBUG nova.compute.manager [req-12d3f9f4-0d4e-4452-80f6-2f6bcbfd5bdb req-6b86f408-49a9-4d45-a805-0e2c9b29e87c service nova] [instance: 72187860-a5e9-4b68-a8da-9b7c9d33b93a] No waiting events found dispatching network-vif-plugged-401a95a8-0ce7-400e-9029-d92ac02f6024 {{(pid=69319) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 723.550605] env[69319]: WARNING nova.compute.manager [req-12d3f9f4-0d4e-4452-80f6-2f6bcbfd5bdb req-6b86f408-49a9-4d45-a805-0e2c9b29e87c service nova] [instance: 72187860-a5e9-4b68-a8da-9b7c9d33b93a] Received unexpected event network-vif-plugged-401a95a8-0ce7-400e-9029-d92ac02f6024 for instance with vm_state building and task_state spawning. [ 723.603670] env[69319]: DEBUG nova.compute.utils [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Using /dev/sd instead of None {{(pid=69319) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 723.603670] env[69319]: DEBUG nova.compute.manager [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] [instance: fdd1fc3f-0098-421a-adcc-0ce34923e93b] Allocating IP information in the background. {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 723.603670] env[69319]: DEBUG nova.network.neutron [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] [instance: fdd1fc3f-0098-421a-adcc-0ce34923e93b] allocate_for_instance() {{(pid=69319) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 723.631893] env[69319]: DEBUG oslo_concurrency.lockutils [None req-3213e316-ecb0-4436-9a4a-3028d427e1d1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Acquiring lock "refresh_cache-72187860-a5e9-4b68-a8da-9b7c9d33b93a" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.631893] env[69319]: DEBUG oslo_concurrency.lockutils [None req-3213e316-ecb0-4436-9a4a-3028d427e1d1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Acquired lock "refresh_cache-72187860-a5e9-4b68-a8da-9b7c9d33b93a" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.631893] env[69319]: DEBUG nova.network.neutron [None req-3213e316-ecb0-4436-9a4a-3028d427e1d1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] [instance: 72187860-a5e9-4b68-a8da-9b7c9d33b93a] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 723.679129] env[69319]: DEBUG nova.policy [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '85281a4ad08e4b14a8218cef17776eba', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bc42b1caeb564f298d7f3f4daf2e0c3d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69319) authorize /opt/stack/nova/nova/policy.py:192}} [ 723.785513] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222927, 'name': CreateVM_Task, 'duration_secs': 0.371542} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.785817] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02492605-6fc9-4e1e-af6c-a2e2cfe60e5a] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 723.788596] env[69319]: DEBUG oslo_concurrency.lockutils [None req-d07deab4-d3b2-47b9-9d1c-764ef4ca1a2f tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.788843] env[69319]: DEBUG oslo_concurrency.lockutils [None req-d07deab4-d3b2-47b9-9d1c-764ef4ca1a2f tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.789483] env[69319]: DEBUG oslo_concurrency.lockutils [None req-d07deab4-d3b2-47b9-9d1c-764ef4ca1a2f tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.791025] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bac0d946-e9db-4c6e-9329-8a4fc2353a5f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.796587] env[69319]: DEBUG oslo_vmware.api [None req-d07deab4-d3b2-47b9-9d1c-764ef4ca1a2f tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Waiting for the task: (returnval){ [ 723.796587] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]529ddb4e-8554-dd90-8dbe-9841688c1950" [ 723.796587] env[69319]: _type = "Task" [ 723.796587] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.808435] env[69319]: DEBUG oslo_vmware.api [None req-d07deab4-d3b2-47b9-9d1c-764ef4ca1a2f tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]529ddb4e-8554-dd90-8dbe-9841688c1950, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.109846] env[69319]: DEBUG nova.compute.manager [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] [instance: fdd1fc3f-0098-421a-adcc-0ce34923e93b] Start building block device mappings for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 724.163482] env[69319]: DEBUG nova.network.neutron [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] [instance: fdd1fc3f-0098-421a-adcc-0ce34923e93b] Successfully created port: f38e50f5-f0a0-4998-b1c5-05e4845871b5 {{(pid=69319) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 724.205829] env[69319]: DEBUG nova.network.neutron [None req-3213e316-ecb0-4436-9a4a-3028d427e1d1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] [instance: 72187860-a5e9-4b68-a8da-9b7c9d33b93a] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 724.310033] env[69319]: DEBUG oslo_vmware.api [None req-d07deab4-d3b2-47b9-9d1c-764ef4ca1a2f tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]529ddb4e-8554-dd90-8dbe-9841688c1950, 'name': SearchDatastore_Task, 'duration_secs': 0.011409} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.310360] env[69319]: DEBUG oslo_concurrency.lockutils [None req-d07deab4-d3b2-47b9-9d1c-764ef4ca1a2f tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.310608] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-d07deab4-d3b2-47b9-9d1c-764ef4ca1a2f tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 02492605-6fc9-4e1e-af6c-a2e2cfe60e5a] Processing image 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 724.311099] env[69319]: DEBUG oslo_concurrency.lockutils [None req-d07deab4-d3b2-47b9-9d1c-764ef4ca1a2f tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.311099] env[69319]: DEBUG oslo_concurrency.lockutils [None req-d07deab4-d3b2-47b9-9d1c-764ef4ca1a2f tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.311224] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-d07deab4-d3b2-47b9-9d1c-764ef4ca1a2f tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 724.311469] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5ddf95b4-622d-4592-8e38-78eab1c84125 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.321168] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-d07deab4-d3b2-47b9-9d1c-764ef4ca1a2f tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 724.321382] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-d07deab4-d3b2-47b9-9d1c-764ef4ca1a2f tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 724.322417] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8a0d0cd-74f0-4a13-8f2c-55f188b075f2 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.328035] env[69319]: DEBUG oslo_vmware.api [None req-d07deab4-d3b2-47b9-9d1c-764ef4ca1a2f tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Waiting for the task: (returnval){ [ 724.328035] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]5290c4f5-4f9c-dc84-8fbd-8e53e1e0b89c" [ 724.328035] env[69319]: _type = "Task" [ 724.328035] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.341746] env[69319]: DEBUG oslo_vmware.api [None req-d07deab4-d3b2-47b9-9d1c-764ef4ca1a2f tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5290c4f5-4f9c-dc84-8fbd-8e53e1e0b89c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.564436] env[69319]: DEBUG nova.network.neutron [None req-3213e316-ecb0-4436-9a4a-3028d427e1d1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] [instance: 72187860-a5e9-4b68-a8da-9b7c9d33b93a] Updating instance_info_cache with network_info: [{"id": "401a95a8-0ce7-400e-9029-d92ac02f6024", "address": "fa:16:3e:ad:61:6a", "network": {"id": "a12dc76e-6833-4e66-9e86-6da3fa6364ad", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-236068377-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b12ac3589df54648b6cc72f8505172fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap401a95a8-0c", "ovs_interfaceid": "401a95a8-0ce7-400e-9029-d92ac02f6024", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.570213] env[69319]: DEBUG nova.network.neutron [req-416e0ddc-e985-40dc-8932-ddf368c5eccc req-8a44d482-1992-4dae-8682-c58e9356eb21 service nova] [instance: 02492605-6fc9-4e1e-af6c-a2e2cfe60e5a] Updated VIF entry in instance network info cache for port a8926132-7e62-4bbb-99ff-9509b49e6e54. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 724.570845] env[69319]: DEBUG nova.network.neutron [req-416e0ddc-e985-40dc-8932-ddf368c5eccc req-8a44d482-1992-4dae-8682-c58e9356eb21 service nova] [instance: 02492605-6fc9-4e1e-af6c-a2e2cfe60e5a] Updating instance_info_cache with network_info: [{"id": "a8926132-7e62-4bbb-99ff-9509b49e6e54", "address": "fa:16:3e:73:12:b5", "network": {"id": "cdf0dbad-7c1b-430c-b144-bb3bbd2341b3", "bridge": "br-int", "label": "tempest-ImagesTestJSON-265296588-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "380102385f92442f9501a051ccbbc658", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8926132-7e", "ovs_interfaceid": "a8926132-7e62-4bbb-99ff-9509b49e6e54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.635423] env[69319]: DEBUG oslo_vmware.api [None req-d07deab4-d3b2-47b9-9d1c-764ef4ca1a2f tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5290c4f5-4f9c-dc84-8fbd-8e53e1e0b89c, 'name': SearchDatastore_Task, 'duration_secs': 0.011105} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.635423] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13d6893e-ddb8-4fbc-b758-c9baed987dc5 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.635423] env[69319]: DEBUG oslo_vmware.api [None req-d07deab4-d3b2-47b9-9d1c-764ef4ca1a2f tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Waiting for the task: (returnval){ [ 725.635423] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]521798bc-dc97-247f-dd44-ccd230d715cf" [ 725.635423] env[69319]: _type = "Task" [ 725.635423] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.635423] env[69319]: DEBUG oslo_vmware.api [None req-d07deab4-d3b2-47b9-9d1c-764ef4ca1a2f tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]521798bc-dc97-247f-dd44-ccd230d715cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.635423] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ad795ad-7ad5-441a-bd7b-3ef27eab7187 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.640905] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5688b1a7-5d63-4820-a98b-474a52e1deb1 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.640905] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a625340-0c25-4115-b4ee-04c5424e12fe {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.640905] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1c69227-6368-43e9-8832-4f35939b54d6 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.640905] env[69319]: DEBUG nova.compute.provider_tree [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 725.640905] env[69319]: DEBUG oslo_concurrency.lockutils [None req-3213e316-ecb0-4436-9a4a-3028d427e1d1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Releasing lock "refresh_cache-72187860-a5e9-4b68-a8da-9b7c9d33b93a" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.643426] env[69319]: DEBUG nova.compute.manager [None req-3213e316-ecb0-4436-9a4a-3028d427e1d1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] [instance: 72187860-a5e9-4b68-a8da-9b7c9d33b93a] Instance network_info: |[{"id": "401a95a8-0ce7-400e-9029-d92ac02f6024", "address": "fa:16:3e:ad:61:6a", "network": {"id": "a12dc76e-6833-4e66-9e86-6da3fa6364ad", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-236068377-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b12ac3589df54648b6cc72f8505172fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap401a95a8-0c", "ovs_interfaceid": "401a95a8-0ce7-400e-9029-d92ac02f6024", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 725.643426] env[69319]: DEBUG oslo_concurrency.lockutils [req-416e0ddc-e985-40dc-8932-ddf368c5eccc req-8a44d482-1992-4dae-8682-c58e9356eb21 service nova] Releasing lock "refresh_cache-02492605-6fc9-4e1e-af6c-a2e2cfe60e5a" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.645770] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-3213e316-ecb0-4436-9a4a-3028d427e1d1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] [instance: 72187860-a5e9-4b68-a8da-9b7c9d33b93a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ad:61:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13b62154-a0e1-4eed-bc30-6464b15993bb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '401a95a8-0ce7-400e-9029-d92ac02f6024', 'vif_model': 'vmxnet3'}] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 725.645770] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3213e316-ecb0-4436-9a4a-3028d427e1d1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 725.645770] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72187860-a5e9-4b68-a8da-9b7c9d33b93a] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 725.645770] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8f073abc-5549-426e-90ee-159e512f0572 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.645770] env[69319]: DEBUG nova.compute.manager [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] [instance: fdd1fc3f-0098-421a-adcc-0ce34923e93b] Start spawning the instance on the hypervisor. {{(pid=69319) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 725.646705] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 725.646705] env[69319]: value = "task-3222928" [ 725.646705] env[69319]: _type = "Task" [ 725.646705] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.646705] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222928, 'name': CreateVM_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.646705] env[69319]: DEBUG nova.virt.hardware [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:32:36Z,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31f027872f6f44dba95ff2fe7a062e00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:32:36Z,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 725.646705] env[69319]: DEBUG nova.virt.hardware [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 725.647828] env[69319]: DEBUG nova.virt.hardware [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 725.647828] env[69319]: DEBUG nova.virt.hardware [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 725.647828] env[69319]: DEBUG nova.virt.hardware [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 725.647828] env[69319]: DEBUG nova.virt.hardware [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 725.647828] env[69319]: DEBUG nova.virt.hardware [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 725.650168] env[69319]: DEBUG nova.virt.hardware [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 725.650168] env[69319]: DEBUG nova.virt.hardware [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 725.650168] env[69319]: DEBUG nova.virt.hardware [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 725.650168] env[69319]: DEBUG nova.virt.hardware [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 725.650168] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e65f4e2-c285-4572-a1fd-f0ea07ff5202 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.650168] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c7a7ef3-2a97-4107-add4-be6f423ef075 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.650818] env[69319]: DEBUG oslo_vmware.api [None req-d07deab4-d3b2-47b9-9d1c-764ef4ca1a2f tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]521798bc-dc97-247f-dd44-ccd230d715cf, 'name': SearchDatastore_Task, 'duration_secs': 0.011922} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.650818] env[69319]: DEBUG oslo_concurrency.lockutils [None req-d07deab4-d3b2-47b9-9d1c-764ef4ca1a2f tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.650818] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-d07deab4-d3b2-47b9-9d1c-764ef4ca1a2f tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore1] 02492605-6fc9-4e1e-af6c-a2e2cfe60e5a/02492605-6fc9-4e1e-af6c-a2e2cfe60e5a.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 725.650818] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fee4082e-27fa-4b2c-b6c7-16014a840c5c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.650818] env[69319]: DEBUG oslo_vmware.api [None req-d07deab4-d3b2-47b9-9d1c-764ef4ca1a2f tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Waiting for the task: (returnval){ [ 725.650818] env[69319]: value = "task-3222929" [ 725.650818] env[69319]: _type = "Task" [ 725.651041] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.651041] env[69319]: DEBUG oslo_vmware.api [None req-d07deab4-d3b2-47b9-9d1c-764ef4ca1a2f tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': task-3222929, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.651041] env[69319]: DEBUG nova.scheduler.client.report [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 725.651041] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222928, 'name': CreateVM_Task, 'duration_secs': 0.300938} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.651041] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72187860-a5e9-4b68-a8da-9b7c9d33b93a] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 725.651190] env[69319]: DEBUG oslo_concurrency.lockutils [None req-3213e316-ecb0-4436-9a4a-3028d427e1d1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.651190] env[69319]: DEBUG oslo_concurrency.lockutils [None req-3213e316-ecb0-4436-9a4a-3028d427e1d1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.651190] env[69319]: DEBUG oslo_concurrency.lockutils [None req-3213e316-ecb0-4436-9a4a-3028d427e1d1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.651190] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4938015-356a-4368-baea-4fb6920920f6 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.651827] env[69319]: DEBUG oslo_vmware.api [None req-3213e316-ecb0-4436-9a4a-3028d427e1d1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Waiting for the task: (returnval){ [ 725.651827] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52c99b70-0582-c404-8173-29b028c957b9" [ 725.651827] env[69319]: _type = "Task" [ 725.651827] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.662772] env[69319]: DEBUG oslo_vmware.api [None req-3213e316-ecb0-4436-9a4a-3028d427e1d1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52c99b70-0582-c404-8173-29b028c957b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.882161] env[69319]: DEBUG oslo_vmware.api [None req-d07deab4-d3b2-47b9-9d1c-764ef4ca1a2f tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': task-3222929, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505487} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.883066] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-d07deab4-d3b2-47b9-9d1c-764ef4ca1a2f tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore1] 02492605-6fc9-4e1e-af6c-a2e2cfe60e5a/02492605-6fc9-4e1e-af6c-a2e2cfe60e5a.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 725.883066] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-d07deab4-d3b2-47b9-9d1c-764ef4ca1a2f tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 02492605-6fc9-4e1e-af6c-a2e2cfe60e5a] Extending root virtual disk to 1048576 {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 725.883066] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-23949411-8932-4778-a2b3-1062b57248a2 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.890266] env[69319]: DEBUG oslo_vmware.api [None req-d07deab4-d3b2-47b9-9d1c-764ef4ca1a2f tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Waiting for the task: (returnval){ [ 725.890266] env[69319]: value = "task-3222930" [ 725.890266] env[69319]: _type = "Task" [ 725.890266] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.898985] env[69319]: DEBUG oslo_vmware.api [None req-d07deab4-d3b2-47b9-9d1c-764ef4ca1a2f tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': task-3222930, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.927112] env[69319]: DEBUG nova.network.neutron [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] [instance: fdd1fc3f-0098-421a-adcc-0ce34923e93b] Successfully updated port: f38e50f5-f0a0-4998-b1c5-05e4845871b5 {{(pid=69319) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 725.964238] env[69319]: DEBUG oslo_concurrency.lockutils [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.876s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.964806] env[69319]: DEBUG nova.compute.manager [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] [instance: b38347d2-a6f3-4640-b25e-c9e67196f733] Start building networks asynchronously for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 725.968556] env[69319]: DEBUG oslo_concurrency.lockutils [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.957s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.969720] env[69319]: INFO nova.compute.claims [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] [instance: 6fd4b3da-855a-4796-a514-bffd9d194110] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 726.163970] env[69319]: DEBUG oslo_vmware.api [None req-3213e316-ecb0-4436-9a4a-3028d427e1d1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52c99b70-0582-c404-8173-29b028c957b9, 'name': SearchDatastore_Task, 'duration_secs': 0.061223} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.164305] env[69319]: DEBUG oslo_concurrency.lockutils [None req-3213e316-ecb0-4436-9a4a-3028d427e1d1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.164593] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-3213e316-ecb0-4436-9a4a-3028d427e1d1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] [instance: 72187860-a5e9-4b68-a8da-9b7c9d33b93a] Processing image 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 726.164872] env[69319]: DEBUG oslo_concurrency.lockutils [None req-3213e316-ecb0-4436-9a4a-3028d427e1d1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.165033] env[69319]: DEBUG oslo_concurrency.lockutils [None req-3213e316-ecb0-4436-9a4a-3028d427e1d1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.165221] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-3213e316-ecb0-4436-9a4a-3028d427e1d1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 726.165490] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9ea66743-8c7a-423c-8967-ce11fe314a7f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.174259] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-3213e316-ecb0-4436-9a4a-3028d427e1d1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 726.174438] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-3213e316-ecb0-4436-9a4a-3028d427e1d1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 726.175201] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82b65957-1a29-460f-8722-3a5a66572418 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.181972] env[69319]: DEBUG oslo_vmware.api [None req-3213e316-ecb0-4436-9a4a-3028d427e1d1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Waiting for the task: (returnval){ [ 726.181972] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]5202ac6b-2e3a-4689-b996-0558a55e45ec" [ 726.181972] env[69319]: _type = "Task" [ 726.181972] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.189941] env[69319]: DEBUG oslo_vmware.api [None req-3213e316-ecb0-4436-9a4a-3028d427e1d1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5202ac6b-2e3a-4689-b996-0558a55e45ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.294026] env[69319]: DEBUG nova.compute.manager [req-dbd33522-561d-4511-933c-a6c504532877 req-b6a8e0d9-a310-47cb-897f-092fffe359e2 service nova] [instance: 72187860-a5e9-4b68-a8da-9b7c9d33b93a] Received event network-changed-401a95a8-0ce7-400e-9029-d92ac02f6024 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 726.294291] env[69319]: DEBUG nova.compute.manager [req-dbd33522-561d-4511-933c-a6c504532877 req-b6a8e0d9-a310-47cb-897f-092fffe359e2 service nova] [instance: 72187860-a5e9-4b68-a8da-9b7c9d33b93a] Refreshing instance network info cache due to event network-changed-401a95a8-0ce7-400e-9029-d92ac02f6024. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 726.294962] env[69319]: DEBUG oslo_concurrency.lockutils [req-dbd33522-561d-4511-933c-a6c504532877 req-b6a8e0d9-a310-47cb-897f-092fffe359e2 service nova] Acquiring lock "refresh_cache-72187860-a5e9-4b68-a8da-9b7c9d33b93a" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.295556] env[69319]: DEBUG oslo_concurrency.lockutils [req-dbd33522-561d-4511-933c-a6c504532877 req-b6a8e0d9-a310-47cb-897f-092fffe359e2 service nova] Acquired lock "refresh_cache-72187860-a5e9-4b68-a8da-9b7c9d33b93a" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.295556] env[69319]: DEBUG nova.network.neutron [req-dbd33522-561d-4511-933c-a6c504532877 req-b6a8e0d9-a310-47cb-897f-092fffe359e2 service nova] [instance: 72187860-a5e9-4b68-a8da-9b7c9d33b93a] Refreshing network info cache for port 401a95a8-0ce7-400e-9029-d92ac02f6024 {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 726.327199] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f1010cd2-2d4a-42c1-b9a6-8f51bf1a7c3e tempest-InstanceActionsV221TestJSON-329574137 tempest-InstanceActionsV221TestJSON-329574137-project-member] Acquiring lock "b1b8d1b7-cc0e-4807-a7f4-e963cb9da64b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.327199] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f1010cd2-2d4a-42c1-b9a6-8f51bf1a7c3e tempest-InstanceActionsV221TestJSON-329574137 tempest-InstanceActionsV221TestJSON-329574137-project-member] Lock "b1b8d1b7-cc0e-4807-a7f4-e963cb9da64b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.400446] env[69319]: DEBUG oslo_vmware.api [None req-d07deab4-d3b2-47b9-9d1c-764ef4ca1a2f tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': task-3222930, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.430266] env[69319]: DEBUG oslo_concurrency.lockutils [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Acquiring lock "refresh_cache-fdd1fc3f-0098-421a-adcc-0ce34923e93b" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.430438] env[69319]: DEBUG oslo_concurrency.lockutils [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Acquired lock "refresh_cache-fdd1fc3f-0098-421a-adcc-0ce34923e93b" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.430602] env[69319]: DEBUG nova.network.neutron [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] [instance: fdd1fc3f-0098-421a-adcc-0ce34923e93b] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 726.469812] env[69319]: DEBUG nova.compute.utils [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Using /dev/sd instead of None {{(pid=69319) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 726.471169] env[69319]: DEBUG nova.compute.manager [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] [instance: b38347d2-a6f3-4640-b25e-c9e67196f733] Allocating IP information in the background. {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 726.471337] env[69319]: DEBUG nova.network.neutron [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] [instance: b38347d2-a6f3-4640-b25e-c9e67196f733] allocate_for_instance() {{(pid=69319) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 726.508963] env[69319]: DEBUG nova.policy [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '85281a4ad08e4b14a8218cef17776eba', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bc42b1caeb564f298d7f3f4daf2e0c3d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69319) authorize /opt/stack/nova/nova/policy.py:192}} [ 726.692665] env[69319]: DEBUG oslo_vmware.api [None req-3213e316-ecb0-4436-9a4a-3028d427e1d1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5202ac6b-2e3a-4689-b996-0558a55e45ec, 'name': SearchDatastore_Task, 'duration_secs': 0.009212} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.693613] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-419fd25e-09f7-4fe0-97c0-26f2ca49be44 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.699750] env[69319]: DEBUG oslo_vmware.api [None req-3213e316-ecb0-4436-9a4a-3028d427e1d1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Waiting for the task: (returnval){ [ 726.699750] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52687ea0-dfb1-18a1-e295-c8c44f151fa0" [ 726.699750] env[69319]: _type = "Task" [ 726.699750] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.707893] env[69319]: DEBUG oslo_vmware.api [None req-3213e316-ecb0-4436-9a4a-3028d427e1d1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52687ea0-dfb1-18a1-e295-c8c44f151fa0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.753749] env[69319]: DEBUG nova.network.neutron [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] [instance: b38347d2-a6f3-4640-b25e-c9e67196f733] Successfully created port: ccc66e5a-7d7f-4f0d-a134-6cc4f6d842e5 {{(pid=69319) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 726.908032] env[69319]: DEBUG oslo_vmware.api [None req-d07deab4-d3b2-47b9-9d1c-764ef4ca1a2f tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': task-3222930, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.599011} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.917984] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-d07deab4-d3b2-47b9-9d1c-764ef4ca1a2f tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 02492605-6fc9-4e1e-af6c-a2e2cfe60e5a] Extended root virtual disk {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 726.918078] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-078f017b-f4da-49df-9d97-e7b3d52eeb40 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.944475] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-d07deab4-d3b2-47b9-9d1c-764ef4ca1a2f tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 02492605-6fc9-4e1e-af6c-a2e2cfe60e5a] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] 02492605-6fc9-4e1e-af6c-a2e2cfe60e5a/02492605-6fc9-4e1e-af6c-a2e2cfe60e5a.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 726.947268] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d043d541-aec1-490c-ad46-f7f8164cd416 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.969379] env[69319]: DEBUG oslo_vmware.api [None req-d07deab4-d3b2-47b9-9d1c-764ef4ca1a2f tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Waiting for the task: (returnval){ [ 726.969379] env[69319]: value = "task-3222931" [ 726.969379] env[69319]: _type = "Task" [ 726.969379] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.976316] env[69319]: DEBUG nova.compute.manager [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] [instance: b38347d2-a6f3-4640-b25e-c9e67196f733] Start building block device mappings for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 726.987353] env[69319]: DEBUG oslo_vmware.api [None req-d07deab4-d3b2-47b9-9d1c-764ef4ca1a2f tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': task-3222931, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.065611] env[69319]: DEBUG nova.network.neutron [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] [instance: fdd1fc3f-0098-421a-adcc-0ce34923e93b] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 727.217236] env[69319]: DEBUG oslo_vmware.api [None req-3213e316-ecb0-4436-9a4a-3028d427e1d1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52687ea0-dfb1-18a1-e295-c8c44f151fa0, 'name': SearchDatastore_Task, 'duration_secs': 0.011949} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.217592] env[69319]: DEBUG oslo_concurrency.lockutils [None req-3213e316-ecb0-4436-9a4a-3028d427e1d1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.217870] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-3213e316-ecb0-4436-9a4a-3028d427e1d1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore1] 72187860-a5e9-4b68-a8da-9b7c9d33b93a/72187860-a5e9-4b68-a8da-9b7c9d33b93a.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 727.218184] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-41192eb2-f226-49ee-a152-42fcbbe628c8 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.226994] env[69319]: DEBUG oslo_vmware.api [None req-3213e316-ecb0-4436-9a4a-3028d427e1d1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Waiting for the task: (returnval){ [ 727.226994] env[69319]: value = "task-3222932" [ 727.226994] env[69319]: _type = "Task" [ 727.226994] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.243752] env[69319]: DEBUG oslo_vmware.api [None req-3213e316-ecb0-4436-9a4a-3028d427e1d1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Task: {'id': task-3222932, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.318332] env[69319]: DEBUG nova.network.neutron [req-dbd33522-561d-4511-933c-a6c504532877 req-b6a8e0d9-a310-47cb-897f-092fffe359e2 service nova] [instance: 72187860-a5e9-4b68-a8da-9b7c9d33b93a] Updated VIF entry in instance network info cache for port 401a95a8-0ce7-400e-9029-d92ac02f6024. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 727.318718] env[69319]: DEBUG nova.network.neutron [req-dbd33522-561d-4511-933c-a6c504532877 req-b6a8e0d9-a310-47cb-897f-092fffe359e2 service nova] [instance: 72187860-a5e9-4b68-a8da-9b7c9d33b93a] Updating instance_info_cache with network_info: [{"id": "401a95a8-0ce7-400e-9029-d92ac02f6024", "address": "fa:16:3e:ad:61:6a", "network": {"id": "a12dc76e-6833-4e66-9e86-6da3fa6364ad", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-236068377-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b12ac3589df54648b6cc72f8505172fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap401a95a8-0c", "ovs_interfaceid": "401a95a8-0ce7-400e-9029-d92ac02f6024", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.385895] env[69319]: DEBUG nova.network.neutron [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] [instance: fdd1fc3f-0098-421a-adcc-0ce34923e93b] Updating instance_info_cache with network_info: [{"id": "f38e50f5-f0a0-4998-b1c5-05e4845871b5", "address": "fa:16:3e:e4:5f:be", "network": {"id": "10000004-ca80-464e-901b-baf94fb67f24", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1262398047-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc42b1caeb564f298d7f3f4daf2e0c3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ef02af-c508-432f-ae29-3a219701d584", "external-id": "nsx-vlan-transportzone-313", "segmentation_id": 313, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf38e50f5-f0", "ovs_interfaceid": "f38e50f5-f0a0-4998-b1c5-05e4845871b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.480567] env[69319]: DEBUG oslo_vmware.api [None req-d07deab4-d3b2-47b9-9d1c-764ef4ca1a2f tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': task-3222931, 'name': ReconfigVM_Task, 'duration_secs': 0.310668} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.480870] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-d07deab4-d3b2-47b9-9d1c-764ef4ca1a2f tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 02492605-6fc9-4e1e-af6c-a2e2cfe60e5a] Reconfigured VM instance instance-00000019 to attach disk [datastore1] 02492605-6fc9-4e1e-af6c-a2e2cfe60e5a/02492605-6fc9-4e1e-af6c-a2e2cfe60e5a.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 727.481572] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c5296ea7-7d16-4cde-baef-602cf8042240 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.494258] env[69319]: DEBUG oslo_vmware.api [None req-d07deab4-d3b2-47b9-9d1c-764ef4ca1a2f tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Waiting for the task: (returnval){ [ 727.494258] env[69319]: value = "task-3222933" [ 727.494258] env[69319]: _type = "Task" [ 727.494258] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.507146] env[69319]: DEBUG oslo_vmware.api [None req-d07deab4-d3b2-47b9-9d1c-764ef4ca1a2f tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': task-3222933, 'name': Rename_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.714516] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bbf1dd3-7f35-453f-92f2-658000397d3c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.725041] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cef6dfe6-0cac-4958-8571-7b30d831fce8 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.766719] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e6d0f42-5463-40b4-ada5-27b69188d08b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.769956] env[69319]: DEBUG oslo_vmware.api [None req-3213e316-ecb0-4436-9a4a-3028d427e1d1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Task: {'id': task-3222932, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.779365] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcf0d9cd-dd61-4045-9b2b-5eb9a0b95f5a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.795107] env[69319]: DEBUG nova.compute.provider_tree [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 727.823140] env[69319]: DEBUG oslo_concurrency.lockutils [req-dbd33522-561d-4511-933c-a6c504532877 req-b6a8e0d9-a310-47cb-897f-092fffe359e2 service nova] Releasing lock "refresh_cache-72187860-a5e9-4b68-a8da-9b7c9d33b93a" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.891704] env[69319]: DEBUG oslo_concurrency.lockutils [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Releasing lock "refresh_cache-fdd1fc3f-0098-421a-adcc-0ce34923e93b" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.892054] env[69319]: DEBUG nova.compute.manager [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] [instance: fdd1fc3f-0098-421a-adcc-0ce34923e93b] Instance network_info: |[{"id": "f38e50f5-f0a0-4998-b1c5-05e4845871b5", "address": "fa:16:3e:e4:5f:be", "network": {"id": "10000004-ca80-464e-901b-baf94fb67f24", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1262398047-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc42b1caeb564f298d7f3f4daf2e0c3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ef02af-c508-432f-ae29-3a219701d584", "external-id": "nsx-vlan-transportzone-313", "segmentation_id": 313, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf38e50f5-f0", "ovs_interfaceid": "f38e50f5-f0a0-4998-b1c5-05e4845871b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 727.892512] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] [instance: fdd1fc3f-0098-421a-adcc-0ce34923e93b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e4:5f:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89ef02af-c508-432f-ae29-3a219701d584', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f38e50f5-f0a0-4998-b1c5-05e4845871b5', 'vif_model': 'vmxnet3'}] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 727.900538] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Creating folder: Project (bc42b1caeb564f298d7f3f4daf2e0c3d). Parent ref: group-v644239. {{(pid=69319) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 727.900838] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-504ea943-22bb-4112-a140-40f76f10105c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.912719] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Created folder: Project (bc42b1caeb564f298d7f3f4daf2e0c3d) in parent group-v644239. [ 727.912917] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Creating folder: Instances. Parent ref: group-v644320. {{(pid=69319) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 727.913169] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-27a8eb4f-18ad-48fd-baba-52a8bf399477 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.922633] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Created folder: Instances in parent group-v644320. [ 727.922864] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 727.923067] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fdd1fc3f-0098-421a-adcc-0ce34923e93b] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 727.923272] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-befb7735-b750-4380-b43d-66959235a31e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.944584] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 727.944584] env[69319]: value = "task-3222936" [ 727.944584] env[69319]: _type = "Task" [ 727.944584] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.956056] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222936, 'name': CreateVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.991438] env[69319]: DEBUG nova.compute.manager [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] [instance: b38347d2-a6f3-4640-b25e-c9e67196f733] Start spawning the instance on the hypervisor. {{(pid=69319) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 728.003950] env[69319]: DEBUG oslo_vmware.api [None req-d07deab4-d3b2-47b9-9d1c-764ef4ca1a2f tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': task-3222933, 'name': Rename_Task, 'duration_secs': 0.174} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.004372] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-d07deab4-d3b2-47b9-9d1c-764ef4ca1a2f tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 02492605-6fc9-4e1e-af6c-a2e2cfe60e5a] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 728.008345] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cae60f9a-6db8-4c54-b5f7-94082766ff7f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.015259] env[69319]: DEBUG oslo_vmware.api [None req-d07deab4-d3b2-47b9-9d1c-764ef4ca1a2f tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Waiting for the task: (returnval){ [ 728.015259] env[69319]: value = "task-3222937" [ 728.015259] env[69319]: _type = "Task" [ 728.015259] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.026217] env[69319]: DEBUG oslo_vmware.api [None req-d07deab4-d3b2-47b9-9d1c-764ef4ca1a2f tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': task-3222937, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.028929] env[69319]: DEBUG nova.virt.hardware [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:32:36Z,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31f027872f6f44dba95ff2fe7a062e00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:32:36Z,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 728.029181] env[69319]: DEBUG nova.virt.hardware [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 728.029352] env[69319]: DEBUG nova.virt.hardware [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 728.029565] env[69319]: DEBUG nova.virt.hardware [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 728.029716] env[69319]: DEBUG nova.virt.hardware [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 728.029862] env[69319]: DEBUG nova.virt.hardware [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 728.030080] env[69319]: DEBUG nova.virt.hardware [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 728.030245] env[69319]: DEBUG nova.virt.hardware [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 728.030647] env[69319]: DEBUG nova.virt.hardware [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 728.030647] env[69319]: DEBUG nova.virt.hardware [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 728.030742] env[69319]: DEBUG nova.virt.hardware [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 728.031523] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb543d9e-3be2-4c02-8f22-8356d1449f89 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.038553] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4f4d69a-5958-4919-8701-89b98319f0ac {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.239204] env[69319]: DEBUG oslo_vmware.api [None req-3213e316-ecb0-4436-9a4a-3028d427e1d1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Task: {'id': task-3222932, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.577236} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.239484] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-3213e316-ecb0-4436-9a4a-3028d427e1d1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore1] 72187860-a5e9-4b68-a8da-9b7c9d33b93a/72187860-a5e9-4b68-a8da-9b7c9d33b93a.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 728.239703] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-3213e316-ecb0-4436-9a4a-3028d427e1d1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] [instance: 72187860-a5e9-4b68-a8da-9b7c9d33b93a] Extending root virtual disk to 1048576 {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 728.239955] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4212b149-0452-4caf-a80d-b0227920a3ed {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.250211] env[69319]: DEBUG oslo_vmware.api [None req-3213e316-ecb0-4436-9a4a-3028d427e1d1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Waiting for the task: (returnval){ [ 728.250211] env[69319]: value = "task-3222938" [ 728.250211] env[69319]: _type = "Task" [ 728.250211] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.259246] env[69319]: DEBUG oslo_vmware.api [None req-3213e316-ecb0-4436-9a4a-3028d427e1d1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Task: {'id': task-3222938, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.298738] env[69319]: DEBUG nova.scheduler.client.report [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 728.320279] env[69319]: DEBUG nova.compute.manager [req-08f376b4-2b7f-44c2-8ee7-135853c8366a req-05db5e3e-07e2-46f6-aef0-6806586cc2a4 service nova] [instance: fdd1fc3f-0098-421a-adcc-0ce34923e93b] Received event network-vif-plugged-f38e50f5-f0a0-4998-b1c5-05e4845871b5 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 728.320279] env[69319]: DEBUG oslo_concurrency.lockutils [req-08f376b4-2b7f-44c2-8ee7-135853c8366a req-05db5e3e-07e2-46f6-aef0-6806586cc2a4 service nova] Acquiring lock "fdd1fc3f-0098-421a-adcc-0ce34923e93b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.320279] env[69319]: DEBUG oslo_concurrency.lockutils [req-08f376b4-2b7f-44c2-8ee7-135853c8366a req-05db5e3e-07e2-46f6-aef0-6806586cc2a4 service nova] Lock "fdd1fc3f-0098-421a-adcc-0ce34923e93b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.320475] env[69319]: DEBUG oslo_concurrency.lockutils [req-08f376b4-2b7f-44c2-8ee7-135853c8366a req-05db5e3e-07e2-46f6-aef0-6806586cc2a4 service nova] Lock "fdd1fc3f-0098-421a-adcc-0ce34923e93b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.320671] env[69319]: DEBUG nova.compute.manager [req-08f376b4-2b7f-44c2-8ee7-135853c8366a req-05db5e3e-07e2-46f6-aef0-6806586cc2a4 service nova] [instance: fdd1fc3f-0098-421a-adcc-0ce34923e93b] No waiting events found dispatching network-vif-plugged-f38e50f5-f0a0-4998-b1c5-05e4845871b5 {{(pid=69319) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 728.320846] env[69319]: WARNING nova.compute.manager [req-08f376b4-2b7f-44c2-8ee7-135853c8366a req-05db5e3e-07e2-46f6-aef0-6806586cc2a4 service nova] [instance: fdd1fc3f-0098-421a-adcc-0ce34923e93b] Received unexpected event network-vif-plugged-f38e50f5-f0a0-4998-b1c5-05e4845871b5 for instance with vm_state building and task_state spawning. [ 728.321015] env[69319]: DEBUG nova.compute.manager [req-08f376b4-2b7f-44c2-8ee7-135853c8366a req-05db5e3e-07e2-46f6-aef0-6806586cc2a4 service nova] [instance: fdd1fc3f-0098-421a-adcc-0ce34923e93b] Received event network-changed-f38e50f5-f0a0-4998-b1c5-05e4845871b5 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 728.321185] env[69319]: DEBUG nova.compute.manager [req-08f376b4-2b7f-44c2-8ee7-135853c8366a req-05db5e3e-07e2-46f6-aef0-6806586cc2a4 service nova] [instance: fdd1fc3f-0098-421a-adcc-0ce34923e93b] Refreshing instance network info cache due to event network-changed-f38e50f5-f0a0-4998-b1c5-05e4845871b5. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 728.321378] env[69319]: DEBUG oslo_concurrency.lockutils [req-08f376b4-2b7f-44c2-8ee7-135853c8366a req-05db5e3e-07e2-46f6-aef0-6806586cc2a4 service nova] Acquiring lock "refresh_cache-fdd1fc3f-0098-421a-adcc-0ce34923e93b" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.321517] env[69319]: DEBUG oslo_concurrency.lockutils [req-08f376b4-2b7f-44c2-8ee7-135853c8366a req-05db5e3e-07e2-46f6-aef0-6806586cc2a4 service nova] Acquired lock "refresh_cache-fdd1fc3f-0098-421a-adcc-0ce34923e93b" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.321672] env[69319]: DEBUG nova.network.neutron [req-08f376b4-2b7f-44c2-8ee7-135853c8366a req-05db5e3e-07e2-46f6-aef0-6806586cc2a4 service nova] [instance: fdd1fc3f-0098-421a-adcc-0ce34923e93b] Refreshing network info cache for port f38e50f5-f0a0-4998-b1c5-05e4845871b5 {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 728.454769] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222936, 'name': CreateVM_Task, 'duration_secs': 0.360615} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.455880] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fdd1fc3f-0098-421a-adcc-0ce34923e93b] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 728.455880] env[69319]: DEBUG oslo_concurrency.lockutils [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.455880] env[69319]: DEBUG oslo_concurrency.lockutils [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.456155] env[69319]: DEBUG oslo_concurrency.lockutils [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.456839] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87e0cc16-9f3f-4c99-9c34-9deca54f79f5 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.461178] env[69319]: DEBUG oslo_vmware.api [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Waiting for the task: (returnval){ [ 728.461178] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]521b7bf1-4944-b304-c71b-47911e571f74" [ 728.461178] env[69319]: _type = "Task" [ 728.461178] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.469012] env[69319]: DEBUG oslo_vmware.api [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]521b7bf1-4944-b304-c71b-47911e571f74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.524644] env[69319]: DEBUG oslo_vmware.api [None req-d07deab4-d3b2-47b9-9d1c-764ef4ca1a2f tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': task-3222937, 'name': PowerOnVM_Task, 'duration_secs': 0.48634} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.524881] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-d07deab4-d3b2-47b9-9d1c-764ef4ca1a2f tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 02492605-6fc9-4e1e-af6c-a2e2cfe60e5a] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 728.525096] env[69319]: INFO nova.compute.manager [None req-d07deab4-d3b2-47b9-9d1c-764ef4ca1a2f tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 02492605-6fc9-4e1e-af6c-a2e2cfe60e5a] Took 10.92 seconds to spawn the instance on the hypervisor. [ 728.525279] env[69319]: DEBUG nova.compute.manager [None req-d07deab4-d3b2-47b9-9d1c-764ef4ca1a2f tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 02492605-6fc9-4e1e-af6c-a2e2cfe60e5a] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 728.526987] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9df5d985-4218-4521-af00-85e03bc2b941 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.759328] env[69319]: DEBUG oslo_vmware.api [None req-3213e316-ecb0-4436-9a4a-3028d427e1d1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Task: {'id': task-3222938, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067237} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.759686] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-3213e316-ecb0-4436-9a4a-3028d427e1d1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] [instance: 72187860-a5e9-4b68-a8da-9b7c9d33b93a] Extended root virtual disk {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 728.760378] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37f588a1-a2e8-47ac-b869-6a9af1752a3a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.783766] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-3213e316-ecb0-4436-9a4a-3028d427e1d1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] [instance: 72187860-a5e9-4b68-a8da-9b7c9d33b93a] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] 72187860-a5e9-4b68-a8da-9b7c9d33b93a/72187860-a5e9-4b68-a8da-9b7c9d33b93a.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 728.784016] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ccc68064-f289-4d12-bc19-88bc997b91d3 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.802972] env[69319]: DEBUG oslo_vmware.api [None req-3213e316-ecb0-4436-9a4a-3028d427e1d1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Waiting for the task: (returnval){ [ 728.802972] env[69319]: value = "task-3222939" [ 728.802972] env[69319]: _type = "Task" [ 728.802972] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.810306] env[69319]: DEBUG oslo_vmware.api [None req-3213e316-ecb0-4436-9a4a-3028d427e1d1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Task: {'id': task-3222939, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.971784] env[69319]: DEBUG oslo_vmware.api [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]521b7bf1-4944-b304-c71b-47911e571f74, 'name': SearchDatastore_Task, 'duration_secs': 0.051331} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.972107] env[69319]: DEBUG oslo_concurrency.lockutils [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.972371] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] [instance: fdd1fc3f-0098-421a-adcc-0ce34923e93b] Processing image 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 728.972620] env[69319]: DEBUG oslo_concurrency.lockutils [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.972773] env[69319]: DEBUG oslo_concurrency.lockutils [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.972990] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 728.973269] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-defbe6c6-d1da-44b6-afd4-44981f4e95cd {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.981483] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 728.981673] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 728.982489] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b0b2479-d7ec-48b0-9975-c30a1ffc936f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.987519] env[69319]: DEBUG oslo_vmware.api [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Waiting for the task: (returnval){ [ 728.987519] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52325e11-f068-2c0c-a5d3-d5295e8ba573" [ 728.987519] env[69319]: _type = "Task" [ 728.987519] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.994659] env[69319]: DEBUG oslo_vmware.api [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52325e11-f068-2c0c-a5d3-d5295e8ba573, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.109729] env[69319]: DEBUG nova.network.neutron [req-08f376b4-2b7f-44c2-8ee7-135853c8366a req-05db5e3e-07e2-46f6-aef0-6806586cc2a4 service nova] [instance: fdd1fc3f-0098-421a-adcc-0ce34923e93b] Updated VIF entry in instance network info cache for port f38e50f5-f0a0-4998-b1c5-05e4845871b5. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 729.110114] env[69319]: DEBUG nova.network.neutron [req-08f376b4-2b7f-44c2-8ee7-135853c8366a req-05db5e3e-07e2-46f6-aef0-6806586cc2a4 service nova] [instance: fdd1fc3f-0098-421a-adcc-0ce34923e93b] Updating instance_info_cache with network_info: [{"id": "f38e50f5-f0a0-4998-b1c5-05e4845871b5", "address": "fa:16:3e:e4:5f:be", "network": {"id": "10000004-ca80-464e-901b-baf94fb67f24", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1262398047-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc42b1caeb564f298d7f3f4daf2e0c3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ef02af-c508-432f-ae29-3a219701d584", "external-id": "nsx-vlan-transportzone-313", "segmentation_id": 313, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf38e50f5-f0", "ovs_interfaceid": "f38e50f5-f0a0-4998-b1c5-05e4845871b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.107170] env[69319]: DEBUG oslo_vmware.api [None req-3213e316-ecb0-4436-9a4a-3028d427e1d1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Task: {'id': task-3222939, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.107170] env[69319]: DEBUG oslo_vmware.api [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52325e11-f068-2c0c-a5d3-d5295e8ba573, 'name': SearchDatastore_Task, 'duration_secs': 0.008328} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.107170] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d69666d-9ed2-4105-8c1f-363749c9d1f4 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.107170] env[69319]: DEBUG oslo_vmware.api [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Waiting for the task: (returnval){ [ 731.107170] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52f57fc2-b5a4-d3e0-427b-083c778b40be" [ 731.107170] env[69319]: _type = "Task" [ 731.107170] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.108408] env[69319]: DEBUG oslo_vmware.api [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52f57fc2-b5a4-d3e0-427b-083c778b40be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.108408] env[69319]: DEBUG oslo_concurrency.lockutils [req-08f376b4-2b7f-44c2-8ee7-135853c8366a req-05db5e3e-07e2-46f6-aef0-6806586cc2a4 service nova] Releasing lock "refresh_cache-fdd1fc3f-0098-421a-adcc-0ce34923e93b" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.108408] env[69319]: DEBUG oslo_vmware.api [None req-3213e316-ecb0-4436-9a4a-3028d427e1d1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Task: {'id': task-3222939, 'name': ReconfigVM_Task, 'duration_secs': 0.823336} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.108408] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-3213e316-ecb0-4436-9a4a-3028d427e1d1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] [instance: 72187860-a5e9-4b68-a8da-9b7c9d33b93a] Reconfigured VM instance instance-0000001a to attach disk [datastore1] 72187860-a5e9-4b68-a8da-9b7c9d33b93a/72187860-a5e9-4b68-a8da-9b7c9d33b93a.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 731.108820] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4a9f0120-6d24-4916-ba97-757c8286707e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.108820] env[69319]: DEBUG oslo_vmware.api [None req-3213e316-ecb0-4436-9a4a-3028d427e1d1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Waiting for the task: (returnval){ [ 731.108820] env[69319]: value = "task-3222940" [ 731.108820] env[69319]: _type = "Task" [ 731.108820] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.108820] env[69319]: DEBUG oslo_vmware.api [None req-3213e316-ecb0-4436-9a4a-3028d427e1d1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Task: {'id': task-3222940, 'name': Rename_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.108820] env[69319]: DEBUG oslo_vmware.api [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52f57fc2-b5a4-d3e0-427b-083c778b40be, 'name': SearchDatastore_Task, 'duration_secs': 0.009836} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.108820] env[69319]: DEBUG oslo_concurrency.lockutils [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.109504] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore1] fdd1fc3f-0098-421a-adcc-0ce34923e93b/fdd1fc3f-0098-421a-adcc-0ce34923e93b.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 731.109504] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cccc92f4-e065-4f98-910e-a20946d3d5bc {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.109504] env[69319]: DEBUG oslo_vmware.api [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Waiting for the task: (returnval){ [ 731.109504] env[69319]: value = "task-3222941" [ 731.109504] env[69319]: _type = "Task" [ 731.109504] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.109504] env[69319]: DEBUG oslo_vmware.api [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Task: {'id': task-3222941, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.109504] env[69319]: DEBUG oslo_vmware.api [None req-3213e316-ecb0-4436-9a4a-3028d427e1d1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Task: {'id': task-3222940, 'name': Rename_Task} progress is 99%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.110165] env[69319]: DEBUG oslo_vmware.api [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Task: {'id': task-3222941, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.434397} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.110165] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore1] fdd1fc3f-0098-421a-adcc-0ce34923e93b/fdd1fc3f-0098-421a-adcc-0ce34923e93b.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 731.110165] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] [instance: fdd1fc3f-0098-421a-adcc-0ce34923e93b] Extending root virtual disk to 1048576 {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 731.110165] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1fe508d0-9eac-4410-b232-d89100d51aaa {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.110165] env[69319]: DEBUG oslo_vmware.api [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Waiting for the task: (returnval){ [ 731.110165] env[69319]: value = "task-3222942" [ 731.110165] env[69319]: _type = "Task" [ 731.110459] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.110459] env[69319]: DEBUG oslo_vmware.api [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Task: {'id': task-3222942, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.110459] env[69319]: DEBUG oslo_vmware.api [None req-3213e316-ecb0-4436-9a4a-3028d427e1d1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Task: {'id': task-3222940, 'name': Rename_Task} progress is 99%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.110459] env[69319]: DEBUG oslo_vmware.api [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Task: {'id': task-3222942, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062791} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.110459] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] [instance: fdd1fc3f-0098-421a-adcc-0ce34923e93b] Extended root virtual disk {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 731.110459] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a4c73db-e26f-401e-b0ac-cf8426d3ae66 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.111000] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] [instance: fdd1fc3f-0098-421a-adcc-0ce34923e93b] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] fdd1fc3f-0098-421a-adcc-0ce34923e93b/fdd1fc3f-0098-421a-adcc-0ce34923e93b.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 731.111000] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c83adf5c-1fd9-4008-ae0f-6b73f78eda33 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.111000] env[69319]: DEBUG oslo_vmware.api [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Waiting for the task: (returnval){ [ 731.111000] env[69319]: value = "task-3222943" [ 731.111000] env[69319]: _type = "Task" [ 731.111000] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.111000] env[69319]: DEBUG oslo_vmware.api [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Task: {'id': task-3222943, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.285464] env[69319]: DEBUG nova.compute.manager [req-41f90020-1c85-49b4-bb4b-dd7d363018cf req-50ceb00b-b016-4d76-9706-c32b3f3b8d7d service nova] [instance: b38347d2-a6f3-4640-b25e-c9e67196f733] Received event network-vif-plugged-ccc66e5a-7d7f-4f0d-a134-6cc4f6d842e5 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 731.285464] env[69319]: DEBUG oslo_concurrency.lockutils [req-41f90020-1c85-49b4-bb4b-dd7d363018cf req-50ceb00b-b016-4d76-9706-c32b3f3b8d7d service nova] Acquiring lock "b38347d2-a6f3-4640-b25e-c9e67196f733-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.285464] env[69319]: DEBUG oslo_concurrency.lockutils [req-41f90020-1c85-49b4-bb4b-dd7d363018cf req-50ceb00b-b016-4d76-9706-c32b3f3b8d7d service nova] Lock "b38347d2-a6f3-4640-b25e-c9e67196f733-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.285464] env[69319]: DEBUG oslo_concurrency.lockutils [req-41f90020-1c85-49b4-bb4b-dd7d363018cf req-50ceb00b-b016-4d76-9706-c32b3f3b8d7d service nova] Lock "b38347d2-a6f3-4640-b25e-c9e67196f733-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.285464] env[69319]: DEBUG nova.compute.manager [req-41f90020-1c85-49b4-bb4b-dd7d363018cf req-50ceb00b-b016-4d76-9706-c32b3f3b8d7d service nova] [instance: b38347d2-a6f3-4640-b25e-c9e67196f733] No waiting events found dispatching network-vif-plugged-ccc66e5a-7d7f-4f0d-a134-6cc4f6d842e5 {{(pid=69319) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 731.285707] env[69319]: WARNING nova.compute.manager [req-41f90020-1c85-49b4-bb4b-dd7d363018cf req-50ceb00b-b016-4d76-9706-c32b3f3b8d7d service nova] [instance: b38347d2-a6f3-4640-b25e-c9e67196f733] Received unexpected event network-vif-plugged-ccc66e5a-7d7f-4f0d-a134-6cc4f6d842e5 for instance with vm_state building and task_state spawning. [ 731.313862] env[69319]: DEBUG oslo_concurrency.lockutils [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.343s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.313862] env[69319]: DEBUG nova.compute.manager [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] [instance: 6fd4b3da-855a-4796-a514-bffd9d194110] Start building networks asynchronously for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 731.314905] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0d70a56-1f1f-4d02-ba2a-55fe81998684 tempest-ImagesNegativeTestJSON-922533626 tempest-ImagesNegativeTestJSON-922533626-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.211s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.315419] env[69319]: DEBUG nova.objects.instance [None req-b0d70a56-1f1f-4d02-ba2a-55fe81998684 tempest-ImagesNegativeTestJSON-922533626 tempest-ImagesNegativeTestJSON-922533626-project-member] Lazy-loading 'resources' on Instance uuid 6e790530-5d70-4125-b7d2-a977c5db2949 {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 731.332039] env[69319]: DEBUG oslo_vmware.api [None req-3213e316-ecb0-4436-9a4a-3028d427e1d1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Task: {'id': task-3222940, 'name': Rename_Task, 'duration_secs': 1.132526} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.332590] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-3213e316-ecb0-4436-9a4a-3028d427e1d1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] [instance: 72187860-a5e9-4b68-a8da-9b7c9d33b93a] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 731.333691] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bd46ffd5-484e-47a2-9489-3e1491457d6f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.340832] env[69319]: DEBUG oslo_vmware.api [None req-3213e316-ecb0-4436-9a4a-3028d427e1d1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Waiting for the task: (returnval){ [ 731.340832] env[69319]: value = "task-3222944" [ 731.340832] env[69319]: _type = "Task" [ 731.340832] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.350344] env[69319]: DEBUG oslo_vmware.api [None req-3213e316-ecb0-4436-9a4a-3028d427e1d1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Task: {'id': task-3222944, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.386552] env[69319]: DEBUG nova.network.neutron [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] [instance: b38347d2-a6f3-4640-b25e-c9e67196f733] Successfully updated port: ccc66e5a-7d7f-4f0d-a134-6cc4f6d842e5 {{(pid=69319) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 731.545919] env[69319]: INFO nova.compute.manager [None req-d07deab4-d3b2-47b9-9d1c-764ef4ca1a2f tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 02492605-6fc9-4e1e-af6c-a2e2cfe60e5a] Took 48.88 seconds to build instance. [ 731.608553] env[69319]: DEBUG oslo_vmware.api [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Task: {'id': task-3222943, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.817250] env[69319]: DEBUG nova.compute.utils [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Using /dev/sd instead of None {{(pid=69319) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 731.821539] env[69319]: DEBUG nova.compute.manager [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] [instance: 6fd4b3da-855a-4796-a514-bffd9d194110] Allocating IP information in the background. {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 731.821723] env[69319]: DEBUG nova.network.neutron [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] [instance: 6fd4b3da-855a-4796-a514-bffd9d194110] allocate_for_instance() {{(pid=69319) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 731.852564] env[69319]: DEBUG oslo_vmware.api [None req-3213e316-ecb0-4436-9a4a-3028d427e1d1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Task: {'id': task-3222944, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.858434] env[69319]: DEBUG nova.policy [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '85281a4ad08e4b14a8218cef17776eba', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bc42b1caeb564f298d7f3f4daf2e0c3d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69319) authorize /opt/stack/nova/nova/policy.py:192}} [ 731.889579] env[69319]: DEBUG oslo_concurrency.lockutils [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Acquiring lock "refresh_cache-b38347d2-a6f3-4640-b25e-c9e67196f733" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.889761] env[69319]: DEBUG oslo_concurrency.lockutils [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Acquired lock "refresh_cache-b38347d2-a6f3-4640-b25e-c9e67196f733" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.889939] env[69319]: DEBUG nova.network.neutron [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] [instance: b38347d2-a6f3-4640-b25e-c9e67196f733] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 732.048153] env[69319]: DEBUG oslo_concurrency.lockutils [None req-d07deab4-d3b2-47b9-9d1c-764ef4ca1a2f tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Lock "02492605-6fc9-4e1e-af6c-a2e2cfe60e5a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.863s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.107606] env[69319]: DEBUG nova.network.neutron [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] [instance: 6fd4b3da-855a-4796-a514-bffd9d194110] Successfully created port: 7ba1416d-b788-4c33-93a0-0d2e8ef285e3 {{(pid=69319) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 732.112489] env[69319]: DEBUG oslo_vmware.api [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Task: {'id': task-3222943, 'name': ReconfigVM_Task, 'duration_secs': 0.526009} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.114643] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] [instance: fdd1fc3f-0098-421a-adcc-0ce34923e93b] Reconfigured VM instance instance-0000001b to attach disk [datastore1] fdd1fc3f-0098-421a-adcc-0ce34923e93b/fdd1fc3f-0098-421a-adcc-0ce34923e93b.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 732.115348] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3f6c15d8-bea6-4137-a90a-af3ff946a317 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.121507] env[69319]: DEBUG oslo_vmware.api [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Waiting for the task: (returnval){ [ 732.121507] env[69319]: value = "task-3222945" [ 732.121507] env[69319]: _type = "Task" [ 732.121507] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.130136] env[69319]: DEBUG oslo_vmware.api [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Task: {'id': task-3222945, 'name': Rename_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.325324] env[69319]: DEBUG nova.compute.manager [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] [instance: 6fd4b3da-855a-4796-a514-bffd9d194110] Start building block device mappings for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 732.359934] env[69319]: DEBUG oslo_vmware.api [None req-3213e316-ecb0-4436-9a4a-3028d427e1d1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Task: {'id': task-3222944, 'name': PowerOnVM_Task, 'duration_secs': 0.929836} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.359934] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-3213e316-ecb0-4436-9a4a-3028d427e1d1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] [instance: 72187860-a5e9-4b68-a8da-9b7c9d33b93a] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 732.359934] env[69319]: INFO nova.compute.manager [None req-3213e316-ecb0-4436-9a4a-3028d427e1d1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] [instance: 72187860-a5e9-4b68-a8da-9b7c9d33b93a] Took 12.51 seconds to spawn the instance on the hypervisor. [ 732.360416] env[69319]: DEBUG nova.compute.manager [None req-3213e316-ecb0-4436-9a4a-3028d427e1d1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] [instance: 72187860-a5e9-4b68-a8da-9b7c9d33b93a] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 732.362461] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-315bebfb-ce3d-4f66-bf61-1d20033d130f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.405275] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c186c66-b668-4f9a-8004-a582952426f2 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.415929] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b08914af-83bd-4cce-bbd0-649d3c3015a5 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.447619] env[69319]: DEBUG nova.network.neutron [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] [instance: b38347d2-a6f3-4640-b25e-c9e67196f733] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 732.450137] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46dd8ab6-0ab3-4524-8c64-74ba34258dd7 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.457527] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5d10d5d-051f-4097-be19-18de52e17e5f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.471135] env[69319]: DEBUG nova.compute.provider_tree [None req-b0d70a56-1f1f-4d02-ba2a-55fe81998684 tempest-ImagesNegativeTestJSON-922533626 tempest-ImagesNegativeTestJSON-922533626-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 732.553160] env[69319]: DEBUG nova.compute.manager [None req-37ed1b24-3f37-47c9-b13b-d342f581c4c7 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 95b759d7-a8d9-48bb-a730-ff0040147961] Starting instance... {{(pid=69319) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 732.633217] env[69319]: DEBUG oslo_vmware.api [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Task: {'id': task-3222945, 'name': Rename_Task, 'duration_secs': 0.176759} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.633625] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] [instance: fdd1fc3f-0098-421a-adcc-0ce34923e93b] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 732.634036] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1ad652e6-d012-4e0e-b456-62ff8a548e15 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.642130] env[69319]: DEBUG oslo_vmware.api [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Waiting for the task: (returnval){ [ 732.642130] env[69319]: value = "task-3222946" [ 732.642130] env[69319]: _type = "Task" [ 732.642130] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.648691] env[69319]: DEBUG oslo_vmware.api [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Task: {'id': task-3222946, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.655632] env[69319]: DEBUG nova.network.neutron [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] [instance: b38347d2-a6f3-4640-b25e-c9e67196f733] Updating instance_info_cache with network_info: [{"id": "ccc66e5a-7d7f-4f0d-a134-6cc4f6d842e5", "address": "fa:16:3e:27:f0:31", "network": {"id": "10000004-ca80-464e-901b-baf94fb67f24", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1262398047-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc42b1caeb564f298d7f3f4daf2e0c3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ef02af-c508-432f-ae29-3a219701d584", "external-id": "nsx-vlan-transportzone-313", "segmentation_id": 313, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapccc66e5a-7d", "ovs_interfaceid": "ccc66e5a-7d7f-4f0d-a134-6cc4f6d842e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.885107] env[69319]: INFO nova.compute.manager [None req-3213e316-ecb0-4436-9a4a-3028d427e1d1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] [instance: 72187860-a5e9-4b68-a8da-9b7c9d33b93a] Took 50.17 seconds to build instance. [ 732.976619] env[69319]: DEBUG nova.scheduler.client.report [None req-b0d70a56-1f1f-4d02-ba2a-55fe81998684 tempest-ImagesNegativeTestJSON-922533626 tempest-ImagesNegativeTestJSON-922533626-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 733.073928] env[69319]: DEBUG oslo_concurrency.lockutils [None req-37ed1b24-3f37-47c9-b13b-d342f581c4c7 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.152210] env[69319]: DEBUG oslo_vmware.api [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Task: {'id': task-3222946, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.157873] env[69319]: DEBUG oslo_concurrency.lockutils [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Releasing lock "refresh_cache-b38347d2-a6f3-4640-b25e-c9e67196f733" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.158227] env[69319]: DEBUG nova.compute.manager [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] [instance: b38347d2-a6f3-4640-b25e-c9e67196f733] Instance network_info: |[{"id": "ccc66e5a-7d7f-4f0d-a134-6cc4f6d842e5", "address": "fa:16:3e:27:f0:31", "network": {"id": "10000004-ca80-464e-901b-baf94fb67f24", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1262398047-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc42b1caeb564f298d7f3f4daf2e0c3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ef02af-c508-432f-ae29-3a219701d584", "external-id": "nsx-vlan-transportzone-313", "segmentation_id": 313, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapccc66e5a-7d", "ovs_interfaceid": "ccc66e5a-7d7f-4f0d-a134-6cc4f6d842e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 733.158666] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] [instance: b38347d2-a6f3-4640-b25e-c9e67196f733] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:f0:31', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89ef02af-c508-432f-ae29-3a219701d584', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ccc66e5a-7d7f-4f0d-a134-6cc4f6d842e5', 'vif_model': 'vmxnet3'}] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 733.167130] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 733.167363] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b38347d2-a6f3-4640-b25e-c9e67196f733] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 733.167592] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-908d835b-1ea4-4763-95d4-1be430fadb08 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.188765] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 733.188765] env[69319]: value = "task-3222947" [ 733.188765] env[69319]: _type = "Task" [ 733.188765] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.197064] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222947, 'name': CreateVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.338233] env[69319]: DEBUG nova.compute.manager [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] [instance: 6fd4b3da-855a-4796-a514-bffd9d194110] Start spawning the instance on the hypervisor. {{(pid=69319) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 733.347312] env[69319]: DEBUG nova.compute.manager [req-5d7afd89-c71d-46ad-b08f-24951e916558 req-726d3402-00fa-4b08-92ca-45423385bcc3 service nova] [instance: b38347d2-a6f3-4640-b25e-c9e67196f733] Received event network-changed-ccc66e5a-7d7f-4f0d-a134-6cc4f6d842e5 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 733.347526] env[69319]: DEBUG nova.compute.manager [req-5d7afd89-c71d-46ad-b08f-24951e916558 req-726d3402-00fa-4b08-92ca-45423385bcc3 service nova] [instance: b38347d2-a6f3-4640-b25e-c9e67196f733] Refreshing instance network info cache due to event network-changed-ccc66e5a-7d7f-4f0d-a134-6cc4f6d842e5. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 733.347775] env[69319]: DEBUG oslo_concurrency.lockutils [req-5d7afd89-c71d-46ad-b08f-24951e916558 req-726d3402-00fa-4b08-92ca-45423385bcc3 service nova] Acquiring lock "refresh_cache-b38347d2-a6f3-4640-b25e-c9e67196f733" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.347928] env[69319]: DEBUG oslo_concurrency.lockutils [req-5d7afd89-c71d-46ad-b08f-24951e916558 req-726d3402-00fa-4b08-92ca-45423385bcc3 service nova] Acquired lock "refresh_cache-b38347d2-a6f3-4640-b25e-c9e67196f733" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.348107] env[69319]: DEBUG nova.network.neutron [req-5d7afd89-c71d-46ad-b08f-24951e916558 req-726d3402-00fa-4b08-92ca-45423385bcc3 service nova] [instance: b38347d2-a6f3-4640-b25e-c9e67196f733] Refreshing network info cache for port ccc66e5a-7d7f-4f0d-a134-6cc4f6d842e5 {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 733.374636] env[69319]: DEBUG nova.virt.hardware [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:32:36Z,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31f027872f6f44dba95ff2fe7a062e00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:32:36Z,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 733.374840] env[69319]: DEBUG nova.virt.hardware [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 733.375191] env[69319]: DEBUG nova.virt.hardware [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 733.378307] env[69319]: DEBUG nova.virt.hardware [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 733.378307] env[69319]: DEBUG nova.virt.hardware [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 733.378307] env[69319]: DEBUG nova.virt.hardware [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 733.378307] env[69319]: DEBUG nova.virt.hardware [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 733.378307] env[69319]: DEBUG nova.virt.hardware [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 733.378602] env[69319]: DEBUG nova.virt.hardware [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 733.378602] env[69319]: DEBUG nova.virt.hardware [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 733.378602] env[69319]: DEBUG nova.virt.hardware [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 733.378602] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-313fbc8e-3237-4ab4-9283-546fb101ffaf {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.386812] env[69319]: DEBUG oslo_concurrency.lockutils [None req-3213e316-ecb0-4436-9a4a-3028d427e1d1 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Lock "72187860-a5e9-4b68-a8da-9b7c9d33b93a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.546s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.389229] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1293bacd-6a30-4a30-8772-0da698bcad19 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.481332] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0d70a56-1f1f-4d02-ba2a-55fe81998684 tempest-ImagesNegativeTestJSON-922533626 tempest-ImagesNegativeTestJSON-922533626-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.166s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.483770] env[69319]: DEBUG oslo_concurrency.lockutils [None req-4eb9a44c-3213-4391-89c8-0d60508ab553 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.882s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.486725] env[69319]: INFO nova.compute.claims [None req-4eb9a44c-3213-4391-89c8-0d60508ab553 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] [instance: 05018af1-8cde-4512-b5b4-f392e39523ff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 733.504244] env[69319]: INFO nova.scheduler.client.report [None req-b0d70a56-1f1f-4d02-ba2a-55fe81998684 tempest-ImagesNegativeTestJSON-922533626 tempest-ImagesNegativeTestJSON-922533626-project-member] Deleted allocations for instance 6e790530-5d70-4125-b7d2-a977c5db2949 [ 733.560135] env[69319]: DEBUG oslo_concurrency.lockutils [None req-959aa2a8-1830-4967-981d-cbfd2636d0fe tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Acquiring lock "02492605-6fc9-4e1e-af6c-a2e2cfe60e5a" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.560433] env[69319]: DEBUG oslo_concurrency.lockutils [None req-959aa2a8-1830-4967-981d-cbfd2636d0fe tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Lock "02492605-6fc9-4e1e-af6c-a2e2cfe60e5a" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.560625] env[69319]: DEBUG nova.compute.manager [None req-959aa2a8-1830-4967-981d-cbfd2636d0fe tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 02492605-6fc9-4e1e-af6c-a2e2cfe60e5a] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 733.561557] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c82d873f-eb06-4718-94ba-cac01ee84583 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.573345] env[69319]: DEBUG nova.compute.manager [None req-959aa2a8-1830-4967-981d-cbfd2636d0fe tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 02492605-6fc9-4e1e-af6c-a2e2cfe60e5a] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69319) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 733.573345] env[69319]: DEBUG nova.objects.instance [None req-959aa2a8-1830-4967-981d-cbfd2636d0fe tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Lazy-loading 'flavor' on Instance uuid 02492605-6fc9-4e1e-af6c-a2e2cfe60e5a {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 733.642917] env[69319]: DEBUG nova.network.neutron [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] [instance: 6fd4b3da-855a-4796-a514-bffd9d194110] Successfully updated port: 7ba1416d-b788-4c33-93a0-0d2e8ef285e3 {{(pid=69319) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 733.653725] env[69319]: DEBUG oslo_vmware.api [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Task: {'id': task-3222946, 'name': PowerOnVM_Task, 'duration_secs': 0.560679} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.654148] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] [instance: fdd1fc3f-0098-421a-adcc-0ce34923e93b] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 733.654404] env[69319]: INFO nova.compute.manager [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] [instance: fdd1fc3f-0098-421a-adcc-0ce34923e93b] Took 8.53 seconds to spawn the instance on the hypervisor. [ 733.654581] env[69319]: DEBUG nova.compute.manager [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] [instance: fdd1fc3f-0098-421a-adcc-0ce34923e93b] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 733.655396] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f4a53f7-7103-42e9-9a37-1f1283807b75 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.698183] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222947, 'name': CreateVM_Task} progress is 25%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.896538] env[69319]: DEBUG nova.compute.manager [None req-0fd9e3d5-bf1f-4042-8eb9-6fbd20069eb7 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] [instance: b6904adf-5981-4a21-a344-4a8949b8b90b] Starting instance... {{(pid=69319) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 734.012690] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0d70a56-1f1f-4d02-ba2a-55fe81998684 tempest-ImagesNegativeTestJSON-922533626 tempest-ImagesNegativeTestJSON-922533626-project-member] Lock "6e790530-5d70-4125-b7d2-a977c5db2949" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.618s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.035052] env[69319]: DEBUG nova.compute.manager [req-c92b829d-ea86-48f3-b1bf-653a97861099 req-0e7a14c9-3ddc-44d1-900f-dcb4e5a03c1b service nova] [instance: 749b3b26-9e42-4ac9-89c4-f467aa379427] Received event network-changed-47a9e6a1-5094-4c62-b8b2-b79073a6fdbb {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 734.035052] env[69319]: DEBUG nova.compute.manager [req-c92b829d-ea86-48f3-b1bf-653a97861099 req-0e7a14c9-3ddc-44d1-900f-dcb4e5a03c1b service nova] [instance: 749b3b26-9e42-4ac9-89c4-f467aa379427] Refreshing instance network info cache due to event network-changed-47a9e6a1-5094-4c62-b8b2-b79073a6fdbb. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 734.035052] env[69319]: DEBUG oslo_concurrency.lockutils [req-c92b829d-ea86-48f3-b1bf-653a97861099 req-0e7a14c9-3ddc-44d1-900f-dcb4e5a03c1b service nova] Acquiring lock "refresh_cache-749b3b26-9e42-4ac9-89c4-f467aa379427" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.035052] env[69319]: DEBUG oslo_concurrency.lockutils [req-c92b829d-ea86-48f3-b1bf-653a97861099 req-0e7a14c9-3ddc-44d1-900f-dcb4e5a03c1b service nova] Acquired lock "refresh_cache-749b3b26-9e42-4ac9-89c4-f467aa379427" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.035875] env[69319]: DEBUG nova.network.neutron [req-c92b829d-ea86-48f3-b1bf-653a97861099 req-0e7a14c9-3ddc-44d1-900f-dcb4e5a03c1b service nova] [instance: 749b3b26-9e42-4ac9-89c4-f467aa379427] Refreshing network info cache for port 47a9e6a1-5094-4c62-b8b2-b79073a6fdbb {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 734.061462] env[69319]: DEBUG nova.network.neutron [req-5d7afd89-c71d-46ad-b08f-24951e916558 req-726d3402-00fa-4b08-92ca-45423385bcc3 service nova] [instance: b38347d2-a6f3-4640-b25e-c9e67196f733] Updated VIF entry in instance network info cache for port ccc66e5a-7d7f-4f0d-a134-6cc4f6d842e5. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 734.061833] env[69319]: DEBUG nova.network.neutron [req-5d7afd89-c71d-46ad-b08f-24951e916558 req-726d3402-00fa-4b08-92ca-45423385bcc3 service nova] [instance: b38347d2-a6f3-4640-b25e-c9e67196f733] Updating instance_info_cache with network_info: [{"id": "ccc66e5a-7d7f-4f0d-a134-6cc4f6d842e5", "address": "fa:16:3e:27:f0:31", "network": {"id": "10000004-ca80-464e-901b-baf94fb67f24", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1262398047-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc42b1caeb564f298d7f3f4daf2e0c3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ef02af-c508-432f-ae29-3a219701d584", "external-id": "nsx-vlan-transportzone-313", "segmentation_id": 313, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapccc66e5a-7d", "ovs_interfaceid": "ccc66e5a-7d7f-4f0d-a134-6cc4f6d842e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.149716] env[69319]: DEBUG oslo_concurrency.lockutils [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Acquiring lock "refresh_cache-6fd4b3da-855a-4796-a514-bffd9d194110" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.149926] env[69319]: DEBUG oslo_concurrency.lockutils [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Acquired lock "refresh_cache-6fd4b3da-855a-4796-a514-bffd9d194110" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.150149] env[69319]: DEBUG nova.network.neutron [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] [instance: 6fd4b3da-855a-4796-a514-bffd9d194110] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 734.176895] env[69319]: INFO nova.compute.manager [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] [instance: fdd1fc3f-0098-421a-adcc-0ce34923e93b] Took 46.11 seconds to build instance. [ 734.199982] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222947, 'name': CreateVM_Task} progress is 25%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.417417] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0fd9e3d5-bf1f-4042-8eb9-6fbd20069eb7 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.564683] env[69319]: DEBUG oslo_concurrency.lockutils [req-5d7afd89-c71d-46ad-b08f-24951e916558 req-726d3402-00fa-4b08-92ca-45423385bcc3 service nova] Releasing lock "refresh_cache-b38347d2-a6f3-4640-b25e-c9e67196f733" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.580610] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-959aa2a8-1830-4967-981d-cbfd2636d0fe tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 02492605-6fc9-4e1e-af6c-a2e2cfe60e5a] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 734.580610] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6d31ddae-99e4-4ad6-b4b6-f3d5f3a51109 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.592982] env[69319]: DEBUG oslo_vmware.api [None req-959aa2a8-1830-4967-981d-cbfd2636d0fe tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Waiting for the task: (returnval){ [ 734.592982] env[69319]: value = "task-3222948" [ 734.592982] env[69319]: _type = "Task" [ 734.592982] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.606407] env[69319]: DEBUG oslo_vmware.api [None req-959aa2a8-1830-4967-981d-cbfd2636d0fe tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': task-3222948, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.680796] env[69319]: DEBUG oslo_concurrency.lockutils [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Lock "fdd1fc3f-0098-421a-adcc-0ce34923e93b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.169s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.700412] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222947, 'name': CreateVM_Task} progress is 25%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.705032] env[69319]: DEBUG nova.network.neutron [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] [instance: 6fd4b3da-855a-4796-a514-bffd9d194110] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 734.778048] env[69319]: DEBUG nova.network.neutron [req-c92b829d-ea86-48f3-b1bf-653a97861099 req-0e7a14c9-3ddc-44d1-900f-dcb4e5a03c1b service nova] [instance: 749b3b26-9e42-4ac9-89c4-f467aa379427] Updated VIF entry in instance network info cache for port 47a9e6a1-5094-4c62-b8b2-b79073a6fdbb. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 734.778893] env[69319]: DEBUG nova.network.neutron [req-c92b829d-ea86-48f3-b1bf-653a97861099 req-0e7a14c9-3ddc-44d1-900f-dcb4e5a03c1b service nova] [instance: 749b3b26-9e42-4ac9-89c4-f467aa379427] Updating instance_info_cache with network_info: [{"id": "47a9e6a1-5094-4c62-b8b2-b79073a6fdbb", "address": "fa:16:3e:c3:d5:7d", "network": {"id": "a12dc76e-6833-4e66-9e86-6da3fa6364ad", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-236068377-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b12ac3589df54648b6cc72f8505172fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47a9e6a1-50", "ovs_interfaceid": "47a9e6a1-5094-4c62-b8b2-b79073a6fdbb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.105961] env[69319]: DEBUG oslo_vmware.api [None req-959aa2a8-1830-4967-981d-cbfd2636d0fe tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': task-3222948, 'name': PowerOffVM_Task, 'duration_secs': 0.183256} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.106257] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-959aa2a8-1830-4967-981d-cbfd2636d0fe tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 02492605-6fc9-4e1e-af6c-a2e2cfe60e5a] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 735.106480] env[69319]: DEBUG nova.compute.manager [None req-959aa2a8-1830-4967-981d-cbfd2636d0fe tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 02492605-6fc9-4e1e-af6c-a2e2cfe60e5a] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 735.107430] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f6249af-cabb-4c0d-a23f-fe9b20847fea {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.116306] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed7766fe-1b8d-419c-90e6-0d53f1754b25 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.124157] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7f629cb-5398-4247-9cc8-8d4e3394322a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.155784] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36194b05-30e2-4bb5-ab7f-0cf26858bb86 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.164417] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-939ff074-7707-42b8-aeb0-edea67adee93 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.180846] env[69319]: DEBUG nova.compute.provider_tree [None req-4eb9a44c-3213-4391-89c8-0d60508ab553 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 735.186989] env[69319]: DEBUG nova.compute.manager [None req-5df5acfc-cc34-4125-ab75-e7d22566d107 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] [instance: 677f0c3c-60cc-480b-911a-e12da31e350d] Starting instance... {{(pid=69319) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 735.199227] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222947, 'name': CreateVM_Task, 'duration_secs': 1.653454} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.199382] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b38347d2-a6f3-4640-b25e-c9e67196f733] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 735.200069] env[69319]: DEBUG oslo_concurrency.lockutils [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.200242] env[69319]: DEBUG oslo_concurrency.lockutils [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.200586] env[69319]: DEBUG oslo_concurrency.lockutils [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.200842] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e5d7a38-6505-4b7e-b4cc-c51ef2586f96 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.205388] env[69319]: DEBUG oslo_vmware.api [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Waiting for the task: (returnval){ [ 735.205388] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]529cb918-fd24-a143-33a9-965e6ddbb1d2" [ 735.205388] env[69319]: _type = "Task" [ 735.205388] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.214287] env[69319]: DEBUG oslo_vmware.api [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]529cb918-fd24-a143-33a9-965e6ddbb1d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.232013] env[69319]: DEBUG nova.network.neutron [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] [instance: 6fd4b3da-855a-4796-a514-bffd9d194110] Updating instance_info_cache with network_info: [{"id": "7ba1416d-b788-4c33-93a0-0d2e8ef285e3", "address": "fa:16:3e:82:d3:8a", "network": {"id": "10000004-ca80-464e-901b-baf94fb67f24", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1262398047-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc42b1caeb564f298d7f3f4daf2e0c3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ef02af-c508-432f-ae29-3a219701d584", "external-id": "nsx-vlan-transportzone-313", "segmentation_id": 313, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ba1416d-b7", "ovs_interfaceid": "7ba1416d-b788-4c33-93a0-0d2e8ef285e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.282107] env[69319]: DEBUG oslo_concurrency.lockutils [req-c92b829d-ea86-48f3-b1bf-653a97861099 req-0e7a14c9-3ddc-44d1-900f-dcb4e5a03c1b service nova] Releasing lock "refresh_cache-749b3b26-9e42-4ac9-89c4-f467aa379427" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.623162] env[69319]: DEBUG oslo_concurrency.lockutils [None req-959aa2a8-1830-4967-981d-cbfd2636d0fe tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Lock "02492605-6fc9-4e1e-af6c-a2e2cfe60e5a" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.063s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.683922] env[69319]: DEBUG nova.scheduler.client.report [None req-4eb9a44c-3213-4391-89c8-0d60508ab553 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 735.716814] env[69319]: DEBUG oslo_vmware.api [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]529cb918-fd24-a143-33a9-965e6ddbb1d2, 'name': SearchDatastore_Task, 'duration_secs': 0.010279} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.717404] env[69319]: DEBUG oslo_concurrency.lockutils [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.718157] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] [instance: b38347d2-a6f3-4640-b25e-c9e67196f733] Processing image 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 735.718157] env[69319]: DEBUG oslo_concurrency.lockutils [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.718650] env[69319]: DEBUG oslo_concurrency.lockutils [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.721017] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 735.721017] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c0db77e6-2802-4a3d-8d3b-10a79c6cd463 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.722196] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5df5acfc-cc34-4125-ab75-e7d22566d107 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.729928] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 735.729928] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 735.731026] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a803138a-74ed-4c58-8764-a661a69daf86 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.734078] env[69319]: DEBUG oslo_concurrency.lockutils [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Releasing lock "refresh_cache-6fd4b3da-855a-4796-a514-bffd9d194110" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.734593] env[69319]: DEBUG nova.compute.manager [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] [instance: 6fd4b3da-855a-4796-a514-bffd9d194110] Instance network_info: |[{"id": "7ba1416d-b788-4c33-93a0-0d2e8ef285e3", "address": "fa:16:3e:82:d3:8a", "network": {"id": "10000004-ca80-464e-901b-baf94fb67f24", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1262398047-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc42b1caeb564f298d7f3f4daf2e0c3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ef02af-c508-432f-ae29-3a219701d584", "external-id": "nsx-vlan-transportzone-313", "segmentation_id": 313, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ba1416d-b7", "ovs_interfaceid": "7ba1416d-b788-4c33-93a0-0d2e8ef285e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 735.735026] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] [instance: 6fd4b3da-855a-4796-a514-bffd9d194110] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:d3:8a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89ef02af-c508-432f-ae29-3a219701d584', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7ba1416d-b788-4c33-93a0-0d2e8ef285e3', 'vif_model': 'vmxnet3'}] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 735.743824] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 735.745598] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6fd4b3da-855a-4796-a514-bffd9d194110] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 735.745981] env[69319]: DEBUG oslo_vmware.api [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Waiting for the task: (returnval){ [ 735.745981] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52b6e6f6-d19e-7131-5ee8-335a881ce3f5" [ 735.745981] env[69319]: _type = "Task" [ 735.745981] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.746247] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-295d6a79-a314-4ff6-859f-9187d1f4d642 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.770674] env[69319]: DEBUG oslo_vmware.api [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52b6e6f6-d19e-7131-5ee8-335a881ce3f5, 'name': SearchDatastore_Task, 'duration_secs': 0.010483} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.772600] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 735.772600] env[69319]: value = "task-3222949" [ 735.772600] env[69319]: _type = "Task" [ 735.772600] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.773027] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d2df92d-a268-4212-8a2b-488c5b979d04 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.782293] env[69319]: DEBUG oslo_vmware.api [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Waiting for the task: (returnval){ [ 735.782293] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]529135df-f4d0-f823-1652-baba020b2eed" [ 735.782293] env[69319]: _type = "Task" [ 735.782293] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.785783] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222949, 'name': CreateVM_Task} progress is 6%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.794547] env[69319]: DEBUG oslo_vmware.api [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]529135df-f4d0-f823-1652-baba020b2eed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.189765] env[69319]: DEBUG oslo_concurrency.lockutils [None req-4eb9a44c-3213-4391-89c8-0d60508ab553 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.706s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.190211] env[69319]: DEBUG nova.compute.manager [None req-4eb9a44c-3213-4391-89c8-0d60508ab553 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] [instance: 05018af1-8cde-4512-b5b4-f392e39523ff] Start building networks asynchronously for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 736.192945] env[69319]: DEBUG oslo_concurrency.lockutils [None req-11274e14-aaec-4cc5-9844-62698072f76b tempest-ServerMetadataNegativeTestJSON-94808556 tempest-ServerMetadataNegativeTestJSON-94808556-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.021s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.193037] env[69319]: DEBUG nova.objects.instance [None req-11274e14-aaec-4cc5-9844-62698072f76b tempest-ServerMetadataNegativeTestJSON-94808556 tempest-ServerMetadataNegativeTestJSON-94808556-project-member] Lazy-loading 'resources' on Instance uuid 562e1d05-4f46-4195-9d8b-c8e7ba933d22 {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 736.196094] env[69319]: DEBUG nova.compute.manager [req-30dce2e9-647e-4cb9-a167-9122c3b4c1a3 req-54f4685b-494f-4860-b4da-a39d7964156c service nova] [instance: 6fd4b3da-855a-4796-a514-bffd9d194110] Received event network-vif-plugged-7ba1416d-b788-4c33-93a0-0d2e8ef285e3 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 736.196655] env[69319]: DEBUG oslo_concurrency.lockutils [req-30dce2e9-647e-4cb9-a167-9122c3b4c1a3 req-54f4685b-494f-4860-b4da-a39d7964156c service nova] Acquiring lock "6fd4b3da-855a-4796-a514-bffd9d194110-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.196655] env[69319]: DEBUG oslo_concurrency.lockutils [req-30dce2e9-647e-4cb9-a167-9122c3b4c1a3 req-54f4685b-494f-4860-b4da-a39d7964156c service nova] Lock "6fd4b3da-855a-4796-a514-bffd9d194110-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.197064] env[69319]: DEBUG oslo_concurrency.lockutils [req-30dce2e9-647e-4cb9-a167-9122c3b4c1a3 req-54f4685b-494f-4860-b4da-a39d7964156c service nova] Lock "6fd4b3da-855a-4796-a514-bffd9d194110-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.197064] env[69319]: DEBUG nova.compute.manager [req-30dce2e9-647e-4cb9-a167-9122c3b4c1a3 req-54f4685b-494f-4860-b4da-a39d7964156c service nova] [instance: 6fd4b3da-855a-4796-a514-bffd9d194110] No waiting events found dispatching network-vif-plugged-7ba1416d-b788-4c33-93a0-0d2e8ef285e3 {{(pid=69319) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 736.197064] env[69319]: WARNING nova.compute.manager [req-30dce2e9-647e-4cb9-a167-9122c3b4c1a3 req-54f4685b-494f-4860-b4da-a39d7964156c service nova] [instance: 6fd4b3da-855a-4796-a514-bffd9d194110] Received unexpected event network-vif-plugged-7ba1416d-b788-4c33-93a0-0d2e8ef285e3 for instance with vm_state building and task_state spawning. [ 736.197208] env[69319]: DEBUG nova.compute.manager [req-30dce2e9-647e-4cb9-a167-9122c3b4c1a3 req-54f4685b-494f-4860-b4da-a39d7964156c service nova] [instance: 6fd4b3da-855a-4796-a514-bffd9d194110] Received event network-changed-7ba1416d-b788-4c33-93a0-0d2e8ef285e3 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 736.197333] env[69319]: DEBUG nova.compute.manager [req-30dce2e9-647e-4cb9-a167-9122c3b4c1a3 req-54f4685b-494f-4860-b4da-a39d7964156c service nova] [instance: 6fd4b3da-855a-4796-a514-bffd9d194110] Refreshing instance network info cache due to event network-changed-7ba1416d-b788-4c33-93a0-0d2e8ef285e3. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 736.197519] env[69319]: DEBUG oslo_concurrency.lockutils [req-30dce2e9-647e-4cb9-a167-9122c3b4c1a3 req-54f4685b-494f-4860-b4da-a39d7964156c service nova] Acquiring lock "refresh_cache-6fd4b3da-855a-4796-a514-bffd9d194110" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.197657] env[69319]: DEBUG oslo_concurrency.lockutils [req-30dce2e9-647e-4cb9-a167-9122c3b4c1a3 req-54f4685b-494f-4860-b4da-a39d7964156c service nova] Acquired lock "refresh_cache-6fd4b3da-855a-4796-a514-bffd9d194110" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.197812] env[69319]: DEBUG nova.network.neutron [req-30dce2e9-647e-4cb9-a167-9122c3b4c1a3 req-54f4685b-494f-4860-b4da-a39d7964156c service nova] [instance: 6fd4b3da-855a-4796-a514-bffd9d194110] Refreshing network info cache for port 7ba1416d-b788-4c33-93a0-0d2e8ef285e3 {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 736.285307] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222949, 'name': CreateVM_Task, 'duration_secs': 0.410654} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.285531] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6fd4b3da-855a-4796-a514-bffd9d194110] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 736.286387] env[69319]: DEBUG oslo_concurrency.lockutils [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.286629] env[69319]: DEBUG oslo_concurrency.lockutils [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.286984] env[69319]: DEBUG oslo_concurrency.lockutils [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.290104] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e0cd284-17e5-4f17-8311-6d507f996cab {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.301542] env[69319]: DEBUG oslo_vmware.api [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Waiting for the task: (returnval){ [ 736.301542] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]528d82d3-8aa7-e7e7-8db0-25378ac833be" [ 736.301542] env[69319]: _type = "Task" [ 736.301542] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.301829] env[69319]: DEBUG oslo_vmware.api [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]529135df-f4d0-f823-1652-baba020b2eed, 'name': SearchDatastore_Task, 'duration_secs': 0.014329} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.302156] env[69319]: DEBUG oslo_concurrency.lockutils [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.302414] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] b38347d2-a6f3-4640-b25e-c9e67196f733/b38347d2-a6f3-4640-b25e-c9e67196f733.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 736.305707] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bbac7722-9121-4621-af38-aa3bc1369952 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.313258] env[69319]: DEBUG oslo_vmware.api [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]528d82d3-8aa7-e7e7-8db0-25378ac833be, 'name': SearchDatastore_Task, 'duration_secs': 0.011323} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.314491] env[69319]: DEBUG oslo_concurrency.lockutils [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.315986] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] [instance: 6fd4b3da-855a-4796-a514-bffd9d194110] Processing image 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 736.315986] env[69319]: DEBUG oslo_concurrency.lockutils [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.315986] env[69319]: DEBUG oslo_concurrency.lockutils [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.315986] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 736.315986] env[69319]: DEBUG oslo_vmware.api [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Waiting for the task: (returnval){ [ 736.315986] env[69319]: value = "task-3222950" [ 736.315986] env[69319]: _type = "Task" [ 736.316243] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.316243] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ec3e5ce7-017d-46d3-85ee-46acd9610e01 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.325410] env[69319]: DEBUG oslo_vmware.api [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Task: {'id': task-3222950, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.326457] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 736.326634] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 736.327337] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ba83b19-2d11-4210-b775-8038dc179162 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.332406] env[69319]: DEBUG oslo_vmware.api [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Waiting for the task: (returnval){ [ 736.332406] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52dcc86f-0ee6-d946-7877-6d5098734d79" [ 736.332406] env[69319]: _type = "Task" [ 736.332406] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.339804] env[69319]: DEBUG oslo_vmware.api [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52dcc86f-0ee6-d946-7877-6d5098734d79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.404075] env[69319]: DEBUG nova.compute.manager [req-903be0fe-270d-462b-a6ac-c00286d4be02 req-632c961b-2e98-432e-b4a8-8b8469253a49 service nova] [instance: 749b3b26-9e42-4ac9-89c4-f467aa379427] Received event network-changed-47a9e6a1-5094-4c62-b8b2-b79073a6fdbb {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 736.404265] env[69319]: DEBUG nova.compute.manager [req-903be0fe-270d-462b-a6ac-c00286d4be02 req-632c961b-2e98-432e-b4a8-8b8469253a49 service nova] [instance: 749b3b26-9e42-4ac9-89c4-f467aa379427] Refreshing instance network info cache due to event network-changed-47a9e6a1-5094-4c62-b8b2-b79073a6fdbb. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 736.404469] env[69319]: DEBUG oslo_concurrency.lockutils [req-903be0fe-270d-462b-a6ac-c00286d4be02 req-632c961b-2e98-432e-b4a8-8b8469253a49 service nova] Acquiring lock "refresh_cache-749b3b26-9e42-4ac9-89c4-f467aa379427" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.404614] env[69319]: DEBUG oslo_concurrency.lockutils [req-903be0fe-270d-462b-a6ac-c00286d4be02 req-632c961b-2e98-432e-b4a8-8b8469253a49 service nova] Acquired lock "refresh_cache-749b3b26-9e42-4ac9-89c4-f467aa379427" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.404775] env[69319]: DEBUG nova.network.neutron [req-903be0fe-270d-462b-a6ac-c00286d4be02 req-632c961b-2e98-432e-b4a8-8b8469253a49 service nova] [instance: 749b3b26-9e42-4ac9-89c4-f467aa379427] Refreshing network info cache for port 47a9e6a1-5094-4c62-b8b2-b79073a6fdbb {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 736.696322] env[69319]: DEBUG nova.compute.utils [None req-4eb9a44c-3213-4391-89c8-0d60508ab553 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Using /dev/sd instead of None {{(pid=69319) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 736.704210] env[69319]: DEBUG nova.compute.manager [None req-4eb9a44c-3213-4391-89c8-0d60508ab553 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] [instance: 05018af1-8cde-4512-b5b4-f392e39523ff] Allocating IP information in the background. {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 736.704210] env[69319]: DEBUG nova.network.neutron [None req-4eb9a44c-3213-4391-89c8-0d60508ab553 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] [instance: 05018af1-8cde-4512-b5b4-f392e39523ff] allocate_for_instance() {{(pid=69319) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 736.787321] env[69319]: DEBUG nova.policy [None req-4eb9a44c-3213-4391-89c8-0d60508ab553 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '18006f60eebe4b778b037de21a47dba5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '13db520f5f7a402599106c06284c5645', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69319) authorize /opt/stack/nova/nova/policy.py:192}} [ 736.835203] env[69319]: DEBUG oslo_vmware.api [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Task: {'id': task-3222950, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49246} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.839427] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] b38347d2-a6f3-4640-b25e-c9e67196f733/b38347d2-a6f3-4640-b25e-c9e67196f733.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 736.839636] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] [instance: b38347d2-a6f3-4640-b25e-c9e67196f733] Extending root virtual disk to 1048576 {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 736.840281] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6f10401b-01e8-48cb-95b2-5e549f694636 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.850834] env[69319]: DEBUG oslo_vmware.api [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52dcc86f-0ee6-d946-7877-6d5098734d79, 'name': SearchDatastore_Task, 'duration_secs': 0.009028} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.852668] env[69319]: DEBUG oslo_vmware.api [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Waiting for the task: (returnval){ [ 736.852668] env[69319]: value = "task-3222951" [ 736.852668] env[69319]: _type = "Task" [ 736.852668] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.852866] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bff676a0-3f38-4cb7-98cb-92987b4e2fd4 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.867930] env[69319]: DEBUG oslo_vmware.api [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Task: {'id': task-3222951, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.869056] env[69319]: DEBUG oslo_vmware.api [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Waiting for the task: (returnval){ [ 736.869056] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52e9fd9b-a052-cf89-033a-50b3d3bb65c1" [ 736.869056] env[69319]: _type = "Task" [ 736.869056] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.880458] env[69319]: DEBUG oslo_vmware.api [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52e9fd9b-a052-cf89-033a-50b3d3bb65c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.088047] env[69319]: DEBUG nova.network.neutron [req-30dce2e9-647e-4cb9-a167-9122c3b4c1a3 req-54f4685b-494f-4860-b4da-a39d7964156c service nova] [instance: 6fd4b3da-855a-4796-a514-bffd9d194110] Updated VIF entry in instance network info cache for port 7ba1416d-b788-4c33-93a0-0d2e8ef285e3. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 737.088428] env[69319]: DEBUG nova.network.neutron [req-30dce2e9-647e-4cb9-a167-9122c3b4c1a3 req-54f4685b-494f-4860-b4da-a39d7964156c service nova] [instance: 6fd4b3da-855a-4796-a514-bffd9d194110] Updating instance_info_cache with network_info: [{"id": "7ba1416d-b788-4c33-93a0-0d2e8ef285e3", "address": "fa:16:3e:82:d3:8a", "network": {"id": "10000004-ca80-464e-901b-baf94fb67f24", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1262398047-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc42b1caeb564f298d7f3f4daf2e0c3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ef02af-c508-432f-ae29-3a219701d584", "external-id": "nsx-vlan-transportzone-313", "segmentation_id": 313, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ba1416d-b7", "ovs_interfaceid": "7ba1416d-b788-4c33-93a0-0d2e8ef285e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.205065] env[69319]: DEBUG nova.compute.manager [None req-4eb9a44c-3213-4391-89c8-0d60508ab553 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] [instance: 05018af1-8cde-4512-b5b4-f392e39523ff] Start building block device mappings for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 737.365195] env[69319]: DEBUG oslo_vmware.api [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Task: {'id': task-3222951, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098211} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.367603] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] [instance: b38347d2-a6f3-4640-b25e-c9e67196f733] Extended root virtual disk {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 737.368609] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ae09567-9e78-495e-9b8a-d226849cb4a9 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.379619] env[69319]: DEBUG oslo_vmware.api [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52e9fd9b-a052-cf89-033a-50b3d3bb65c1, 'name': SearchDatastore_Task, 'duration_secs': 0.015014} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.395144] env[69319]: DEBUG oslo_concurrency.lockutils [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.395621] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] 6fd4b3da-855a-4796-a514-bffd9d194110/6fd4b3da-855a-4796-a514-bffd9d194110.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 737.404334] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] [instance: b38347d2-a6f3-4640-b25e-c9e67196f733] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] b38347d2-a6f3-4640-b25e-c9e67196f733/b38347d2-a6f3-4640-b25e-c9e67196f733.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 737.404867] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6b2a6efb-dcdd-4390-8294-d15782092c83 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.407655] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2b4f3ff-a87a-4e6a-bd49-94b174158c0f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.431302] env[69319]: DEBUG oslo_vmware.api [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Waiting for the task: (returnval){ [ 737.431302] env[69319]: value = "task-3222953" [ 737.431302] env[69319]: _type = "Task" [ 737.431302] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.432667] env[69319]: DEBUG oslo_vmware.api [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Waiting for the task: (returnval){ [ 737.432667] env[69319]: value = "task-3222952" [ 737.432667] env[69319]: _type = "Task" [ 737.432667] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.439810] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46bb0129-b06a-4996-9a91-9c37645f7762 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.447128] env[69319]: DEBUG oslo_vmware.api [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Task: {'id': task-3222953, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.447987] env[69319]: DEBUG nova.network.neutron [req-903be0fe-270d-462b-a6ac-c00286d4be02 req-632c961b-2e98-432e-b4a8-8b8469253a49 service nova] [instance: 749b3b26-9e42-4ac9-89c4-f467aa379427] Updated VIF entry in instance network info cache for port 47a9e6a1-5094-4c62-b8b2-b79073a6fdbb. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 737.448330] env[69319]: DEBUG nova.network.neutron [req-903be0fe-270d-462b-a6ac-c00286d4be02 req-632c961b-2e98-432e-b4a8-8b8469253a49 service nova] [instance: 749b3b26-9e42-4ac9-89c4-f467aa379427] Updating instance_info_cache with network_info: [{"id": "47a9e6a1-5094-4c62-b8b2-b79073a6fdbb", "address": "fa:16:3e:c3:d5:7d", "network": {"id": "a12dc76e-6833-4e66-9e86-6da3fa6364ad", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-236068377-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b12ac3589df54648b6cc72f8505172fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47a9e6a1-50", "ovs_interfaceid": "47a9e6a1-5094-4c62-b8b2-b79073a6fdbb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.454226] env[69319]: DEBUG oslo_vmware.api [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Task: {'id': task-3222952, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.455473] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-276346b5-25b4-44e2-83e8-817072fc58d3 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.488185] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11dafc7d-73e1-48f5-bc6b-3623c2288b3c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.497191] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e7d9c9b-1016-427e-b18f-16f2e0a43b55 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.512675] env[69319]: DEBUG nova.compute.provider_tree [None req-11274e14-aaec-4cc5-9844-62698072f76b tempest-ServerMetadataNegativeTestJSON-94808556 tempest-ServerMetadataNegativeTestJSON-94808556-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 737.591237] env[69319]: DEBUG oslo_concurrency.lockutils [req-30dce2e9-647e-4cb9-a167-9122c3b4c1a3 req-54f4685b-494f-4860-b4da-a39d7964156c service nova] Releasing lock "refresh_cache-6fd4b3da-855a-4796-a514-bffd9d194110" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.665642] env[69319]: DEBUG nova.network.neutron [None req-4eb9a44c-3213-4391-89c8-0d60508ab553 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] [instance: 05018af1-8cde-4512-b5b4-f392e39523ff] Successfully created port: ac373e17-bf45-44d6-bee0-446642971f50 {{(pid=69319) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 737.952023] env[69319]: DEBUG oslo_vmware.api [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Task: {'id': task-3222953, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.952023] env[69319]: DEBUG oslo_vmware.api [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Task: {'id': task-3222952, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.955954] env[69319]: DEBUG oslo_concurrency.lockutils [req-903be0fe-270d-462b-a6ac-c00286d4be02 req-632c961b-2e98-432e-b4a8-8b8469253a49 service nova] Releasing lock "refresh_cache-749b3b26-9e42-4ac9-89c4-f467aa379427" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.956476] env[69319]: DEBUG nova.compute.manager [req-903be0fe-270d-462b-a6ac-c00286d4be02 req-632c961b-2e98-432e-b4a8-8b8469253a49 service nova] [instance: 72187860-a5e9-4b68-a8da-9b7c9d33b93a] Received event network-changed-401a95a8-0ce7-400e-9029-d92ac02f6024 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 737.956902] env[69319]: DEBUG nova.compute.manager [req-903be0fe-270d-462b-a6ac-c00286d4be02 req-632c961b-2e98-432e-b4a8-8b8469253a49 service nova] [instance: 72187860-a5e9-4b68-a8da-9b7c9d33b93a] Refreshing instance network info cache due to event network-changed-401a95a8-0ce7-400e-9029-d92ac02f6024. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 737.957286] env[69319]: DEBUG oslo_concurrency.lockutils [req-903be0fe-270d-462b-a6ac-c00286d4be02 req-632c961b-2e98-432e-b4a8-8b8469253a49 service nova] Acquiring lock "refresh_cache-72187860-a5e9-4b68-a8da-9b7c9d33b93a" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.957553] env[69319]: DEBUG oslo_concurrency.lockutils [req-903be0fe-270d-462b-a6ac-c00286d4be02 req-632c961b-2e98-432e-b4a8-8b8469253a49 service nova] Acquired lock "refresh_cache-72187860-a5e9-4b68-a8da-9b7c9d33b93a" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.957839] env[69319]: DEBUG nova.network.neutron [req-903be0fe-270d-462b-a6ac-c00286d4be02 req-632c961b-2e98-432e-b4a8-8b8469253a49 service nova] [instance: 72187860-a5e9-4b68-a8da-9b7c9d33b93a] Refreshing network info cache for port 401a95a8-0ce7-400e-9029-d92ac02f6024 {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 738.018144] env[69319]: DEBUG nova.scheduler.client.report [None req-11274e14-aaec-4cc5-9844-62698072f76b tempest-ServerMetadataNegativeTestJSON-94808556 tempest-ServerMetadataNegativeTestJSON-94808556-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 738.063213] env[69319]: DEBUG nova.compute.manager [None req-52a312e8-4cf4-41b8-9e5c-9c4167325825 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 02492605-6fc9-4e1e-af6c-a2e2cfe60e5a] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 738.064377] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfbc0ea5-f5dc-4c86-ba7c-8a4ae98248f7 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.217518] env[69319]: DEBUG nova.compute.manager [None req-4eb9a44c-3213-4391-89c8-0d60508ab553 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] [instance: 05018af1-8cde-4512-b5b4-f392e39523ff] Start spawning the instance on the hypervisor. {{(pid=69319) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 738.257984] env[69319]: DEBUG nova.virt.hardware [None req-4eb9a44c-3213-4391-89c8-0d60508ab553 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:32:36Z,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31f027872f6f44dba95ff2fe7a062e00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:32:36Z,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 738.257984] env[69319]: DEBUG nova.virt.hardware [None req-4eb9a44c-3213-4391-89c8-0d60508ab553 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 738.257984] env[69319]: DEBUG nova.virt.hardware [None req-4eb9a44c-3213-4391-89c8-0d60508ab553 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 738.258596] env[69319]: DEBUG nova.virt.hardware [None req-4eb9a44c-3213-4391-89c8-0d60508ab553 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 738.258596] env[69319]: DEBUG nova.virt.hardware [None req-4eb9a44c-3213-4391-89c8-0d60508ab553 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 738.258729] env[69319]: DEBUG nova.virt.hardware [None req-4eb9a44c-3213-4391-89c8-0d60508ab553 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 738.259046] env[69319]: DEBUG nova.virt.hardware [None req-4eb9a44c-3213-4391-89c8-0d60508ab553 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 738.259232] env[69319]: DEBUG nova.virt.hardware [None req-4eb9a44c-3213-4391-89c8-0d60508ab553 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 738.259415] env[69319]: DEBUG nova.virt.hardware [None req-4eb9a44c-3213-4391-89c8-0d60508ab553 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 738.259588] env[69319]: DEBUG nova.virt.hardware [None req-4eb9a44c-3213-4391-89c8-0d60508ab553 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 738.259765] env[69319]: DEBUG nova.virt.hardware [None req-4eb9a44c-3213-4391-89c8-0d60508ab553 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 738.260678] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f30752c8-e8c2-41da-98c8-b7ec9f014705 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.269821] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19b2f55c-38be-41bd-8c95-a5ac58037d04 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.447935] env[69319]: DEBUG oslo_vmware.api [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Task: {'id': task-3222953, 'name': ReconfigVM_Task, 'duration_secs': 0.917481} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.448181] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] [instance: b38347d2-a6f3-4640-b25e-c9e67196f733] Reconfigured VM instance instance-0000001c to attach disk [datastore2] b38347d2-a6f3-4640-b25e-c9e67196f733/b38347d2-a6f3-4640-b25e-c9e67196f733.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 738.448939] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6f7be756-2329-4bb5-b95a-be01f0600467 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.454941] env[69319]: DEBUG oslo_vmware.api [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Task: {'id': task-3222952, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.597434} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.455637] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] 6fd4b3da-855a-4796-a514-bffd9d194110/6fd4b3da-855a-4796-a514-bffd9d194110.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 738.455891] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] [instance: 6fd4b3da-855a-4796-a514-bffd9d194110] Extending root virtual disk to 1048576 {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 738.456576] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-87a13778-0176-418a-8345-a5258f13f40d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.460738] env[69319]: DEBUG oslo_vmware.api [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Waiting for the task: (returnval){ [ 738.460738] env[69319]: value = "task-3222954" [ 738.460738] env[69319]: _type = "Task" [ 738.460738] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.463977] env[69319]: DEBUG oslo_vmware.api [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Waiting for the task: (returnval){ [ 738.463977] env[69319]: value = "task-3222955" [ 738.463977] env[69319]: _type = "Task" [ 738.463977] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.477017] env[69319]: DEBUG oslo_vmware.api [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Task: {'id': task-3222954, 'name': Rename_Task} progress is 10%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.479853] env[69319]: DEBUG oslo_vmware.api [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Task: {'id': task-3222955, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.523398] env[69319]: DEBUG oslo_concurrency.lockutils [None req-11274e14-aaec-4cc5-9844-62698072f76b tempest-ServerMetadataNegativeTestJSON-94808556 tempest-ServerMetadataNegativeTestJSON-94808556-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.330s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.525593] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c27ec03f-cdce-428d-9963-90712a425d0a tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.399s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.525848] env[69319]: DEBUG nova.objects.instance [None req-c27ec03f-cdce-428d-9963-90712a425d0a tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] Lazy-loading 'resources' on Instance uuid cf6dc285-9563-42c7-b1f5-d34d5a75a545 {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 738.553659] env[69319]: INFO nova.scheduler.client.report [None req-11274e14-aaec-4cc5-9844-62698072f76b tempest-ServerMetadataNegativeTestJSON-94808556 tempest-ServerMetadataNegativeTestJSON-94808556-project-member] Deleted allocations for instance 562e1d05-4f46-4195-9d8b-c8e7ba933d22 [ 738.577201] env[69319]: INFO nova.compute.manager [None req-52a312e8-4cf4-41b8-9e5c-9c4167325825 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 02492605-6fc9-4e1e-af6c-a2e2cfe60e5a] instance snapshotting [ 738.577444] env[69319]: WARNING nova.compute.manager [None req-52a312e8-4cf4-41b8-9e5c-9c4167325825 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 02492605-6fc9-4e1e-af6c-a2e2cfe60e5a] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 738.580698] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d06a267c-bad2-466b-8cb4-a55ed696bd2f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.607653] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6db78e9-94b5-46fa-b9a4-8fe8e8236d4e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.739712] env[69319]: DEBUG nova.compute.manager [req-afcb6aef-24b8-41cc-bf7d-9cbd6025f948 req-2e6ccab4-416b-4be4-80b1-9efb51715fda service nova] [instance: 72187860-a5e9-4b68-a8da-9b7c9d33b93a] Received event network-changed-401a95a8-0ce7-400e-9029-d92ac02f6024 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 738.739712] env[69319]: DEBUG nova.compute.manager [req-afcb6aef-24b8-41cc-bf7d-9cbd6025f948 req-2e6ccab4-416b-4be4-80b1-9efb51715fda service nova] [instance: 72187860-a5e9-4b68-a8da-9b7c9d33b93a] Refreshing instance network info cache due to event network-changed-401a95a8-0ce7-400e-9029-d92ac02f6024. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 738.739712] env[69319]: DEBUG oslo_concurrency.lockutils [req-afcb6aef-24b8-41cc-bf7d-9cbd6025f948 req-2e6ccab4-416b-4be4-80b1-9efb51715fda service nova] Acquiring lock "refresh_cache-72187860-a5e9-4b68-a8da-9b7c9d33b93a" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.874985] env[69319]: DEBUG nova.network.neutron [req-903be0fe-270d-462b-a6ac-c00286d4be02 req-632c961b-2e98-432e-b4a8-8b8469253a49 service nova] [instance: 72187860-a5e9-4b68-a8da-9b7c9d33b93a] Updated VIF entry in instance network info cache for port 401a95a8-0ce7-400e-9029-d92ac02f6024. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 738.875371] env[69319]: DEBUG nova.network.neutron [req-903be0fe-270d-462b-a6ac-c00286d4be02 req-632c961b-2e98-432e-b4a8-8b8469253a49 service nova] [instance: 72187860-a5e9-4b68-a8da-9b7c9d33b93a] Updating instance_info_cache with network_info: [{"id": "401a95a8-0ce7-400e-9029-d92ac02f6024", "address": "fa:16:3e:ad:61:6a", "network": {"id": "a12dc76e-6833-4e66-9e86-6da3fa6364ad", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-236068377-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b12ac3589df54648b6cc72f8505172fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap401a95a8-0c", "ovs_interfaceid": "401a95a8-0ce7-400e-9029-d92ac02f6024", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.976560] env[69319]: DEBUG oslo_vmware.api [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Task: {'id': task-3222954, 'name': Rename_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.981340] env[69319]: DEBUG oslo_vmware.api [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Task: {'id': task-3222955, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.072104] env[69319]: DEBUG oslo_concurrency.lockutils [None req-11274e14-aaec-4cc5-9844-62698072f76b tempest-ServerMetadataNegativeTestJSON-94808556 tempest-ServerMetadataNegativeTestJSON-94808556-project-member] Lock "562e1d05-4f46-4195-9d8b-c8e7ba933d22" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.404s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.119724] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-52a312e8-4cf4-41b8-9e5c-9c4167325825 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 02492605-6fc9-4e1e-af6c-a2e2cfe60e5a] Creating Snapshot of the VM instance {{(pid=69319) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 739.120161] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2ea9fa11-ce8c-4741-8052-4ab10db868b0 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.130663] env[69319]: DEBUG oslo_vmware.api [None req-52a312e8-4cf4-41b8-9e5c-9c4167325825 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Waiting for the task: (returnval){ [ 739.130663] env[69319]: value = "task-3222956" [ 739.130663] env[69319]: _type = "Task" [ 739.130663] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.141571] env[69319]: DEBUG oslo_vmware.api [None req-52a312e8-4cf4-41b8-9e5c-9c4167325825 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': task-3222956, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.264592] env[69319]: DEBUG oslo_concurrency.lockutils [None req-74cc0223-6533-4f2a-920f-2051ace6fd90 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Acquiring lock "72187860-a5e9-4b68-a8da-9b7c9d33b93a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.264877] env[69319]: DEBUG oslo_concurrency.lockutils [None req-74cc0223-6533-4f2a-920f-2051ace6fd90 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Lock "72187860-a5e9-4b68-a8da-9b7c9d33b93a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.265144] env[69319]: DEBUG oslo_concurrency.lockutils [None req-74cc0223-6533-4f2a-920f-2051ace6fd90 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Acquiring lock "72187860-a5e9-4b68-a8da-9b7c9d33b93a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.265330] env[69319]: DEBUG oslo_concurrency.lockutils [None req-74cc0223-6533-4f2a-920f-2051ace6fd90 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Lock "72187860-a5e9-4b68-a8da-9b7c9d33b93a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.265577] env[69319]: DEBUG oslo_concurrency.lockutils [None req-74cc0223-6533-4f2a-920f-2051ace6fd90 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Lock "72187860-a5e9-4b68-a8da-9b7c9d33b93a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.270905] env[69319]: INFO nova.compute.manager [None req-74cc0223-6533-4f2a-920f-2051ace6fd90 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] [instance: 72187860-a5e9-4b68-a8da-9b7c9d33b93a] Terminating instance [ 739.378999] env[69319]: DEBUG oslo_concurrency.lockutils [req-903be0fe-270d-462b-a6ac-c00286d4be02 req-632c961b-2e98-432e-b4a8-8b8469253a49 service nova] Releasing lock "refresh_cache-72187860-a5e9-4b68-a8da-9b7c9d33b93a" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.379491] env[69319]: DEBUG oslo_concurrency.lockutils [req-afcb6aef-24b8-41cc-bf7d-9cbd6025f948 req-2e6ccab4-416b-4be4-80b1-9efb51715fda service nova] Acquired lock "refresh_cache-72187860-a5e9-4b68-a8da-9b7c9d33b93a" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.379688] env[69319]: DEBUG nova.network.neutron [req-afcb6aef-24b8-41cc-bf7d-9cbd6025f948 req-2e6ccab4-416b-4be4-80b1-9efb51715fda service nova] [instance: 72187860-a5e9-4b68-a8da-9b7c9d33b93a] Refreshing network info cache for port 401a95a8-0ce7-400e-9029-d92ac02f6024 {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 739.479112] env[69319]: DEBUG oslo_vmware.api [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Task: {'id': task-3222954, 'name': Rename_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.486190] env[69319]: DEBUG oslo_vmware.api [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Task: {'id': task-3222955, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.643355] env[69319]: DEBUG oslo_vmware.api [None req-52a312e8-4cf4-41b8-9e5c-9c4167325825 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': task-3222956, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.714187] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcdea910-48e6-4e3b-a24c-427161217058 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.722233] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1029a7fa-f5dc-4e64-9064-f56b468c7d9c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.758817] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c4536bb-8f00-4800-8eee-cf2d333fcb56 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.767412] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a67c3f16-d6c9-4750-bd81-5389fe8cea7d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.781396] env[69319]: DEBUG nova.compute.manager [None req-74cc0223-6533-4f2a-920f-2051ace6fd90 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] [instance: 72187860-a5e9-4b68-a8da-9b7c9d33b93a] Start destroying the instance on the hypervisor. {{(pid=69319) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 739.781639] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-74cc0223-6533-4f2a-920f-2051ace6fd90 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] [instance: 72187860-a5e9-4b68-a8da-9b7c9d33b93a] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 739.782178] env[69319]: DEBUG nova.compute.provider_tree [None req-c27ec03f-cdce-428d-9963-90712a425d0a tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] Updating inventory in ProviderTree for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 739.784501] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aeb4261-b7e1-44ed-93d3-c14e7027d669 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.792457] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-74cc0223-6533-4f2a-920f-2051ace6fd90 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] [instance: 72187860-a5e9-4b68-a8da-9b7c9d33b93a] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 739.793052] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-36bdd4ec-1d9a-4d1f-9b7e-c6937cd6c7ef {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.800508] env[69319]: DEBUG oslo_vmware.api [None req-74cc0223-6533-4f2a-920f-2051ace6fd90 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Waiting for the task: (returnval){ [ 739.800508] env[69319]: value = "task-3222957" [ 739.800508] env[69319]: _type = "Task" [ 739.800508] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.811506] env[69319]: DEBUG oslo_vmware.api [None req-74cc0223-6533-4f2a-920f-2051ace6fd90 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Task: {'id': task-3222957, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.975106] env[69319]: DEBUG oslo_vmware.api [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Task: {'id': task-3222954, 'name': Rename_Task, 'duration_secs': 1.12543} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.978519] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] [instance: b38347d2-a6f3-4640-b25e-c9e67196f733] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 739.978812] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bfa07d41-492f-41e7-875a-58d229ddae6d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.985393] env[69319]: DEBUG oslo_vmware.api [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Task: {'id': task-3222955, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.044896} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.987210] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] [instance: 6fd4b3da-855a-4796-a514-bffd9d194110] Extended root virtual disk {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 739.987563] env[69319]: DEBUG oslo_vmware.api [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Waiting for the task: (returnval){ [ 739.987563] env[69319]: value = "task-3222958" [ 739.987563] env[69319]: _type = "Task" [ 739.987563] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.988253] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ba0c3e9-81bd-464b-a155-b126130f329c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.031943] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] [instance: 6fd4b3da-855a-4796-a514-bffd9d194110] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] 6fd4b3da-855a-4796-a514-bffd9d194110/6fd4b3da-855a-4796-a514-bffd9d194110.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 740.031943] env[69319]: DEBUG oslo_vmware.api [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Task: {'id': task-3222958, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.031943] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1bd7d88-a525-4934-bd59-a38ea9cd721e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.062710] env[69319]: DEBUG oslo_vmware.api [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Waiting for the task: (returnval){ [ 740.062710] env[69319]: value = "task-3222959" [ 740.062710] env[69319]: _type = "Task" [ 740.062710] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.072288] env[69319]: DEBUG oslo_vmware.api [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Task: {'id': task-3222959, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.134125] env[69319]: DEBUG nova.network.neutron [None req-4eb9a44c-3213-4391-89c8-0d60508ab553 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] [instance: 05018af1-8cde-4512-b5b4-f392e39523ff] Successfully updated port: ac373e17-bf45-44d6-bee0-446642971f50 {{(pid=69319) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 740.154218] env[69319]: DEBUG oslo_vmware.api [None req-52a312e8-4cf4-41b8-9e5c-9c4167325825 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': task-3222956, 'name': CreateSnapshot_Task, 'duration_secs': 0.996555} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.155384] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-52a312e8-4cf4-41b8-9e5c-9c4167325825 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 02492605-6fc9-4e1e-af6c-a2e2cfe60e5a] Created Snapshot of the VM instance {{(pid=69319) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 740.157365] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dfb1331-9308-4195-be98-dfc74353ab1a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.312324] env[69319]: DEBUG oslo_vmware.api [None req-74cc0223-6533-4f2a-920f-2051ace6fd90 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Task: {'id': task-3222957, 'name': PowerOffVM_Task, 'duration_secs': 0.216601} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.312324] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-74cc0223-6533-4f2a-920f-2051ace6fd90 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] [instance: 72187860-a5e9-4b68-a8da-9b7c9d33b93a] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 740.312324] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-74cc0223-6533-4f2a-920f-2051ace6fd90 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] [instance: 72187860-a5e9-4b68-a8da-9b7c9d33b93a] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 740.312324] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-09cad2ad-d26c-41e1-87d2-ee06f65c5859 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.313929] env[69319]: ERROR nova.scheduler.client.report [None req-c27ec03f-cdce-428d-9963-90712a425d0a tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] [req-ed658069-e722-4fb1-b4ff-97756ae85cb1] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 94b8835e-2513-4669-abb9-c8c6813d60e7. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ed658069-e722-4fb1-b4ff-97756ae85cb1"}]} [ 740.335740] env[69319]: DEBUG nova.scheduler.client.report [None req-c27ec03f-cdce-428d-9963-90712a425d0a tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] Refreshing inventories for resource provider 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 740.359013] env[69319]: DEBUG nova.scheduler.client.report [None req-c27ec03f-cdce-428d-9963-90712a425d0a tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] Updating ProviderTree inventory for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 740.359270] env[69319]: DEBUG nova.compute.provider_tree [None req-c27ec03f-cdce-428d-9963-90712a425d0a tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] Updating inventory in ProviderTree for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 740.380522] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-74cc0223-6533-4f2a-920f-2051ace6fd90 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] [instance: 72187860-a5e9-4b68-a8da-9b7c9d33b93a] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 740.380682] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-74cc0223-6533-4f2a-920f-2051ace6fd90 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] [instance: 72187860-a5e9-4b68-a8da-9b7c9d33b93a] Deleting contents of the VM from datastore datastore1 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 740.380887] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-74cc0223-6533-4f2a-920f-2051ace6fd90 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Deleting the datastore file [datastore1] 72187860-a5e9-4b68-a8da-9b7c9d33b93a {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 740.381233] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-934cbb9a-cff1-420e-8791-21b26b4fc0b2 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.385473] env[69319]: DEBUG nova.scheduler.client.report [None req-c27ec03f-cdce-428d-9963-90712a425d0a tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] Refreshing aggregate associations for resource provider 94b8835e-2513-4669-abb9-c8c6813d60e7, aggregates: None {{(pid=69319) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 740.391552] env[69319]: DEBUG oslo_vmware.api [None req-74cc0223-6533-4f2a-920f-2051ace6fd90 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Waiting for the task: (returnval){ [ 740.391552] env[69319]: value = "task-3222961" [ 740.391552] env[69319]: _type = "Task" [ 740.391552] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.400306] env[69319]: DEBUG oslo_vmware.api [None req-74cc0223-6533-4f2a-920f-2051ace6fd90 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Task: {'id': task-3222961, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.412639] env[69319]: DEBUG nova.scheduler.client.report [None req-c27ec03f-cdce-428d-9963-90712a425d0a tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] Refreshing trait associations for resource provider 94b8835e-2513-4669-abb9-c8c6813d60e7, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69319) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 740.441425] env[69319]: DEBUG nova.network.neutron [req-afcb6aef-24b8-41cc-bf7d-9cbd6025f948 req-2e6ccab4-416b-4be4-80b1-9efb51715fda service nova] [instance: 72187860-a5e9-4b68-a8da-9b7c9d33b93a] Updated VIF entry in instance network info cache for port 401a95a8-0ce7-400e-9029-d92ac02f6024. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 740.441840] env[69319]: DEBUG nova.network.neutron [req-afcb6aef-24b8-41cc-bf7d-9cbd6025f948 req-2e6ccab4-416b-4be4-80b1-9efb51715fda service nova] [instance: 72187860-a5e9-4b68-a8da-9b7c9d33b93a] Updating instance_info_cache with network_info: [{"id": "401a95a8-0ce7-400e-9029-d92ac02f6024", "address": "fa:16:3e:ad:61:6a", "network": {"id": "a12dc76e-6833-4e66-9e86-6da3fa6364ad", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-236068377-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b12ac3589df54648b6cc72f8505172fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap401a95a8-0c", "ovs_interfaceid": "401a95a8-0ce7-400e-9029-d92ac02f6024", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.508671] env[69319]: DEBUG oslo_vmware.api [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Task: {'id': task-3222958, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.581141] env[69319]: DEBUG oslo_vmware.api [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Task: {'id': task-3222959, 'name': ReconfigVM_Task, 'duration_secs': 0.367907} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.581141] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] [instance: 6fd4b3da-855a-4796-a514-bffd9d194110] Reconfigured VM instance instance-0000001d to attach disk [datastore2] 6fd4b3da-855a-4796-a514-bffd9d194110/6fd4b3da-855a-4796-a514-bffd9d194110.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 740.581537] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1e823865-7322-4839-9108-4b049410b860 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.591688] env[69319]: DEBUG oslo_vmware.api [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Waiting for the task: (returnval){ [ 740.591688] env[69319]: value = "task-3222962" [ 740.591688] env[69319]: _type = "Task" [ 740.591688] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.606511] env[69319]: DEBUG oslo_vmware.api [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Task: {'id': task-3222962, 'name': Rename_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.646449] env[69319]: DEBUG oslo_concurrency.lockutils [None req-4eb9a44c-3213-4391-89c8-0d60508ab553 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Acquiring lock "refresh_cache-05018af1-8cde-4512-b5b4-f392e39523ff" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.646604] env[69319]: DEBUG oslo_concurrency.lockutils [None req-4eb9a44c-3213-4391-89c8-0d60508ab553 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Acquired lock "refresh_cache-05018af1-8cde-4512-b5b4-f392e39523ff" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.646765] env[69319]: DEBUG nova.network.neutron [None req-4eb9a44c-3213-4391-89c8-0d60508ab553 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] [instance: 05018af1-8cde-4512-b5b4-f392e39523ff] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 740.683125] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-52a312e8-4cf4-41b8-9e5c-9c4167325825 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 02492605-6fc9-4e1e-af6c-a2e2cfe60e5a] Creating linked-clone VM from snapshot {{(pid=69319) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 740.686866] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6c525f0f-2e41-4531-8483-dbff5d669927 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.696869] env[69319]: DEBUG oslo_vmware.api [None req-52a312e8-4cf4-41b8-9e5c-9c4167325825 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Waiting for the task: (returnval){ [ 740.696869] env[69319]: value = "task-3222963" [ 740.696869] env[69319]: _type = "Task" [ 740.696869] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.706326] env[69319]: DEBUG oslo_vmware.api [None req-52a312e8-4cf4-41b8-9e5c-9c4167325825 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': task-3222963, 'name': CloneVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.910259] env[69319]: DEBUG oslo_vmware.api [None req-74cc0223-6533-4f2a-920f-2051ace6fd90 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Task: {'id': task-3222961, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.121623} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.910581] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-74cc0223-6533-4f2a-920f-2051ace6fd90 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 740.910771] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-74cc0223-6533-4f2a-920f-2051ace6fd90 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] [instance: 72187860-a5e9-4b68-a8da-9b7c9d33b93a] Deleted contents of the VM from datastore datastore1 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 740.910973] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-74cc0223-6533-4f2a-920f-2051ace6fd90 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] [instance: 72187860-a5e9-4b68-a8da-9b7c9d33b93a] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 740.911166] env[69319]: INFO nova.compute.manager [None req-74cc0223-6533-4f2a-920f-2051ace6fd90 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] [instance: 72187860-a5e9-4b68-a8da-9b7c9d33b93a] Took 1.13 seconds to destroy the instance on the hypervisor. [ 740.911405] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-74cc0223-6533-4f2a-920f-2051ace6fd90 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 740.911590] env[69319]: DEBUG nova.compute.manager [-] [instance: 72187860-a5e9-4b68-a8da-9b7c9d33b93a] Deallocating network for instance {{(pid=69319) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 740.911680] env[69319]: DEBUG nova.network.neutron [-] [instance: 72187860-a5e9-4b68-a8da-9b7c9d33b93a] deallocate_for_instance() {{(pid=69319) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 740.944955] env[69319]: DEBUG oslo_concurrency.lockutils [req-afcb6aef-24b8-41cc-bf7d-9cbd6025f948 req-2e6ccab4-416b-4be4-80b1-9efb51715fda service nova] Releasing lock "refresh_cache-72187860-a5e9-4b68-a8da-9b7c9d33b93a" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.006660] env[69319]: DEBUG oslo_vmware.api [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Task: {'id': task-3222958, 'name': PowerOnVM_Task, 'duration_secs': 0.641261} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.009624] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] [instance: b38347d2-a6f3-4640-b25e-c9e67196f733] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 741.009862] env[69319]: INFO nova.compute.manager [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] [instance: b38347d2-a6f3-4640-b25e-c9e67196f733] Took 13.02 seconds to spawn the instance on the hypervisor. [ 741.010059] env[69319]: DEBUG nova.compute.manager [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] [instance: b38347d2-a6f3-4640-b25e-c9e67196f733] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 741.015374] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f287f18-b714-4b4a-a5d3-0885f591c5ef {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.069204] env[69319]: DEBUG nova.compute.manager [req-77e18208-c17e-4004-b640-b9bdbb7fd015 req-283964d8-501e-4748-90cf-a79f45efcdb7 service nova] [instance: 05018af1-8cde-4512-b5b4-f392e39523ff] Received event network-vif-plugged-ac373e17-bf45-44d6-bee0-446642971f50 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 741.069598] env[69319]: DEBUG oslo_concurrency.lockutils [req-77e18208-c17e-4004-b640-b9bdbb7fd015 req-283964d8-501e-4748-90cf-a79f45efcdb7 service nova] Acquiring lock "05018af1-8cde-4512-b5b4-f392e39523ff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.071501] env[69319]: DEBUG oslo_concurrency.lockutils [req-77e18208-c17e-4004-b640-b9bdbb7fd015 req-283964d8-501e-4748-90cf-a79f45efcdb7 service nova] Lock "05018af1-8cde-4512-b5b4-f392e39523ff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.071501] env[69319]: DEBUG oslo_concurrency.lockutils [req-77e18208-c17e-4004-b640-b9bdbb7fd015 req-283964d8-501e-4748-90cf-a79f45efcdb7 service nova] Lock "05018af1-8cde-4512-b5b4-f392e39523ff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.071501] env[69319]: DEBUG nova.compute.manager [req-77e18208-c17e-4004-b640-b9bdbb7fd015 req-283964d8-501e-4748-90cf-a79f45efcdb7 service nova] [instance: 05018af1-8cde-4512-b5b4-f392e39523ff] No waiting events found dispatching network-vif-plugged-ac373e17-bf45-44d6-bee0-446642971f50 {{(pid=69319) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 741.071501] env[69319]: WARNING nova.compute.manager [req-77e18208-c17e-4004-b640-b9bdbb7fd015 req-283964d8-501e-4748-90cf-a79f45efcdb7 service nova] [instance: 05018af1-8cde-4512-b5b4-f392e39523ff] Received unexpected event network-vif-plugged-ac373e17-bf45-44d6-bee0-446642971f50 for instance with vm_state building and task_state spawning. [ 741.071501] env[69319]: DEBUG nova.compute.manager [req-77e18208-c17e-4004-b640-b9bdbb7fd015 req-283964d8-501e-4748-90cf-a79f45efcdb7 service nova] [instance: 05018af1-8cde-4512-b5b4-f392e39523ff] Received event network-changed-ac373e17-bf45-44d6-bee0-446642971f50 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 741.071644] env[69319]: DEBUG nova.compute.manager [req-77e18208-c17e-4004-b640-b9bdbb7fd015 req-283964d8-501e-4748-90cf-a79f45efcdb7 service nova] [instance: 05018af1-8cde-4512-b5b4-f392e39523ff] Refreshing instance network info cache due to event network-changed-ac373e17-bf45-44d6-bee0-446642971f50. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 741.071644] env[69319]: DEBUG oslo_concurrency.lockutils [req-77e18208-c17e-4004-b640-b9bdbb7fd015 req-283964d8-501e-4748-90cf-a79f45efcdb7 service nova] Acquiring lock "refresh_cache-05018af1-8cde-4512-b5b4-f392e39523ff" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.104029] env[69319]: DEBUG oslo_vmware.api [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Task: {'id': task-3222962, 'name': Rename_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.171797] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5643533-4d7f-4e10-9987-cd63569dbe09 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.181609] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c8d9d79-a51d-4b3d-b790-c96d8ad522d8 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.219908] env[69319]: DEBUG nova.network.neutron [None req-4eb9a44c-3213-4391-89c8-0d60508ab553 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] [instance: 05018af1-8cde-4512-b5b4-f392e39523ff] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 741.229868] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4af902e2-e27b-4d16-ac23-ea96a5ddc380 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.242314] env[69319]: DEBUG oslo_vmware.api [None req-52a312e8-4cf4-41b8-9e5c-9c4167325825 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': task-3222963, 'name': CloneVM_Task} progress is 94%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.244301] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fb63be7-d950-4132-90ae-b6c80b701e64 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.261725] env[69319]: DEBUG nova.compute.provider_tree [None req-c27ec03f-cdce-428d-9963-90712a425d0a tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] Updating inventory in ProviderTree for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 741.527056] env[69319]: DEBUG nova.network.neutron [None req-4eb9a44c-3213-4391-89c8-0d60508ab553 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] [instance: 05018af1-8cde-4512-b5b4-f392e39523ff] Updating instance_info_cache with network_info: [{"id": "ac373e17-bf45-44d6-bee0-446642971f50", "address": "fa:16:3e:57:9d:c3", "network": {"id": "e172e758-1a9b-4f22-a553-441ab9c9dccc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.168", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "31f027872f6f44dba95ff2fe7a062e00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac373e17-bf", "ovs_interfaceid": "ac373e17-bf45-44d6-bee0-446642971f50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.543584] env[69319]: INFO nova.compute.manager [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] [instance: b38347d2-a6f3-4640-b25e-c9e67196f733] Took 53.11 seconds to build instance. [ 741.603810] env[69319]: DEBUG oslo_vmware.api [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Task: {'id': task-3222962, 'name': Rename_Task} progress is 99%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.730657] env[69319]: DEBUG oslo_vmware.api [None req-52a312e8-4cf4-41b8-9e5c-9c4167325825 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': task-3222963, 'name': CloneVM_Task} progress is 94%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.808337] env[69319]: DEBUG nova.scheduler.client.report [None req-c27ec03f-cdce-428d-9963-90712a425d0a tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] Updated inventory for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 with generation 56 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 741.808813] env[69319]: DEBUG nova.compute.provider_tree [None req-c27ec03f-cdce-428d-9963-90712a425d0a tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] Updating resource provider 94b8835e-2513-4669-abb9-c8c6813d60e7 generation from 56 to 57 during operation: update_inventory {{(pid=69319) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 741.809119] env[69319]: DEBUG nova.compute.provider_tree [None req-c27ec03f-cdce-428d-9963-90712a425d0a tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] Updating inventory in ProviderTree for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 741.917936] env[69319]: DEBUG nova.network.neutron [-] [instance: 72187860-a5e9-4b68-a8da-9b7c9d33b93a] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.035692] env[69319]: DEBUG oslo_concurrency.lockutils [None req-4eb9a44c-3213-4391-89c8-0d60508ab553 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Releasing lock "refresh_cache-05018af1-8cde-4512-b5b4-f392e39523ff" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.036112] env[69319]: DEBUG nova.compute.manager [None req-4eb9a44c-3213-4391-89c8-0d60508ab553 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] [instance: 05018af1-8cde-4512-b5b4-f392e39523ff] Instance network_info: |[{"id": "ac373e17-bf45-44d6-bee0-446642971f50", "address": "fa:16:3e:57:9d:c3", "network": {"id": "e172e758-1a9b-4f22-a553-441ab9c9dccc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.168", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "31f027872f6f44dba95ff2fe7a062e00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac373e17-bf", "ovs_interfaceid": "ac373e17-bf45-44d6-bee0-446642971f50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 742.036421] env[69319]: DEBUG oslo_concurrency.lockutils [req-77e18208-c17e-4004-b640-b9bdbb7fd015 req-283964d8-501e-4748-90cf-a79f45efcdb7 service nova] Acquired lock "refresh_cache-05018af1-8cde-4512-b5b4-f392e39523ff" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.036643] env[69319]: DEBUG nova.network.neutron [req-77e18208-c17e-4004-b640-b9bdbb7fd015 req-283964d8-501e-4748-90cf-a79f45efcdb7 service nova] [instance: 05018af1-8cde-4512-b5b4-f392e39523ff] Refreshing network info cache for port ac373e17-bf45-44d6-bee0-446642971f50 {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 742.037896] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-4eb9a44c-3213-4391-89c8-0d60508ab553 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] [instance: 05018af1-8cde-4512-b5b4-f392e39523ff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:9d:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ac373e17-bf45-44d6-bee0-446642971f50', 'vif_model': 'vmxnet3'}] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 742.051814] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-4eb9a44c-3213-4391-89c8-0d60508ab553 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Creating folder: Project (13db520f5f7a402599106c06284c5645). Parent ref: group-v644239. {{(pid=69319) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 742.055449] env[69319]: DEBUG oslo_concurrency.lockutils [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Lock "b38347d2-a6f3-4640-b25e-c9e67196f733" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.518s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.055658] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-db291a44-6d20-4e51-abf9-fc07d28a3228 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.068771] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-4eb9a44c-3213-4391-89c8-0d60508ab553 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Created folder: Project (13db520f5f7a402599106c06284c5645) in parent group-v644239. [ 742.069014] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-4eb9a44c-3213-4391-89c8-0d60508ab553 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Creating folder: Instances. Parent ref: group-v644327. {{(pid=69319) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 742.069295] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f8be374c-1cd5-4712-be24-dc124e04ece6 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.079870] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-4eb9a44c-3213-4391-89c8-0d60508ab553 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Created folder: Instances in parent group-v644327. [ 742.079870] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4eb9a44c-3213-4391-89c8-0d60508ab553 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 742.079870] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05018af1-8cde-4512-b5b4-f392e39523ff] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 742.079870] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d4d70af7-b193-426f-981b-535771b6d886 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.103457] env[69319]: DEBUG oslo_vmware.api [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Task: {'id': task-3222962, 'name': Rename_Task} progress is 99%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.104732] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 742.104732] env[69319]: value = "task-3222966" [ 742.104732] env[69319]: _type = "Task" [ 742.104732] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.114339] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222966, 'name': CreateVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.234607] env[69319]: DEBUG oslo_vmware.api [None req-52a312e8-4cf4-41b8-9e5c-9c4167325825 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': task-3222963, 'name': CloneVM_Task} progress is 95%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.320177] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c27ec03f-cdce-428d-9963-90712a425d0a tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.794s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.323151] env[69319]: DEBUG oslo_concurrency.lockutils [None req-7bb486f8-886e-4eb1-b471-6b00264b874d tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.012s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.323338] env[69319]: DEBUG nova.objects.instance [None req-7bb486f8-886e-4eb1-b471-6b00264b874d tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Lazy-loading 'resources' on Instance uuid 1835d15f-f896-4741-b67d-4b5b17a8dff2 {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 742.369386] env[69319]: INFO nova.scheduler.client.report [None req-c27ec03f-cdce-428d-9963-90712a425d0a tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] Deleted allocations for instance cf6dc285-9563-42c7-b1f5-d34d5a75a545 [ 742.424033] env[69319]: INFO nova.compute.manager [-] [instance: 72187860-a5e9-4b68-a8da-9b7c9d33b93a] Took 1.51 seconds to deallocate network for instance. [ 742.429922] env[69319]: DEBUG nova.network.neutron [req-77e18208-c17e-4004-b640-b9bdbb7fd015 req-283964d8-501e-4748-90cf-a79f45efcdb7 service nova] [instance: 05018af1-8cde-4512-b5b4-f392e39523ff] Updated VIF entry in instance network info cache for port ac373e17-bf45-44d6-bee0-446642971f50. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 742.430956] env[69319]: DEBUG nova.network.neutron [req-77e18208-c17e-4004-b640-b9bdbb7fd015 req-283964d8-501e-4748-90cf-a79f45efcdb7 service nova] [instance: 05018af1-8cde-4512-b5b4-f392e39523ff] Updating instance_info_cache with network_info: [{"id": "ac373e17-bf45-44d6-bee0-446642971f50", "address": "fa:16:3e:57:9d:c3", "network": {"id": "e172e758-1a9b-4f22-a553-441ab9c9dccc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.168", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "31f027872f6f44dba95ff2fe7a062e00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac373e17-bf", "ovs_interfaceid": "ac373e17-bf45-44d6-bee0-446642971f50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.559954] env[69319]: DEBUG nova.compute.manager [None req-992a85ff-8d55-49ed-b8df-08493329baf0 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] [instance: ffc74032-0a67-4fab-88c6-1f81ff356728] Starting instance... {{(pid=69319) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 742.610043] env[69319]: DEBUG oslo_vmware.api [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Task: {'id': task-3222962, 'name': Rename_Task, 'duration_secs': 2.003688} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.615242] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] [instance: 6fd4b3da-855a-4796-a514-bffd9d194110] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 742.615242] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-905ef12c-9cbd-4c04-99bb-07cfc64357aa {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.625237] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222966, 'name': CreateVM_Task} progress is 99%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.626607] env[69319]: DEBUG oslo_vmware.api [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Waiting for the task: (returnval){ [ 742.626607] env[69319]: value = "task-3222967" [ 742.626607] env[69319]: _type = "Task" [ 742.626607] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.635633] env[69319]: DEBUG oslo_vmware.api [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Task: {'id': task-3222967, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.730678] env[69319]: DEBUG oslo_vmware.api [None req-52a312e8-4cf4-41b8-9e5c-9c4167325825 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': task-3222963, 'name': CloneVM_Task} progress is 95%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.880305] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c27ec03f-cdce-428d-9963-90712a425d0a tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] Lock "cf6dc285-9563-42c7-b1f5-d34d5a75a545" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.838s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.930698] env[69319]: DEBUG oslo_concurrency.lockutils [None req-74cc0223-6533-4f2a-920f-2051ace6fd90 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.933967] env[69319]: DEBUG oslo_concurrency.lockutils [req-77e18208-c17e-4004-b640-b9bdbb7fd015 req-283964d8-501e-4748-90cf-a79f45efcdb7 service nova] Releasing lock "refresh_cache-05018af1-8cde-4512-b5b4-f392e39523ff" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.934238] env[69319]: DEBUG nova.compute.manager [req-77e18208-c17e-4004-b640-b9bdbb7fd015 req-283964d8-501e-4748-90cf-a79f45efcdb7 service nova] [instance: 749b3b26-9e42-4ac9-89c4-f467aa379427] Received event network-changed-47a9e6a1-5094-4c62-b8b2-b79073a6fdbb {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 742.934402] env[69319]: DEBUG nova.compute.manager [req-77e18208-c17e-4004-b640-b9bdbb7fd015 req-283964d8-501e-4748-90cf-a79f45efcdb7 service nova] [instance: 749b3b26-9e42-4ac9-89c4-f467aa379427] Refreshing instance network info cache due to event network-changed-47a9e6a1-5094-4c62-b8b2-b79073a6fdbb. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 742.934606] env[69319]: DEBUG oslo_concurrency.lockutils [req-77e18208-c17e-4004-b640-b9bdbb7fd015 req-283964d8-501e-4748-90cf-a79f45efcdb7 service nova] Acquiring lock "refresh_cache-749b3b26-9e42-4ac9-89c4-f467aa379427" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.934743] env[69319]: DEBUG oslo_concurrency.lockutils [req-77e18208-c17e-4004-b640-b9bdbb7fd015 req-283964d8-501e-4748-90cf-a79f45efcdb7 service nova] Acquired lock "refresh_cache-749b3b26-9e42-4ac9-89c4-f467aa379427" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.934900] env[69319]: DEBUG nova.network.neutron [req-77e18208-c17e-4004-b640-b9bdbb7fd015 req-283964d8-501e-4748-90cf-a79f45efcdb7 service nova] [instance: 749b3b26-9e42-4ac9-89c4-f467aa379427] Refreshing network info cache for port 47a9e6a1-5094-4c62-b8b2-b79073a6fdbb {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 743.089333] env[69319]: DEBUG oslo_concurrency.lockutils [None req-992a85ff-8d55-49ed-b8df-08493329baf0 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.119770] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222966, 'name': CreateVM_Task, 'duration_secs': 0.564375} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.119953] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05018af1-8cde-4512-b5b4-f392e39523ff] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 743.120695] env[69319]: DEBUG oslo_concurrency.lockutils [None req-4eb9a44c-3213-4391-89c8-0d60508ab553 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.120854] env[69319]: DEBUG oslo_concurrency.lockutils [None req-4eb9a44c-3213-4391-89c8-0d60508ab553 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.121200] env[69319]: DEBUG oslo_concurrency.lockutils [None req-4eb9a44c-3213-4391-89c8-0d60508ab553 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.121463] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d8afe85-494c-4ef7-bad5-ff8a392ba5ca {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.136730] env[69319]: DEBUG oslo_vmware.api [None req-4eb9a44c-3213-4391-89c8-0d60508ab553 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Waiting for the task: (returnval){ [ 743.136730] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]5238746f-ceaa-adc7-35e0-b79b35d19ab2" [ 743.136730] env[69319]: _type = "Task" [ 743.136730] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.147844] env[69319]: DEBUG oslo_vmware.api [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Task: {'id': task-3222967, 'name': PowerOnVM_Task, 'duration_secs': 0.497574} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.148420] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] [instance: 6fd4b3da-855a-4796-a514-bffd9d194110] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 743.148806] env[69319]: INFO nova.compute.manager [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] [instance: 6fd4b3da-855a-4796-a514-bffd9d194110] Took 9.81 seconds to spawn the instance on the hypervisor. [ 743.149306] env[69319]: DEBUG nova.compute.manager [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] [instance: 6fd4b3da-855a-4796-a514-bffd9d194110] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 743.150067] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e9a9294-f853-4557-9d38-7926cd66739d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.160591] env[69319]: DEBUG oslo_vmware.api [None req-4eb9a44c-3213-4391-89c8-0d60508ab553 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5238746f-ceaa-adc7-35e0-b79b35d19ab2, 'name': SearchDatastore_Task, 'duration_secs': 0.011717} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.164193] env[69319]: DEBUG oslo_concurrency.lockutils [None req-4eb9a44c-3213-4391-89c8-0d60508ab553 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.164444] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-4eb9a44c-3213-4391-89c8-0d60508ab553 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] [instance: 05018af1-8cde-4512-b5b4-f392e39523ff] Processing image 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 743.164710] env[69319]: DEBUG oslo_concurrency.lockutils [None req-4eb9a44c-3213-4391-89c8-0d60508ab553 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.164861] env[69319]: DEBUG oslo_concurrency.lockutils [None req-4eb9a44c-3213-4391-89c8-0d60508ab553 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.165058] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-4eb9a44c-3213-4391-89c8-0d60508ab553 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 743.165659] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6b248bf2-6909-4599-966a-2f87ce2b004c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.184797] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-4eb9a44c-3213-4391-89c8-0d60508ab553 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 743.185043] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-4eb9a44c-3213-4391-89c8-0d60508ab553 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 743.185837] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88bb603e-5d2c-48df-99cc-d02a9299904f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.191946] env[69319]: DEBUG oslo_vmware.api [None req-4eb9a44c-3213-4391-89c8-0d60508ab553 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Waiting for the task: (returnval){ [ 743.191946] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]521777a9-7e32-30eb-6a51-1fec85f0dfb4" [ 743.191946] env[69319]: _type = "Task" [ 743.191946] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.203298] env[69319]: DEBUG oslo_vmware.api [None req-4eb9a44c-3213-4391-89c8-0d60508ab553 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]521777a9-7e32-30eb-6a51-1fec85f0dfb4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.215705] env[69319]: DEBUG nova.compute.manager [req-331a2342-b284-4436-8c26-e0eba5758dfb req-28a80208-3631-49c3-a007-6249ce270d81 service nova] [instance: 72187860-a5e9-4b68-a8da-9b7c9d33b93a] Received event network-vif-deleted-401a95a8-0ce7-400e-9029-d92ac02f6024 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 743.216413] env[69319]: DEBUG nova.compute.manager [req-331a2342-b284-4436-8c26-e0eba5758dfb req-28a80208-3631-49c3-a007-6249ce270d81 service nova] [instance: 749b3b26-9e42-4ac9-89c4-f467aa379427] Received event network-changed-47a9e6a1-5094-4c62-b8b2-b79073a6fdbb {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 743.216413] env[69319]: DEBUG nova.compute.manager [req-331a2342-b284-4436-8c26-e0eba5758dfb req-28a80208-3631-49c3-a007-6249ce270d81 service nova] [instance: 749b3b26-9e42-4ac9-89c4-f467aa379427] Refreshing instance network info cache due to event network-changed-47a9e6a1-5094-4c62-b8b2-b79073a6fdbb. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 743.216413] env[69319]: DEBUG oslo_concurrency.lockutils [req-331a2342-b284-4436-8c26-e0eba5758dfb req-28a80208-3631-49c3-a007-6249ce270d81 service nova] Acquiring lock "refresh_cache-749b3b26-9e42-4ac9-89c4-f467aa379427" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.235321] env[69319]: DEBUG oslo_vmware.api [None req-52a312e8-4cf4-41b8-9e5c-9c4167325825 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': task-3222963, 'name': CloneVM_Task} progress is 95%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.272276] env[69319]: DEBUG oslo_concurrency.lockutils [None req-49380ccc-e8d6-4c00-ae46-01ac978d91a4 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Acquiring lock "72187860-a5e9-4b68-a8da-9b7c9d33b93a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.570109] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df34e20a-2685-458f-b24b-efdf37c9bb83 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.580587] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2266431-1249-41b7-9ddb-034dd9f474de {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.618606] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3866a5b5-49d0-4621-846a-c9d0c1775ae7 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.628594] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cf17b47-1342-4efc-81f4-1343b95f102c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.645923] env[69319]: DEBUG nova.compute.provider_tree [None req-7bb486f8-886e-4eb1-b471-6b00264b874d tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 743.690189] env[69319]: INFO nova.compute.manager [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] [instance: 6fd4b3da-855a-4796-a514-bffd9d194110] Took 50.72 seconds to build instance. [ 743.711144] env[69319]: DEBUG oslo_vmware.api [None req-4eb9a44c-3213-4391-89c8-0d60508ab553 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]521777a9-7e32-30eb-6a51-1fec85f0dfb4, 'name': SearchDatastore_Task, 'duration_secs': 0.012965} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.713399] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68c9f99a-5541-49db-b4cd-f10605409473 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.720306] env[69319]: DEBUG oslo_vmware.api [None req-4eb9a44c-3213-4391-89c8-0d60508ab553 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Waiting for the task: (returnval){ [ 743.720306] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]5206fe48-0db2-43c4-367e-be0e475677fc" [ 743.720306] env[69319]: _type = "Task" [ 743.720306] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.740401] env[69319]: DEBUG oslo_vmware.api [None req-4eb9a44c-3213-4391-89c8-0d60508ab553 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5206fe48-0db2-43c4-367e-be0e475677fc, 'name': SearchDatastore_Task, 'duration_secs': 0.013324} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.740835] env[69319]: DEBUG oslo_vmware.api [None req-52a312e8-4cf4-41b8-9e5c-9c4167325825 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': task-3222963, 'name': CloneVM_Task} progress is 95%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.741187] env[69319]: DEBUG oslo_concurrency.lockutils [None req-4eb9a44c-3213-4391-89c8-0d60508ab553 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.741603] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-4eb9a44c-3213-4391-89c8-0d60508ab553 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] 05018af1-8cde-4512-b5b4-f392e39523ff/05018af1-8cde-4512-b5b4-f392e39523ff.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 743.741927] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cb1202b4-1f91-465f-9dcb-c828269eb5e6 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.749630] env[69319]: DEBUG oslo_vmware.api [None req-4eb9a44c-3213-4391-89c8-0d60508ab553 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Waiting for the task: (returnval){ [ 743.749630] env[69319]: value = "task-3222968" [ 743.749630] env[69319]: _type = "Task" [ 743.749630] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.759294] env[69319]: DEBUG oslo_vmware.api [None req-4eb9a44c-3213-4391-89c8-0d60508ab553 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Task: {'id': task-3222968, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.815538] env[69319]: DEBUG nova.network.neutron [req-77e18208-c17e-4004-b640-b9bdbb7fd015 req-283964d8-501e-4748-90cf-a79f45efcdb7 service nova] [instance: 749b3b26-9e42-4ac9-89c4-f467aa379427] Updated VIF entry in instance network info cache for port 47a9e6a1-5094-4c62-b8b2-b79073a6fdbb. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 743.815538] env[69319]: DEBUG nova.network.neutron [req-77e18208-c17e-4004-b640-b9bdbb7fd015 req-283964d8-501e-4748-90cf-a79f45efcdb7 service nova] [instance: 749b3b26-9e42-4ac9-89c4-f467aa379427] Updating instance_info_cache with network_info: [{"id": "47a9e6a1-5094-4c62-b8b2-b79073a6fdbb", "address": "fa:16:3e:c3:d5:7d", "network": {"id": "a12dc76e-6833-4e66-9e86-6da3fa6364ad", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-236068377-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b12ac3589df54648b6cc72f8505172fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47a9e6a1-50", "ovs_interfaceid": "47a9e6a1-5094-4c62-b8b2-b79073a6fdbb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.152389] env[69319]: DEBUG nova.scheduler.client.report [None req-7bb486f8-886e-4eb1-b471-6b00264b874d tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 744.193365] env[69319]: DEBUG oslo_concurrency.lockutils [None req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Lock "6fd4b3da-855a-4796-a514-bffd9d194110" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.619s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.237258] env[69319]: DEBUG oslo_vmware.api [None req-52a312e8-4cf4-41b8-9e5c-9c4167325825 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': task-3222963, 'name': CloneVM_Task, 'duration_secs': 3.290608} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.238021] env[69319]: INFO nova.virt.vmwareapi.vmops [None req-52a312e8-4cf4-41b8-9e5c-9c4167325825 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 02492605-6fc9-4e1e-af6c-a2e2cfe60e5a] Created linked-clone VM from snapshot [ 744.238398] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f415f1f0-6d41-4bab-ada3-ea7552dec43c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.247732] env[69319]: DEBUG nova.virt.vmwareapi.images [None req-52a312e8-4cf4-41b8-9e5c-9c4167325825 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 02492605-6fc9-4e1e-af6c-a2e2cfe60e5a] Uploading image 5c901895-0df4-4995-ae8d-ca8be3706c27 {{(pid=69319) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 744.259306] env[69319]: DEBUG oslo_vmware.api [None req-4eb9a44c-3213-4391-89c8-0d60508ab553 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Task: {'id': task-3222968, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.283151] env[69319]: DEBUG oslo_vmware.rw_handles [None req-52a312e8-4cf4-41b8-9e5c-9c4167325825 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 744.283151] env[69319]: value = "vm-644326" [ 744.283151] env[69319]: _type = "VirtualMachine" [ 744.283151] env[69319]: }. {{(pid=69319) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 744.283528] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f68491bc-34ec-485c-9c0a-dc5477d5333a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.292140] env[69319]: DEBUG oslo_vmware.rw_handles [None req-52a312e8-4cf4-41b8-9e5c-9c4167325825 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Lease: (returnval){ [ 744.292140] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52d147eb-383f-4c23-37e1-1a3b83d25fc6" [ 744.292140] env[69319]: _type = "HttpNfcLease" [ 744.292140] env[69319]: } obtained for exporting VM: (result){ [ 744.292140] env[69319]: value = "vm-644326" [ 744.292140] env[69319]: _type = "VirtualMachine" [ 744.292140] env[69319]: }. {{(pid=69319) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 744.292408] env[69319]: DEBUG oslo_vmware.api [None req-52a312e8-4cf4-41b8-9e5c-9c4167325825 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Waiting for the lease: (returnval){ [ 744.292408] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52d147eb-383f-4c23-37e1-1a3b83d25fc6" [ 744.292408] env[69319]: _type = "HttpNfcLease" [ 744.292408] env[69319]: } to be ready. {{(pid=69319) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 744.299586] env[69319]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 744.299586] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52d147eb-383f-4c23-37e1-1a3b83d25fc6" [ 744.299586] env[69319]: _type = "HttpNfcLease" [ 744.299586] env[69319]: } is initializing. {{(pid=69319) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 744.318380] env[69319]: DEBUG oslo_concurrency.lockutils [req-77e18208-c17e-4004-b640-b9bdbb7fd015 req-283964d8-501e-4748-90cf-a79f45efcdb7 service nova] Releasing lock "refresh_cache-749b3b26-9e42-4ac9-89c4-f467aa379427" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.318380] env[69319]: DEBUG oslo_concurrency.lockutils [req-331a2342-b284-4436-8c26-e0eba5758dfb req-28a80208-3631-49c3-a007-6249ce270d81 service nova] Acquired lock "refresh_cache-749b3b26-9e42-4ac9-89c4-f467aa379427" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.319510] env[69319]: DEBUG nova.network.neutron [req-331a2342-b284-4436-8c26-e0eba5758dfb req-28a80208-3631-49c3-a007-6249ce270d81 service nova] [instance: 749b3b26-9e42-4ac9-89c4-f467aa379427] Refreshing network info cache for port 47a9e6a1-5094-4c62-b8b2-b79073a6fdbb {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 744.568466] env[69319]: DEBUG oslo_concurrency.lockutils [None req-52a966af-b455-411c-8803-c7b166372af5 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Acquiring lock "33bc946c-1397-4355-8132-bc27084a66ba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.568466] env[69319]: DEBUG oslo_concurrency.lockutils [None req-52a966af-b455-411c-8803-c7b166372af5 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Lock "33bc946c-1397-4355-8132-bc27084a66ba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.661042] env[69319]: DEBUG oslo_concurrency.lockutils [None req-7bb486f8-886e-4eb1-b471-6b00264b874d tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.338s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.663989] env[69319]: DEBUG oslo_concurrency.lockutils [None req-a2552b55-fb48-4b77-be9b-5e6e0477e187 tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 42.052s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.691472] env[69319]: INFO nova.scheduler.client.report [None req-7bb486f8-886e-4eb1-b471-6b00264b874d tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Deleted allocations for instance 1835d15f-f896-4741-b67d-4b5b17a8dff2 [ 744.696268] env[69319]: DEBUG nova.compute.manager [None req-79490a9c-def4-4251-aff6-8248e3bad9d3 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] [instance: 03ac405c-7176-42b5-9e5d-e28d39af08a1] Starting instance... {{(pid=69319) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 744.760111] env[69319]: DEBUG oslo_vmware.api [None req-4eb9a44c-3213-4391-89c8-0d60508ab553 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Task: {'id': task-3222968, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.843723} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.761035] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-4eb9a44c-3213-4391-89c8-0d60508ab553 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] 05018af1-8cde-4512-b5b4-f392e39523ff/05018af1-8cde-4512-b5b4-f392e39523ff.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 744.761035] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-4eb9a44c-3213-4391-89c8-0d60508ab553 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] [instance: 05018af1-8cde-4512-b5b4-f392e39523ff] Extending root virtual disk to 1048576 {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 744.761035] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d4193603-54ab-474c-b4a8-796cc8a1b68d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.768026] env[69319]: DEBUG oslo_vmware.api [None req-4eb9a44c-3213-4391-89c8-0d60508ab553 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Waiting for the task: (returnval){ [ 744.768026] env[69319]: value = "task-3222970" [ 744.768026] env[69319]: _type = "Task" [ 744.768026] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.781667] env[69319]: DEBUG oslo_vmware.api [None req-4eb9a44c-3213-4391-89c8-0d60508ab553 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Task: {'id': task-3222970, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.800442] env[69319]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 744.800442] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52d147eb-383f-4c23-37e1-1a3b83d25fc6" [ 744.800442] env[69319]: _type = "HttpNfcLease" [ 744.800442] env[69319]: } is ready. {{(pid=69319) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 744.800737] env[69319]: DEBUG oslo_vmware.rw_handles [None req-52a312e8-4cf4-41b8-9e5c-9c4167325825 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 744.800737] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52d147eb-383f-4c23-37e1-1a3b83d25fc6" [ 744.800737] env[69319]: _type = "HttpNfcLease" [ 744.800737] env[69319]: }. {{(pid=69319) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 744.801475] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ace894e5-2e60-4768-a3c5-2da031284f00 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.808983] env[69319]: DEBUG oslo_vmware.rw_handles [None req-52a312e8-4cf4-41b8-9e5c-9c4167325825 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529b50e9-1224-fb05-2cd9-778edd173104/disk-0.vmdk from lease info. {{(pid=69319) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 744.809216] env[69319]: DEBUG oslo_vmware.rw_handles [None req-52a312e8-4cf4-41b8-9e5c-9c4167325825 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529b50e9-1224-fb05-2cd9-778edd173104/disk-0.vmdk for reading. {{(pid=69319) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 745.013384] env[69319]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-478c8758-9b9b-4aff-91f9-430068c2855d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.202312] env[69319]: DEBUG oslo_concurrency.lockutils [None req-7bb486f8-886e-4eb1-b471-6b00264b874d tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Lock "1835d15f-f896-4741-b67d-4b5b17a8dff2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.765s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.203769] env[69319]: DEBUG nova.network.neutron [req-331a2342-b284-4436-8c26-e0eba5758dfb req-28a80208-3631-49c3-a007-6249ce270d81 service nova] [instance: 749b3b26-9e42-4ac9-89c4-f467aa379427] Updated VIF entry in instance network info cache for port 47a9e6a1-5094-4c62-b8b2-b79073a6fdbb. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 745.205026] env[69319]: DEBUG nova.network.neutron [req-331a2342-b284-4436-8c26-e0eba5758dfb req-28a80208-3631-49c3-a007-6249ce270d81 service nova] [instance: 749b3b26-9e42-4ac9-89c4-f467aa379427] Updating instance_info_cache with network_info: [{"id": "47a9e6a1-5094-4c62-b8b2-b79073a6fdbb", "address": "fa:16:3e:c3:d5:7d", "network": {"id": "a12dc76e-6833-4e66-9e86-6da3fa6364ad", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-236068377-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b12ac3589df54648b6cc72f8505172fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47a9e6a1-50", "ovs_interfaceid": "47a9e6a1-5094-4c62-b8b2-b79073a6fdbb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.229797] env[69319]: DEBUG oslo_concurrency.lockutils [None req-79490a9c-def4-4251-aff6-8248e3bad9d3 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.281997] env[69319]: DEBUG oslo_vmware.api [None req-4eb9a44c-3213-4391-89c8-0d60508ab553 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Task: {'id': task-3222970, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.227567} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.281997] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-4eb9a44c-3213-4391-89c8-0d60508ab553 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] [instance: 05018af1-8cde-4512-b5b4-f392e39523ff] Extended root virtual disk {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 745.282968] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fd7b011-d32c-4a88-8e88-9953ef3a3780 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.307241] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-4eb9a44c-3213-4391-89c8-0d60508ab553 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] [instance: 05018af1-8cde-4512-b5b4-f392e39523ff] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] 05018af1-8cde-4512-b5b4-f392e39523ff/05018af1-8cde-4512-b5b4-f392e39523ff.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 745.307881] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-95af411d-eee0-44e1-a860-08a48fe2bed1 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.331725] env[69319]: DEBUG oslo_vmware.api [None req-4eb9a44c-3213-4391-89c8-0d60508ab553 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Waiting for the task: (returnval){ [ 745.331725] env[69319]: value = "task-3222971" [ 745.331725] env[69319]: _type = "Task" [ 745.331725] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.343468] env[69319]: DEBUG oslo_vmware.api [None req-4eb9a44c-3213-4391-89c8-0d60508ab553 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Task: {'id': task-3222971, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.510487] env[69319]: DEBUG oslo_concurrency.lockutils [None req-2b1512bd-0ae5-40f3-ad97-345aedab3d9c tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Acquiring lock "fdd1fc3f-0098-421a-adcc-0ce34923e93b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.510749] env[69319]: DEBUG oslo_concurrency.lockutils [None req-2b1512bd-0ae5-40f3-ad97-345aedab3d9c tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Lock "fdd1fc3f-0098-421a-adcc-0ce34923e93b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.511143] env[69319]: DEBUG oslo_concurrency.lockutils [None req-2b1512bd-0ae5-40f3-ad97-345aedab3d9c tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Acquiring lock "fdd1fc3f-0098-421a-adcc-0ce34923e93b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.511376] env[69319]: DEBUG oslo_concurrency.lockutils [None req-2b1512bd-0ae5-40f3-ad97-345aedab3d9c tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Lock "fdd1fc3f-0098-421a-adcc-0ce34923e93b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.511754] env[69319]: DEBUG oslo_concurrency.lockutils [None req-2b1512bd-0ae5-40f3-ad97-345aedab3d9c tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Lock "fdd1fc3f-0098-421a-adcc-0ce34923e93b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.513957] env[69319]: INFO nova.compute.manager [None req-2b1512bd-0ae5-40f3-ad97-345aedab3d9c tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] [instance: fdd1fc3f-0098-421a-adcc-0ce34923e93b] Terminating instance [ 745.711282] env[69319]: DEBUG oslo_concurrency.lockutils [req-331a2342-b284-4436-8c26-e0eba5758dfb req-28a80208-3631-49c3-a007-6249ce270d81 service nova] Releasing lock "refresh_cache-749b3b26-9e42-4ac9-89c4-f467aa379427" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.844534] env[69319]: DEBUG oslo_vmware.api [None req-4eb9a44c-3213-4391-89c8-0d60508ab553 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Task: {'id': task-3222971, 'name': ReconfigVM_Task, 'duration_secs': 0.405864} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.847783] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-4eb9a44c-3213-4391-89c8-0d60508ab553 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] [instance: 05018af1-8cde-4512-b5b4-f392e39523ff] Reconfigured VM instance instance-0000001e to attach disk [datastore2] 05018af1-8cde-4512-b5b4-f392e39523ff/05018af1-8cde-4512-b5b4-f392e39523ff.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 745.848750] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f0c8bed0-7c93-4e14-bcda-f9e5ff94af87 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.856272] env[69319]: DEBUG oslo_vmware.api [None req-4eb9a44c-3213-4391-89c8-0d60508ab553 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Waiting for the task: (returnval){ [ 745.856272] env[69319]: value = "task-3222972" [ 745.856272] env[69319]: _type = "Task" [ 745.856272] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.870822] env[69319]: DEBUG oslo_vmware.api [None req-4eb9a44c-3213-4391-89c8-0d60508ab553 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Task: {'id': task-3222972, 'name': Rename_Task} progress is 6%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.888400] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a43a1bbf-da49-4234-8552-6cc4150fe1cf {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.896201] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2d812ae-b0ea-477d-830b-de996c44409a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.929911] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ea3c85a-e554-4d90-9371-0a19955579c6 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.938565] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efabeb6a-cb39-472e-8e5e-239a94b23e3b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.955892] env[69319]: DEBUG nova.compute.provider_tree [None req-a2552b55-fb48-4b77-be9b-5e6e0477e187 tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 746.017989] env[69319]: DEBUG nova.compute.manager [None req-2b1512bd-0ae5-40f3-ad97-345aedab3d9c tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] [instance: fdd1fc3f-0098-421a-adcc-0ce34923e93b] Start destroying the instance on the hypervisor. {{(pid=69319) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 746.018379] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-2b1512bd-0ae5-40f3-ad97-345aedab3d9c tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] [instance: fdd1fc3f-0098-421a-adcc-0ce34923e93b] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 746.019623] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a304753-02c3-49ac-b567-61a7e819efea {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.027986] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b1512bd-0ae5-40f3-ad97-345aedab3d9c tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] [instance: fdd1fc3f-0098-421a-adcc-0ce34923e93b] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 746.028398] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ab006e46-b710-4cb4-8c6c-7ef0a57dad1b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.034754] env[69319]: DEBUG oslo_vmware.api [None req-2b1512bd-0ae5-40f3-ad97-345aedab3d9c tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Waiting for the task: (returnval){ [ 746.034754] env[69319]: value = "task-3222973" [ 746.034754] env[69319]: _type = "Task" [ 746.034754] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.044086] env[69319]: DEBUG oslo_vmware.api [None req-2b1512bd-0ae5-40f3-ad97-345aedab3d9c tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Task: {'id': task-3222973, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.366958] env[69319]: DEBUG oslo_vmware.api [None req-4eb9a44c-3213-4391-89c8-0d60508ab553 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Task: {'id': task-3222972, 'name': Rename_Task, 'duration_secs': 0.171644} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.367337] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-4eb9a44c-3213-4391-89c8-0d60508ab553 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] [instance: 05018af1-8cde-4512-b5b4-f392e39523ff] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 746.367600] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eccbc911-bb6f-4b97-8882-2f7904ae0626 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.378640] env[69319]: DEBUG oslo_vmware.api [None req-4eb9a44c-3213-4391-89c8-0d60508ab553 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Waiting for the task: (returnval){ [ 746.378640] env[69319]: value = "task-3222974" [ 746.378640] env[69319]: _type = "Task" [ 746.378640] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.391813] env[69319]: DEBUG oslo_vmware.api [None req-4eb9a44c-3213-4391-89c8-0d60508ab553 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Task: {'id': task-3222974, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.459348] env[69319]: DEBUG nova.scheduler.client.report [None req-a2552b55-fb48-4b77-be9b-5e6e0477e187 tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 746.552100] env[69319]: DEBUG oslo_vmware.api [None req-2b1512bd-0ae5-40f3-ad97-345aedab3d9c tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Task: {'id': task-3222973, 'name': PowerOffVM_Task, 'duration_secs': 0.231225} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.552100] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b1512bd-0ae5-40f3-ad97-345aedab3d9c tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] [instance: fdd1fc3f-0098-421a-adcc-0ce34923e93b] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 746.552100] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-2b1512bd-0ae5-40f3-ad97-345aedab3d9c tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] [instance: fdd1fc3f-0098-421a-adcc-0ce34923e93b] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 746.552100] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-089662a9-40fb-4f25-8eff-9ca7f96efb11 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.627703] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-2b1512bd-0ae5-40f3-ad97-345aedab3d9c tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] [instance: fdd1fc3f-0098-421a-adcc-0ce34923e93b] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 746.628128] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-2b1512bd-0ae5-40f3-ad97-345aedab3d9c tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] [instance: fdd1fc3f-0098-421a-adcc-0ce34923e93b] Deleting contents of the VM from datastore datastore1 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 746.628379] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b1512bd-0ae5-40f3-ad97-345aedab3d9c tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Deleting the datastore file [datastore1] fdd1fc3f-0098-421a-adcc-0ce34923e93b {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 746.628786] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a2e43176-b276-4d53-ad7b-b7254b5dfc25 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.636015] env[69319]: DEBUG oslo_vmware.api [None req-2b1512bd-0ae5-40f3-ad97-345aedab3d9c tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Waiting for the task: (returnval){ [ 746.636015] env[69319]: value = "task-3222976" [ 746.636015] env[69319]: _type = "Task" [ 746.636015] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.645516] env[69319]: DEBUG oslo_vmware.api [None req-2b1512bd-0ae5-40f3-ad97-345aedab3d9c tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Task: {'id': task-3222976, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.889785] env[69319]: DEBUG oslo_vmware.api [None req-4eb9a44c-3213-4391-89c8-0d60508ab553 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Task: {'id': task-3222974, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.154116] env[69319]: DEBUG oslo_vmware.api [None req-2b1512bd-0ae5-40f3-ad97-345aedab3d9c tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Task: {'id': task-3222976, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.238197} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.154116] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b1512bd-0ae5-40f3-ad97-345aedab3d9c tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 747.154116] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-2b1512bd-0ae5-40f3-ad97-345aedab3d9c tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] [instance: fdd1fc3f-0098-421a-adcc-0ce34923e93b] Deleted contents of the VM from datastore datastore1 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 747.154116] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-2b1512bd-0ae5-40f3-ad97-345aedab3d9c tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] [instance: fdd1fc3f-0098-421a-adcc-0ce34923e93b] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 747.154116] env[69319]: INFO nova.compute.manager [None req-2b1512bd-0ae5-40f3-ad97-345aedab3d9c tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] [instance: fdd1fc3f-0098-421a-adcc-0ce34923e93b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 747.154416] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2b1512bd-0ae5-40f3-ad97-345aedab3d9c tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 747.154416] env[69319]: DEBUG nova.compute.manager [-] [instance: fdd1fc3f-0098-421a-adcc-0ce34923e93b] Deallocating network for instance {{(pid=69319) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 747.154416] env[69319]: DEBUG nova.network.neutron [-] [instance: fdd1fc3f-0098-421a-adcc-0ce34923e93b] deallocate_for_instance() {{(pid=69319) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 747.393236] env[69319]: DEBUG oslo_vmware.api [None req-4eb9a44c-3213-4391-89c8-0d60508ab553 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Task: {'id': task-3222974, 'name': PowerOnVM_Task, 'duration_secs': 0.671042} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.393532] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-4eb9a44c-3213-4391-89c8-0d60508ab553 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] [instance: 05018af1-8cde-4512-b5b4-f392e39523ff] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 747.393738] env[69319]: INFO nova.compute.manager [None req-4eb9a44c-3213-4391-89c8-0d60508ab553 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] [instance: 05018af1-8cde-4512-b5b4-f392e39523ff] Took 9.18 seconds to spawn the instance on the hypervisor. [ 747.393967] env[69319]: DEBUG nova.compute.manager [None req-4eb9a44c-3213-4391-89c8-0d60508ab553 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] [instance: 05018af1-8cde-4512-b5b4-f392e39523ff] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 747.396713] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04fc825b-821e-429c-9028-662c7ff08210 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.472364] env[69319]: DEBUG oslo_concurrency.lockutils [None req-a2552b55-fb48-4b77-be9b-5e6e0477e187 tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.809s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.475931] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ffe9f02e-0241-4015-a064-3056f9991c9f tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 44.764s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.480488] env[69319]: INFO nova.compute.claims [None req-ffe9f02e-0241-4015-a064-3056f9991c9f tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] [instance: 335258c2-6f86-44c6-8301-f0abab2ede05] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 747.732055] env[69319]: DEBUG nova.compute.manager [req-ee7c0bbb-1159-4f43-8fd8-555079620dac req-87e00908-de1e-43f6-bd71-07b5f9cafb2a service nova] [instance: fdd1fc3f-0098-421a-adcc-0ce34923e93b] Received event network-vif-deleted-f38e50f5-f0a0-4998-b1c5-05e4845871b5 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 747.733061] env[69319]: INFO nova.compute.manager [req-ee7c0bbb-1159-4f43-8fd8-555079620dac req-87e00908-de1e-43f6-bd71-07b5f9cafb2a service nova] [instance: fdd1fc3f-0098-421a-adcc-0ce34923e93b] Neutron deleted interface f38e50f5-f0a0-4998-b1c5-05e4845871b5; detaching it from the instance and deleting it from the info cache [ 747.733061] env[69319]: DEBUG nova.network.neutron [req-ee7c0bbb-1159-4f43-8fd8-555079620dac req-87e00908-de1e-43f6-bd71-07b5f9cafb2a service nova] [instance: fdd1fc3f-0098-421a-adcc-0ce34923e93b] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.924219] env[69319]: INFO nova.compute.manager [None req-4eb9a44c-3213-4391-89c8-0d60508ab553 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] [instance: 05018af1-8cde-4512-b5b4-f392e39523ff] Took 53.39 seconds to build instance. [ 748.070724] env[69319]: INFO nova.scheduler.client.report [None req-a2552b55-fb48-4b77-be9b-5e6e0477e187 tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Deleted allocation for migration d5768099-933a-4fdf-a1fc-64ac0234cd77 [ 748.169078] env[69319]: DEBUG nova.network.neutron [-] [instance: fdd1fc3f-0098-421a-adcc-0ce34923e93b] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.235902] env[69319]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b60a06e0-1c2b-4399-b60f-75e390e1d510 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.253718] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3518bb1c-a35c-4eed-8959-8a203c31d394 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.306157] env[69319]: DEBUG nova.compute.manager [req-ee7c0bbb-1159-4f43-8fd8-555079620dac req-87e00908-de1e-43f6-bd71-07b5f9cafb2a service nova] [instance: fdd1fc3f-0098-421a-adcc-0ce34923e93b] Detach interface failed, port_id=f38e50f5-f0a0-4998-b1c5-05e4845871b5, reason: Instance fdd1fc3f-0098-421a-adcc-0ce34923e93b could not be found. {{(pid=69319) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 748.427551] env[69319]: DEBUG oslo_concurrency.lockutils [None req-4eb9a44c-3213-4391-89c8-0d60508ab553 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Lock "05018af1-8cde-4512-b5b4-f392e39523ff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.819s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.581346] env[69319]: DEBUG oslo_concurrency.lockutils [None req-a2552b55-fb48-4b77-be9b-5e6e0477e187 tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Lock "3e95f2d5-d392-47c4-b519-4a218660516b" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 49.833s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.676905] env[69319]: INFO nova.compute.manager [-] [instance: fdd1fc3f-0098-421a-adcc-0ce34923e93b] Took 1.52 seconds to deallocate network for instance. [ 748.933638] env[69319]: DEBUG nova.compute.manager [None req-fe9fc0b7-3c6c-43cf-9595-65a09545666f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 170e2a0b-6461-4752-b7da-2ed0ff9fd73c] Starting instance... {{(pid=69319) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 749.187598] env[69319]: DEBUG oslo_concurrency.lockutils [None req-2b1512bd-0ae5-40f3-ad97-345aedab3d9c tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.285816] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6bb9a42-aa72-4622-8eb7-bb625875c6b9 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.296034] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66ab233f-4bb3-4d2b-9c39-506bb4495fc6 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.336987] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-882fce72-5b8a-4195-801d-6cfa43635d12 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.348158] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40e15836-9e1a-4c83-beab-a17332db884e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.370931] env[69319]: DEBUG nova.compute.provider_tree [None req-ffe9f02e-0241-4015-a064-3056f9991c9f tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 749.468661] env[69319]: DEBUG oslo_concurrency.lockutils [None req-fe9fc0b7-3c6c-43cf-9595-65a09545666f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.506204] env[69319]: DEBUG oslo_concurrency.lockutils [None req-2a10a703-8a09-4dd2-ab8e-eacc60b84a23 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Acquiring lock "d2216fa6-a955-4b17-b026-4bc90a655ff5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.506814] env[69319]: DEBUG oslo_concurrency.lockutils [None req-2a10a703-8a09-4dd2-ab8e-eacc60b84a23 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Lock "d2216fa6-a955-4b17-b026-4bc90a655ff5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.874691] env[69319]: DEBUG nova.scheduler.client.report [None req-ffe9f02e-0241-4015-a064-3056f9991c9f tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 750.383022] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ffe9f02e-0241-4015-a064-3056f9991c9f tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.905s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.383022] env[69319]: DEBUG nova.compute.manager [None req-ffe9f02e-0241-4015-a064-3056f9991c9f tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] [instance: 335258c2-6f86-44c6-8301-f0abab2ede05] Start building networks asynchronously for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 750.384759] env[69319]: DEBUG oslo_concurrency.lockutils [None req-49d37ba2-8896-4f28-b1f9-095ca53ad98f tempest-ServerGroupTestJSON-1942580000 tempest-ServerGroupTestJSON-1942580000-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.196s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.386542] env[69319]: INFO nova.compute.claims [None req-49d37ba2-8896-4f28-b1f9-095ca53ad98f tempest-ServerGroupTestJSON-1942580000 tempest-ServerGroupTestJSON-1942580000-project-member] [instance: 78ed67e1-b615-4c36-8da5-6938a9d60574] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 750.767888] env[69319]: DEBUG oslo_concurrency.lockutils [None req-4ee2088c-1593-4efb-9afb-ab227a8d62ca tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Acquiring lock "914e081a-6fde-4c22-9f9c-ed060937963b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.768197] env[69319]: DEBUG oslo_concurrency.lockutils [None req-4ee2088c-1593-4efb-9afb-ab227a8d62ca tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Lock "914e081a-6fde-4c22-9f9c-ed060937963b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.897503] env[69319]: DEBUG nova.compute.utils [None req-ffe9f02e-0241-4015-a064-3056f9991c9f tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Using /dev/sd instead of None {{(pid=69319) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 750.898387] env[69319]: DEBUG nova.compute.manager [None req-ffe9f02e-0241-4015-a064-3056f9991c9f tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] [instance: 335258c2-6f86-44c6-8301-f0abab2ede05] Allocating IP information in the background. {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 750.898470] env[69319]: DEBUG nova.network.neutron [None req-ffe9f02e-0241-4015-a064-3056f9991c9f tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] [instance: 335258c2-6f86-44c6-8301-f0abab2ede05] allocate_for_instance() {{(pid=69319) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 750.988104] env[69319]: DEBUG nova.policy [None req-ffe9f02e-0241-4015-a064-3056f9991c9f tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '18006f60eebe4b778b037de21a47dba5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '13db520f5f7a402599106c06284c5645', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69319) authorize /opt/stack/nova/nova/policy.py:192}} [ 751.120488] env[69319]: DEBUG oslo_concurrency.lockutils [None req-82602039-cd50-4e02-a197-2a468624ee78 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Acquiring lock "1159a12c-1035-49ae-841f-053ac16c48af" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.120769] env[69319]: DEBUG oslo_concurrency.lockutils [None req-82602039-cd50-4e02-a197-2a468624ee78 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Lock "1159a12c-1035-49ae-841f-053ac16c48af" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.329239] env[69319]: DEBUG nova.network.neutron [None req-ffe9f02e-0241-4015-a064-3056f9991c9f tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] [instance: 335258c2-6f86-44c6-8301-f0abab2ede05] Successfully created port: 2f974e6f-d2cf-4cc3-9bd3-d5cc0b38f279 {{(pid=69319) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 751.403501] env[69319]: DEBUG nova.compute.manager [None req-ffe9f02e-0241-4015-a064-3056f9991c9f tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] [instance: 335258c2-6f86-44c6-8301-f0abab2ede05] Start building block device mappings for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 752.113209] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-921687d2-471b-43bd-a80b-2127f8aa8ec7 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.123460] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c91c354-24bc-4409-a274-781778afa540 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.163752] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ceb8b99-1c31-47fa-a1d6-d8016bc8e1f2 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.172588] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-102ae320-16fb-44d0-8b1f-91c9eb67c9e1 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.187791] env[69319]: DEBUG nova.compute.provider_tree [None req-49d37ba2-8896-4f28-b1f9-095ca53ad98f tempest-ServerGroupTestJSON-1942580000 tempest-ServerGroupTestJSON-1942580000-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 752.416870] env[69319]: DEBUG nova.compute.manager [None req-ffe9f02e-0241-4015-a064-3056f9991c9f tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] [instance: 335258c2-6f86-44c6-8301-f0abab2ede05] Start spawning the instance on the hypervisor. {{(pid=69319) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 752.438285] env[69319]: DEBUG nova.virt.hardware [None req-ffe9f02e-0241-4015-a064-3056f9991c9f tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:32:36Z,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31f027872f6f44dba95ff2fe7a062e00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:32:36Z,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 752.438545] env[69319]: DEBUG nova.virt.hardware [None req-ffe9f02e-0241-4015-a064-3056f9991c9f tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 752.438734] env[69319]: DEBUG nova.virt.hardware [None req-ffe9f02e-0241-4015-a064-3056f9991c9f tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 752.438934] env[69319]: DEBUG nova.virt.hardware [None req-ffe9f02e-0241-4015-a064-3056f9991c9f tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 752.439098] env[69319]: DEBUG nova.virt.hardware [None req-ffe9f02e-0241-4015-a064-3056f9991c9f tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 752.439288] env[69319]: DEBUG nova.virt.hardware [None req-ffe9f02e-0241-4015-a064-3056f9991c9f tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 752.439512] env[69319]: DEBUG nova.virt.hardware [None req-ffe9f02e-0241-4015-a064-3056f9991c9f tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 752.439703] env[69319]: DEBUG nova.virt.hardware [None req-ffe9f02e-0241-4015-a064-3056f9991c9f tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 752.439880] env[69319]: DEBUG nova.virt.hardware [None req-ffe9f02e-0241-4015-a064-3056f9991c9f tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 752.440059] env[69319]: DEBUG nova.virt.hardware [None req-ffe9f02e-0241-4015-a064-3056f9991c9f tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 752.440347] env[69319]: DEBUG nova.virt.hardware [None req-ffe9f02e-0241-4015-a064-3056f9991c9f tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 752.441120] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3a0a989-0cbe-493f-905e-93d6cf93179e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.448926] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f893bb4-aae4-4e16-a352-209b5b21e90f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.692424] env[69319]: DEBUG nova.scheduler.client.report [None req-49d37ba2-8896-4f28-b1f9-095ca53ad98f tempest-ServerGroupTestJSON-1942580000 tempest-ServerGroupTestJSON-1942580000-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 752.917324] env[69319]: DEBUG nova.compute.manager [req-2145cb2d-7ab4-4c96-a262-5b4e4fa7729f req-123bed22-bd35-489e-998c-740b9f3aa08f service nova] [instance: 335258c2-6f86-44c6-8301-f0abab2ede05] Received event network-vif-plugged-2f974e6f-d2cf-4cc3-9bd3-d5cc0b38f279 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 752.917614] env[69319]: DEBUG oslo_concurrency.lockutils [req-2145cb2d-7ab4-4c96-a262-5b4e4fa7729f req-123bed22-bd35-489e-998c-740b9f3aa08f service nova] Acquiring lock "335258c2-6f86-44c6-8301-f0abab2ede05-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.917918] env[69319]: DEBUG oslo_concurrency.lockutils [req-2145cb2d-7ab4-4c96-a262-5b4e4fa7729f req-123bed22-bd35-489e-998c-740b9f3aa08f service nova] Lock "335258c2-6f86-44c6-8301-f0abab2ede05-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.918191] env[69319]: DEBUG oslo_concurrency.lockutils [req-2145cb2d-7ab4-4c96-a262-5b4e4fa7729f req-123bed22-bd35-489e-998c-740b9f3aa08f service nova] Lock "335258c2-6f86-44c6-8301-f0abab2ede05-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.918405] env[69319]: DEBUG nova.compute.manager [req-2145cb2d-7ab4-4c96-a262-5b4e4fa7729f req-123bed22-bd35-489e-998c-740b9f3aa08f service nova] [instance: 335258c2-6f86-44c6-8301-f0abab2ede05] No waiting events found dispatching network-vif-plugged-2f974e6f-d2cf-4cc3-9bd3-d5cc0b38f279 {{(pid=69319) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 752.918649] env[69319]: WARNING nova.compute.manager [req-2145cb2d-7ab4-4c96-a262-5b4e4fa7729f req-123bed22-bd35-489e-998c-740b9f3aa08f service nova] [instance: 335258c2-6f86-44c6-8301-f0abab2ede05] Received unexpected event network-vif-plugged-2f974e6f-d2cf-4cc3-9bd3-d5cc0b38f279 for instance with vm_state building and task_state spawning. [ 753.010525] env[69319]: DEBUG oslo_vmware.rw_handles [None req-52a312e8-4cf4-41b8-9e5c-9c4167325825 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529b50e9-1224-fb05-2cd9-778edd173104/disk-0.vmdk. {{(pid=69319) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 753.011499] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-609b2045-b964-4e97-b9f5-ee38af22a95a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.018527] env[69319]: DEBUG oslo_vmware.rw_handles [None req-52a312e8-4cf4-41b8-9e5c-9c4167325825 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529b50e9-1224-fb05-2cd9-778edd173104/disk-0.vmdk is in state: ready. {{(pid=69319) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 753.020072] env[69319]: ERROR oslo_vmware.rw_handles [None req-52a312e8-4cf4-41b8-9e5c-9c4167325825 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529b50e9-1224-fb05-2cd9-778edd173104/disk-0.vmdk due to incomplete transfer. [ 753.020072] env[69319]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a86c542b-77cc-4167-ac37-7e91bc0c6c47 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.027700] env[69319]: DEBUG oslo_vmware.rw_handles [None req-52a312e8-4cf4-41b8-9e5c-9c4167325825 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529b50e9-1224-fb05-2cd9-778edd173104/disk-0.vmdk. {{(pid=69319) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 753.027700] env[69319]: DEBUG nova.virt.vmwareapi.images [None req-52a312e8-4cf4-41b8-9e5c-9c4167325825 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 02492605-6fc9-4e1e-af6c-a2e2cfe60e5a] Uploaded image 5c901895-0df4-4995-ae8d-ca8be3706c27 to the Glance image server {{(pid=69319) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 753.032423] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-52a312e8-4cf4-41b8-9e5c-9c4167325825 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 02492605-6fc9-4e1e-af6c-a2e2cfe60e5a] Destroying the VM {{(pid=69319) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 753.032423] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6d7e0d3e-d16f-4ac9-832b-b1c141b447ce {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.036298] env[69319]: DEBUG oslo_vmware.api [None req-52a312e8-4cf4-41b8-9e5c-9c4167325825 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Waiting for the task: (returnval){ [ 753.036298] env[69319]: value = "task-3222977" [ 753.036298] env[69319]: _type = "Task" [ 753.036298] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.044184] env[69319]: DEBUG oslo_vmware.api [None req-52a312e8-4cf4-41b8-9e5c-9c4167325825 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': task-3222977, 'name': Destroy_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.058553] env[69319]: DEBUG nova.network.neutron [None req-ffe9f02e-0241-4015-a064-3056f9991c9f tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] [instance: 335258c2-6f86-44c6-8301-f0abab2ede05] Successfully updated port: 2f974e6f-d2cf-4cc3-9bd3-d5cc0b38f279 {{(pid=69319) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 753.198241] env[69319]: DEBUG oslo_concurrency.lockutils [None req-49d37ba2-8896-4f28-b1f9-095ca53ad98f tempest-ServerGroupTestJSON-1942580000 tempest-ServerGroupTestJSON-1942580000-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.813s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.199572] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 39.634s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.199826] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.200065] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69319) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 753.200405] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f6c5fed5-217f-492f-b1f6-21a0b9bd507e tempest-ServerDiagnosticsV248Test-523245808 tempest-ServerDiagnosticsV248Test-523245808-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.774s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.200655] env[69319]: DEBUG nova.objects.instance [None req-f6c5fed5-217f-492f-b1f6-21a0b9bd507e tempest-ServerDiagnosticsV248Test-523245808 tempest-ServerDiagnosticsV248Test-523245808-project-member] Lazy-loading 'resources' on Instance uuid 99e94ac3-2fa4-4249-9297-b78043c9af00 {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 753.203073] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eee9102-e051-44ea-a067-e6d5edb915d1 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.212314] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b472e37c-3a41-443e-9e98-ddee6210826e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.229911] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc26b849-8f52-45f3-955e-87e850ac5343 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.236638] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-620a836a-6a54-4bc7-ad15-4a13248bd555 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.267076] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178596MB free_disk=121GB free_vcpus=48 pci_devices=None {{(pid=69319) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 753.267252] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.546031] env[69319]: DEBUG oslo_vmware.api [None req-52a312e8-4cf4-41b8-9e5c-9c4167325825 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': task-3222977, 'name': Destroy_Task, 'duration_secs': 0.387066} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.546320] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-52a312e8-4cf4-41b8-9e5c-9c4167325825 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 02492605-6fc9-4e1e-af6c-a2e2cfe60e5a] Destroyed the VM [ 753.546526] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-52a312e8-4cf4-41b8-9e5c-9c4167325825 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 02492605-6fc9-4e1e-af6c-a2e2cfe60e5a] Deleting Snapshot of the VM instance {{(pid=69319) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 753.546810] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f634436c-2e4d-4846-af6f-80182024fcaf {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.552865] env[69319]: DEBUG oslo_vmware.api [None req-52a312e8-4cf4-41b8-9e5c-9c4167325825 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Waiting for the task: (returnval){ [ 753.552865] env[69319]: value = "task-3222978" [ 753.552865] env[69319]: _type = "Task" [ 753.552865] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.562128] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ffe9f02e-0241-4015-a064-3056f9991c9f tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Acquiring lock "refresh_cache-335258c2-6f86-44c6-8301-f0abab2ede05" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.562280] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ffe9f02e-0241-4015-a064-3056f9991c9f tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Acquired lock "refresh_cache-335258c2-6f86-44c6-8301-f0abab2ede05" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.562389] env[69319]: DEBUG nova.network.neutron [None req-ffe9f02e-0241-4015-a064-3056f9991c9f tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] [instance: 335258c2-6f86-44c6-8301-f0abab2ede05] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 753.563454] env[69319]: DEBUG oslo_vmware.api [None req-52a312e8-4cf4-41b8-9e5c-9c4167325825 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': task-3222978, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.703381] env[69319]: DEBUG oslo_concurrency.lockutils [None req-49d37ba2-8896-4f28-b1f9-095ca53ad98f tempest-ServerGroupTestJSON-1942580000 tempest-ServerGroupTestJSON-1942580000-project-member] Acquiring lock "0cdf5280-d421-4133-849f-9a26ccc2122c" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.703669] env[69319]: DEBUG oslo_concurrency.lockutils [None req-49d37ba2-8896-4f28-b1f9-095ca53ad98f tempest-ServerGroupTestJSON-1942580000 tempest-ServerGroupTestJSON-1942580000-project-member] Lock "0cdf5280-d421-4133-849f-9a26ccc2122c" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.066675] env[69319]: DEBUG oslo_vmware.api [None req-52a312e8-4cf4-41b8-9e5c-9c4167325825 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': task-3222978, 'name': RemoveSnapshot_Task, 'duration_secs': 0.389942} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.067300] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-52a312e8-4cf4-41b8-9e5c-9c4167325825 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 02492605-6fc9-4e1e-af6c-a2e2cfe60e5a] Deleted Snapshot of the VM instance {{(pid=69319) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 754.067596] env[69319]: INFO nova.compute.manager [None req-52a312e8-4cf4-41b8-9e5c-9c4167325825 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 02492605-6fc9-4e1e-af6c-a2e2cfe60e5a] Took 15.49 seconds to snapshot the instance on the hypervisor. [ 754.105373] env[69319]: DEBUG nova.network.neutron [None req-ffe9f02e-0241-4015-a064-3056f9991c9f tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] [instance: 335258c2-6f86-44c6-8301-f0abab2ede05] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 754.206876] env[69319]: DEBUG oslo_concurrency.lockutils [None req-49d37ba2-8896-4f28-b1f9-095ca53ad98f tempest-ServerGroupTestJSON-1942580000 tempest-ServerGroupTestJSON-1942580000-project-member] Lock "0cdf5280-d421-4133-849f-9a26ccc2122c" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.502s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.206876] env[69319]: DEBUG nova.compute.manager [None req-49d37ba2-8896-4f28-b1f9-095ca53ad98f tempest-ServerGroupTestJSON-1942580000 tempest-ServerGroupTestJSON-1942580000-project-member] [instance: 78ed67e1-b615-4c36-8da5-6938a9d60574] Start building networks asynchronously for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 754.246989] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56f40d41-0dfa-4f13-ab34-6d58450355e9 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.257385] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48bf1a6b-b4ab-4bcd-9997-bea63fef610f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.292255] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-395033c5-2988-4a94-920b-4f6641a8c2eb {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.299559] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-753243a0-a50b-4488-a922-6bcd2786a67b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.317208] env[69319]: DEBUG nova.compute.provider_tree [None req-f6c5fed5-217f-492f-b1f6-21a0b9bd507e tempest-ServerDiagnosticsV248Test-523245808 tempest-ServerDiagnosticsV248Test-523245808-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 754.381566] env[69319]: DEBUG nova.network.neutron [None req-ffe9f02e-0241-4015-a064-3056f9991c9f tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] [instance: 335258c2-6f86-44c6-8301-f0abab2ede05] Updating instance_info_cache with network_info: [{"id": "2f974e6f-d2cf-4cc3-9bd3-d5cc0b38f279", "address": "fa:16:3e:7c:b0:b6", "network": {"id": "e172e758-1a9b-4f22-a553-441ab9c9dccc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.55", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "31f027872f6f44dba95ff2fe7a062e00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f974e6f-d2", "ovs_interfaceid": "2f974e6f-d2cf-4cc3-9bd3-d5cc0b38f279", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.520724] env[69319]: DEBUG oslo_concurrency.lockutils [None req-e8bf0935-edb1-4d05-b1cd-3f3c010db011 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Acquiring lock "02492605-6fc9-4e1e-af6c-a2e2cfe60e5a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.521028] env[69319]: DEBUG oslo_concurrency.lockutils [None req-e8bf0935-edb1-4d05-b1cd-3f3c010db011 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Lock "02492605-6fc9-4e1e-af6c-a2e2cfe60e5a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.521248] env[69319]: DEBUG oslo_concurrency.lockutils [None req-e8bf0935-edb1-4d05-b1cd-3f3c010db011 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Acquiring lock "02492605-6fc9-4e1e-af6c-a2e2cfe60e5a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.521437] env[69319]: DEBUG oslo_concurrency.lockutils [None req-e8bf0935-edb1-4d05-b1cd-3f3c010db011 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Lock "02492605-6fc9-4e1e-af6c-a2e2cfe60e5a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.521663] env[69319]: DEBUG oslo_concurrency.lockutils [None req-e8bf0935-edb1-4d05-b1cd-3f3c010db011 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Lock "02492605-6fc9-4e1e-af6c-a2e2cfe60e5a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.524029] env[69319]: INFO nova.compute.manager [None req-e8bf0935-edb1-4d05-b1cd-3f3c010db011 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 02492605-6fc9-4e1e-af6c-a2e2cfe60e5a] Terminating instance [ 754.572135] env[69319]: DEBUG nova.compute.manager [None req-52a312e8-4cf4-41b8-9e5c-9c4167325825 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 02492605-6fc9-4e1e-af6c-a2e2cfe60e5a] Instance disappeared during snapshot {{(pid=69319) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 754.582710] env[69319]: DEBUG nova.compute.manager [None req-52a312e8-4cf4-41b8-9e5c-9c4167325825 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Image not found during clean up 5c901895-0df4-4995-ae8d-ca8be3706c27 {{(pid=69319) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 754.716057] env[69319]: DEBUG nova.compute.utils [None req-49d37ba2-8896-4f28-b1f9-095ca53ad98f tempest-ServerGroupTestJSON-1942580000 tempest-ServerGroupTestJSON-1942580000-project-member] Using /dev/sd instead of None {{(pid=69319) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 754.716057] env[69319]: DEBUG nova.compute.manager [None req-49d37ba2-8896-4f28-b1f9-095ca53ad98f tempest-ServerGroupTestJSON-1942580000 tempest-ServerGroupTestJSON-1942580000-project-member] [instance: 78ed67e1-b615-4c36-8da5-6938a9d60574] Allocating IP information in the background. {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 754.716057] env[69319]: DEBUG nova.network.neutron [None req-49d37ba2-8896-4f28-b1f9-095ca53ad98f tempest-ServerGroupTestJSON-1942580000 tempest-ServerGroupTestJSON-1942580000-project-member] [instance: 78ed67e1-b615-4c36-8da5-6938a9d60574] allocate_for_instance() {{(pid=69319) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 754.783251] env[69319]: DEBUG nova.policy [None req-49d37ba2-8896-4f28-b1f9-095ca53ad98f tempest-ServerGroupTestJSON-1942580000 tempest-ServerGroupTestJSON-1942580000-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b59d3bf0f7204a409c375b98dd4b42c1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8cbc88b516094536b503f06dc4998ee7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69319) authorize /opt/stack/nova/nova/policy.py:192}} [ 754.821636] env[69319]: DEBUG nova.scheduler.client.report [None req-f6c5fed5-217f-492f-b1f6-21a0b9bd507e tempest-ServerDiagnosticsV248Test-523245808 tempest-ServerDiagnosticsV248Test-523245808-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 754.884469] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ffe9f02e-0241-4015-a064-3056f9991c9f tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Releasing lock "refresh_cache-335258c2-6f86-44c6-8301-f0abab2ede05" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.884826] env[69319]: DEBUG nova.compute.manager [None req-ffe9f02e-0241-4015-a064-3056f9991c9f tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] [instance: 335258c2-6f86-44c6-8301-f0abab2ede05] Instance network_info: |[{"id": "2f974e6f-d2cf-4cc3-9bd3-d5cc0b38f279", "address": "fa:16:3e:7c:b0:b6", "network": {"id": "e172e758-1a9b-4f22-a553-441ab9c9dccc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.55", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "31f027872f6f44dba95ff2fe7a062e00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f974e6f-d2", "ovs_interfaceid": "2f974e6f-d2cf-4cc3-9bd3-d5cc0b38f279", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 754.885286] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-ffe9f02e-0241-4015-a064-3056f9991c9f tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] [instance: 335258c2-6f86-44c6-8301-f0abab2ede05] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7c:b0:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2f974e6f-d2cf-4cc3-9bd3-d5cc0b38f279', 'vif_model': 'vmxnet3'}] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 754.893066] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ffe9f02e-0241-4015-a064-3056f9991c9f tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 754.893332] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 335258c2-6f86-44c6-8301-f0abab2ede05] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 754.893608] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fd19bfe2-bcbf-49dc-bb79-6f13932bd8f6 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.918196] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 754.918196] env[69319]: value = "task-3222979" [ 754.918196] env[69319]: _type = "Task" [ 754.918196] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.927123] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222979, 'name': CreateVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.945507] env[69319]: DEBUG nova.compute.manager [req-67337b4b-7ee1-4755-9eba-b1a521c3c144 req-1c378a34-6d35-47b4-8367-b03d99261ef6 service nova] [instance: 335258c2-6f86-44c6-8301-f0abab2ede05] Received event network-changed-2f974e6f-d2cf-4cc3-9bd3-d5cc0b38f279 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 754.945821] env[69319]: DEBUG nova.compute.manager [req-67337b4b-7ee1-4755-9eba-b1a521c3c144 req-1c378a34-6d35-47b4-8367-b03d99261ef6 service nova] [instance: 335258c2-6f86-44c6-8301-f0abab2ede05] Refreshing instance network info cache due to event network-changed-2f974e6f-d2cf-4cc3-9bd3-d5cc0b38f279. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 754.946118] env[69319]: DEBUG oslo_concurrency.lockutils [req-67337b4b-7ee1-4755-9eba-b1a521c3c144 req-1c378a34-6d35-47b4-8367-b03d99261ef6 service nova] Acquiring lock "refresh_cache-335258c2-6f86-44c6-8301-f0abab2ede05" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.946364] env[69319]: DEBUG oslo_concurrency.lockutils [req-67337b4b-7ee1-4755-9eba-b1a521c3c144 req-1c378a34-6d35-47b4-8367-b03d99261ef6 service nova] Acquired lock "refresh_cache-335258c2-6f86-44c6-8301-f0abab2ede05" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.946751] env[69319]: DEBUG nova.network.neutron [req-67337b4b-7ee1-4755-9eba-b1a521c3c144 req-1c378a34-6d35-47b4-8367-b03d99261ef6 service nova] [instance: 335258c2-6f86-44c6-8301-f0abab2ede05] Refreshing network info cache for port 2f974e6f-d2cf-4cc3-9bd3-d5cc0b38f279 {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 755.027870] env[69319]: DEBUG nova.compute.manager [None req-e8bf0935-edb1-4d05-b1cd-3f3c010db011 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 02492605-6fc9-4e1e-af6c-a2e2cfe60e5a] Start destroying the instance on the hypervisor. {{(pid=69319) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 755.028117] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-e8bf0935-edb1-4d05-b1cd-3f3c010db011 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 02492605-6fc9-4e1e-af6c-a2e2cfe60e5a] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 755.029797] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78a00615-eeb1-477b-aeb2-1102d11a1db0 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.036784] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-e8bf0935-edb1-4d05-b1cd-3f3c010db011 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 02492605-6fc9-4e1e-af6c-a2e2cfe60e5a] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 755.037030] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-32176c33-cb1d-43a0-96e9-4715a9ddd3e2 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.100391] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-e8bf0935-edb1-4d05-b1cd-3f3c010db011 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 02492605-6fc9-4e1e-af6c-a2e2cfe60e5a] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 755.100770] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-e8bf0935-edb1-4d05-b1cd-3f3c010db011 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 02492605-6fc9-4e1e-af6c-a2e2cfe60e5a] Deleting contents of the VM from datastore datastore1 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 755.100933] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8bf0935-edb1-4d05-b1cd-3f3c010db011 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Deleting the datastore file [datastore1] 02492605-6fc9-4e1e-af6c-a2e2cfe60e5a {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 755.102294] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-43bd18d0-0bf6-438f-ada9-d67175330371 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.110471] env[69319]: DEBUG oslo_vmware.api [None req-e8bf0935-edb1-4d05-b1cd-3f3c010db011 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Waiting for the task: (returnval){ [ 755.110471] env[69319]: value = "task-3222981" [ 755.110471] env[69319]: _type = "Task" [ 755.110471] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.121103] env[69319]: DEBUG oslo_vmware.api [None req-e8bf0935-edb1-4d05-b1cd-3f3c010db011 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': task-3222981, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.201851] env[69319]: DEBUG nova.network.neutron [None req-49d37ba2-8896-4f28-b1f9-095ca53ad98f tempest-ServerGroupTestJSON-1942580000 tempest-ServerGroupTestJSON-1942580000-project-member] [instance: 78ed67e1-b615-4c36-8da5-6938a9d60574] Successfully created port: e33d8949-a0fb-49b1-8e72-ac07597a7d67 {{(pid=69319) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 755.218326] env[69319]: DEBUG oslo_concurrency.lockutils [None req-669d5971-18f3-446e-9657-022dcb6c0cb3 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Acquiring lock "66e1cd49-8387-4ef2-b3c8-8f301d27d1cb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.218637] env[69319]: DEBUG oslo_concurrency.lockutils [None req-669d5971-18f3-446e-9657-022dcb6c0cb3 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Lock "66e1cd49-8387-4ef2-b3c8-8f301d27d1cb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.223922] env[69319]: DEBUG nova.compute.manager [None req-49d37ba2-8896-4f28-b1f9-095ca53ad98f tempest-ServerGroupTestJSON-1942580000 tempest-ServerGroupTestJSON-1942580000-project-member] [instance: 78ed67e1-b615-4c36-8da5-6938a9d60574] Start building block device mappings for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 755.330868] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f6c5fed5-217f-492f-b1f6-21a0b9bd507e tempest-ServerDiagnosticsV248Test-523245808 tempest-ServerDiagnosticsV248Test-523245808-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.130s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.333180] env[69319]: DEBUG oslo_concurrency.lockutils [None req-abe7c60f-4051-4e0d-b1e3-bca438267a79 tempest-AttachInterfacesV270Test-645317410 tempest-AttachInterfacesV270Test-645317410-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.576s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.333432] env[69319]: DEBUG nova.objects.instance [None req-abe7c60f-4051-4e0d-b1e3-bca438267a79 tempest-AttachInterfacesV270Test-645317410 tempest-AttachInterfacesV270Test-645317410-project-member] Lazy-loading 'resources' on Instance uuid 7f8824d4-3dfc-49e6-b1a9-b9c9e2a8f179 {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 755.358589] env[69319]: INFO nova.scheduler.client.report [None req-f6c5fed5-217f-492f-b1f6-21a0b9bd507e tempest-ServerDiagnosticsV248Test-523245808 tempest-ServerDiagnosticsV248Test-523245808-project-member] Deleted allocations for instance 99e94ac3-2fa4-4249-9297-b78043c9af00 [ 755.428013] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222979, 'name': CreateVM_Task, 'duration_secs': 0.383579} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.428226] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 335258c2-6f86-44c6-8301-f0abab2ede05] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 755.428950] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ffe9f02e-0241-4015-a064-3056f9991c9f tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.429134] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ffe9f02e-0241-4015-a064-3056f9991c9f tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.429463] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ffe9f02e-0241-4015-a064-3056f9991c9f tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.429771] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc000a5c-5214-4192-b9a8-2c8c08360fda {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.435502] env[69319]: DEBUG oslo_vmware.api [None req-ffe9f02e-0241-4015-a064-3056f9991c9f tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Waiting for the task: (returnval){ [ 755.435502] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]521496a2-b03a-9da0-30ee-e9ea7b75db89" [ 755.435502] env[69319]: _type = "Task" [ 755.435502] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.444403] env[69319]: DEBUG oslo_vmware.api [None req-ffe9f02e-0241-4015-a064-3056f9991c9f tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]521496a2-b03a-9da0-30ee-e9ea7b75db89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.620500] env[69319]: DEBUG oslo_vmware.api [None req-e8bf0935-edb1-4d05-b1cd-3f3c010db011 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': task-3222981, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145749} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.620770] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8bf0935-edb1-4d05-b1cd-3f3c010db011 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 755.620980] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-e8bf0935-edb1-4d05-b1cd-3f3c010db011 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 02492605-6fc9-4e1e-af6c-a2e2cfe60e5a] Deleted contents of the VM from datastore datastore1 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 755.621178] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-e8bf0935-edb1-4d05-b1cd-3f3c010db011 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 02492605-6fc9-4e1e-af6c-a2e2cfe60e5a] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 755.621354] env[69319]: INFO nova.compute.manager [None req-e8bf0935-edb1-4d05-b1cd-3f3c010db011 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 02492605-6fc9-4e1e-af6c-a2e2cfe60e5a] Took 0.59 seconds to destroy the instance on the hypervisor. [ 755.621587] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e8bf0935-edb1-4d05-b1cd-3f3c010db011 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 755.621769] env[69319]: DEBUG nova.compute.manager [-] [instance: 02492605-6fc9-4e1e-af6c-a2e2cfe60e5a] Deallocating network for instance {{(pid=69319) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 755.621865] env[69319]: DEBUG nova.network.neutron [-] [instance: 02492605-6fc9-4e1e-af6c-a2e2cfe60e5a] deallocate_for_instance() {{(pid=69319) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 755.804890] env[69319]: DEBUG nova.network.neutron [req-67337b4b-7ee1-4755-9eba-b1a521c3c144 req-1c378a34-6d35-47b4-8367-b03d99261ef6 service nova] [instance: 335258c2-6f86-44c6-8301-f0abab2ede05] Updated VIF entry in instance network info cache for port 2f974e6f-d2cf-4cc3-9bd3-d5cc0b38f279. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 755.805432] env[69319]: DEBUG nova.network.neutron [req-67337b4b-7ee1-4755-9eba-b1a521c3c144 req-1c378a34-6d35-47b4-8367-b03d99261ef6 service nova] [instance: 335258c2-6f86-44c6-8301-f0abab2ede05] Updating instance_info_cache with network_info: [{"id": "2f974e6f-d2cf-4cc3-9bd3-d5cc0b38f279", "address": "fa:16:3e:7c:b0:b6", "network": {"id": "e172e758-1a9b-4f22-a553-441ab9c9dccc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.55", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "31f027872f6f44dba95ff2fe7a062e00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f974e6f-d2", "ovs_interfaceid": "2f974e6f-d2cf-4cc3-9bd3-d5cc0b38f279", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.871862] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f6c5fed5-217f-492f-b1f6-21a0b9bd507e tempest-ServerDiagnosticsV248Test-523245808 tempest-ServerDiagnosticsV248Test-523245808-project-member] Lock "99e94ac3-2fa4-4249-9297-b78043c9af00" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.215s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.948743] env[69319]: DEBUG oslo_vmware.api [None req-ffe9f02e-0241-4015-a064-3056f9991c9f tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]521496a2-b03a-9da0-30ee-e9ea7b75db89, 'name': SearchDatastore_Task, 'duration_secs': 0.009861} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.949166] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ffe9f02e-0241-4015-a064-3056f9991c9f tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.949446] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-ffe9f02e-0241-4015-a064-3056f9991c9f tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] [instance: 335258c2-6f86-44c6-8301-f0abab2ede05] Processing image 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 755.949752] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ffe9f02e-0241-4015-a064-3056f9991c9f tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.949948] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ffe9f02e-0241-4015-a064-3056f9991c9f tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.950204] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffe9f02e-0241-4015-a064-3056f9991c9f tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 755.951682] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-193a3aed-a91e-40bc-b413-c69b0e602c81 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.954538] env[69319]: DEBUG nova.compute.manager [req-f8eca021-5bb1-4e54-a2b7-f3b018d28b9f req-d310b86a-bd59-478d-8519-bd8d4b2646b9 service nova] [instance: 02492605-6fc9-4e1e-af6c-a2e2cfe60e5a] Received event network-vif-deleted-a8926132-7e62-4bbb-99ff-9509b49e6e54 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 755.954773] env[69319]: INFO nova.compute.manager [req-f8eca021-5bb1-4e54-a2b7-f3b018d28b9f req-d310b86a-bd59-478d-8519-bd8d4b2646b9 service nova] [instance: 02492605-6fc9-4e1e-af6c-a2e2cfe60e5a] Neutron deleted interface a8926132-7e62-4bbb-99ff-9509b49e6e54; detaching it from the instance and deleting it from the info cache [ 755.954995] env[69319]: DEBUG nova.network.neutron [req-f8eca021-5bb1-4e54-a2b7-f3b018d28b9f req-d310b86a-bd59-478d-8519-bd8d4b2646b9 service nova] [instance: 02492605-6fc9-4e1e-af6c-a2e2cfe60e5a] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.964638] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffe9f02e-0241-4015-a064-3056f9991c9f tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 755.965057] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-ffe9f02e-0241-4015-a064-3056f9991c9f tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 755.966240] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7da9276-0412-4646-ad70-784eb76ac6d8 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.972950] env[69319]: DEBUG oslo_vmware.api [None req-ffe9f02e-0241-4015-a064-3056f9991c9f tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Waiting for the task: (returnval){ [ 755.972950] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]525689df-9c09-0e9f-98e2-7e39d4c8c4ba" [ 755.972950] env[69319]: _type = "Task" [ 755.972950] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.984803] env[69319]: DEBUG oslo_vmware.api [None req-ffe9f02e-0241-4015-a064-3056f9991c9f tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]525689df-9c09-0e9f-98e2-7e39d4c8c4ba, 'name': SearchDatastore_Task, 'duration_secs': 0.008921} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.988044] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-590033e3-c343-49b0-a166-f824dba67f01 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.994409] env[69319]: DEBUG oslo_vmware.api [None req-ffe9f02e-0241-4015-a064-3056f9991c9f tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Waiting for the task: (returnval){ [ 755.994409] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52832dfc-c36b-e78e-b3c2-97eead768eaa" [ 755.994409] env[69319]: _type = "Task" [ 755.994409] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.001533] env[69319]: DEBUG oslo_vmware.api [None req-ffe9f02e-0241-4015-a064-3056f9991c9f tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52832dfc-c36b-e78e-b3c2-97eead768eaa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.234934] env[69319]: DEBUG nova.compute.manager [None req-49d37ba2-8896-4f28-b1f9-095ca53ad98f tempest-ServerGroupTestJSON-1942580000 tempest-ServerGroupTestJSON-1942580000-project-member] [instance: 78ed67e1-b615-4c36-8da5-6938a9d60574] Start spawning the instance on the hypervisor. {{(pid=69319) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 756.266483] env[69319]: DEBUG nova.virt.hardware [None req-49d37ba2-8896-4f28-b1f9-095ca53ad98f tempest-ServerGroupTestJSON-1942580000 tempest-ServerGroupTestJSON-1942580000-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:32:36Z,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31f027872f6f44dba95ff2fe7a062e00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:32:36Z,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 756.266744] env[69319]: DEBUG nova.virt.hardware [None req-49d37ba2-8896-4f28-b1f9-095ca53ad98f tempest-ServerGroupTestJSON-1942580000 tempest-ServerGroupTestJSON-1942580000-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 756.266918] env[69319]: DEBUG nova.virt.hardware [None req-49d37ba2-8896-4f28-b1f9-095ca53ad98f tempest-ServerGroupTestJSON-1942580000 tempest-ServerGroupTestJSON-1942580000-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 756.267123] env[69319]: DEBUG nova.virt.hardware [None req-49d37ba2-8896-4f28-b1f9-095ca53ad98f tempest-ServerGroupTestJSON-1942580000 tempest-ServerGroupTestJSON-1942580000-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 756.267270] env[69319]: DEBUG nova.virt.hardware [None req-49d37ba2-8896-4f28-b1f9-095ca53ad98f tempest-ServerGroupTestJSON-1942580000 tempest-ServerGroupTestJSON-1942580000-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 756.267415] env[69319]: DEBUG nova.virt.hardware [None req-49d37ba2-8896-4f28-b1f9-095ca53ad98f tempest-ServerGroupTestJSON-1942580000 tempest-ServerGroupTestJSON-1942580000-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 756.267622] env[69319]: DEBUG nova.virt.hardware [None req-49d37ba2-8896-4f28-b1f9-095ca53ad98f tempest-ServerGroupTestJSON-1942580000 tempest-ServerGroupTestJSON-1942580000-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 756.267779] env[69319]: DEBUG nova.virt.hardware [None req-49d37ba2-8896-4f28-b1f9-095ca53ad98f tempest-ServerGroupTestJSON-1942580000 tempest-ServerGroupTestJSON-1942580000-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 756.267944] env[69319]: DEBUG nova.virt.hardware [None req-49d37ba2-8896-4f28-b1f9-095ca53ad98f tempest-ServerGroupTestJSON-1942580000 tempest-ServerGroupTestJSON-1942580000-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 756.268116] env[69319]: DEBUG nova.virt.hardware [None req-49d37ba2-8896-4f28-b1f9-095ca53ad98f tempest-ServerGroupTestJSON-1942580000 tempest-ServerGroupTestJSON-1942580000-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 756.268287] env[69319]: DEBUG nova.virt.hardware [None req-49d37ba2-8896-4f28-b1f9-095ca53ad98f tempest-ServerGroupTestJSON-1942580000 tempest-ServerGroupTestJSON-1942580000-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 756.269165] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a12b8bd6-b5fa-4ac7-9c15-6074b1cda4aa {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.279141] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66bac8ad-45fc-4821-bd86-e23446802746 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.311701] env[69319]: DEBUG oslo_concurrency.lockutils [req-67337b4b-7ee1-4755-9eba-b1a521c3c144 req-1c378a34-6d35-47b4-8367-b03d99261ef6 service nova] Releasing lock "refresh_cache-335258c2-6f86-44c6-8301-f0abab2ede05" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.374666] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3c77b86-ca97-447d-8364-296bbf1162d7 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.382456] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-455bb4b6-816b-4a72-abfe-b5aba6940011 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.414209] env[69319]: DEBUG nova.network.neutron [-] [instance: 02492605-6fc9-4e1e-af6c-a2e2cfe60e5a] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.417035] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb2d1c3a-ba54-42e8-a1c3-663e61ac7628 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.428383] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3768dc0-b6bb-4c85-b07b-3c721c49ff9b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.444122] env[69319]: DEBUG nova.compute.provider_tree [None req-abe7c60f-4051-4e0d-b1e3-bca438267a79 tempest-AttachInterfacesV270Test-645317410 tempest-AttachInterfacesV270Test-645317410-project-member] Updating inventory in ProviderTree for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 756.457281] env[69319]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6f474bfc-3d2f-4539-871b-6b58fcec5593 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.467904] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad2a7b62-f7ca-4b8b-be97-b676516ae88d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.506183] env[69319]: DEBUG nova.compute.manager [req-f8eca021-5bb1-4e54-a2b7-f3b018d28b9f req-d310b86a-bd59-478d-8519-bd8d4b2646b9 service nova] [instance: 02492605-6fc9-4e1e-af6c-a2e2cfe60e5a] Detach interface failed, port_id=a8926132-7e62-4bbb-99ff-9509b49e6e54, reason: Instance 02492605-6fc9-4e1e-af6c-a2e2cfe60e5a could not be found. {{(pid=69319) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 756.515337] env[69319]: DEBUG oslo_vmware.api [None req-ffe9f02e-0241-4015-a064-3056f9991c9f tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52832dfc-c36b-e78e-b3c2-97eead768eaa, 'name': SearchDatastore_Task, 'duration_secs': 0.008905} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.515616] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ffe9f02e-0241-4015-a064-3056f9991c9f tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.515884] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffe9f02e-0241-4015-a064-3056f9991c9f tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore1] 335258c2-6f86-44c6-8301-f0abab2ede05/335258c2-6f86-44c6-8301-f0abab2ede05.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 756.516792] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d7978cb4-0a21-4611-910f-942536b22bd4 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.524470] env[69319]: DEBUG oslo_vmware.api [None req-ffe9f02e-0241-4015-a064-3056f9991c9f tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Waiting for the task: (returnval){ [ 756.524470] env[69319]: value = "task-3222982" [ 756.524470] env[69319]: _type = "Task" [ 756.524470] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.532187] env[69319]: DEBUG oslo_vmware.api [None req-ffe9f02e-0241-4015-a064-3056f9991c9f tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Task: {'id': task-3222982, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.921626] env[69319]: INFO nova.compute.manager [-] [instance: 02492605-6fc9-4e1e-af6c-a2e2cfe60e5a] Took 1.30 seconds to deallocate network for instance. [ 756.972303] env[69319]: ERROR nova.scheduler.client.report [None req-abe7c60f-4051-4e0d-b1e3-bca438267a79 tempest-AttachInterfacesV270Test-645317410 tempest-AttachInterfacesV270Test-645317410-project-member] [req-44fdbb1b-398e-4217-a266-4eafa52fd204] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 94b8835e-2513-4669-abb9-c8c6813d60e7. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-44fdbb1b-398e-4217-a266-4eafa52fd204"}]} [ 756.999775] env[69319]: DEBUG nova.scheduler.client.report [None req-abe7c60f-4051-4e0d-b1e3-bca438267a79 tempest-AttachInterfacesV270Test-645317410 tempest-AttachInterfacesV270Test-645317410-project-member] Refreshing inventories for resource provider 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 757.021964] env[69319]: DEBUG nova.scheduler.client.report [None req-abe7c60f-4051-4e0d-b1e3-bca438267a79 tempest-AttachInterfacesV270Test-645317410 tempest-AttachInterfacesV270Test-645317410-project-member] Updating ProviderTree inventory for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 757.022267] env[69319]: DEBUG nova.compute.provider_tree [None req-abe7c60f-4051-4e0d-b1e3-bca438267a79 tempest-AttachInterfacesV270Test-645317410 tempest-AttachInterfacesV270Test-645317410-project-member] Updating inventory in ProviderTree for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 757.038397] env[69319]: DEBUG oslo_vmware.api [None req-ffe9f02e-0241-4015-a064-3056f9991c9f tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Task: {'id': task-3222982, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.047296] env[69319]: DEBUG nova.scheduler.client.report [None req-abe7c60f-4051-4e0d-b1e3-bca438267a79 tempest-AttachInterfacesV270Test-645317410 tempest-AttachInterfacesV270Test-645317410-project-member] Refreshing aggregate associations for resource provider 94b8835e-2513-4669-abb9-c8c6813d60e7, aggregates: None {{(pid=69319) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 757.071976] env[69319]: DEBUG nova.scheduler.client.report [None req-abe7c60f-4051-4e0d-b1e3-bca438267a79 tempest-AttachInterfacesV270Test-645317410 tempest-AttachInterfacesV270Test-645317410-project-member] Refreshing trait associations for resource provider 94b8835e-2513-4669-abb9-c8c6813d60e7, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69319) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 757.262762] env[69319]: DEBUG nova.compute.manager [req-11f3e28c-f83a-4ac7-94ac-3835233c088a req-33a3f3f3-21f6-475b-9412-e96f756bff2d service nova] [instance: 78ed67e1-b615-4c36-8da5-6938a9d60574] Received event network-vif-plugged-e33d8949-a0fb-49b1-8e72-ac07597a7d67 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 757.262762] env[69319]: DEBUG oslo_concurrency.lockutils [req-11f3e28c-f83a-4ac7-94ac-3835233c088a req-33a3f3f3-21f6-475b-9412-e96f756bff2d service nova] Acquiring lock "78ed67e1-b615-4c36-8da5-6938a9d60574-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.262762] env[69319]: DEBUG oslo_concurrency.lockutils [req-11f3e28c-f83a-4ac7-94ac-3835233c088a req-33a3f3f3-21f6-475b-9412-e96f756bff2d service nova] Lock "78ed67e1-b615-4c36-8da5-6938a9d60574-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.262762] env[69319]: DEBUG oslo_concurrency.lockutils [req-11f3e28c-f83a-4ac7-94ac-3835233c088a req-33a3f3f3-21f6-475b-9412-e96f756bff2d service nova] Lock "78ed67e1-b615-4c36-8da5-6938a9d60574-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.262762] env[69319]: DEBUG nova.compute.manager [req-11f3e28c-f83a-4ac7-94ac-3835233c088a req-33a3f3f3-21f6-475b-9412-e96f756bff2d service nova] [instance: 78ed67e1-b615-4c36-8da5-6938a9d60574] No waiting events found dispatching network-vif-plugged-e33d8949-a0fb-49b1-8e72-ac07597a7d67 {{(pid=69319) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 757.263055] env[69319]: WARNING nova.compute.manager [req-11f3e28c-f83a-4ac7-94ac-3835233c088a req-33a3f3f3-21f6-475b-9412-e96f756bff2d service nova] [instance: 78ed67e1-b615-4c36-8da5-6938a9d60574] Received unexpected event network-vif-plugged-e33d8949-a0fb-49b1-8e72-ac07597a7d67 for instance with vm_state building and task_state spawning. [ 757.269893] env[69319]: DEBUG nova.network.neutron [None req-49d37ba2-8896-4f28-b1f9-095ca53ad98f tempest-ServerGroupTestJSON-1942580000 tempest-ServerGroupTestJSON-1942580000-project-member] [instance: 78ed67e1-b615-4c36-8da5-6938a9d60574] Successfully updated port: e33d8949-a0fb-49b1-8e72-ac07597a7d67 {{(pid=69319) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 757.430718] env[69319]: DEBUG oslo_concurrency.lockutils [None req-e8bf0935-edb1-4d05-b1cd-3f3c010db011 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.541607] env[69319]: DEBUG oslo_vmware.api [None req-ffe9f02e-0241-4015-a064-3056f9991c9f tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Task: {'id': task-3222982, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.553295} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.541607] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffe9f02e-0241-4015-a064-3056f9991c9f tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore1] 335258c2-6f86-44c6-8301-f0abab2ede05/335258c2-6f86-44c6-8301-f0abab2ede05.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 757.541785] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-ffe9f02e-0241-4015-a064-3056f9991c9f tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] [instance: 335258c2-6f86-44c6-8301-f0abab2ede05] Extending root virtual disk to 1048576 {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 757.542156] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1392ba56-9814-4af0-b0f7-947468c0c2f4 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.549207] env[69319]: DEBUG oslo_vmware.api [None req-ffe9f02e-0241-4015-a064-3056f9991c9f tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Waiting for the task: (returnval){ [ 757.549207] env[69319]: value = "task-3222983" [ 757.549207] env[69319]: _type = "Task" [ 757.549207] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.558787] env[69319]: DEBUG oslo_vmware.api [None req-ffe9f02e-0241-4015-a064-3056f9991c9f tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Task: {'id': task-3222983, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.654393] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8661cd8b-33ab-4aa0-bee1-aa7929775dd5 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.661889] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7369d2cd-c952-4e98-8fe8-ac5182d43646 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.698287] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c88a441f-e87e-4279-8945-0a103dc10fee {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.706634] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c352398-cd09-4819-ac91-d08dccf6d277 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.721495] env[69319]: DEBUG nova.compute.provider_tree [None req-abe7c60f-4051-4e0d-b1e3-bca438267a79 tempest-AttachInterfacesV270Test-645317410 tempest-AttachInterfacesV270Test-645317410-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 757.771774] env[69319]: DEBUG oslo_concurrency.lockutils [None req-49d37ba2-8896-4f28-b1f9-095ca53ad98f tempest-ServerGroupTestJSON-1942580000 tempest-ServerGroupTestJSON-1942580000-project-member] Acquiring lock "refresh_cache-78ed67e1-b615-4c36-8da5-6938a9d60574" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.772113] env[69319]: DEBUG oslo_concurrency.lockutils [None req-49d37ba2-8896-4f28-b1f9-095ca53ad98f tempest-ServerGroupTestJSON-1942580000 tempest-ServerGroupTestJSON-1942580000-project-member] Acquired lock "refresh_cache-78ed67e1-b615-4c36-8da5-6938a9d60574" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.772147] env[69319]: DEBUG nova.network.neutron [None req-49d37ba2-8896-4f28-b1f9-095ca53ad98f tempest-ServerGroupTestJSON-1942580000 tempest-ServerGroupTestJSON-1942580000-project-member] [instance: 78ed67e1-b615-4c36-8da5-6938a9d60574] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 758.062037] env[69319]: DEBUG oslo_vmware.api [None req-ffe9f02e-0241-4015-a064-3056f9991c9f tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Task: {'id': task-3222983, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062072} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.062037] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-ffe9f02e-0241-4015-a064-3056f9991c9f tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] [instance: 335258c2-6f86-44c6-8301-f0abab2ede05] Extended root virtual disk {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 758.062037] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9d7cdea-4528-4ade-9091-73e28d4ee3e5 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.083688] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-ffe9f02e-0241-4015-a064-3056f9991c9f tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] [instance: 335258c2-6f86-44c6-8301-f0abab2ede05] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] 335258c2-6f86-44c6-8301-f0abab2ede05/335258c2-6f86-44c6-8301-f0abab2ede05.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 758.084070] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-173a7220-500f-4200-bf7f-7f9ca77d7b64 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.103645] env[69319]: DEBUG oslo_vmware.api [None req-ffe9f02e-0241-4015-a064-3056f9991c9f tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Waiting for the task: (returnval){ [ 758.103645] env[69319]: value = "task-3222984" [ 758.103645] env[69319]: _type = "Task" [ 758.103645] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.111577] env[69319]: DEBUG oslo_vmware.api [None req-ffe9f02e-0241-4015-a064-3056f9991c9f tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Task: {'id': task-3222984, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.225101] env[69319]: DEBUG nova.scheduler.client.report [None req-abe7c60f-4051-4e0d-b1e3-bca438267a79 tempest-AttachInterfacesV270Test-645317410 tempest-AttachInterfacesV270Test-645317410-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 758.559411] env[69319]: DEBUG nova.network.neutron [None req-49d37ba2-8896-4f28-b1f9-095ca53ad98f tempest-ServerGroupTestJSON-1942580000 tempest-ServerGroupTestJSON-1942580000-project-member] [instance: 78ed67e1-b615-4c36-8da5-6938a9d60574] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 758.613755] env[69319]: DEBUG oslo_vmware.api [None req-ffe9f02e-0241-4015-a064-3056f9991c9f tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Task: {'id': task-3222984, 'name': ReconfigVM_Task, 'duration_secs': 0.286311} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.614082] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-ffe9f02e-0241-4015-a064-3056f9991c9f tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] [instance: 335258c2-6f86-44c6-8301-f0abab2ede05] Reconfigured VM instance instance-0000001f to attach disk [datastore1] 335258c2-6f86-44c6-8301-f0abab2ede05/335258c2-6f86-44c6-8301-f0abab2ede05.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 758.614680] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4e2e2921-68da-48bd-b4f9-ff9e55a4a3af {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.620744] env[69319]: DEBUG oslo_vmware.api [None req-ffe9f02e-0241-4015-a064-3056f9991c9f tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Waiting for the task: (returnval){ [ 758.620744] env[69319]: value = "task-3222985" [ 758.620744] env[69319]: _type = "Task" [ 758.620744] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.628603] env[69319]: DEBUG oslo_vmware.api [None req-ffe9f02e-0241-4015-a064-3056f9991c9f tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Task: {'id': task-3222985, 'name': Rename_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.730798] env[69319]: DEBUG oslo_concurrency.lockutils [None req-abe7c60f-4051-4e0d-b1e3-bca438267a79 tempest-AttachInterfacesV270Test-645317410 tempest-AttachInterfacesV270Test-645317410-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.398s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.733228] env[69319]: DEBUG oslo_concurrency.lockutils [None req-389dfbae-3da8-4a08-9cc2-28e5723660a7 tempest-ServersNegativeTestMultiTenantJSON-612987748 tempest-ServersNegativeTestMultiTenantJSON-612987748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 43.773s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.734861] env[69319]: INFO nova.compute.claims [None req-389dfbae-3da8-4a08-9cc2-28e5723660a7 tempest-ServersNegativeTestMultiTenantJSON-612987748 tempest-ServersNegativeTestMultiTenantJSON-612987748-project-member] [instance: f3e005cf-9024-4c05-90c3-936251fa05a9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 758.760210] env[69319]: INFO nova.scheduler.client.report [None req-abe7c60f-4051-4e0d-b1e3-bca438267a79 tempest-AttachInterfacesV270Test-645317410 tempest-AttachInterfacesV270Test-645317410-project-member] Deleted allocations for instance 7f8824d4-3dfc-49e6-b1a9-b9c9e2a8f179 [ 758.882281] env[69319]: DEBUG nova.network.neutron [None req-49d37ba2-8896-4f28-b1f9-095ca53ad98f tempest-ServerGroupTestJSON-1942580000 tempest-ServerGroupTestJSON-1942580000-project-member] [instance: 78ed67e1-b615-4c36-8da5-6938a9d60574] Updating instance_info_cache with network_info: [{"id": "e33d8949-a0fb-49b1-8e72-ac07597a7d67", "address": "fa:16:3e:0e:40:b4", "network": {"id": "30ecc375-0200-4905-ad5d-12f4af724f47", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-2065456413-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cbc88b516094536b503f06dc4998ee7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape33d8949-a0", "ovs_interfaceid": "e33d8949-a0fb-49b1-8e72-ac07597a7d67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.130805] env[69319]: DEBUG oslo_vmware.api [None req-ffe9f02e-0241-4015-a064-3056f9991c9f tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Task: {'id': task-3222985, 'name': Rename_Task, 'duration_secs': 0.140714} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.131297] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffe9f02e-0241-4015-a064-3056f9991c9f tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] [instance: 335258c2-6f86-44c6-8301-f0abab2ede05] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 759.131575] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-63097391-d0cd-45f1-89c0-1b6e2a8721b9 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.137969] env[69319]: DEBUG oslo_vmware.api [None req-ffe9f02e-0241-4015-a064-3056f9991c9f tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Waiting for the task: (returnval){ [ 759.137969] env[69319]: value = "task-3222986" [ 759.137969] env[69319]: _type = "Task" [ 759.137969] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.146735] env[69319]: DEBUG oslo_vmware.api [None req-ffe9f02e-0241-4015-a064-3056f9991c9f tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Task: {'id': task-3222986, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.267139] env[69319]: DEBUG oslo_concurrency.lockutils [None req-abe7c60f-4051-4e0d-b1e3-bca438267a79 tempest-AttachInterfacesV270Test-645317410 tempest-AttachInterfacesV270Test-645317410-project-member] Lock "7f8824d4-3dfc-49e6-b1a9-b9c9e2a8f179" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 53.380s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.384597] env[69319]: DEBUG oslo_concurrency.lockutils [None req-49d37ba2-8896-4f28-b1f9-095ca53ad98f tempest-ServerGroupTestJSON-1942580000 tempest-ServerGroupTestJSON-1942580000-project-member] Releasing lock "refresh_cache-78ed67e1-b615-4c36-8da5-6938a9d60574" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.384951] env[69319]: DEBUG nova.compute.manager [None req-49d37ba2-8896-4f28-b1f9-095ca53ad98f tempest-ServerGroupTestJSON-1942580000 tempest-ServerGroupTestJSON-1942580000-project-member] [instance: 78ed67e1-b615-4c36-8da5-6938a9d60574] Instance network_info: |[{"id": "e33d8949-a0fb-49b1-8e72-ac07597a7d67", "address": "fa:16:3e:0e:40:b4", "network": {"id": "30ecc375-0200-4905-ad5d-12f4af724f47", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-2065456413-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cbc88b516094536b503f06dc4998ee7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape33d8949-a0", "ovs_interfaceid": "e33d8949-a0fb-49b1-8e72-ac07597a7d67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 759.385403] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-49d37ba2-8896-4f28-b1f9-095ca53ad98f tempest-ServerGroupTestJSON-1942580000 tempest-ServerGroupTestJSON-1942580000-project-member] [instance: 78ed67e1-b615-4c36-8da5-6938a9d60574] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0e:40:b4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e33d8949-a0fb-49b1-8e72-ac07597a7d67', 'vif_model': 'vmxnet3'}] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 759.393237] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-49d37ba2-8896-4f28-b1f9-095ca53ad98f tempest-ServerGroupTestJSON-1942580000 tempest-ServerGroupTestJSON-1942580000-project-member] Creating folder: Project (8cbc88b516094536b503f06dc4998ee7). Parent ref: group-v644239. {{(pid=69319) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 759.393598] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d93b33a3-e3a1-4781-be9d-27538f5f7b9e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.404512] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-49d37ba2-8896-4f28-b1f9-095ca53ad98f tempest-ServerGroupTestJSON-1942580000 tempest-ServerGroupTestJSON-1942580000-project-member] Created folder: Project (8cbc88b516094536b503f06dc4998ee7) in parent group-v644239. [ 759.404711] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-49d37ba2-8896-4f28-b1f9-095ca53ad98f tempest-ServerGroupTestJSON-1942580000 tempest-ServerGroupTestJSON-1942580000-project-member] Creating folder: Instances. Parent ref: group-v644331. {{(pid=69319) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 759.404975] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8de0bbc4-4811-486a-a63c-90a11faf7b1c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.410239] env[69319]: DEBUG nova.compute.manager [req-2acdca9b-726c-4bb4-94c6-3a7fa679a1c3 req-5a3d27df-af89-4485-879d-9d63a2028406 service nova] [instance: 78ed67e1-b615-4c36-8da5-6938a9d60574] Received event network-changed-e33d8949-a0fb-49b1-8e72-ac07597a7d67 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 759.410451] env[69319]: DEBUG nova.compute.manager [req-2acdca9b-726c-4bb4-94c6-3a7fa679a1c3 req-5a3d27df-af89-4485-879d-9d63a2028406 service nova] [instance: 78ed67e1-b615-4c36-8da5-6938a9d60574] Refreshing instance network info cache due to event network-changed-e33d8949-a0fb-49b1-8e72-ac07597a7d67. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 759.410682] env[69319]: DEBUG oslo_concurrency.lockutils [req-2acdca9b-726c-4bb4-94c6-3a7fa679a1c3 req-5a3d27df-af89-4485-879d-9d63a2028406 service nova] Acquiring lock "refresh_cache-78ed67e1-b615-4c36-8da5-6938a9d60574" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.410842] env[69319]: DEBUG oslo_concurrency.lockutils [req-2acdca9b-726c-4bb4-94c6-3a7fa679a1c3 req-5a3d27df-af89-4485-879d-9d63a2028406 service nova] Acquired lock "refresh_cache-78ed67e1-b615-4c36-8da5-6938a9d60574" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.411016] env[69319]: DEBUG nova.network.neutron [req-2acdca9b-726c-4bb4-94c6-3a7fa679a1c3 req-5a3d27df-af89-4485-879d-9d63a2028406 service nova] [instance: 78ed67e1-b615-4c36-8da5-6938a9d60574] Refreshing network info cache for port e33d8949-a0fb-49b1-8e72-ac07597a7d67 {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 759.413948] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-49d37ba2-8896-4f28-b1f9-095ca53ad98f tempest-ServerGroupTestJSON-1942580000 tempest-ServerGroupTestJSON-1942580000-project-member] Created folder: Instances in parent group-v644331. [ 759.414205] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-49d37ba2-8896-4f28-b1f9-095ca53ad98f tempest-ServerGroupTestJSON-1942580000 tempest-ServerGroupTestJSON-1942580000-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 759.414408] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78ed67e1-b615-4c36-8da5-6938a9d60574] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 759.414904] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6a0e71f3-4e59-4d3c-98ae-73fb72065ec9 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.435601] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 759.435601] env[69319]: value = "task-3222989" [ 759.435601] env[69319]: _type = "Task" [ 759.435601] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.444549] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222989, 'name': CreateVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.663566] env[69319]: DEBUG oslo_vmware.api [None req-ffe9f02e-0241-4015-a064-3056f9991c9f tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Task: {'id': task-3222986, 'name': PowerOnVM_Task, 'duration_secs': 0.512511} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.663967] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffe9f02e-0241-4015-a064-3056f9991c9f tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] [instance: 335258c2-6f86-44c6-8301-f0abab2ede05] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 759.666886] env[69319]: INFO nova.compute.manager [None req-ffe9f02e-0241-4015-a064-3056f9991c9f tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] [instance: 335258c2-6f86-44c6-8301-f0abab2ede05] Took 7.25 seconds to spawn the instance on the hypervisor. [ 759.667156] env[69319]: DEBUG nova.compute.manager [None req-ffe9f02e-0241-4015-a064-3056f9991c9f tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] [instance: 335258c2-6f86-44c6-8301-f0abab2ede05] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 759.668056] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd504b7d-15fe-4ccb-9970-f2f9db25d0a0 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.946330] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3222989, 'name': CreateVM_Task, 'duration_secs': 0.34949} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.946852] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78ed67e1-b615-4c36-8da5-6938a9d60574] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 759.947757] env[69319]: DEBUG oslo_concurrency.lockutils [None req-49d37ba2-8896-4f28-b1f9-095ca53ad98f tempest-ServerGroupTestJSON-1942580000 tempest-ServerGroupTestJSON-1942580000-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.948552] env[69319]: DEBUG oslo_concurrency.lockutils [None req-49d37ba2-8896-4f28-b1f9-095ca53ad98f tempest-ServerGroupTestJSON-1942580000 tempest-ServerGroupTestJSON-1942580000-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.949088] env[69319]: DEBUG oslo_concurrency.lockutils [None req-49d37ba2-8896-4f28-b1f9-095ca53ad98f tempest-ServerGroupTestJSON-1942580000 tempest-ServerGroupTestJSON-1942580000-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.953151] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b131b9d-a58c-45ab-9c0a-9f05f35a8a92 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.959923] env[69319]: DEBUG oslo_vmware.api [None req-49d37ba2-8896-4f28-b1f9-095ca53ad98f tempest-ServerGroupTestJSON-1942580000 tempest-ServerGroupTestJSON-1942580000-project-member] Waiting for the task: (returnval){ [ 759.959923] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52280263-4791-756d-8c94-35c3f705adf0" [ 759.959923] env[69319]: _type = "Task" [ 759.959923] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.970170] env[69319]: DEBUG oslo_vmware.api [None req-49d37ba2-8896-4f28-b1f9-095ca53ad98f tempest-ServerGroupTestJSON-1942580000 tempest-ServerGroupTestJSON-1942580000-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52280263-4791-756d-8c94-35c3f705adf0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.197518] env[69319]: INFO nova.compute.manager [None req-ffe9f02e-0241-4015-a064-3056f9991c9f tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] [instance: 335258c2-6f86-44c6-8301-f0abab2ede05] Took 57.51 seconds to build instance. [ 760.379911] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef48115e-f784-4e85-8109-be948ea6511f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.389946] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a3a19db-6901-4b60-bedc-c97caf32918d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.425431] env[69319]: DEBUG nova.network.neutron [req-2acdca9b-726c-4bb4-94c6-3a7fa679a1c3 req-5a3d27df-af89-4485-879d-9d63a2028406 service nova] [instance: 78ed67e1-b615-4c36-8da5-6938a9d60574] Updated VIF entry in instance network info cache for port e33d8949-a0fb-49b1-8e72-ac07597a7d67. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 760.425431] env[69319]: DEBUG nova.network.neutron [req-2acdca9b-726c-4bb4-94c6-3a7fa679a1c3 req-5a3d27df-af89-4485-879d-9d63a2028406 service nova] [instance: 78ed67e1-b615-4c36-8da5-6938a9d60574] Updating instance_info_cache with network_info: [{"id": "e33d8949-a0fb-49b1-8e72-ac07597a7d67", "address": "fa:16:3e:0e:40:b4", "network": {"id": "30ecc375-0200-4905-ad5d-12f4af724f47", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-2065456413-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cbc88b516094536b503f06dc4998ee7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape33d8949-a0", "ovs_interfaceid": "e33d8949-a0fb-49b1-8e72-ac07597a7d67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.426687] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ab8a964-141a-496e-8eab-f98cddb226c6 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.435147] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b88e8da-dee7-4500-8a89-13e3a19968eb {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.450837] env[69319]: DEBUG nova.compute.provider_tree [None req-389dfbae-3da8-4a08-9cc2-28e5723660a7 tempest-ServersNegativeTestMultiTenantJSON-612987748 tempest-ServersNegativeTestMultiTenantJSON-612987748-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 760.470312] env[69319]: DEBUG oslo_vmware.api [None req-49d37ba2-8896-4f28-b1f9-095ca53ad98f tempest-ServerGroupTestJSON-1942580000 tempest-ServerGroupTestJSON-1942580000-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52280263-4791-756d-8c94-35c3f705adf0, 'name': SearchDatastore_Task, 'duration_secs': 0.010484} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.470923] env[69319]: DEBUG oslo_concurrency.lockutils [None req-49d37ba2-8896-4f28-b1f9-095ca53ad98f tempest-ServerGroupTestJSON-1942580000 tempest-ServerGroupTestJSON-1942580000-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.470923] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-49d37ba2-8896-4f28-b1f9-095ca53ad98f tempest-ServerGroupTestJSON-1942580000 tempest-ServerGroupTestJSON-1942580000-project-member] [instance: 78ed67e1-b615-4c36-8da5-6938a9d60574] Processing image 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 760.471073] env[69319]: DEBUG oslo_concurrency.lockutils [None req-49d37ba2-8896-4f28-b1f9-095ca53ad98f tempest-ServerGroupTestJSON-1942580000 tempest-ServerGroupTestJSON-1942580000-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.471184] env[69319]: DEBUG oslo_concurrency.lockutils [None req-49d37ba2-8896-4f28-b1f9-095ca53ad98f tempest-ServerGroupTestJSON-1942580000 tempest-ServerGroupTestJSON-1942580000-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.471371] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-49d37ba2-8896-4f28-b1f9-095ca53ad98f tempest-ServerGroupTestJSON-1942580000 tempest-ServerGroupTestJSON-1942580000-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 760.471623] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a45bb20c-13ed-4bc8-a602-329fabd635dc {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.482983] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-49d37ba2-8896-4f28-b1f9-095ca53ad98f tempest-ServerGroupTestJSON-1942580000 tempest-ServerGroupTestJSON-1942580000-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 760.483231] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-49d37ba2-8896-4f28-b1f9-095ca53ad98f tempest-ServerGroupTestJSON-1942580000 tempest-ServerGroupTestJSON-1942580000-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 760.483977] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21ac50ee-1101-46e2-af94-d5d7d0d659c9 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.494208] env[69319]: DEBUG oslo_vmware.api [None req-49d37ba2-8896-4f28-b1f9-095ca53ad98f tempest-ServerGroupTestJSON-1942580000 tempest-ServerGroupTestJSON-1942580000-project-member] Waiting for the task: (returnval){ [ 760.494208] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]528f00e3-4c2d-d3fa-dcff-579ad90b6e03" [ 760.494208] env[69319]: _type = "Task" [ 760.494208] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.500420] env[69319]: DEBUG oslo_vmware.api [None req-49d37ba2-8896-4f28-b1f9-095ca53ad98f tempest-ServerGroupTestJSON-1942580000 tempest-ServerGroupTestJSON-1942580000-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]528f00e3-4c2d-d3fa-dcff-579ad90b6e03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.705177] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ffe9f02e-0241-4015-a064-3056f9991c9f tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Lock "335258c2-6f86-44c6-8301-f0abab2ede05" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.261s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.932898] env[69319]: DEBUG oslo_concurrency.lockutils [req-2acdca9b-726c-4bb4-94c6-3a7fa679a1c3 req-5a3d27df-af89-4485-879d-9d63a2028406 service nova] Releasing lock "refresh_cache-78ed67e1-b615-4c36-8da5-6938a9d60574" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.957219] env[69319]: DEBUG nova.scheduler.client.report [None req-389dfbae-3da8-4a08-9cc2-28e5723660a7 tempest-ServersNegativeTestMultiTenantJSON-612987748 tempest-ServersNegativeTestMultiTenantJSON-612987748-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 761.007836] env[69319]: DEBUG oslo_vmware.api [None req-49d37ba2-8896-4f28-b1f9-095ca53ad98f tempest-ServerGroupTestJSON-1942580000 tempest-ServerGroupTestJSON-1942580000-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]528f00e3-4c2d-d3fa-dcff-579ad90b6e03, 'name': SearchDatastore_Task, 'duration_secs': 0.00945} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.008929] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03061d76-ecdc-45e9-aa63-b7432191ca7d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.014238] env[69319]: DEBUG oslo_vmware.api [None req-49d37ba2-8896-4f28-b1f9-095ca53ad98f tempest-ServerGroupTestJSON-1942580000 tempest-ServerGroupTestJSON-1942580000-project-member] Waiting for the task: (returnval){ [ 761.014238] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]5235889e-e238-0bc5-5b01-7b141a138433" [ 761.014238] env[69319]: _type = "Task" [ 761.014238] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.022502] env[69319]: DEBUG oslo_vmware.api [None req-49d37ba2-8896-4f28-b1f9-095ca53ad98f tempest-ServerGroupTestJSON-1942580000 tempest-ServerGroupTestJSON-1942580000-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5235889e-e238-0bc5-5b01-7b141a138433, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.207115] env[69319]: DEBUG nova.compute.manager [None req-5d57f5dc-1825-45fb-9924-d37945f0b93f tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] [instance: bfc6c3e7-8384-4669-bd43-acdfcb1c478a] Starting instance... {{(pid=69319) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 761.466816] env[69319]: DEBUG oslo_concurrency.lockutils [None req-389dfbae-3da8-4a08-9cc2-28e5723660a7 tempest-ServersNegativeTestMultiTenantJSON-612987748 tempest-ServersNegativeTestMultiTenantJSON-612987748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.734s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.467377] env[69319]: DEBUG nova.compute.manager [None req-389dfbae-3da8-4a08-9cc2-28e5723660a7 tempest-ServersNegativeTestMultiTenantJSON-612987748 tempest-ServersNegativeTestMultiTenantJSON-612987748-project-member] [instance: f3e005cf-9024-4c05-90c3-936251fa05a9] Start building networks asynchronously for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 761.471089] env[69319]: DEBUG oslo_concurrency.lockutils [None req-81c1d3b9-a297-4837-ab3e-4bc9a7ceb031 tempest-ServerDiagnosticsNegativeTest-1956223848 tempest-ServerDiagnosticsNegativeTest-1956223848-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 46.134s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.472513] env[69319]: INFO nova.compute.claims [None req-81c1d3b9-a297-4837-ab3e-4bc9a7ceb031 tempest-ServerDiagnosticsNegativeTest-1956223848 tempest-ServerDiagnosticsNegativeTest-1956223848-project-member] [instance: 873a85e3-bddf-4544-b88c-71afd51bce57] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 761.530368] env[69319]: DEBUG oslo_vmware.api [None req-49d37ba2-8896-4f28-b1f9-095ca53ad98f tempest-ServerGroupTestJSON-1942580000 tempest-ServerGroupTestJSON-1942580000-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5235889e-e238-0bc5-5b01-7b141a138433, 'name': SearchDatastore_Task, 'duration_secs': 0.010283} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.530839] env[69319]: DEBUG oslo_concurrency.lockutils [None req-49d37ba2-8896-4f28-b1f9-095ca53ad98f tempest-ServerGroupTestJSON-1942580000 tempest-ServerGroupTestJSON-1942580000-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.531368] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-49d37ba2-8896-4f28-b1f9-095ca53ad98f tempest-ServerGroupTestJSON-1942580000 tempest-ServerGroupTestJSON-1942580000-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore1] 78ed67e1-b615-4c36-8da5-6938a9d60574/78ed67e1-b615-4c36-8da5-6938a9d60574.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 761.531778] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5aea8239-72df-4443-9a8e-feb4a8c03359 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.538641] env[69319]: DEBUG oslo_vmware.api [None req-49d37ba2-8896-4f28-b1f9-095ca53ad98f tempest-ServerGroupTestJSON-1942580000 tempest-ServerGroupTestJSON-1942580000-project-member] Waiting for the task: (returnval){ [ 761.538641] env[69319]: value = "task-3222990" [ 761.538641] env[69319]: _type = "Task" [ 761.538641] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.547578] env[69319]: DEBUG oslo_vmware.api [None req-49d37ba2-8896-4f28-b1f9-095ca53ad98f tempest-ServerGroupTestJSON-1942580000 tempest-ServerGroupTestJSON-1942580000-project-member] Task: {'id': task-3222990, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.750694] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5d57f5dc-1825-45fb-9924-d37945f0b93f tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.981837] env[69319]: DEBUG nova.compute.utils [None req-389dfbae-3da8-4a08-9cc2-28e5723660a7 tempest-ServersNegativeTestMultiTenantJSON-612987748 tempest-ServersNegativeTestMultiTenantJSON-612987748-project-member] Using /dev/sd instead of None {{(pid=69319) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 761.985023] env[69319]: DEBUG nova.compute.manager [None req-389dfbae-3da8-4a08-9cc2-28e5723660a7 tempest-ServersNegativeTestMultiTenantJSON-612987748 tempest-ServersNegativeTestMultiTenantJSON-612987748-project-member] [instance: f3e005cf-9024-4c05-90c3-936251fa05a9] Allocating IP information in the background. {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 761.985023] env[69319]: DEBUG nova.network.neutron [None req-389dfbae-3da8-4a08-9cc2-28e5723660a7 tempest-ServersNegativeTestMultiTenantJSON-612987748 tempest-ServersNegativeTestMultiTenantJSON-612987748-project-member] [instance: f3e005cf-9024-4c05-90c3-936251fa05a9] allocate_for_instance() {{(pid=69319) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 762.048484] env[69319]: DEBUG oslo_vmware.api [None req-49d37ba2-8896-4f28-b1f9-095ca53ad98f tempest-ServerGroupTestJSON-1942580000 tempest-ServerGroupTestJSON-1942580000-project-member] Task: {'id': task-3222990, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.489841} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.048853] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-49d37ba2-8896-4f28-b1f9-095ca53ad98f tempest-ServerGroupTestJSON-1942580000 tempest-ServerGroupTestJSON-1942580000-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore1] 78ed67e1-b615-4c36-8da5-6938a9d60574/78ed67e1-b615-4c36-8da5-6938a9d60574.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 762.049113] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-49d37ba2-8896-4f28-b1f9-095ca53ad98f tempest-ServerGroupTestJSON-1942580000 tempest-ServerGroupTestJSON-1942580000-project-member] [instance: 78ed67e1-b615-4c36-8da5-6938a9d60574] Extending root virtual disk to 1048576 {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 762.049416] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-347d7bb9-8fe9-4443-9dcb-11866c25afde {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.057653] env[69319]: DEBUG oslo_vmware.api [None req-49d37ba2-8896-4f28-b1f9-095ca53ad98f tempest-ServerGroupTestJSON-1942580000 tempest-ServerGroupTestJSON-1942580000-project-member] Waiting for the task: (returnval){ [ 762.057653] env[69319]: value = "task-3222991" [ 762.057653] env[69319]: _type = "Task" [ 762.057653] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.067123] env[69319]: DEBUG oslo_vmware.api [None req-49d37ba2-8896-4f28-b1f9-095ca53ad98f tempest-ServerGroupTestJSON-1942580000 tempest-ServerGroupTestJSON-1942580000-project-member] Task: {'id': task-3222991, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.081115] env[69319]: DEBUG nova.policy [None req-389dfbae-3da8-4a08-9cc2-28e5723660a7 tempest-ServersNegativeTestMultiTenantJSON-612987748 tempest-ServersNegativeTestMultiTenantJSON-612987748-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd1cb0d665c0e45ee915ce526c42226ba', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dec643a1eb8a4bdb993d63ce1a2c26f2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69319) authorize /opt/stack/nova/nova/policy.py:192}} [ 762.214627] env[69319]: DEBUG nova.compute.manager [None req-4ce5c880-7a01-4cd8-a750-5a27c1d08561 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] [instance: 05018af1-8cde-4512-b5b4-f392e39523ff] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 762.215836] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ff34fbc-06c2-4026-ad7f-a5bf2f60c3df {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.479934] env[69319]: DEBUG nova.network.neutron [None req-389dfbae-3da8-4a08-9cc2-28e5723660a7 tempest-ServersNegativeTestMultiTenantJSON-612987748 tempest-ServersNegativeTestMultiTenantJSON-612987748-project-member] [instance: f3e005cf-9024-4c05-90c3-936251fa05a9] Successfully created port: 2aded4e4-bac6-4551-a6d4-11dce47bcb40 {{(pid=69319) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 762.489141] env[69319]: DEBUG nova.compute.manager [None req-389dfbae-3da8-4a08-9cc2-28e5723660a7 tempest-ServersNegativeTestMultiTenantJSON-612987748 tempest-ServersNegativeTestMultiTenantJSON-612987748-project-member] [instance: f3e005cf-9024-4c05-90c3-936251fa05a9] Start building block device mappings for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 762.571227] env[69319]: DEBUG oslo_vmware.api [None req-49d37ba2-8896-4f28-b1f9-095ca53ad98f tempest-ServerGroupTestJSON-1942580000 tempest-ServerGroupTestJSON-1942580000-project-member] Task: {'id': task-3222991, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066508} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.574045] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-49d37ba2-8896-4f28-b1f9-095ca53ad98f tempest-ServerGroupTestJSON-1942580000 tempest-ServerGroupTestJSON-1942580000-project-member] [instance: 78ed67e1-b615-4c36-8da5-6938a9d60574] Extended root virtual disk {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 762.575161] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3172ea3e-981b-4bce-87e7-c319ed4f66d8 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.600052] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-49d37ba2-8896-4f28-b1f9-095ca53ad98f tempest-ServerGroupTestJSON-1942580000 tempest-ServerGroupTestJSON-1942580000-project-member] [instance: 78ed67e1-b615-4c36-8da5-6938a9d60574] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] 78ed67e1-b615-4c36-8da5-6938a9d60574/78ed67e1-b615-4c36-8da5-6938a9d60574.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 762.603965] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a420d9b5-14a7-4497-aa41-be6357a9af8a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.625722] env[69319]: DEBUG oslo_vmware.api [None req-49d37ba2-8896-4f28-b1f9-095ca53ad98f tempest-ServerGroupTestJSON-1942580000 tempest-ServerGroupTestJSON-1942580000-project-member] Waiting for the task: (returnval){ [ 762.625722] env[69319]: value = "task-3222992" [ 762.625722] env[69319]: _type = "Task" [ 762.625722] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.637431] env[69319]: DEBUG oslo_vmware.api [None req-49d37ba2-8896-4f28-b1f9-095ca53ad98f tempest-ServerGroupTestJSON-1942580000 tempest-ServerGroupTestJSON-1942580000-project-member] Task: {'id': task-3222992, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.730445] env[69319]: INFO nova.compute.manager [None req-4ce5c880-7a01-4cd8-a750-5a27c1d08561 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] [instance: 05018af1-8cde-4512-b5b4-f392e39523ff] instance snapshotting [ 762.737354] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c08fde26-b035-4558-a8fe-8a0e4991954e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.760162] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-670a0e8a-927e-4cce-ba65-291f4e47a834 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.142393] env[69319]: DEBUG oslo_vmware.api [None req-49d37ba2-8896-4f28-b1f9-095ca53ad98f tempest-ServerGroupTestJSON-1942580000 tempest-ServerGroupTestJSON-1942580000-project-member] Task: {'id': task-3222992, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.239921] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10fff619-7dde-4d9a-99f8-3461b7615692 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.247479] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58a020ed-a328-4cca-a715-e7399bf4ed51 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.285132] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-4ce5c880-7a01-4cd8-a750-5a27c1d08561 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] [instance: 05018af1-8cde-4512-b5b4-f392e39523ff] Creating Snapshot of the VM instance {{(pid=69319) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 763.286216] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7dec4322-26d4-4cc7-8d93-25d75ad931c2 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.289165] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f22f5413-a1e6-4d4d-ba5c-1b5d1eec8d11 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.301148] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cec05aa7-36e5-48a7-a4aa-5185e466ac6e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.305150] env[69319]: DEBUG oslo_vmware.api [None req-4ce5c880-7a01-4cd8-a750-5a27c1d08561 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Waiting for the task: (returnval){ [ 763.305150] env[69319]: value = "task-3222993" [ 763.305150] env[69319]: _type = "Task" [ 763.305150] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.320133] env[69319]: DEBUG nova.compute.provider_tree [None req-81c1d3b9-a297-4837-ab3e-4bc9a7ceb031 tempest-ServerDiagnosticsNegativeTest-1956223848 tempest-ServerDiagnosticsNegativeTest-1956223848-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 763.324075] env[69319]: DEBUG oslo_vmware.api [None req-4ce5c880-7a01-4cd8-a750-5a27c1d08561 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Task: {'id': task-3222993, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.502052] env[69319]: DEBUG nova.compute.manager [None req-389dfbae-3da8-4a08-9cc2-28e5723660a7 tempest-ServersNegativeTestMultiTenantJSON-612987748 tempest-ServersNegativeTestMultiTenantJSON-612987748-project-member] [instance: f3e005cf-9024-4c05-90c3-936251fa05a9] Start spawning the instance on the hypervisor. {{(pid=69319) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 763.526166] env[69319]: DEBUG nova.virt.hardware [None req-389dfbae-3da8-4a08-9cc2-28e5723660a7 tempest-ServersNegativeTestMultiTenantJSON-612987748 tempest-ServersNegativeTestMultiTenantJSON-612987748-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:32:36Z,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31f027872f6f44dba95ff2fe7a062e00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:32:36Z,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 763.526492] env[69319]: DEBUG nova.virt.hardware [None req-389dfbae-3da8-4a08-9cc2-28e5723660a7 tempest-ServersNegativeTestMultiTenantJSON-612987748 tempest-ServersNegativeTestMultiTenantJSON-612987748-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 763.526685] env[69319]: DEBUG nova.virt.hardware [None req-389dfbae-3da8-4a08-9cc2-28e5723660a7 tempest-ServersNegativeTestMultiTenantJSON-612987748 tempest-ServersNegativeTestMultiTenantJSON-612987748-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 763.526921] env[69319]: DEBUG nova.virt.hardware [None req-389dfbae-3da8-4a08-9cc2-28e5723660a7 tempest-ServersNegativeTestMultiTenantJSON-612987748 tempest-ServersNegativeTestMultiTenantJSON-612987748-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 763.527515] env[69319]: DEBUG nova.virt.hardware [None req-389dfbae-3da8-4a08-9cc2-28e5723660a7 tempest-ServersNegativeTestMultiTenantJSON-612987748 tempest-ServersNegativeTestMultiTenantJSON-612987748-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 763.527695] env[69319]: DEBUG nova.virt.hardware [None req-389dfbae-3da8-4a08-9cc2-28e5723660a7 tempest-ServersNegativeTestMultiTenantJSON-612987748 tempest-ServersNegativeTestMultiTenantJSON-612987748-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 763.527936] env[69319]: DEBUG nova.virt.hardware [None req-389dfbae-3da8-4a08-9cc2-28e5723660a7 tempest-ServersNegativeTestMultiTenantJSON-612987748 tempest-ServersNegativeTestMultiTenantJSON-612987748-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 763.528131] env[69319]: DEBUG nova.virt.hardware [None req-389dfbae-3da8-4a08-9cc2-28e5723660a7 tempest-ServersNegativeTestMultiTenantJSON-612987748 tempest-ServersNegativeTestMultiTenantJSON-612987748-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 763.528330] env[69319]: DEBUG nova.virt.hardware [None req-389dfbae-3da8-4a08-9cc2-28e5723660a7 tempest-ServersNegativeTestMultiTenantJSON-612987748 tempest-ServersNegativeTestMultiTenantJSON-612987748-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 763.528529] env[69319]: DEBUG nova.virt.hardware [None req-389dfbae-3da8-4a08-9cc2-28e5723660a7 tempest-ServersNegativeTestMultiTenantJSON-612987748 tempest-ServersNegativeTestMultiTenantJSON-612987748-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 763.528776] env[69319]: DEBUG nova.virt.hardware [None req-389dfbae-3da8-4a08-9cc2-28e5723660a7 tempest-ServersNegativeTestMultiTenantJSON-612987748 tempest-ServersNegativeTestMultiTenantJSON-612987748-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 763.529755] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48c13deb-485b-44b1-a490-310aa0c000a6 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.537536] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8770040d-d715-4945-91a5-a28736baa8cf {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.636673] env[69319]: DEBUG oslo_vmware.api [None req-49d37ba2-8896-4f28-b1f9-095ca53ad98f tempest-ServerGroupTestJSON-1942580000 tempest-ServerGroupTestJSON-1942580000-project-member] Task: {'id': task-3222992, 'name': ReconfigVM_Task, 'duration_secs': 0.935894} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.636673] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-49d37ba2-8896-4f28-b1f9-095ca53ad98f tempest-ServerGroupTestJSON-1942580000 tempest-ServerGroupTestJSON-1942580000-project-member] [instance: 78ed67e1-b615-4c36-8da5-6938a9d60574] Reconfigured VM instance instance-00000020 to attach disk [datastore1] 78ed67e1-b615-4c36-8da5-6938a9d60574/78ed67e1-b615-4c36-8da5-6938a9d60574.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 763.637123] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4de0fb3a-b879-485d-b2e4-f960ef78e921 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.644893] env[69319]: DEBUG oslo_vmware.api [None req-49d37ba2-8896-4f28-b1f9-095ca53ad98f tempest-ServerGroupTestJSON-1942580000 tempest-ServerGroupTestJSON-1942580000-project-member] Waiting for the task: (returnval){ [ 763.644893] env[69319]: value = "task-3222994" [ 763.644893] env[69319]: _type = "Task" [ 763.644893] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.652051] env[69319]: DEBUG oslo_vmware.api [None req-49d37ba2-8896-4f28-b1f9-095ca53ad98f tempest-ServerGroupTestJSON-1942580000 tempest-ServerGroupTestJSON-1942580000-project-member] Task: {'id': task-3222994, 'name': Rename_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.816333] env[69319]: DEBUG oslo_vmware.api [None req-4ce5c880-7a01-4cd8-a750-5a27c1d08561 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Task: {'id': task-3222993, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.822635] env[69319]: DEBUG nova.scheduler.client.report [None req-81c1d3b9-a297-4837-ab3e-4bc9a7ceb031 tempest-ServerDiagnosticsNegativeTest-1956223848 tempest-ServerDiagnosticsNegativeTest-1956223848-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 764.157654] env[69319]: DEBUG oslo_vmware.api [None req-49d37ba2-8896-4f28-b1f9-095ca53ad98f tempest-ServerGroupTestJSON-1942580000 tempest-ServerGroupTestJSON-1942580000-project-member] Task: {'id': task-3222994, 'name': Rename_Task, 'duration_secs': 0.142593} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.158052] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-49d37ba2-8896-4f28-b1f9-095ca53ad98f tempest-ServerGroupTestJSON-1942580000 tempest-ServerGroupTestJSON-1942580000-project-member] [instance: 78ed67e1-b615-4c36-8da5-6938a9d60574] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 764.158445] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d00961f8-e2cf-4cd6-a8e5-e72e617ca2f1 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.166277] env[69319]: DEBUG oslo_vmware.api [None req-49d37ba2-8896-4f28-b1f9-095ca53ad98f tempest-ServerGroupTestJSON-1942580000 tempest-ServerGroupTestJSON-1942580000-project-member] Waiting for the task: (returnval){ [ 764.166277] env[69319]: value = "task-3222995" [ 764.166277] env[69319]: _type = "Task" [ 764.166277] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.189144] env[69319]: DEBUG oslo_vmware.api [None req-49d37ba2-8896-4f28-b1f9-095ca53ad98f tempest-ServerGroupTestJSON-1942580000 tempest-ServerGroupTestJSON-1942580000-project-member] Task: {'id': task-3222995, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.316845] env[69319]: DEBUG oslo_vmware.api [None req-4ce5c880-7a01-4cd8-a750-5a27c1d08561 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Task: {'id': task-3222993, 'name': CreateSnapshot_Task, 'duration_secs': 0.970203} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.317216] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-4ce5c880-7a01-4cd8-a750-5a27c1d08561 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] [instance: 05018af1-8cde-4512-b5b4-f392e39523ff] Created Snapshot of the VM instance {{(pid=69319) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 764.318015] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e1e3148-a68b-4698-9290-dae1514deec7 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.332441] env[69319]: DEBUG oslo_concurrency.lockutils [None req-81c1d3b9-a297-4837-ab3e-4bc9a7ceb031 tempest-ServerDiagnosticsNegativeTest-1956223848 tempest-ServerDiagnosticsNegativeTest-1956223848-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.861s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.333026] env[69319]: DEBUG nova.compute.manager [None req-81c1d3b9-a297-4837-ab3e-4bc9a7ceb031 tempest-ServerDiagnosticsNegativeTest-1956223848 tempest-ServerDiagnosticsNegativeTest-1956223848-project-member] [instance: 873a85e3-bddf-4544-b88c-71afd51bce57] Start building networks asynchronously for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 764.335589] env[69319]: DEBUG oslo_concurrency.lockutils [None req-94cd40b0-c704-4648-b925-372bca904f26 tempest-ServerDiagnosticsTest-410723933 tempest-ServerDiagnosticsTest-410723933-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.148s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.335883] env[69319]: DEBUG nova.objects.instance [None req-94cd40b0-c704-4648-b925-372bca904f26 tempest-ServerDiagnosticsTest-410723933 tempest-ServerDiagnosticsTest-410723933-project-member] Lazy-loading 'resources' on Instance uuid df115496-807d-43f5-a129-a0c78a576a29 {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 764.676021] env[69319]: DEBUG oslo_vmware.api [None req-49d37ba2-8896-4f28-b1f9-095ca53ad98f tempest-ServerGroupTestJSON-1942580000 tempest-ServerGroupTestJSON-1942580000-project-member] Task: {'id': task-3222995, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.178062] env[69319]: DEBUG oslo_vmware.api [None req-49d37ba2-8896-4f28-b1f9-095ca53ad98f tempest-ServerGroupTestJSON-1942580000 tempest-ServerGroupTestJSON-1942580000-project-member] Task: {'id': task-3222995, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.296537] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30e21bc1-fa49-416b-b9aa-c1623e9b576a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.303608] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a9ab115-21d7-4796-bbb2-b4d30e0586f0 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.333933] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b63d03c0-921e-4680-a913-08c0e0e8b8c2 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.341626] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11c9ea4d-7713-4cb5-87c3-4421f9e8f8d9 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.354715] env[69319]: DEBUG nova.compute.provider_tree [None req-94cd40b0-c704-4648-b925-372bca904f26 tempest-ServerDiagnosticsTest-410723933 tempest-ServerDiagnosticsTest-410723933-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 765.679847] env[69319]: DEBUG oslo_vmware.api [None req-49d37ba2-8896-4f28-b1f9-095ca53ad98f tempest-ServerGroupTestJSON-1942580000 tempest-ServerGroupTestJSON-1942580000-project-member] Task: {'id': task-3222995, 'name': PowerOnVM_Task, 'duration_secs': 1.082572} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.680130] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-49d37ba2-8896-4f28-b1f9-095ca53ad98f tempest-ServerGroupTestJSON-1942580000 tempest-ServerGroupTestJSON-1942580000-project-member] [instance: 78ed67e1-b615-4c36-8da5-6938a9d60574] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 765.680330] env[69319]: INFO nova.compute.manager [None req-49d37ba2-8896-4f28-b1f9-095ca53ad98f tempest-ServerGroupTestJSON-1942580000 tempest-ServerGroupTestJSON-1942580000-project-member] [instance: 78ed67e1-b615-4c36-8da5-6938a9d60574] Took 9.45 seconds to spawn the instance on the hypervisor. [ 765.680508] env[69319]: DEBUG nova.compute.manager [None req-49d37ba2-8896-4f28-b1f9-095ca53ad98f tempest-ServerGroupTestJSON-1942580000 tempest-ServerGroupTestJSON-1942580000-project-member] [instance: 78ed67e1-b615-4c36-8da5-6938a9d60574] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 765.681277] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07e9cac1-542f-4e01-9f3c-1f0c9bdc6bb5 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.857588] env[69319]: DEBUG nova.scheduler.client.report [None req-94cd40b0-c704-4648-b925-372bca904f26 tempest-ServerDiagnosticsTest-410723933 tempest-ServerDiagnosticsTest-410723933-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 767.204499] env[69319]: INFO nova.compute.manager [None req-49d37ba2-8896-4f28-b1f9-095ca53ad98f tempest-ServerGroupTestJSON-1942580000 tempest-ServerGroupTestJSON-1942580000-project-member] [instance: 78ed67e1-b615-4c36-8da5-6938a9d60574] Took 59.04 seconds to build instance. [ 767.330811] env[69319]: DEBUG nova.network.neutron [None req-389dfbae-3da8-4a08-9cc2-28e5723660a7 tempest-ServersNegativeTestMultiTenantJSON-612987748 tempest-ServersNegativeTestMultiTenantJSON-612987748-project-member] [instance: f3e005cf-9024-4c05-90c3-936251fa05a9] Successfully updated port: 2aded4e4-bac6-4551-a6d4-11dce47bcb40 {{(pid=69319) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 767.348214] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-4ce5c880-7a01-4cd8-a750-5a27c1d08561 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] [instance: 05018af1-8cde-4512-b5b4-f392e39523ff] Creating linked-clone VM from snapshot {{(pid=69319) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 767.351487] env[69319]: DEBUG nova.compute.utils [None req-81c1d3b9-a297-4837-ab3e-4bc9a7ceb031 tempest-ServerDiagnosticsNegativeTest-1956223848 tempest-ServerDiagnosticsNegativeTest-1956223848-project-member] Using /dev/sd instead of None {{(pid=69319) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 767.353323] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c101013d-9ca3-4325-b929-e63dd41d9229 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.358217] env[69319]: DEBUG nova.compute.manager [None req-81c1d3b9-a297-4837-ab3e-4bc9a7ceb031 tempest-ServerDiagnosticsNegativeTest-1956223848 tempest-ServerDiagnosticsNegativeTest-1956223848-project-member] [instance: 873a85e3-bddf-4544-b88c-71afd51bce57] Allocating IP information in the background. {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 767.358217] env[69319]: DEBUG nova.network.neutron [None req-81c1d3b9-a297-4837-ab3e-4bc9a7ceb031 tempest-ServerDiagnosticsNegativeTest-1956223848 tempest-ServerDiagnosticsNegativeTest-1956223848-project-member] [instance: 873a85e3-bddf-4544-b88c-71afd51bce57] allocate_for_instance() {{(pid=69319) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 767.368263] env[69319]: DEBUG oslo_concurrency.lockutils [None req-94cd40b0-c704-4648-b925-372bca904f26 tempest-ServerDiagnosticsTest-410723933 tempest-ServerDiagnosticsTest-410723933-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.033s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.370646] env[69319]: DEBUG oslo_vmware.api [None req-4ce5c880-7a01-4cd8-a750-5a27c1d08561 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Waiting for the task: (returnval){ [ 767.370646] env[69319]: value = "task-3222996" [ 767.370646] env[69319]: _type = "Task" [ 767.370646] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.371357] env[69319]: DEBUG oslo_concurrency.lockutils [None req-37ed1b24-3f37-47c9-b13b-d342f581c4c7 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.297s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.372953] env[69319]: INFO nova.compute.claims [None req-37ed1b24-3f37-47c9-b13b-d342f581c4c7 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 95b759d7-a8d9-48bb-a730-ff0040147961] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 767.384826] env[69319]: DEBUG oslo_vmware.api [None req-4ce5c880-7a01-4cd8-a750-5a27c1d08561 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Task: {'id': task-3222996, 'name': CloneVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.407422] env[69319]: INFO nova.scheduler.client.report [None req-94cd40b0-c704-4648-b925-372bca904f26 tempest-ServerDiagnosticsTest-410723933 tempest-ServerDiagnosticsTest-410723933-project-member] Deleted allocations for instance df115496-807d-43f5-a129-a0c78a576a29 [ 767.462019] env[69319]: DEBUG nova.policy [None req-81c1d3b9-a297-4837-ab3e-4bc9a7ceb031 tempest-ServerDiagnosticsNegativeTest-1956223848 tempest-ServerDiagnosticsNegativeTest-1956223848-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dde2c4ebb87446948ec08736255c5319', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ea2946af4f1b4b3ba335f7907e0966c8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69319) authorize /opt/stack/nova/nova/policy.py:192}} [ 767.710804] env[69319]: DEBUG oslo_concurrency.lockutils [None req-49d37ba2-8896-4f28-b1f9-095ca53ad98f tempest-ServerGroupTestJSON-1942580000 tempest-ServerGroupTestJSON-1942580000-project-member] Lock "78ed67e1-b615-4c36-8da5-6938a9d60574" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.624s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.830934] env[69319]: DEBUG nova.compute.manager [req-ce184068-2d64-460a-aa05-6490919b02ab req-cd140c79-4b4b-449d-b193-e0b42c734620 service nova] [instance: f3e005cf-9024-4c05-90c3-936251fa05a9] Received event network-vif-plugged-2aded4e4-bac6-4551-a6d4-11dce47bcb40 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 767.836593] env[69319]: DEBUG oslo_concurrency.lockutils [req-ce184068-2d64-460a-aa05-6490919b02ab req-cd140c79-4b4b-449d-b193-e0b42c734620 service nova] Acquiring lock "f3e005cf-9024-4c05-90c3-936251fa05a9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.836593] env[69319]: DEBUG oslo_concurrency.lockutils [req-ce184068-2d64-460a-aa05-6490919b02ab req-cd140c79-4b4b-449d-b193-e0b42c734620 service nova] Lock "f3e005cf-9024-4c05-90c3-936251fa05a9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.836593] env[69319]: DEBUG oslo_concurrency.lockutils [req-ce184068-2d64-460a-aa05-6490919b02ab req-cd140c79-4b4b-449d-b193-e0b42c734620 service nova] Lock "f3e005cf-9024-4c05-90c3-936251fa05a9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.836593] env[69319]: DEBUG nova.compute.manager [req-ce184068-2d64-460a-aa05-6490919b02ab req-cd140c79-4b4b-449d-b193-e0b42c734620 service nova] [instance: f3e005cf-9024-4c05-90c3-936251fa05a9] No waiting events found dispatching network-vif-plugged-2aded4e4-bac6-4551-a6d4-11dce47bcb40 {{(pid=69319) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 767.836593] env[69319]: WARNING nova.compute.manager [req-ce184068-2d64-460a-aa05-6490919b02ab req-cd140c79-4b4b-449d-b193-e0b42c734620 service nova] [instance: f3e005cf-9024-4c05-90c3-936251fa05a9] Received unexpected event network-vif-plugged-2aded4e4-bac6-4551-a6d4-11dce47bcb40 for instance with vm_state building and task_state spawning. [ 767.836885] env[69319]: DEBUG oslo_concurrency.lockutils [None req-389dfbae-3da8-4a08-9cc2-28e5723660a7 tempest-ServersNegativeTestMultiTenantJSON-612987748 tempest-ServersNegativeTestMultiTenantJSON-612987748-project-member] Acquiring lock "refresh_cache-f3e005cf-9024-4c05-90c3-936251fa05a9" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.836885] env[69319]: DEBUG oslo_concurrency.lockutils [None req-389dfbae-3da8-4a08-9cc2-28e5723660a7 tempest-ServersNegativeTestMultiTenantJSON-612987748 tempest-ServersNegativeTestMultiTenantJSON-612987748-project-member] Acquired lock "refresh_cache-f3e005cf-9024-4c05-90c3-936251fa05a9" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.836885] env[69319]: DEBUG nova.network.neutron [None req-389dfbae-3da8-4a08-9cc2-28e5723660a7 tempest-ServersNegativeTestMultiTenantJSON-612987748 tempest-ServersNegativeTestMultiTenantJSON-612987748-project-member] [instance: f3e005cf-9024-4c05-90c3-936251fa05a9] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 767.861063] env[69319]: DEBUG nova.compute.manager [None req-81c1d3b9-a297-4837-ab3e-4bc9a7ceb031 tempest-ServerDiagnosticsNegativeTest-1956223848 tempest-ServerDiagnosticsNegativeTest-1956223848-project-member] [instance: 873a85e3-bddf-4544-b88c-71afd51bce57] Start building block device mappings for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 767.889109] env[69319]: DEBUG oslo_vmware.api [None req-4ce5c880-7a01-4cd8-a750-5a27c1d08561 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Task: {'id': task-3222996, 'name': CloneVM_Task} progress is 94%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.916349] env[69319]: DEBUG oslo_concurrency.lockutils [None req-94cd40b0-c704-4648-b925-372bca904f26 tempest-ServerDiagnosticsTest-410723933 tempest-ServerDiagnosticsTest-410723933-project-member] Lock "df115496-807d-43f5-a129-a0c78a576a29" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 52.527s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.177918] env[69319]: DEBUG nova.network.neutron [None req-81c1d3b9-a297-4837-ab3e-4bc9a7ceb031 tempest-ServerDiagnosticsNegativeTest-1956223848 tempest-ServerDiagnosticsNegativeTest-1956223848-project-member] [instance: 873a85e3-bddf-4544-b88c-71afd51bce57] Successfully created port: fc9bdad0-4bca-4eda-be63-393f2babafc4 {{(pid=69319) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 768.215919] env[69319]: DEBUG nova.compute.manager [None req-254a0ad2-50ea-432c-bd79-5cc2c9452af9 tempest-ServersTestBootFromVolume-326018844 tempest-ServersTestBootFromVolume-326018844-project-member] [instance: e87c6601-7a18-4857-9d93-4fea4fefed40] Starting instance... {{(pid=69319) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 768.396852] env[69319]: DEBUG oslo_vmware.api [None req-4ce5c880-7a01-4cd8-a750-5a27c1d08561 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Task: {'id': task-3222996, 'name': CloneVM_Task} progress is 94%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.413976] env[69319]: DEBUG nova.network.neutron [None req-389dfbae-3da8-4a08-9cc2-28e5723660a7 tempest-ServersNegativeTestMultiTenantJSON-612987748 tempest-ServersNegativeTestMultiTenantJSON-612987748-project-member] [instance: f3e005cf-9024-4c05-90c3-936251fa05a9] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 768.498126] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ab320537-81d1-4350-a44e-399e6aa560f1 tempest-ServerGroupTestJSON-1942580000 tempest-ServerGroupTestJSON-1942580000-project-member] Acquiring lock "78ed67e1-b615-4c36-8da5-6938a9d60574" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.498305] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ab320537-81d1-4350-a44e-399e6aa560f1 tempest-ServerGroupTestJSON-1942580000 tempest-ServerGroupTestJSON-1942580000-project-member] Lock "78ed67e1-b615-4c36-8da5-6938a9d60574" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.498520] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ab320537-81d1-4350-a44e-399e6aa560f1 tempest-ServerGroupTestJSON-1942580000 tempest-ServerGroupTestJSON-1942580000-project-member] Acquiring lock "78ed67e1-b615-4c36-8da5-6938a9d60574-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.498725] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ab320537-81d1-4350-a44e-399e6aa560f1 tempest-ServerGroupTestJSON-1942580000 tempest-ServerGroupTestJSON-1942580000-project-member] Lock "78ed67e1-b615-4c36-8da5-6938a9d60574-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.498924] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ab320537-81d1-4350-a44e-399e6aa560f1 tempest-ServerGroupTestJSON-1942580000 tempest-ServerGroupTestJSON-1942580000-project-member] Lock "78ed67e1-b615-4c36-8da5-6938a9d60574-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.503638] env[69319]: INFO nova.compute.manager [None req-ab320537-81d1-4350-a44e-399e6aa560f1 tempest-ServerGroupTestJSON-1942580000 tempest-ServerGroupTestJSON-1942580000-project-member] [instance: 78ed67e1-b615-4c36-8da5-6938a9d60574] Terminating instance [ 768.704583] env[69319]: DEBUG nova.network.neutron [None req-389dfbae-3da8-4a08-9cc2-28e5723660a7 tempest-ServersNegativeTestMultiTenantJSON-612987748 tempest-ServersNegativeTestMultiTenantJSON-612987748-project-member] [instance: f3e005cf-9024-4c05-90c3-936251fa05a9] Updating instance_info_cache with network_info: [{"id": "2aded4e4-bac6-4551-a6d4-11dce47bcb40", "address": "fa:16:3e:70:ea:83", "network": {"id": "f399a458-d4b0-4f06-a2db-7f83a365b94e", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1727600726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dec643a1eb8a4bdb993d63ce1a2c26f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae18b41f-e73c-44f1-83dd-467c080944f4", "external-id": "nsx-vlan-transportzone-653", "segmentation_id": 653, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2aded4e4-ba", "ovs_interfaceid": "2aded4e4-bac6-4551-a6d4-11dce47bcb40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.739434] env[69319]: DEBUG oslo_concurrency.lockutils [None req-254a0ad2-50ea-432c-bd79-5cc2c9452af9 tempest-ServersTestBootFromVolume-326018844 tempest-ServersTestBootFromVolume-326018844-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.872648] env[69319]: DEBUG nova.compute.manager [None req-81c1d3b9-a297-4837-ab3e-4bc9a7ceb031 tempest-ServerDiagnosticsNegativeTest-1956223848 tempest-ServerDiagnosticsNegativeTest-1956223848-project-member] [instance: 873a85e3-bddf-4544-b88c-71afd51bce57] Start spawning the instance on the hypervisor. {{(pid=69319) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 768.889255] env[69319]: DEBUG oslo_vmware.api [None req-4ce5c880-7a01-4cd8-a750-5a27c1d08561 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Task: {'id': task-3222996, 'name': CloneVM_Task} progress is 95%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.906438] env[69319]: DEBUG nova.virt.hardware [None req-81c1d3b9-a297-4837-ab3e-4bc9a7ceb031 tempest-ServerDiagnosticsNegativeTest-1956223848 tempest-ServerDiagnosticsNegativeTest-1956223848-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:32:36Z,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31f027872f6f44dba95ff2fe7a062e00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:32:36Z,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 768.906438] env[69319]: DEBUG nova.virt.hardware [None req-81c1d3b9-a297-4837-ab3e-4bc9a7ceb031 tempest-ServerDiagnosticsNegativeTest-1956223848 tempest-ServerDiagnosticsNegativeTest-1956223848-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 768.906438] env[69319]: DEBUG nova.virt.hardware [None req-81c1d3b9-a297-4837-ab3e-4bc9a7ceb031 tempest-ServerDiagnosticsNegativeTest-1956223848 tempest-ServerDiagnosticsNegativeTest-1956223848-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 768.906967] env[69319]: DEBUG nova.virt.hardware [None req-81c1d3b9-a297-4837-ab3e-4bc9a7ceb031 tempest-ServerDiagnosticsNegativeTest-1956223848 tempest-ServerDiagnosticsNegativeTest-1956223848-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 768.906967] env[69319]: DEBUG nova.virt.hardware [None req-81c1d3b9-a297-4837-ab3e-4bc9a7ceb031 tempest-ServerDiagnosticsNegativeTest-1956223848 tempest-ServerDiagnosticsNegativeTest-1956223848-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 768.906967] env[69319]: DEBUG nova.virt.hardware [None req-81c1d3b9-a297-4837-ab3e-4bc9a7ceb031 tempest-ServerDiagnosticsNegativeTest-1956223848 tempest-ServerDiagnosticsNegativeTest-1956223848-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 768.906967] env[69319]: DEBUG nova.virt.hardware [None req-81c1d3b9-a297-4837-ab3e-4bc9a7ceb031 tempest-ServerDiagnosticsNegativeTest-1956223848 tempest-ServerDiagnosticsNegativeTest-1956223848-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 768.907135] env[69319]: DEBUG nova.virt.hardware [None req-81c1d3b9-a297-4837-ab3e-4bc9a7ceb031 tempest-ServerDiagnosticsNegativeTest-1956223848 tempest-ServerDiagnosticsNegativeTest-1956223848-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 768.907208] env[69319]: DEBUG nova.virt.hardware [None req-81c1d3b9-a297-4837-ab3e-4bc9a7ceb031 tempest-ServerDiagnosticsNegativeTest-1956223848 tempest-ServerDiagnosticsNegativeTest-1956223848-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 768.907365] env[69319]: DEBUG nova.virt.hardware [None req-81c1d3b9-a297-4837-ab3e-4bc9a7ceb031 tempest-ServerDiagnosticsNegativeTest-1956223848 tempest-ServerDiagnosticsNegativeTest-1956223848-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 768.907535] env[69319]: DEBUG nova.virt.hardware [None req-81c1d3b9-a297-4837-ab3e-4bc9a7ceb031 tempest-ServerDiagnosticsNegativeTest-1956223848 tempest-ServerDiagnosticsNegativeTest-1956223848-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 768.908454] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb082818-315d-49a6-b8d3-caaa52a7a14a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.926187] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e8ce6b9-22cc-436d-9b5c-ea5dbfd350d1 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.007480] env[69319]: DEBUG nova.compute.manager [None req-ab320537-81d1-4350-a44e-399e6aa560f1 tempest-ServerGroupTestJSON-1942580000 tempest-ServerGroupTestJSON-1942580000-project-member] [instance: 78ed67e1-b615-4c36-8da5-6938a9d60574] Start destroying the instance on the hypervisor. {{(pid=69319) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 769.008569] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-ab320537-81d1-4350-a44e-399e6aa560f1 tempest-ServerGroupTestJSON-1942580000 tempest-ServerGroupTestJSON-1942580000-project-member] [instance: 78ed67e1-b615-4c36-8da5-6938a9d60574] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 769.010546] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-198a9640-cc79-41d2-91b8-a6b1d312fd51 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.019140] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab320537-81d1-4350-a44e-399e6aa560f1 tempest-ServerGroupTestJSON-1942580000 tempest-ServerGroupTestJSON-1942580000-project-member] [instance: 78ed67e1-b615-4c36-8da5-6938a9d60574] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 769.019434] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-49cd6a5f-aecd-4bb9-8ce4-9e497662951b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.030721] env[69319]: DEBUG oslo_vmware.api [None req-ab320537-81d1-4350-a44e-399e6aa560f1 tempest-ServerGroupTestJSON-1942580000 tempest-ServerGroupTestJSON-1942580000-project-member] Waiting for the task: (returnval){ [ 769.030721] env[69319]: value = "task-3222997" [ 769.030721] env[69319]: _type = "Task" [ 769.030721] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.040674] env[69319]: DEBUG oslo_vmware.api [None req-ab320537-81d1-4350-a44e-399e6aa560f1 tempest-ServerGroupTestJSON-1942580000 tempest-ServerGroupTestJSON-1942580000-project-member] Task: {'id': task-3222997, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.070151] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-653d80a5-7a1f-4784-ba4e-55020da52f7c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.078411] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac7e67b8-64f6-4c63-b23e-fa43f5095d7b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.112853] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b717c27-b906-49cb-9459-025a14b8d27b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.121016] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bd508ca-77bf-44fe-a1f6-2738658f6c9e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.135598] env[69319]: DEBUG nova.compute.provider_tree [None req-37ed1b24-3f37-47c9-b13b-d342f581c4c7 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 769.208294] env[69319]: DEBUG oslo_concurrency.lockutils [None req-389dfbae-3da8-4a08-9cc2-28e5723660a7 tempest-ServersNegativeTestMultiTenantJSON-612987748 tempest-ServersNegativeTestMultiTenantJSON-612987748-project-member] Releasing lock "refresh_cache-f3e005cf-9024-4c05-90c3-936251fa05a9" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.208874] env[69319]: DEBUG nova.compute.manager [None req-389dfbae-3da8-4a08-9cc2-28e5723660a7 tempest-ServersNegativeTestMultiTenantJSON-612987748 tempest-ServersNegativeTestMultiTenantJSON-612987748-project-member] [instance: f3e005cf-9024-4c05-90c3-936251fa05a9] Instance network_info: |[{"id": "2aded4e4-bac6-4551-a6d4-11dce47bcb40", "address": "fa:16:3e:70:ea:83", "network": {"id": "f399a458-d4b0-4f06-a2db-7f83a365b94e", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1727600726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dec643a1eb8a4bdb993d63ce1a2c26f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae18b41f-e73c-44f1-83dd-467c080944f4", "external-id": "nsx-vlan-transportzone-653", "segmentation_id": 653, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2aded4e4-ba", "ovs_interfaceid": "2aded4e4-bac6-4551-a6d4-11dce47bcb40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 769.209395] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-389dfbae-3da8-4a08-9cc2-28e5723660a7 tempest-ServersNegativeTestMultiTenantJSON-612987748 tempest-ServersNegativeTestMultiTenantJSON-612987748-project-member] [instance: f3e005cf-9024-4c05-90c3-936251fa05a9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:70:ea:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ae18b41f-e73c-44f1-83dd-467c080944f4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2aded4e4-bac6-4551-a6d4-11dce47bcb40', 'vif_model': 'vmxnet3'}] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 769.224558] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-389dfbae-3da8-4a08-9cc2-28e5723660a7 tempest-ServersNegativeTestMultiTenantJSON-612987748 tempest-ServersNegativeTestMultiTenantJSON-612987748-project-member] Creating folder: Project (dec643a1eb8a4bdb993d63ce1a2c26f2). Parent ref: group-v644239. {{(pid=69319) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 769.225403] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-96deafdf-161b-463a-a19f-be1d144e689b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.238577] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-389dfbae-3da8-4a08-9cc2-28e5723660a7 tempest-ServersNegativeTestMultiTenantJSON-612987748 tempest-ServersNegativeTestMultiTenantJSON-612987748-project-member] Created folder: Project (dec643a1eb8a4bdb993d63ce1a2c26f2) in parent group-v644239. [ 769.238577] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-389dfbae-3da8-4a08-9cc2-28e5723660a7 tempest-ServersNegativeTestMultiTenantJSON-612987748 tempest-ServersNegativeTestMultiTenantJSON-612987748-project-member] Creating folder: Instances. Parent ref: group-v644336. {{(pid=69319) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 769.238577] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7c52fb7b-3f7a-4ebb-b8d1-3d1aaeb6b5fe {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.247643] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-389dfbae-3da8-4a08-9cc2-28e5723660a7 tempest-ServersNegativeTestMultiTenantJSON-612987748 tempest-ServersNegativeTestMultiTenantJSON-612987748-project-member] Created folder: Instances in parent group-v644336. [ 769.247643] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-389dfbae-3da8-4a08-9cc2-28e5723660a7 tempest-ServersNegativeTestMultiTenantJSON-612987748 tempest-ServersNegativeTestMultiTenantJSON-612987748-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 769.247910] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3e005cf-9024-4c05-90c3-936251fa05a9] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 769.248165] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aa79ae47-50df-4526-8ad4-95828f884372 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.267245] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 769.267245] env[69319]: value = "task-3223000" [ 769.267245] env[69319]: _type = "Task" [ 769.267245] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.274911] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223000, 'name': CreateVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.388174] env[69319]: DEBUG oslo_vmware.api [None req-4ce5c880-7a01-4cd8-a750-5a27c1d08561 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Task: {'id': task-3222996, 'name': CloneVM_Task} progress is 95%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.543930] env[69319]: DEBUG oslo_vmware.api [None req-ab320537-81d1-4350-a44e-399e6aa560f1 tempest-ServerGroupTestJSON-1942580000 tempest-ServerGroupTestJSON-1942580000-project-member] Task: {'id': task-3222997, 'name': PowerOffVM_Task, 'duration_secs': 0.372472} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.544430] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab320537-81d1-4350-a44e-399e6aa560f1 tempest-ServerGroupTestJSON-1942580000 tempest-ServerGroupTestJSON-1942580000-project-member] [instance: 78ed67e1-b615-4c36-8da5-6938a9d60574] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 769.544815] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-ab320537-81d1-4350-a44e-399e6aa560f1 tempest-ServerGroupTestJSON-1942580000 tempest-ServerGroupTestJSON-1942580000-project-member] [instance: 78ed67e1-b615-4c36-8da5-6938a9d60574] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 769.545314] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a675466a-c5e3-4642-b03b-0d55dfd686de {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.639085] env[69319]: DEBUG nova.scheduler.client.report [None req-37ed1b24-3f37-47c9-b13b-d342f581c4c7 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 769.780021] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223000, 'name': CreateVM_Task, 'duration_secs': 0.374744} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.781033] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3e005cf-9024-4c05-90c3-936251fa05a9] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 769.781188] env[69319]: DEBUG oslo_concurrency.lockutils [None req-389dfbae-3da8-4a08-9cc2-28e5723660a7 tempest-ServersNegativeTestMultiTenantJSON-612987748 tempest-ServersNegativeTestMultiTenantJSON-612987748-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.781374] env[69319]: DEBUG oslo_concurrency.lockutils [None req-389dfbae-3da8-4a08-9cc2-28e5723660a7 tempest-ServersNegativeTestMultiTenantJSON-612987748 tempest-ServersNegativeTestMultiTenantJSON-612987748-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.782541] env[69319]: DEBUG oslo_concurrency.lockutils [None req-389dfbae-3da8-4a08-9cc2-28e5723660a7 tempest-ServersNegativeTestMultiTenantJSON-612987748 tempest-ServersNegativeTestMultiTenantJSON-612987748-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.782821] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cd9feb2-a050-4eba-96ea-e6f81500dfa2 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.788991] env[69319]: DEBUG oslo_vmware.api [None req-389dfbae-3da8-4a08-9cc2-28e5723660a7 tempest-ServersNegativeTestMultiTenantJSON-612987748 tempest-ServersNegativeTestMultiTenantJSON-612987748-project-member] Waiting for the task: (returnval){ [ 769.788991] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]5237fa93-fc17-6d18-8a20-a72f48ea7cdb" [ 769.788991] env[69319]: _type = "Task" [ 769.788991] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.800110] env[69319]: DEBUG oslo_vmware.api [None req-389dfbae-3da8-4a08-9cc2-28e5723660a7 tempest-ServersNegativeTestMultiTenantJSON-612987748 tempest-ServersNegativeTestMultiTenantJSON-612987748-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5237fa93-fc17-6d18-8a20-a72f48ea7cdb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.897869] env[69319]: DEBUG oslo_vmware.api [None req-4ce5c880-7a01-4cd8-a750-5a27c1d08561 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Task: {'id': task-3222996, 'name': CloneVM_Task} progress is 95%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.147021] env[69319]: DEBUG oslo_concurrency.lockutils [None req-37ed1b24-3f37-47c9-b13b-d342f581c4c7 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.773s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.147021] env[69319]: DEBUG nova.compute.manager [None req-37ed1b24-3f37-47c9-b13b-d342f581c4c7 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 95b759d7-a8d9-48bb-a730-ff0040147961] Start building networks asynchronously for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 770.149042] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0fd9e3d5-bf1f-4042-8eb9-6fbd20069eb7 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.732s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.151264] env[69319]: INFO nova.compute.claims [None req-0fd9e3d5-bf1f-4042-8eb9-6fbd20069eb7 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] [instance: b6904adf-5981-4a21-a344-4a8949b8b90b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 770.211013] env[69319]: DEBUG nova.compute.manager [req-01d8d731-46b0-4cc7-a4e6-2f2e10ac4d73 req-6d407927-7d2d-4413-b59f-ac4bb9ac095b service nova] [instance: f3e005cf-9024-4c05-90c3-936251fa05a9] Received event network-changed-2aded4e4-bac6-4551-a6d4-11dce47bcb40 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 770.211298] env[69319]: DEBUG nova.compute.manager [req-01d8d731-46b0-4cc7-a4e6-2f2e10ac4d73 req-6d407927-7d2d-4413-b59f-ac4bb9ac095b service nova] [instance: f3e005cf-9024-4c05-90c3-936251fa05a9] Refreshing instance network info cache due to event network-changed-2aded4e4-bac6-4551-a6d4-11dce47bcb40. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 770.211445] env[69319]: DEBUG oslo_concurrency.lockutils [req-01d8d731-46b0-4cc7-a4e6-2f2e10ac4d73 req-6d407927-7d2d-4413-b59f-ac4bb9ac095b service nova] Acquiring lock "refresh_cache-f3e005cf-9024-4c05-90c3-936251fa05a9" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.211588] env[69319]: DEBUG oslo_concurrency.lockutils [req-01d8d731-46b0-4cc7-a4e6-2f2e10ac4d73 req-6d407927-7d2d-4413-b59f-ac4bb9ac095b service nova] Acquired lock "refresh_cache-f3e005cf-9024-4c05-90c3-936251fa05a9" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.211749] env[69319]: DEBUG nova.network.neutron [req-01d8d731-46b0-4cc7-a4e6-2f2e10ac4d73 req-6d407927-7d2d-4413-b59f-ac4bb9ac095b service nova] [instance: f3e005cf-9024-4c05-90c3-936251fa05a9] Refreshing network info cache for port 2aded4e4-bac6-4551-a6d4-11dce47bcb40 {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 770.302867] env[69319]: DEBUG oslo_vmware.api [None req-389dfbae-3da8-4a08-9cc2-28e5723660a7 tempest-ServersNegativeTestMultiTenantJSON-612987748 tempest-ServersNegativeTestMultiTenantJSON-612987748-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5237fa93-fc17-6d18-8a20-a72f48ea7cdb, 'name': SearchDatastore_Task, 'duration_secs': 0.011002} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.303249] env[69319]: DEBUG oslo_concurrency.lockutils [None req-389dfbae-3da8-4a08-9cc2-28e5723660a7 tempest-ServersNegativeTestMultiTenantJSON-612987748 tempest-ServersNegativeTestMultiTenantJSON-612987748-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.303452] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-389dfbae-3da8-4a08-9cc2-28e5723660a7 tempest-ServersNegativeTestMultiTenantJSON-612987748 tempest-ServersNegativeTestMultiTenantJSON-612987748-project-member] [instance: f3e005cf-9024-4c05-90c3-936251fa05a9] Processing image 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 770.304118] env[69319]: DEBUG oslo_concurrency.lockutils [None req-389dfbae-3da8-4a08-9cc2-28e5723660a7 tempest-ServersNegativeTestMultiTenantJSON-612987748 tempest-ServersNegativeTestMultiTenantJSON-612987748-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.304118] env[69319]: DEBUG oslo_concurrency.lockutils [None req-389dfbae-3da8-4a08-9cc2-28e5723660a7 tempest-ServersNegativeTestMultiTenantJSON-612987748 tempest-ServersNegativeTestMultiTenantJSON-612987748-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.304118] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-389dfbae-3da8-4a08-9cc2-28e5723660a7 tempest-ServersNegativeTestMultiTenantJSON-612987748 tempest-ServersNegativeTestMultiTenantJSON-612987748-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 770.304330] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-78d25660-6e05-4075-85c5-eb984562465b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.316447] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-389dfbae-3da8-4a08-9cc2-28e5723660a7 tempest-ServersNegativeTestMultiTenantJSON-612987748 tempest-ServersNegativeTestMultiTenantJSON-612987748-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 770.316749] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-389dfbae-3da8-4a08-9cc2-28e5723660a7 tempest-ServersNegativeTestMultiTenantJSON-612987748 tempest-ServersNegativeTestMultiTenantJSON-612987748-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 770.317462] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b36f4e9-ae3a-428b-b544-a95637542580 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.324936] env[69319]: DEBUG oslo_vmware.api [None req-389dfbae-3da8-4a08-9cc2-28e5723660a7 tempest-ServersNegativeTestMultiTenantJSON-612987748 tempest-ServersNegativeTestMultiTenantJSON-612987748-project-member] Waiting for the task: (returnval){ [ 770.324936] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]521196ac-0c3b-00b1-496a-17a381f37455" [ 770.324936] env[69319]: _type = "Task" [ 770.324936] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.330451] env[69319]: DEBUG oslo_vmware.api [None req-389dfbae-3da8-4a08-9cc2-28e5723660a7 tempest-ServersNegativeTestMultiTenantJSON-612987748 tempest-ServersNegativeTestMultiTenantJSON-612987748-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]521196ac-0c3b-00b1-496a-17a381f37455, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.340514] env[69319]: DEBUG nova.network.neutron [None req-81c1d3b9-a297-4837-ab3e-4bc9a7ceb031 tempest-ServerDiagnosticsNegativeTest-1956223848 tempest-ServerDiagnosticsNegativeTest-1956223848-project-member] [instance: 873a85e3-bddf-4544-b88c-71afd51bce57] Successfully updated port: fc9bdad0-4bca-4eda-be63-393f2babafc4 {{(pid=69319) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 770.395327] env[69319]: DEBUG oslo_vmware.api [None req-4ce5c880-7a01-4cd8-a750-5a27c1d08561 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Task: {'id': task-3222996, 'name': CloneVM_Task} progress is 95%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.470081] env[69319]: DEBUG oslo_concurrency.lockutils [None req-333191b1-9547-4b26-8570-a74a65fafb52 tempest-ServersTestJSON-1193997500 tempest-ServersTestJSON-1193997500-project-member] Acquiring lock "dcd83efc-4157-4174-b3bd-5bd6cd865360" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.470081] env[69319]: DEBUG oslo_concurrency.lockutils [None req-333191b1-9547-4b26-8570-a74a65fafb52 tempest-ServersTestJSON-1193997500 tempest-ServersTestJSON-1193997500-project-member] Lock "dcd83efc-4157-4174-b3bd-5bd6cd865360" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.659378] env[69319]: DEBUG nova.compute.utils [None req-37ed1b24-3f37-47c9-b13b-d342f581c4c7 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Using /dev/sd instead of None {{(pid=69319) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 770.666044] env[69319]: DEBUG nova.compute.manager [None req-37ed1b24-3f37-47c9-b13b-d342f581c4c7 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 95b759d7-a8d9-48bb-a730-ff0040147961] Allocating IP information in the background. {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 770.666267] env[69319]: DEBUG nova.network.neutron [None req-37ed1b24-3f37-47c9-b13b-d342f581c4c7 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 95b759d7-a8d9-48bb-a730-ff0040147961] allocate_for_instance() {{(pid=69319) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 770.757837] env[69319]: DEBUG nova.policy [None req-37ed1b24-3f37-47c9-b13b-d342f581c4c7 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5dc517fef9254eada360f42206918d25', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c749d00b4b5b4852a5c16d9621d8eb16', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69319) authorize /opt/stack/nova/nova/policy.py:192}} [ 770.840592] env[69319]: DEBUG oslo_vmware.api [None req-389dfbae-3da8-4a08-9cc2-28e5723660a7 tempest-ServersNegativeTestMultiTenantJSON-612987748 tempest-ServersNegativeTestMultiTenantJSON-612987748-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]521196ac-0c3b-00b1-496a-17a381f37455, 'name': SearchDatastore_Task, 'duration_secs': 0.010206} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.841684] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75dd394a-1962-423c-a485-0e4d60ffa6c6 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.845136] env[69319]: DEBUG oslo_concurrency.lockutils [None req-81c1d3b9-a297-4837-ab3e-4bc9a7ceb031 tempest-ServerDiagnosticsNegativeTest-1956223848 tempest-ServerDiagnosticsNegativeTest-1956223848-project-member] Acquiring lock "refresh_cache-873a85e3-bddf-4544-b88c-71afd51bce57" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.845329] env[69319]: DEBUG oslo_concurrency.lockutils [None req-81c1d3b9-a297-4837-ab3e-4bc9a7ceb031 tempest-ServerDiagnosticsNegativeTest-1956223848 tempest-ServerDiagnosticsNegativeTest-1956223848-project-member] Acquired lock "refresh_cache-873a85e3-bddf-4544-b88c-71afd51bce57" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.846574] env[69319]: DEBUG nova.network.neutron [None req-81c1d3b9-a297-4837-ab3e-4bc9a7ceb031 tempest-ServerDiagnosticsNegativeTest-1956223848 tempest-ServerDiagnosticsNegativeTest-1956223848-project-member] [instance: 873a85e3-bddf-4544-b88c-71afd51bce57] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 770.852625] env[69319]: DEBUG oslo_vmware.api [None req-389dfbae-3da8-4a08-9cc2-28e5723660a7 tempest-ServersNegativeTestMultiTenantJSON-612987748 tempest-ServersNegativeTestMultiTenantJSON-612987748-project-member] Waiting for the task: (returnval){ [ 770.852625] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52478e23-cbd5-7d61-9bb7-95b2ac1a155f" [ 770.852625] env[69319]: _type = "Task" [ 770.852625] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.861877] env[69319]: DEBUG oslo_vmware.api [None req-389dfbae-3da8-4a08-9cc2-28e5723660a7 tempest-ServersNegativeTestMultiTenantJSON-612987748 tempest-ServersNegativeTestMultiTenantJSON-612987748-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52478e23-cbd5-7d61-9bb7-95b2ac1a155f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.894397] env[69319]: DEBUG oslo_vmware.api [None req-4ce5c880-7a01-4cd8-a750-5a27c1d08561 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Task: {'id': task-3222996, 'name': CloneVM_Task} progress is 95%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.080181] env[69319]: DEBUG nova.network.neutron [req-01d8d731-46b0-4cc7-a4e6-2f2e10ac4d73 req-6d407927-7d2d-4413-b59f-ac4bb9ac095b service nova] [instance: f3e005cf-9024-4c05-90c3-936251fa05a9] Updated VIF entry in instance network info cache for port 2aded4e4-bac6-4551-a6d4-11dce47bcb40. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 771.080578] env[69319]: DEBUG nova.network.neutron [req-01d8d731-46b0-4cc7-a4e6-2f2e10ac4d73 req-6d407927-7d2d-4413-b59f-ac4bb9ac095b service nova] [instance: f3e005cf-9024-4c05-90c3-936251fa05a9] Updating instance_info_cache with network_info: [{"id": "2aded4e4-bac6-4551-a6d4-11dce47bcb40", "address": "fa:16:3e:70:ea:83", "network": {"id": "f399a458-d4b0-4f06-a2db-7f83a365b94e", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1727600726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dec643a1eb8a4bdb993d63ce1a2c26f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae18b41f-e73c-44f1-83dd-467c080944f4", "external-id": "nsx-vlan-transportzone-653", "segmentation_id": 653, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2aded4e4-ba", "ovs_interfaceid": "2aded4e4-bac6-4551-a6d4-11dce47bcb40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.166567] env[69319]: DEBUG nova.compute.manager [None req-37ed1b24-3f37-47c9-b13b-d342f581c4c7 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 95b759d7-a8d9-48bb-a730-ff0040147961] Start building block device mappings for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 771.381300] env[69319]: DEBUG oslo_vmware.api [None req-389dfbae-3da8-4a08-9cc2-28e5723660a7 tempest-ServersNegativeTestMultiTenantJSON-612987748 tempest-ServersNegativeTestMultiTenantJSON-612987748-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52478e23-cbd5-7d61-9bb7-95b2ac1a155f, 'name': SearchDatastore_Task, 'duration_secs': 0.010114} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.382077] env[69319]: DEBUG oslo_concurrency.lockutils [None req-389dfbae-3da8-4a08-9cc2-28e5723660a7 tempest-ServersNegativeTestMultiTenantJSON-612987748 tempest-ServersNegativeTestMultiTenantJSON-612987748-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.382483] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-389dfbae-3da8-4a08-9cc2-28e5723660a7 tempest-ServersNegativeTestMultiTenantJSON-612987748 tempest-ServersNegativeTestMultiTenantJSON-612987748-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] f3e005cf-9024-4c05-90c3-936251fa05a9/f3e005cf-9024-4c05-90c3-936251fa05a9.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 771.386519] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-61c8dc76-ab03-4fd3-8dcb-01de042cae1d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.394312] env[69319]: DEBUG oslo_vmware.api [None req-4ce5c880-7a01-4cd8-a750-5a27c1d08561 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Task: {'id': task-3222996, 'name': CloneVM_Task} progress is 95%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.403102] env[69319]: DEBUG oslo_vmware.api [None req-389dfbae-3da8-4a08-9cc2-28e5723660a7 tempest-ServersNegativeTestMultiTenantJSON-612987748 tempest-ServersNegativeTestMultiTenantJSON-612987748-project-member] Waiting for the task: (returnval){ [ 771.403102] env[69319]: value = "task-3223002" [ 771.403102] env[69319]: _type = "Task" [ 771.403102] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.412485] env[69319]: DEBUG oslo_vmware.api [None req-389dfbae-3da8-4a08-9cc2-28e5723660a7 tempest-ServersNegativeTestMultiTenantJSON-612987748 tempest-ServersNegativeTestMultiTenantJSON-612987748-project-member] Task: {'id': task-3223002, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.585884] env[69319]: DEBUG oslo_concurrency.lockutils [req-01d8d731-46b0-4cc7-a4e6-2f2e10ac4d73 req-6d407927-7d2d-4413-b59f-ac4bb9ac095b service nova] Releasing lock "refresh_cache-f3e005cf-9024-4c05-90c3-936251fa05a9" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.599677] env[69319]: DEBUG nova.network.neutron [None req-81c1d3b9-a297-4837-ab3e-4bc9a7ceb031 tempest-ServerDiagnosticsNegativeTest-1956223848 tempest-ServerDiagnosticsNegativeTest-1956223848-project-member] [instance: 873a85e3-bddf-4544-b88c-71afd51bce57] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 771.751353] env[69319]: DEBUG nova.network.neutron [None req-81c1d3b9-a297-4837-ab3e-4bc9a7ceb031 tempest-ServerDiagnosticsNegativeTest-1956223848 tempest-ServerDiagnosticsNegativeTest-1956223848-project-member] [instance: 873a85e3-bddf-4544-b88c-71afd51bce57] Updating instance_info_cache with network_info: [{"id": "fc9bdad0-4bca-4eda-be63-393f2babafc4", "address": "fa:16:3e:ae:ae:7d", "network": {"id": "e172e758-1a9b-4f22-a553-441ab9c9dccc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.94", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "31f027872f6f44dba95ff2fe7a062e00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc9bdad0-4b", "ovs_interfaceid": "fc9bdad0-4bca-4eda-be63-393f2babafc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.827222] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdf2a2d0-95ca-4aef-b1fe-bd6ea1a13f74 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.835101] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc40259e-987b-4773-b23d-ed15726fcb20 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.869849] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6621b321-a141-4fca-8286-695069b26722 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.877765] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0982e03-dbc8-43b2-8ebb-989546e9cd3d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.897113] env[69319]: DEBUG nova.compute.provider_tree [None req-0fd9e3d5-bf1f-4042-8eb9-6fbd20069eb7 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 771.900987] env[69319]: DEBUG oslo_vmware.api [None req-4ce5c880-7a01-4cd8-a750-5a27c1d08561 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Task: {'id': task-3222996, 'name': CloneVM_Task} progress is 95%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.910159] env[69319]: DEBUG oslo_vmware.api [None req-389dfbae-3da8-4a08-9cc2-28e5723660a7 tempest-ServersNegativeTestMultiTenantJSON-612987748 tempest-ServersNegativeTestMultiTenantJSON-612987748-project-member] Task: {'id': task-3223002, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.292303] env[69319]: DEBUG nova.compute.manager [req-c94294e1-1368-4768-8dd5-757527a02104 req-0529125d-abe7-4a2d-96fd-bc9639279f91 service nova] [instance: 873a85e3-bddf-4544-b88c-71afd51bce57] Received event network-vif-plugged-fc9bdad0-4bca-4eda-be63-393f2babafc4 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 772.292534] env[69319]: DEBUG oslo_concurrency.lockutils [req-c94294e1-1368-4768-8dd5-757527a02104 req-0529125d-abe7-4a2d-96fd-bc9639279f91 service nova] Acquiring lock "873a85e3-bddf-4544-b88c-71afd51bce57-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.292772] env[69319]: DEBUG oslo_concurrency.lockutils [req-c94294e1-1368-4768-8dd5-757527a02104 req-0529125d-abe7-4a2d-96fd-bc9639279f91 service nova] Lock "873a85e3-bddf-4544-b88c-71afd51bce57-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.292969] env[69319]: DEBUG oslo_concurrency.lockutils [req-c94294e1-1368-4768-8dd5-757527a02104 req-0529125d-abe7-4a2d-96fd-bc9639279f91 service nova] Lock "873a85e3-bddf-4544-b88c-71afd51bce57-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.293176] env[69319]: DEBUG nova.compute.manager [req-c94294e1-1368-4768-8dd5-757527a02104 req-0529125d-abe7-4a2d-96fd-bc9639279f91 service nova] [instance: 873a85e3-bddf-4544-b88c-71afd51bce57] No waiting events found dispatching network-vif-plugged-fc9bdad0-4bca-4eda-be63-393f2babafc4 {{(pid=69319) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 772.293341] env[69319]: WARNING nova.compute.manager [req-c94294e1-1368-4768-8dd5-757527a02104 req-0529125d-abe7-4a2d-96fd-bc9639279f91 service nova] [instance: 873a85e3-bddf-4544-b88c-71afd51bce57] Received unexpected event network-vif-plugged-fc9bdad0-4bca-4eda-be63-393f2babafc4 for instance with vm_state building and task_state spawning. [ 772.293508] env[69319]: DEBUG nova.compute.manager [req-c94294e1-1368-4768-8dd5-757527a02104 req-0529125d-abe7-4a2d-96fd-bc9639279f91 service nova] [instance: 873a85e3-bddf-4544-b88c-71afd51bce57] Received event network-changed-fc9bdad0-4bca-4eda-be63-393f2babafc4 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 772.293671] env[69319]: DEBUG nova.compute.manager [req-c94294e1-1368-4768-8dd5-757527a02104 req-0529125d-abe7-4a2d-96fd-bc9639279f91 service nova] [instance: 873a85e3-bddf-4544-b88c-71afd51bce57] Refreshing instance network info cache due to event network-changed-fc9bdad0-4bca-4eda-be63-393f2babafc4. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 772.293842] env[69319]: DEBUG oslo_concurrency.lockutils [req-c94294e1-1368-4768-8dd5-757527a02104 req-0529125d-abe7-4a2d-96fd-bc9639279f91 service nova] Acquiring lock "refresh_cache-873a85e3-bddf-4544-b88c-71afd51bce57" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.391932] env[69319]: DEBUG oslo_vmware.api [None req-4ce5c880-7a01-4cd8-a750-5a27c1d08561 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Task: {'id': task-3222996, 'name': CloneVM_Task} progress is 95%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.397876] env[69319]: DEBUG nova.scheduler.client.report [None req-0fd9e3d5-bf1f-4042-8eb9-6fbd20069eb7 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 772.410302] env[69319]: DEBUG oslo_vmware.api [None req-389dfbae-3da8-4a08-9cc2-28e5723660a7 tempest-ServersNegativeTestMultiTenantJSON-612987748 tempest-ServersNegativeTestMultiTenantJSON-612987748-project-member] Task: {'id': task-3223002, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.892802] env[69319]: DEBUG oslo_vmware.api [None req-4ce5c880-7a01-4cd8-a750-5a27c1d08561 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Task: {'id': task-3222996, 'name': CloneVM_Task} progress is 95%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.910874] env[69319]: DEBUG oslo_vmware.api [None req-389dfbae-3da8-4a08-9cc2-28e5723660a7 tempest-ServersNegativeTestMultiTenantJSON-612987748 tempest-ServersNegativeTestMultiTenantJSON-612987748-project-member] Task: {'id': task-3223002, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.393218] env[69319]: DEBUG oslo_vmware.api [None req-4ce5c880-7a01-4cd8-a750-5a27c1d08561 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Task: {'id': task-3222996, 'name': CloneVM_Task} progress is 95%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.411726] env[69319]: DEBUG oslo_vmware.api [None req-389dfbae-3da8-4a08-9cc2-28e5723660a7 tempest-ServersNegativeTestMultiTenantJSON-612987748 tempest-ServersNegativeTestMultiTenantJSON-612987748-project-member] Task: {'id': task-3223002, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.895737] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-ab320537-81d1-4350-a44e-399e6aa560f1 tempest-ServerGroupTestJSON-1942580000 tempest-ServerGroupTestJSON-1942580000-project-member] [instance: 78ed67e1-b615-4c36-8da5-6938a9d60574] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 773.895836] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-ab320537-81d1-4350-a44e-399e6aa560f1 tempest-ServerGroupTestJSON-1942580000 tempest-ServerGroupTestJSON-1942580000-project-member] [instance: 78ed67e1-b615-4c36-8da5-6938a9d60574] Deleting contents of the VM from datastore datastore1 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 773.895945] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab320537-81d1-4350-a44e-399e6aa560f1 tempest-ServerGroupTestJSON-1942580000 tempest-ServerGroupTestJSON-1942580000-project-member] Deleting the datastore file [datastore1] 78ed67e1-b615-4c36-8da5-6938a9d60574 {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 773.896751] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-140cc526-4174-4b24-ae2a-7db4e0b9e239 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.904391] env[69319]: DEBUG oslo_vmware.api [None req-4ce5c880-7a01-4cd8-a750-5a27c1d08561 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Task: {'id': task-3222996, 'name': CloneVM_Task} progress is 95%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.910279] env[69319]: DEBUG oslo_vmware.api [None req-ab320537-81d1-4350-a44e-399e6aa560f1 tempest-ServerGroupTestJSON-1942580000 tempest-ServerGroupTestJSON-1942580000-project-member] Waiting for the task: (returnval){ [ 773.910279] env[69319]: value = "task-3223003" [ 773.910279] env[69319]: _type = "Task" [ 773.910279] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.918439] env[69319]: DEBUG oslo_vmware.api [None req-389dfbae-3da8-4a08-9cc2-28e5723660a7 tempest-ServersNegativeTestMultiTenantJSON-612987748 tempest-ServersNegativeTestMultiTenantJSON-612987748-project-member] Task: {'id': task-3223002, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.924172] env[69319]: DEBUG oslo_vmware.api [None req-ab320537-81d1-4350-a44e-399e6aa560f1 tempest-ServerGroupTestJSON-1942580000 tempest-ServerGroupTestJSON-1942580000-project-member] Task: {'id': task-3223003, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.988315] env[69319]: DEBUG nova.network.neutron [None req-37ed1b24-3f37-47c9-b13b-d342f581c4c7 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 95b759d7-a8d9-48bb-a730-ff0040147961] Successfully created port: e87437f0-9d6d-4237-bd28-0bc9707f0b7e {{(pid=69319) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 774.257594] env[69319]: DEBUG oslo_concurrency.lockutils [None req-81c1d3b9-a297-4837-ab3e-4bc9a7ceb031 tempest-ServerDiagnosticsNegativeTest-1956223848 tempest-ServerDiagnosticsNegativeTest-1956223848-project-member] Releasing lock "refresh_cache-873a85e3-bddf-4544-b88c-71afd51bce57" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.257960] env[69319]: DEBUG nova.compute.manager [None req-81c1d3b9-a297-4837-ab3e-4bc9a7ceb031 tempest-ServerDiagnosticsNegativeTest-1956223848 tempest-ServerDiagnosticsNegativeTest-1956223848-project-member] [instance: 873a85e3-bddf-4544-b88c-71afd51bce57] Instance network_info: |[{"id": "fc9bdad0-4bca-4eda-be63-393f2babafc4", "address": "fa:16:3e:ae:ae:7d", "network": {"id": "e172e758-1a9b-4f22-a553-441ab9c9dccc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.94", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "31f027872f6f44dba95ff2fe7a062e00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc9bdad0-4b", "ovs_interfaceid": "fc9bdad0-4bca-4eda-be63-393f2babafc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 774.258291] env[69319]: DEBUG oslo_concurrency.lockutils [req-c94294e1-1368-4768-8dd5-757527a02104 req-0529125d-abe7-4a2d-96fd-bc9639279f91 service nova] Acquired lock "refresh_cache-873a85e3-bddf-4544-b88c-71afd51bce57" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.258472] env[69319]: DEBUG nova.network.neutron [req-c94294e1-1368-4768-8dd5-757527a02104 req-0529125d-abe7-4a2d-96fd-bc9639279f91 service nova] [instance: 873a85e3-bddf-4544-b88c-71afd51bce57] Refreshing network info cache for port fc9bdad0-4bca-4eda-be63-393f2babafc4 {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 774.259744] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-81c1d3b9-a297-4837-ab3e-4bc9a7ceb031 tempest-ServerDiagnosticsNegativeTest-1956223848 tempest-ServerDiagnosticsNegativeTest-1956223848-project-member] [instance: 873a85e3-bddf-4544-b88c-71afd51bce57] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:ae:7d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fc9bdad0-4bca-4eda-be63-393f2babafc4', 'vif_model': 'vmxnet3'}] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 774.271817] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-81c1d3b9-a297-4837-ab3e-4bc9a7ceb031 tempest-ServerDiagnosticsNegativeTest-1956223848 tempest-ServerDiagnosticsNegativeTest-1956223848-project-member] Creating folder: Project (ea2946af4f1b4b3ba335f7907e0966c8). Parent ref: group-v644239. {{(pid=69319) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 774.273228] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-60f9bfad-715a-4891-bb15-19c680c08957 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.287481] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-81c1d3b9-a297-4837-ab3e-4bc9a7ceb031 tempest-ServerDiagnosticsNegativeTest-1956223848 tempest-ServerDiagnosticsNegativeTest-1956223848-project-member] Created folder: Project (ea2946af4f1b4b3ba335f7907e0966c8) in parent group-v644239. [ 774.287481] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-81c1d3b9-a297-4837-ab3e-4bc9a7ceb031 tempest-ServerDiagnosticsNegativeTest-1956223848 tempest-ServerDiagnosticsNegativeTest-1956223848-project-member] Creating folder: Instances. Parent ref: group-v644339. {{(pid=69319) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 774.287481] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bdf92d64-86bf-44ac-b1a1-2679c0edc9b0 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.297686] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-81c1d3b9-a297-4837-ab3e-4bc9a7ceb031 tempest-ServerDiagnosticsNegativeTest-1956223848 tempest-ServerDiagnosticsNegativeTest-1956223848-project-member] Created folder: Instances in parent group-v644339. [ 774.297973] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-81c1d3b9-a297-4837-ab3e-4bc9a7ceb031 tempest-ServerDiagnosticsNegativeTest-1956223848 tempest-ServerDiagnosticsNegativeTest-1956223848-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 774.298204] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 873a85e3-bddf-4544-b88c-71afd51bce57] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 774.298489] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e02bb556-0c7d-4d23-b116-9a98905795b7 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.325195] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 774.325195] env[69319]: value = "task-3223006" [ 774.325195] env[69319]: _type = "Task" [ 774.325195] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.335368] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223006, 'name': CreateVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.407021] env[69319]: DEBUG oslo_vmware.api [None req-4ce5c880-7a01-4cd8-a750-5a27c1d08561 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Task: {'id': task-3222996, 'name': CloneVM_Task} progress is 100%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.407021] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0fd9e3d5-bf1f-4042-8eb9-6fbd20069eb7 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.256s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.407021] env[69319]: DEBUG nova.compute.manager [None req-0fd9e3d5-bf1f-4042-8eb9-6fbd20069eb7 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] [instance: b6904adf-5981-4a21-a344-4a8949b8b90b] Start building networks asynchronously for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 774.409915] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5df5acfc-cc34-4125-ab75-e7d22566d107 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.688s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.411998] env[69319]: INFO nova.compute.claims [None req-5df5acfc-cc34-4125-ab75-e7d22566d107 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] [instance: 677f0c3c-60cc-480b-911a-e12da31e350d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 774.431026] env[69319]: DEBUG oslo_vmware.api [None req-ab320537-81d1-4350-a44e-399e6aa560f1 tempest-ServerGroupTestJSON-1942580000 tempest-ServerGroupTestJSON-1942580000-project-member] Task: {'id': task-3223003, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139286} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.435197] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab320537-81d1-4350-a44e-399e6aa560f1 tempest-ServerGroupTestJSON-1942580000 tempest-ServerGroupTestJSON-1942580000-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 774.435197] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-ab320537-81d1-4350-a44e-399e6aa560f1 tempest-ServerGroupTestJSON-1942580000 tempest-ServerGroupTestJSON-1942580000-project-member] [instance: 78ed67e1-b615-4c36-8da5-6938a9d60574] Deleted contents of the VM from datastore datastore1 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 774.435197] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-ab320537-81d1-4350-a44e-399e6aa560f1 tempest-ServerGroupTestJSON-1942580000 tempest-ServerGroupTestJSON-1942580000-project-member] [instance: 78ed67e1-b615-4c36-8da5-6938a9d60574] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 774.435381] env[69319]: INFO nova.compute.manager [None req-ab320537-81d1-4350-a44e-399e6aa560f1 tempest-ServerGroupTestJSON-1942580000 tempest-ServerGroupTestJSON-1942580000-project-member] [instance: 78ed67e1-b615-4c36-8da5-6938a9d60574] Took 5.43 seconds to destroy the instance on the hypervisor. [ 774.435655] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ab320537-81d1-4350-a44e-399e6aa560f1 tempest-ServerGroupTestJSON-1942580000 tempest-ServerGroupTestJSON-1942580000-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 774.435911] env[69319]: DEBUG oslo_vmware.api [None req-389dfbae-3da8-4a08-9cc2-28e5723660a7 tempest-ServersNegativeTestMultiTenantJSON-612987748 tempest-ServersNegativeTestMultiTenantJSON-612987748-project-member] Task: {'id': task-3223002, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.981439} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.439021] env[69319]: DEBUG nova.compute.manager [-] [instance: 78ed67e1-b615-4c36-8da5-6938a9d60574] Deallocating network for instance {{(pid=69319) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 774.439021] env[69319]: DEBUG nova.network.neutron [-] [instance: 78ed67e1-b615-4c36-8da5-6938a9d60574] deallocate_for_instance() {{(pid=69319) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 774.439021] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-389dfbae-3da8-4a08-9cc2-28e5723660a7 tempest-ServersNegativeTestMultiTenantJSON-612987748 tempest-ServersNegativeTestMultiTenantJSON-612987748-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] f3e005cf-9024-4c05-90c3-936251fa05a9/f3e005cf-9024-4c05-90c3-936251fa05a9.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 774.439021] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-389dfbae-3da8-4a08-9cc2-28e5723660a7 tempest-ServersNegativeTestMultiTenantJSON-612987748 tempest-ServersNegativeTestMultiTenantJSON-612987748-project-member] [instance: f3e005cf-9024-4c05-90c3-936251fa05a9] Extending root virtual disk to 1048576 {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 774.439021] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-afab9062-23ad-43c2-8050-2a1202028661 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.447921] env[69319]: DEBUG oslo_vmware.api [None req-389dfbae-3da8-4a08-9cc2-28e5723660a7 tempest-ServersNegativeTestMultiTenantJSON-612987748 tempest-ServersNegativeTestMultiTenantJSON-612987748-project-member] Waiting for the task: (returnval){ [ 774.447921] env[69319]: value = "task-3223007" [ 774.447921] env[69319]: _type = "Task" [ 774.447921] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.462956] env[69319]: DEBUG oslo_vmware.api [None req-389dfbae-3da8-4a08-9cc2-28e5723660a7 tempest-ServersNegativeTestMultiTenantJSON-612987748 tempest-ServersNegativeTestMultiTenantJSON-612987748-project-member] Task: {'id': task-3223007, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.687410] env[69319]: DEBUG nova.compute.manager [None req-37ed1b24-3f37-47c9-b13b-d342f581c4c7 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 95b759d7-a8d9-48bb-a730-ff0040147961] Start spawning the instance on the hypervisor. {{(pid=69319) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 774.717040] env[69319]: DEBUG nova.virt.hardware [None req-37ed1b24-3f37-47c9-b13b-d342f581c4c7 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:32:36Z,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31f027872f6f44dba95ff2fe7a062e00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:32:36Z,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 774.717452] env[69319]: DEBUG nova.virt.hardware [None req-37ed1b24-3f37-47c9-b13b-d342f581c4c7 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 774.717655] env[69319]: DEBUG nova.virt.hardware [None req-37ed1b24-3f37-47c9-b13b-d342f581c4c7 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 774.718079] env[69319]: DEBUG nova.virt.hardware [None req-37ed1b24-3f37-47c9-b13b-d342f581c4c7 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 774.718079] env[69319]: DEBUG nova.virt.hardware [None req-37ed1b24-3f37-47c9-b13b-d342f581c4c7 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 774.718228] env[69319]: DEBUG nova.virt.hardware [None req-37ed1b24-3f37-47c9-b13b-d342f581c4c7 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 774.718462] env[69319]: DEBUG nova.virt.hardware [None req-37ed1b24-3f37-47c9-b13b-d342f581c4c7 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 774.718621] env[69319]: DEBUG nova.virt.hardware [None req-37ed1b24-3f37-47c9-b13b-d342f581c4c7 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 774.718810] env[69319]: DEBUG nova.virt.hardware [None req-37ed1b24-3f37-47c9-b13b-d342f581c4c7 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 774.719043] env[69319]: DEBUG nova.virt.hardware [None req-37ed1b24-3f37-47c9-b13b-d342f581c4c7 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 774.719215] env[69319]: DEBUG nova.virt.hardware [None req-37ed1b24-3f37-47c9-b13b-d342f581c4c7 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 774.720157] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13b512ab-f2c8-48bc-9413-3f8c456e853f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.731635] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66ab38e6-8c41-4f5f-be4d-1691c9058d28 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.836211] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223006, 'name': CreateVM_Task, 'duration_secs': 0.384385} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.836498] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 873a85e3-bddf-4544-b88c-71afd51bce57] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 774.837246] env[69319]: DEBUG oslo_concurrency.lockutils [None req-81c1d3b9-a297-4837-ab3e-4bc9a7ceb031 tempest-ServerDiagnosticsNegativeTest-1956223848 tempest-ServerDiagnosticsNegativeTest-1956223848-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.837421] env[69319]: DEBUG oslo_concurrency.lockutils [None req-81c1d3b9-a297-4837-ab3e-4bc9a7ceb031 tempest-ServerDiagnosticsNegativeTest-1956223848 tempest-ServerDiagnosticsNegativeTest-1956223848-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.840016] env[69319]: DEBUG oslo_concurrency.lockutils [None req-81c1d3b9-a297-4837-ab3e-4bc9a7ceb031 tempest-ServerDiagnosticsNegativeTest-1956223848 tempest-ServerDiagnosticsNegativeTest-1956223848-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.841496] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93fa0bdb-4493-400d-a654-bd30fa975270 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.847218] env[69319]: DEBUG oslo_vmware.api [None req-81c1d3b9-a297-4837-ab3e-4bc9a7ceb031 tempest-ServerDiagnosticsNegativeTest-1956223848 tempest-ServerDiagnosticsNegativeTest-1956223848-project-member] Waiting for the task: (returnval){ [ 774.847218] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52c53c8f-f731-4f4d-dcbc-92ae296ed776" [ 774.847218] env[69319]: _type = "Task" [ 774.847218] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.857284] env[69319]: DEBUG oslo_vmware.api [None req-81c1d3b9-a297-4837-ab3e-4bc9a7ceb031 tempest-ServerDiagnosticsNegativeTest-1956223848 tempest-ServerDiagnosticsNegativeTest-1956223848-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52c53c8f-f731-4f4d-dcbc-92ae296ed776, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.901841] env[69319]: DEBUG oslo_vmware.api [None req-4ce5c880-7a01-4cd8-a750-5a27c1d08561 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Task: {'id': task-3222996, 'name': CloneVM_Task} progress is 100%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.924266] env[69319]: DEBUG nova.compute.utils [None req-0fd9e3d5-bf1f-4042-8eb9-6fbd20069eb7 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Using /dev/sd instead of None {{(pid=69319) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 774.927822] env[69319]: DEBUG nova.compute.manager [None req-0fd9e3d5-bf1f-4042-8eb9-6fbd20069eb7 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] [instance: b6904adf-5981-4a21-a344-4a8949b8b90b] Allocating IP information in the background. {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 774.927983] env[69319]: DEBUG nova.network.neutron [None req-0fd9e3d5-bf1f-4042-8eb9-6fbd20069eb7 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] [instance: b6904adf-5981-4a21-a344-4a8949b8b90b] allocate_for_instance() {{(pid=69319) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 774.960032] env[69319]: DEBUG oslo_vmware.api [None req-389dfbae-3da8-4a08-9cc2-28e5723660a7 tempest-ServersNegativeTestMultiTenantJSON-612987748 tempest-ServersNegativeTestMultiTenantJSON-612987748-project-member] Task: {'id': task-3223007, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087935} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.960286] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-389dfbae-3da8-4a08-9cc2-28e5723660a7 tempest-ServersNegativeTestMultiTenantJSON-612987748 tempest-ServersNegativeTestMultiTenantJSON-612987748-project-member] [instance: f3e005cf-9024-4c05-90c3-936251fa05a9] Extended root virtual disk {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 774.961167] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39603d6b-d7c6-4bee-94d4-0931d40c5ebe {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.988576] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-389dfbae-3da8-4a08-9cc2-28e5723660a7 tempest-ServersNegativeTestMultiTenantJSON-612987748 tempest-ServersNegativeTestMultiTenantJSON-612987748-project-member] [instance: f3e005cf-9024-4c05-90c3-936251fa05a9] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] f3e005cf-9024-4c05-90c3-936251fa05a9/f3e005cf-9024-4c05-90c3-936251fa05a9.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 774.988777] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02d66578-4aba-405f-a39c-220f3ce5034c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.018434] env[69319]: DEBUG oslo_vmware.api [None req-389dfbae-3da8-4a08-9cc2-28e5723660a7 tempest-ServersNegativeTestMultiTenantJSON-612987748 tempest-ServersNegativeTestMultiTenantJSON-612987748-project-member] Waiting for the task: (returnval){ [ 775.018434] env[69319]: value = "task-3223008" [ 775.018434] env[69319]: _type = "Task" [ 775.018434] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.024622] env[69319]: DEBUG nova.compute.manager [req-a4992452-1009-4149-9adc-60d7471058ff req-37e7ffa5-332b-4d80-a1e2-620f87dd95fc service nova] [instance: 78ed67e1-b615-4c36-8da5-6938a9d60574] Received event network-vif-deleted-e33d8949-a0fb-49b1-8e72-ac07597a7d67 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 775.024839] env[69319]: INFO nova.compute.manager [req-a4992452-1009-4149-9adc-60d7471058ff req-37e7ffa5-332b-4d80-a1e2-620f87dd95fc service nova] [instance: 78ed67e1-b615-4c36-8da5-6938a9d60574] Neutron deleted interface e33d8949-a0fb-49b1-8e72-ac07597a7d67; detaching it from the instance and deleting it from the info cache [ 775.024984] env[69319]: DEBUG nova.network.neutron [req-a4992452-1009-4149-9adc-60d7471058ff req-37e7ffa5-332b-4d80-a1e2-620f87dd95fc service nova] [instance: 78ed67e1-b615-4c36-8da5-6938a9d60574] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.033053] env[69319]: DEBUG oslo_vmware.api [None req-389dfbae-3da8-4a08-9cc2-28e5723660a7 tempest-ServersNegativeTestMultiTenantJSON-612987748 tempest-ServersNegativeTestMultiTenantJSON-612987748-project-member] Task: {'id': task-3223008, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.045794] env[69319]: DEBUG nova.policy [None req-0fd9e3d5-bf1f-4042-8eb9-6fbd20069eb7 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9a2533c87faa48c3860d4e1c7d27e50f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '58c0818f29bf43a683c1919b6028b6df', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69319) authorize /opt/stack/nova/nova/policy.py:192}} [ 775.150665] env[69319]: DEBUG nova.network.neutron [req-c94294e1-1368-4768-8dd5-757527a02104 req-0529125d-abe7-4a2d-96fd-bc9639279f91 service nova] [instance: 873a85e3-bddf-4544-b88c-71afd51bce57] Updated VIF entry in instance network info cache for port fc9bdad0-4bca-4eda-be63-393f2babafc4. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 775.151034] env[69319]: DEBUG nova.network.neutron [req-c94294e1-1368-4768-8dd5-757527a02104 req-0529125d-abe7-4a2d-96fd-bc9639279f91 service nova] [instance: 873a85e3-bddf-4544-b88c-71afd51bce57] Updating instance_info_cache with network_info: [{"id": "fc9bdad0-4bca-4eda-be63-393f2babafc4", "address": "fa:16:3e:ae:ae:7d", "network": {"id": "e172e758-1a9b-4f22-a553-441ab9c9dccc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.94", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "31f027872f6f44dba95ff2fe7a062e00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc9bdad0-4b", "ovs_interfaceid": "fc9bdad0-4bca-4eda-be63-393f2babafc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.367973] env[69319]: DEBUG oslo_vmware.api [None req-81c1d3b9-a297-4837-ab3e-4bc9a7ceb031 tempest-ServerDiagnosticsNegativeTest-1956223848 tempest-ServerDiagnosticsNegativeTest-1956223848-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52c53c8f-f731-4f4d-dcbc-92ae296ed776, 'name': SearchDatastore_Task, 'duration_secs': 0.024537} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.368336] env[69319]: DEBUG oslo_concurrency.lockutils [None req-81c1d3b9-a297-4837-ab3e-4bc9a7ceb031 tempest-ServerDiagnosticsNegativeTest-1956223848 tempest-ServerDiagnosticsNegativeTest-1956223848-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.368581] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-81c1d3b9-a297-4837-ab3e-4bc9a7ceb031 tempest-ServerDiagnosticsNegativeTest-1956223848 tempest-ServerDiagnosticsNegativeTest-1956223848-project-member] [instance: 873a85e3-bddf-4544-b88c-71afd51bce57] Processing image 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 775.368825] env[69319]: DEBUG oslo_concurrency.lockutils [None req-81c1d3b9-a297-4837-ab3e-4bc9a7ceb031 tempest-ServerDiagnosticsNegativeTest-1956223848 tempest-ServerDiagnosticsNegativeTest-1956223848-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.369012] env[69319]: DEBUG oslo_concurrency.lockutils [None req-81c1d3b9-a297-4837-ab3e-4bc9a7ceb031 tempest-ServerDiagnosticsNegativeTest-1956223848 tempest-ServerDiagnosticsNegativeTest-1956223848-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.369212] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-81c1d3b9-a297-4837-ab3e-4bc9a7ceb031 tempest-ServerDiagnosticsNegativeTest-1956223848 tempest-ServerDiagnosticsNegativeTest-1956223848-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 775.369490] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8b10483e-2b8d-4357-9db3-b40096ba7052 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.380778] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-81c1d3b9-a297-4837-ab3e-4bc9a7ceb031 tempest-ServerDiagnosticsNegativeTest-1956223848 tempest-ServerDiagnosticsNegativeTest-1956223848-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 775.380778] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-81c1d3b9-a297-4837-ab3e-4bc9a7ceb031 tempest-ServerDiagnosticsNegativeTest-1956223848 tempest-ServerDiagnosticsNegativeTest-1956223848-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 775.380778] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3d59147-fb1d-4061-8d37-4db5934689d3 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.385989] env[69319]: DEBUG oslo_vmware.api [None req-81c1d3b9-a297-4837-ab3e-4bc9a7ceb031 tempest-ServerDiagnosticsNegativeTest-1956223848 tempest-ServerDiagnosticsNegativeTest-1956223848-project-member] Waiting for the task: (returnval){ [ 775.385989] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]521de09c-3898-f625-ae44-0894072098e0" [ 775.385989] env[69319]: _type = "Task" [ 775.385989] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.395217] env[69319]: DEBUG oslo_vmware.api [None req-81c1d3b9-a297-4837-ab3e-4bc9a7ceb031 tempest-ServerDiagnosticsNegativeTest-1956223848 tempest-ServerDiagnosticsNegativeTest-1956223848-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]521de09c-3898-f625-ae44-0894072098e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.404571] env[69319]: DEBUG oslo_vmware.api [None req-4ce5c880-7a01-4cd8-a750-5a27c1d08561 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Task: {'id': task-3222996, 'name': CloneVM_Task, 'duration_secs': 7.820944} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.404571] env[69319]: INFO nova.virt.vmwareapi.vmops [None req-4ce5c880-7a01-4cd8-a750-5a27c1d08561 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] [instance: 05018af1-8cde-4512-b5b4-f392e39523ff] Created linked-clone VM from snapshot [ 775.405123] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae22f378-8944-4b9e-9a9e-43260a16ed8e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.415509] env[69319]: DEBUG nova.virt.vmwareapi.images [None req-4ce5c880-7a01-4cd8-a750-5a27c1d08561 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] [instance: 05018af1-8cde-4512-b5b4-f392e39523ff] Uploading image ae275fa9-99a0-4783-95d5-a74c53ba5332 {{(pid=69319) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 775.437727] env[69319]: DEBUG nova.compute.manager [None req-0fd9e3d5-bf1f-4042-8eb9-6fbd20069eb7 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] [instance: b6904adf-5981-4a21-a344-4a8949b8b90b] Start building block device mappings for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 775.443147] env[69319]: DEBUG oslo_vmware.rw_handles [None req-4ce5c880-7a01-4cd8-a750-5a27c1d08561 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 775.443147] env[69319]: value = "vm-644335" [ 775.443147] env[69319]: _type = "VirtualMachine" [ 775.443147] env[69319]: }. {{(pid=69319) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 775.443147] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-831e6d4c-3972-4edb-87b9-28cb487c30b6 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.451835] env[69319]: DEBUG oslo_vmware.rw_handles [None req-4ce5c880-7a01-4cd8-a750-5a27c1d08561 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Lease: (returnval){ [ 775.451835] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]521dd193-00f8-c389-7cb5-d1a64bace2b3" [ 775.451835] env[69319]: _type = "HttpNfcLease" [ 775.451835] env[69319]: } obtained for exporting VM: (result){ [ 775.451835] env[69319]: value = "vm-644335" [ 775.451835] env[69319]: _type = "VirtualMachine" [ 775.451835] env[69319]: }. {{(pid=69319) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 775.451835] env[69319]: DEBUG oslo_vmware.api [None req-4ce5c880-7a01-4cd8-a750-5a27c1d08561 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Waiting for the lease: (returnval){ [ 775.451835] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]521dd193-00f8-c389-7cb5-d1a64bace2b3" [ 775.451835] env[69319]: _type = "HttpNfcLease" [ 775.451835] env[69319]: } to be ready. {{(pid=69319) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 775.460016] env[69319]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 775.460016] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]521dd193-00f8-c389-7cb5-d1a64bace2b3" [ 775.460016] env[69319]: _type = "HttpNfcLease" [ 775.460016] env[69319]: } is initializing. {{(pid=69319) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 775.513943] env[69319]: DEBUG nova.network.neutron [-] [instance: 78ed67e1-b615-4c36-8da5-6938a9d60574] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.529779] env[69319]: DEBUG oslo_vmware.api [None req-389dfbae-3da8-4a08-9cc2-28e5723660a7 tempest-ServersNegativeTestMultiTenantJSON-612987748 tempest-ServersNegativeTestMultiTenantJSON-612987748-project-member] Task: {'id': task-3223008, 'name': ReconfigVM_Task, 'duration_secs': 0.362817} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.530616] env[69319]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d9d37d92-37ca-46e1-b117-a810795c5505 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.532719] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-389dfbae-3da8-4a08-9cc2-28e5723660a7 tempest-ServersNegativeTestMultiTenantJSON-612987748 tempest-ServersNegativeTestMultiTenantJSON-612987748-project-member] [instance: f3e005cf-9024-4c05-90c3-936251fa05a9] Reconfigured VM instance instance-00000021 to attach disk [datastore2] f3e005cf-9024-4c05-90c3-936251fa05a9/f3e005cf-9024-4c05-90c3-936251fa05a9.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 775.537427] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-593c19fc-4f4a-4c86-bb8e-587fb805223d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.556030] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecd1f5cd-b6ed-4603-a2bb-d376d3ad57fd {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.565482] env[69319]: DEBUG oslo_vmware.api [None req-389dfbae-3da8-4a08-9cc2-28e5723660a7 tempest-ServersNegativeTestMultiTenantJSON-612987748 tempest-ServersNegativeTestMultiTenantJSON-612987748-project-member] Waiting for the task: (returnval){ [ 775.565482] env[69319]: value = "task-3223010" [ 775.565482] env[69319]: _type = "Task" [ 775.565482] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.580127] env[69319]: DEBUG oslo_vmware.api [None req-389dfbae-3da8-4a08-9cc2-28e5723660a7 tempest-ServersNegativeTestMultiTenantJSON-612987748 tempest-ServersNegativeTestMultiTenantJSON-612987748-project-member] Task: {'id': task-3223010, 'name': Rename_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.604300] env[69319]: DEBUG nova.compute.manager [req-a4992452-1009-4149-9adc-60d7471058ff req-37e7ffa5-332b-4d80-a1e2-620f87dd95fc service nova] [instance: 78ed67e1-b615-4c36-8da5-6938a9d60574] Detach interface failed, port_id=e33d8949-a0fb-49b1-8e72-ac07597a7d67, reason: Instance 78ed67e1-b615-4c36-8da5-6938a9d60574 could not be found. {{(pid=69319) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 775.608080] env[69319]: DEBUG nova.network.neutron [None req-0fd9e3d5-bf1f-4042-8eb9-6fbd20069eb7 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] [instance: b6904adf-5981-4a21-a344-4a8949b8b90b] Successfully created port: 275a3045-758e-459d-a09b-03e4dae4e8de {{(pid=69319) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 775.654690] env[69319]: DEBUG oslo_concurrency.lockutils [req-c94294e1-1368-4768-8dd5-757527a02104 req-0529125d-abe7-4a2d-96fd-bc9639279f91 service nova] Releasing lock "refresh_cache-873a85e3-bddf-4544-b88c-71afd51bce57" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.898234] env[69319]: DEBUG oslo_vmware.api [None req-81c1d3b9-a297-4837-ab3e-4bc9a7ceb031 tempest-ServerDiagnosticsNegativeTest-1956223848 tempest-ServerDiagnosticsNegativeTest-1956223848-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]521de09c-3898-f625-ae44-0894072098e0, 'name': SearchDatastore_Task, 'duration_secs': 0.010209} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.903047] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e904276-ffe0-4bd4-8b21-be86cf0be7fc {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.911555] env[69319]: DEBUG oslo_vmware.api [None req-81c1d3b9-a297-4837-ab3e-4bc9a7ceb031 tempest-ServerDiagnosticsNegativeTest-1956223848 tempest-ServerDiagnosticsNegativeTest-1956223848-project-member] Waiting for the task: (returnval){ [ 775.911555] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52d5f220-b2ad-316e-59d0-6e9a327ec5d7" [ 775.911555] env[69319]: _type = "Task" [ 775.911555] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.925286] env[69319]: DEBUG oslo_vmware.api [None req-81c1d3b9-a297-4837-ab3e-4bc9a7ceb031 tempest-ServerDiagnosticsNegativeTest-1956223848 tempest-ServerDiagnosticsNegativeTest-1956223848-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52d5f220-b2ad-316e-59d0-6e9a327ec5d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.958991] env[69319]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 775.958991] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]521dd193-00f8-c389-7cb5-d1a64bace2b3" [ 775.958991] env[69319]: _type = "HttpNfcLease" [ 775.958991] env[69319]: } is ready. {{(pid=69319) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 775.959668] env[69319]: DEBUG oslo_vmware.rw_handles [None req-4ce5c880-7a01-4cd8-a750-5a27c1d08561 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 775.959668] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]521dd193-00f8-c389-7cb5-d1a64bace2b3" [ 775.959668] env[69319]: _type = "HttpNfcLease" [ 775.959668] env[69319]: }. {{(pid=69319) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 775.960221] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-079a67e9-400d-482b-a31d-5b429d57fc8b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.969416] env[69319]: DEBUG oslo_vmware.rw_handles [None req-4ce5c880-7a01-4cd8-a750-5a27c1d08561 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527bfdad-3253-e554-0075-8f5e233a85d3/disk-0.vmdk from lease info. {{(pid=69319) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 775.969416] env[69319]: DEBUG oslo_vmware.rw_handles [None req-4ce5c880-7a01-4cd8-a750-5a27c1d08561 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527bfdad-3253-e554-0075-8f5e233a85d3/disk-0.vmdk for reading. {{(pid=69319) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 776.029762] env[69319]: INFO nova.compute.manager [-] [instance: 78ed67e1-b615-4c36-8da5-6938a9d60574] Took 1.59 seconds to deallocate network for instance. [ 776.076259] env[69319]: DEBUG oslo_vmware.api [None req-389dfbae-3da8-4a08-9cc2-28e5723660a7 tempest-ServersNegativeTestMultiTenantJSON-612987748 tempest-ServersNegativeTestMultiTenantJSON-612987748-project-member] Task: {'id': task-3223010, 'name': Rename_Task, 'duration_secs': 0.155641} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.079103] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-389dfbae-3da8-4a08-9cc2-28e5723660a7 tempest-ServersNegativeTestMultiTenantJSON-612987748 tempest-ServersNegativeTestMultiTenantJSON-612987748-project-member] [instance: f3e005cf-9024-4c05-90c3-936251fa05a9] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 776.079854] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe1321fd-67b9-4f3d-9cb5-599cf454c0f7 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.085752] env[69319]: DEBUG oslo_vmware.api [None req-389dfbae-3da8-4a08-9cc2-28e5723660a7 tempest-ServersNegativeTestMultiTenantJSON-612987748 tempest-ServersNegativeTestMultiTenantJSON-612987748-project-member] Waiting for the task: (returnval){ [ 776.085752] env[69319]: value = "task-3223011" [ 776.085752] env[69319]: _type = "Task" [ 776.085752] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.094444] env[69319]: DEBUG oslo_vmware.api [None req-389dfbae-3da8-4a08-9cc2-28e5723660a7 tempest-ServersNegativeTestMultiTenantJSON-612987748 tempest-ServersNegativeTestMultiTenantJSON-612987748-project-member] Task: {'id': task-3223011, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.096908] env[69319]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f6318ccd-4622-43e0-b6f5-3de151d5a986 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.133963] env[69319]: DEBUG nova.compute.manager [req-71ebeebf-7c11-43c3-909d-fa9abcdeb996 req-b818f738-a1ac-415a-b459-24569a5c5514 service nova] [instance: 95b759d7-a8d9-48bb-a730-ff0040147961] Received event network-vif-plugged-e87437f0-9d6d-4237-bd28-0bc9707f0b7e {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 776.133963] env[69319]: DEBUG oslo_concurrency.lockutils [req-71ebeebf-7c11-43c3-909d-fa9abcdeb996 req-b818f738-a1ac-415a-b459-24569a5c5514 service nova] Acquiring lock "95b759d7-a8d9-48bb-a730-ff0040147961-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.133963] env[69319]: DEBUG oslo_concurrency.lockutils [req-71ebeebf-7c11-43c3-909d-fa9abcdeb996 req-b818f738-a1ac-415a-b459-24569a5c5514 service nova] Lock "95b759d7-a8d9-48bb-a730-ff0040147961-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.133963] env[69319]: DEBUG oslo_concurrency.lockutils [req-71ebeebf-7c11-43c3-909d-fa9abcdeb996 req-b818f738-a1ac-415a-b459-24569a5c5514 service nova] Lock "95b759d7-a8d9-48bb-a730-ff0040147961-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.133963] env[69319]: DEBUG nova.compute.manager [req-71ebeebf-7c11-43c3-909d-fa9abcdeb996 req-b818f738-a1ac-415a-b459-24569a5c5514 service nova] [instance: 95b759d7-a8d9-48bb-a730-ff0040147961] No waiting events found dispatching network-vif-plugged-e87437f0-9d6d-4237-bd28-0bc9707f0b7e {{(pid=69319) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 776.134238] env[69319]: WARNING nova.compute.manager [req-71ebeebf-7c11-43c3-909d-fa9abcdeb996 req-b818f738-a1ac-415a-b459-24569a5c5514 service nova] [instance: 95b759d7-a8d9-48bb-a730-ff0040147961] Received unexpected event network-vif-plugged-e87437f0-9d6d-4237-bd28-0bc9707f0b7e for instance with vm_state building and task_state spawning. [ 776.256849] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1f6f2e4-e459-42aa-aa2b-d612f8d168ae {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.264706] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20592525-3eff-4827-930b-cfd2fceb54a7 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.296530] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf89bca6-70ef-4332-a682-e107344e605d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.303921] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f08ef26f-0751-4921-9a77-4e7e297bbbb6 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.317783] env[69319]: DEBUG nova.compute.provider_tree [None req-5df5acfc-cc34-4125-ab75-e7d22566d107 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 776.358698] env[69319]: DEBUG nova.network.neutron [None req-37ed1b24-3f37-47c9-b13b-d342f581c4c7 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 95b759d7-a8d9-48bb-a730-ff0040147961] Successfully updated port: e87437f0-9d6d-4237-bd28-0bc9707f0b7e {{(pid=69319) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 776.422917] env[69319]: DEBUG oslo_vmware.api [None req-81c1d3b9-a297-4837-ab3e-4bc9a7ceb031 tempest-ServerDiagnosticsNegativeTest-1956223848 tempest-ServerDiagnosticsNegativeTest-1956223848-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52d5f220-b2ad-316e-59d0-6e9a327ec5d7, 'name': SearchDatastore_Task, 'duration_secs': 0.013307} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.423247] env[69319]: DEBUG oslo_concurrency.lockutils [None req-81c1d3b9-a297-4837-ab3e-4bc9a7ceb031 tempest-ServerDiagnosticsNegativeTest-1956223848 tempest-ServerDiagnosticsNegativeTest-1956223848-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.423355] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-81c1d3b9-a297-4837-ab3e-4bc9a7ceb031 tempest-ServerDiagnosticsNegativeTest-1956223848 tempest-ServerDiagnosticsNegativeTest-1956223848-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] 873a85e3-bddf-4544-b88c-71afd51bce57/873a85e3-bddf-4544-b88c-71afd51bce57.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 776.423619] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-52e3226e-a53a-4687-94fc-7c2f255e2c0f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.431746] env[69319]: DEBUG oslo_vmware.api [None req-81c1d3b9-a297-4837-ab3e-4bc9a7ceb031 tempest-ServerDiagnosticsNegativeTest-1956223848 tempest-ServerDiagnosticsNegativeTest-1956223848-project-member] Waiting for the task: (returnval){ [ 776.431746] env[69319]: value = "task-3223012" [ 776.431746] env[69319]: _type = "Task" [ 776.431746] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.443163] env[69319]: DEBUG oslo_vmware.api [None req-81c1d3b9-a297-4837-ab3e-4bc9a7ceb031 tempest-ServerDiagnosticsNegativeTest-1956223848 tempest-ServerDiagnosticsNegativeTest-1956223848-project-member] Task: {'id': task-3223012, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.452290] env[69319]: DEBUG nova.compute.manager [None req-0fd9e3d5-bf1f-4042-8eb9-6fbd20069eb7 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] [instance: b6904adf-5981-4a21-a344-4a8949b8b90b] Start spawning the instance on the hypervisor. {{(pid=69319) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 776.490307] env[69319]: DEBUG nova.virt.hardware [None req-0fd9e3d5-bf1f-4042-8eb9-6fbd20069eb7 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:32:36Z,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31f027872f6f44dba95ff2fe7a062e00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:32:36Z,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 776.490589] env[69319]: DEBUG nova.virt.hardware [None req-0fd9e3d5-bf1f-4042-8eb9-6fbd20069eb7 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 776.490728] env[69319]: DEBUG nova.virt.hardware [None req-0fd9e3d5-bf1f-4042-8eb9-6fbd20069eb7 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 776.490903] env[69319]: DEBUG nova.virt.hardware [None req-0fd9e3d5-bf1f-4042-8eb9-6fbd20069eb7 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 776.491065] env[69319]: DEBUG nova.virt.hardware [None req-0fd9e3d5-bf1f-4042-8eb9-6fbd20069eb7 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 776.491228] env[69319]: DEBUG nova.virt.hardware [None req-0fd9e3d5-bf1f-4042-8eb9-6fbd20069eb7 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 776.491466] env[69319]: DEBUG nova.virt.hardware [None req-0fd9e3d5-bf1f-4042-8eb9-6fbd20069eb7 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 776.491629] env[69319]: DEBUG nova.virt.hardware [None req-0fd9e3d5-bf1f-4042-8eb9-6fbd20069eb7 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 776.491794] env[69319]: DEBUG nova.virt.hardware [None req-0fd9e3d5-bf1f-4042-8eb9-6fbd20069eb7 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 776.491949] env[69319]: DEBUG nova.virt.hardware [None req-0fd9e3d5-bf1f-4042-8eb9-6fbd20069eb7 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 776.492137] env[69319]: DEBUG nova.virt.hardware [None req-0fd9e3d5-bf1f-4042-8eb9-6fbd20069eb7 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 776.493179] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03fbcdfd-9341-4d5a-8c53-ac976c7a630d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.502737] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a18c5c9-23a1-4602-b56c-31189f447137 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.542856] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ab320537-81d1-4350-a44e-399e6aa560f1 tempest-ServerGroupTestJSON-1942580000 tempest-ServerGroupTestJSON-1942580000-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.596294] env[69319]: DEBUG oslo_vmware.api [None req-389dfbae-3da8-4a08-9cc2-28e5723660a7 tempest-ServersNegativeTestMultiTenantJSON-612987748 tempest-ServersNegativeTestMultiTenantJSON-612987748-project-member] Task: {'id': task-3223011, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.823711] env[69319]: DEBUG nova.scheduler.client.report [None req-5df5acfc-cc34-4125-ab75-e7d22566d107 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 776.864663] env[69319]: DEBUG oslo_concurrency.lockutils [None req-37ed1b24-3f37-47c9-b13b-d342f581c4c7 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Acquiring lock "refresh_cache-95b759d7-a8d9-48bb-a730-ff0040147961" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.864663] env[69319]: DEBUG oslo_concurrency.lockutils [None req-37ed1b24-3f37-47c9-b13b-d342f581c4c7 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Acquired lock "refresh_cache-95b759d7-a8d9-48bb-a730-ff0040147961" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.864663] env[69319]: DEBUG nova.network.neutron [None req-37ed1b24-3f37-47c9-b13b-d342f581c4c7 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 95b759d7-a8d9-48bb-a730-ff0040147961] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 776.943933] env[69319]: DEBUG oslo_vmware.api [None req-81c1d3b9-a297-4837-ab3e-4bc9a7ceb031 tempest-ServerDiagnosticsNegativeTest-1956223848 tempest-ServerDiagnosticsNegativeTest-1956223848-project-member] Task: {'id': task-3223012, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.103805] env[69319]: DEBUG oslo_vmware.api [None req-389dfbae-3da8-4a08-9cc2-28e5723660a7 tempest-ServersNegativeTestMultiTenantJSON-612987748 tempest-ServersNegativeTestMultiTenantJSON-612987748-project-member] Task: {'id': task-3223011, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.111761] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f410d2ac-2166-46f9-8772-b48f5efb3166 tempest-ServerAddressesTestJSON-2119319870 tempest-ServerAddressesTestJSON-2119319870-project-member] Acquiring lock "42447381-1bc9-4936-8fbf-178993fd5d68" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.111761] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f410d2ac-2166-46f9-8772-b48f5efb3166 tempest-ServerAddressesTestJSON-2119319870 tempest-ServerAddressesTestJSON-2119319870-project-member] Lock "42447381-1bc9-4936-8fbf-178993fd5d68" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.216988] env[69319]: DEBUG nova.compute.manager [req-311adcec-e82a-4595-a5d1-31191a38fca9 req-3e2fdb2a-a599-4090-bf4b-ca612d931004 service nova] [instance: b6904adf-5981-4a21-a344-4a8949b8b90b] Received event network-vif-plugged-275a3045-758e-459d-a09b-03e4dae4e8de {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 777.217376] env[69319]: DEBUG oslo_concurrency.lockutils [req-311adcec-e82a-4595-a5d1-31191a38fca9 req-3e2fdb2a-a599-4090-bf4b-ca612d931004 service nova] Acquiring lock "b6904adf-5981-4a21-a344-4a8949b8b90b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.217699] env[69319]: DEBUG oslo_concurrency.lockutils [req-311adcec-e82a-4595-a5d1-31191a38fca9 req-3e2fdb2a-a599-4090-bf4b-ca612d931004 service nova] Lock "b6904adf-5981-4a21-a344-4a8949b8b90b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.219359] env[69319]: DEBUG oslo_concurrency.lockutils [req-311adcec-e82a-4595-a5d1-31191a38fca9 req-3e2fdb2a-a599-4090-bf4b-ca612d931004 service nova] Lock "b6904adf-5981-4a21-a344-4a8949b8b90b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.219558] env[69319]: DEBUG nova.compute.manager [req-311adcec-e82a-4595-a5d1-31191a38fca9 req-3e2fdb2a-a599-4090-bf4b-ca612d931004 service nova] [instance: b6904adf-5981-4a21-a344-4a8949b8b90b] No waiting events found dispatching network-vif-plugged-275a3045-758e-459d-a09b-03e4dae4e8de {{(pid=69319) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 777.219868] env[69319]: WARNING nova.compute.manager [req-311adcec-e82a-4595-a5d1-31191a38fca9 req-3e2fdb2a-a599-4090-bf4b-ca612d931004 service nova] [instance: b6904adf-5981-4a21-a344-4a8949b8b90b] Received unexpected event network-vif-plugged-275a3045-758e-459d-a09b-03e4dae4e8de for instance with vm_state building and task_state spawning. [ 777.330350] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5df5acfc-cc34-4125-ab75-e7d22566d107 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.920s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.330895] env[69319]: DEBUG nova.compute.manager [None req-5df5acfc-cc34-4125-ab75-e7d22566d107 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] [instance: 677f0c3c-60cc-480b-911a-e12da31e350d] Start building networks asynchronously for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 777.340621] env[69319]: DEBUG nova.network.neutron [None req-0fd9e3d5-bf1f-4042-8eb9-6fbd20069eb7 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] [instance: b6904adf-5981-4a21-a344-4a8949b8b90b] Successfully updated port: 275a3045-758e-459d-a09b-03e4dae4e8de {{(pid=69319) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 777.341124] env[69319]: DEBUG oslo_concurrency.lockutils [None req-74cc0223-6533-4f2a-920f-2051ace6fd90 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.411s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.341450] env[69319]: DEBUG nova.objects.instance [None req-74cc0223-6533-4f2a-920f-2051ace6fd90 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Lazy-loading 'resources' on Instance uuid 72187860-a5e9-4b68-a8da-9b7c9d33b93a {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 777.409354] env[69319]: DEBUG nova.network.neutron [None req-37ed1b24-3f37-47c9-b13b-d342f581c4c7 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 95b759d7-a8d9-48bb-a730-ff0040147961] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 777.443841] env[69319]: DEBUG oslo_vmware.api [None req-81c1d3b9-a297-4837-ab3e-4bc9a7ceb031 tempest-ServerDiagnosticsNegativeTest-1956223848 tempest-ServerDiagnosticsNegativeTest-1956223848-project-member] Task: {'id': task-3223012, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.571804} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.444334] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-81c1d3b9-a297-4837-ab3e-4bc9a7ceb031 tempest-ServerDiagnosticsNegativeTest-1956223848 tempest-ServerDiagnosticsNegativeTest-1956223848-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] 873a85e3-bddf-4544-b88c-71afd51bce57/873a85e3-bddf-4544-b88c-71afd51bce57.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 777.444591] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-81c1d3b9-a297-4837-ab3e-4bc9a7ceb031 tempest-ServerDiagnosticsNegativeTest-1956223848 tempest-ServerDiagnosticsNegativeTest-1956223848-project-member] [instance: 873a85e3-bddf-4544-b88c-71afd51bce57] Extending root virtual disk to 1048576 {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 777.444942] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7731181c-5318-466a-b195-d1f4d5b9e64e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.451869] env[69319]: DEBUG oslo_vmware.api [None req-81c1d3b9-a297-4837-ab3e-4bc9a7ceb031 tempest-ServerDiagnosticsNegativeTest-1956223848 tempest-ServerDiagnosticsNegativeTest-1956223848-project-member] Waiting for the task: (returnval){ [ 777.451869] env[69319]: value = "task-3223013" [ 777.451869] env[69319]: _type = "Task" [ 777.451869] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.462687] env[69319]: DEBUG oslo_vmware.api [None req-81c1d3b9-a297-4837-ab3e-4bc9a7ceb031 tempest-ServerDiagnosticsNegativeTest-1956223848 tempest-ServerDiagnosticsNegativeTest-1956223848-project-member] Task: {'id': task-3223013, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.573270] env[69319]: DEBUG nova.network.neutron [None req-37ed1b24-3f37-47c9-b13b-d342f581c4c7 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 95b759d7-a8d9-48bb-a730-ff0040147961] Updating instance_info_cache with network_info: [{"id": "e87437f0-9d6d-4237-bd28-0bc9707f0b7e", "address": "fa:16:3e:10:84:11", "network": {"id": "8985126e-f64e-499c-abf8-8490d52ef1a5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-221535940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c749d00b4b5b4852a5c16d9621d8eb16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape87437f0-9d", "ovs_interfaceid": "e87437f0-9d6d-4237-bd28-0bc9707f0b7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.600186] env[69319]: DEBUG oslo_vmware.api [None req-389dfbae-3da8-4a08-9cc2-28e5723660a7 tempest-ServersNegativeTestMultiTenantJSON-612987748 tempest-ServersNegativeTestMultiTenantJSON-612987748-project-member] Task: {'id': task-3223011, 'name': PowerOnVM_Task, 'duration_secs': 1.210948} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.600930] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-389dfbae-3da8-4a08-9cc2-28e5723660a7 tempest-ServersNegativeTestMultiTenantJSON-612987748 tempest-ServersNegativeTestMultiTenantJSON-612987748-project-member] [instance: f3e005cf-9024-4c05-90c3-936251fa05a9] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 777.600930] env[69319]: INFO nova.compute.manager [None req-389dfbae-3da8-4a08-9cc2-28e5723660a7 tempest-ServersNegativeTestMultiTenantJSON-612987748 tempest-ServersNegativeTestMultiTenantJSON-612987748-project-member] [instance: f3e005cf-9024-4c05-90c3-936251fa05a9] Took 14.10 seconds to spawn the instance on the hypervisor. [ 777.601383] env[69319]: DEBUG nova.compute.manager [None req-389dfbae-3da8-4a08-9cc2-28e5723660a7 tempest-ServersNegativeTestMultiTenantJSON-612987748 tempest-ServersNegativeTestMultiTenantJSON-612987748-project-member] [instance: f3e005cf-9024-4c05-90c3-936251fa05a9] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 777.602359] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f52f8058-b935-4977-a7e9-13757c7ea01d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.840497] env[69319]: DEBUG nova.compute.utils [None req-5df5acfc-cc34-4125-ab75-e7d22566d107 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Using /dev/sd instead of None {{(pid=69319) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 777.843025] env[69319]: DEBUG nova.compute.manager [None req-5df5acfc-cc34-4125-ab75-e7d22566d107 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] [instance: 677f0c3c-60cc-480b-911a-e12da31e350d] Allocating IP information in the background. {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 777.843025] env[69319]: DEBUG nova.network.neutron [None req-5df5acfc-cc34-4125-ab75-e7d22566d107 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] [instance: 677f0c3c-60cc-480b-911a-e12da31e350d] allocate_for_instance() {{(pid=69319) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 777.846891] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0fd9e3d5-bf1f-4042-8eb9-6fbd20069eb7 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Acquiring lock "refresh_cache-b6904adf-5981-4a21-a344-4a8949b8b90b" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.846891] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0fd9e3d5-bf1f-4042-8eb9-6fbd20069eb7 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Acquired lock "refresh_cache-b6904adf-5981-4a21-a344-4a8949b8b90b" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.846891] env[69319]: DEBUG nova.network.neutron [None req-0fd9e3d5-bf1f-4042-8eb9-6fbd20069eb7 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] [instance: b6904adf-5981-4a21-a344-4a8949b8b90b] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 777.906054] env[69319]: DEBUG nova.policy [None req-5df5acfc-cc34-4125-ab75-e7d22566d107 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9a2533c87faa48c3860d4e1c7d27e50f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '58c0818f29bf43a683c1919b6028b6df', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69319) authorize /opt/stack/nova/nova/policy.py:192}} [ 777.962848] env[69319]: DEBUG oslo_vmware.api [None req-81c1d3b9-a297-4837-ab3e-4bc9a7ceb031 tempest-ServerDiagnosticsNegativeTest-1956223848 tempest-ServerDiagnosticsNegativeTest-1956223848-project-member] Task: {'id': task-3223013, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075336} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.965959] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-81c1d3b9-a297-4837-ab3e-4bc9a7ceb031 tempest-ServerDiagnosticsNegativeTest-1956223848 tempest-ServerDiagnosticsNegativeTest-1956223848-project-member] [instance: 873a85e3-bddf-4544-b88c-71afd51bce57] Extended root virtual disk {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 777.967122] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0112ca50-9fd8-41e4-a9a6-3c190550485f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.991587] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-81c1d3b9-a297-4837-ab3e-4bc9a7ceb031 tempest-ServerDiagnosticsNegativeTest-1956223848 tempest-ServerDiagnosticsNegativeTest-1956223848-project-member] [instance: 873a85e3-bddf-4544-b88c-71afd51bce57] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] 873a85e3-bddf-4544-b88c-71afd51bce57/873a85e3-bddf-4544-b88c-71afd51bce57.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 777.994620] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7d5d853-957d-400e-8728-675463949b36 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.017148] env[69319]: DEBUG oslo_vmware.api [None req-81c1d3b9-a297-4837-ab3e-4bc9a7ceb031 tempest-ServerDiagnosticsNegativeTest-1956223848 tempest-ServerDiagnosticsNegativeTest-1956223848-project-member] Waiting for the task: (returnval){ [ 778.017148] env[69319]: value = "task-3223014" [ 778.017148] env[69319]: _type = "Task" [ 778.017148] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.026222] env[69319]: DEBUG oslo_vmware.api [None req-81c1d3b9-a297-4837-ab3e-4bc9a7ceb031 tempest-ServerDiagnosticsNegativeTest-1956223848 tempest-ServerDiagnosticsNegativeTest-1956223848-project-member] Task: {'id': task-3223014, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.077672] env[69319]: DEBUG oslo_concurrency.lockutils [None req-37ed1b24-3f37-47c9-b13b-d342f581c4c7 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Releasing lock "refresh_cache-95b759d7-a8d9-48bb-a730-ff0040147961" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.077854] env[69319]: DEBUG nova.compute.manager [None req-37ed1b24-3f37-47c9-b13b-d342f581c4c7 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 95b759d7-a8d9-48bb-a730-ff0040147961] Instance network_info: |[{"id": "e87437f0-9d6d-4237-bd28-0bc9707f0b7e", "address": "fa:16:3e:10:84:11", "network": {"id": "8985126e-f64e-499c-abf8-8490d52ef1a5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-221535940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c749d00b4b5b4852a5c16d9621d8eb16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape87437f0-9d", "ovs_interfaceid": "e87437f0-9d6d-4237-bd28-0bc9707f0b7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 778.078181] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-37ed1b24-3f37-47c9-b13b-d342f581c4c7 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 95b759d7-a8d9-48bb-a730-ff0040147961] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:84:11', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e87437f0-9d6d-4237-bd28-0bc9707f0b7e', 'vif_model': 'vmxnet3'}] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 778.085947] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-37ed1b24-3f37-47c9-b13b-d342f581c4c7 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Creating folder: Project (c749d00b4b5b4852a5c16d9621d8eb16). Parent ref: group-v644239. {{(pid=69319) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 778.089227] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-db2ae01c-95b4-494d-bf4a-d1f8a61ee549 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.099975] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-37ed1b24-3f37-47c9-b13b-d342f581c4c7 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Created folder: Project (c749d00b4b5b4852a5c16d9621d8eb16) in parent group-v644239. [ 778.100329] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-37ed1b24-3f37-47c9-b13b-d342f581c4c7 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Creating folder: Instances. Parent ref: group-v644342. {{(pid=69319) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 778.103286] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3f61430f-d602-46ee-9514-e34f12fd6996 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.117661] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-37ed1b24-3f37-47c9-b13b-d342f581c4c7 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Created folder: Instances in parent group-v644342. [ 778.118488] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-37ed1b24-3f37-47c9-b13b-d342f581c4c7 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 778.124182] env[69319]: INFO nova.compute.manager [None req-389dfbae-3da8-4a08-9cc2-28e5723660a7 tempest-ServersNegativeTestMultiTenantJSON-612987748 tempest-ServersNegativeTestMultiTenantJSON-612987748-project-member] [instance: f3e005cf-9024-4c05-90c3-936251fa05a9] Took 63.19 seconds to build instance. [ 778.125569] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95b759d7-a8d9-48bb-a730-ff0040147961] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 778.126688] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-93a6a3f4-be8c-42c6-bdf5-a5f7f2eb9b07 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.152745] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 778.152745] env[69319]: value = "task-3223017" [ 778.152745] env[69319]: _type = "Task" [ 778.152745] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.162822] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223017, 'name': CreateVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.279175] env[69319]: DEBUG nova.compute.manager [req-29e24acf-2c61-48b5-b1f7-86cfedf0cd92 req-9285e6e5-83d3-4256-8b0a-1862d34afd64 service nova] [instance: 95b759d7-a8d9-48bb-a730-ff0040147961] Received event network-changed-e87437f0-9d6d-4237-bd28-0bc9707f0b7e {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 778.280060] env[69319]: DEBUG nova.compute.manager [req-29e24acf-2c61-48b5-b1f7-86cfedf0cd92 req-9285e6e5-83d3-4256-8b0a-1862d34afd64 service nova] [instance: 95b759d7-a8d9-48bb-a730-ff0040147961] Refreshing instance network info cache due to event network-changed-e87437f0-9d6d-4237-bd28-0bc9707f0b7e. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 778.280060] env[69319]: DEBUG oslo_concurrency.lockutils [req-29e24acf-2c61-48b5-b1f7-86cfedf0cd92 req-9285e6e5-83d3-4256-8b0a-1862d34afd64 service nova] Acquiring lock "refresh_cache-95b759d7-a8d9-48bb-a730-ff0040147961" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.280060] env[69319]: DEBUG oslo_concurrency.lockutils [req-29e24acf-2c61-48b5-b1f7-86cfedf0cd92 req-9285e6e5-83d3-4256-8b0a-1862d34afd64 service nova] Acquired lock "refresh_cache-95b759d7-a8d9-48bb-a730-ff0040147961" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.281168] env[69319]: DEBUG nova.network.neutron [req-29e24acf-2c61-48b5-b1f7-86cfedf0cd92 req-9285e6e5-83d3-4256-8b0a-1862d34afd64 service nova] [instance: 95b759d7-a8d9-48bb-a730-ff0040147961] Refreshing network info cache for port e87437f0-9d6d-4237-bd28-0bc9707f0b7e {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 778.346245] env[69319]: DEBUG nova.compute.manager [None req-5df5acfc-cc34-4125-ab75-e7d22566d107 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] [instance: 677f0c3c-60cc-480b-911a-e12da31e350d] Start building block device mappings for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 778.384548] env[69319]: DEBUG nova.network.neutron [None req-0fd9e3d5-bf1f-4042-8eb9-6fbd20069eb7 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] [instance: b6904adf-5981-4a21-a344-4a8949b8b90b] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 778.529567] env[69319]: DEBUG oslo_vmware.api [None req-81c1d3b9-a297-4837-ab3e-4bc9a7ceb031 tempest-ServerDiagnosticsNegativeTest-1956223848 tempest-ServerDiagnosticsNegativeTest-1956223848-project-member] Task: {'id': task-3223014, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.541636] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebc0a2c8-58e1-4473-b132-bdcd5374c37e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.549526] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f7677f3-daab-4d40-b395-8130128a3892 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.581016] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06a21372-9347-4639-af97-076492cb7242 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.584552] env[69319]: DEBUG nova.network.neutron [None req-0fd9e3d5-bf1f-4042-8eb9-6fbd20069eb7 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] [instance: b6904adf-5981-4a21-a344-4a8949b8b90b] Updating instance_info_cache with network_info: [{"id": "275a3045-758e-459d-a09b-03e4dae4e8de", "address": "fa:16:3e:10:58:e2", "network": {"id": "3fb75ad9-d4a6-4d99-933c-906655b8d699", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1067647791-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58c0818f29bf43a683c1919b6028b6df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae70d41-6ebf-472a-8504-6530eb37ea41", "external-id": "nsx-vlan-transportzone-576", "segmentation_id": 576, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap275a3045-75", "ovs_interfaceid": "275a3045-758e-459d-a09b-03e4dae4e8de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.591065] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50da1785-b211-4cca-b2f9-b3eff2920983 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.608526] env[69319]: DEBUG nova.compute.provider_tree [None req-74cc0223-6533-4f2a-920f-2051ace6fd90 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 778.661837] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223017, 'name': CreateVM_Task, 'duration_secs': 0.482856} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.662018] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95b759d7-a8d9-48bb-a730-ff0040147961] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 778.662745] env[69319]: DEBUG oslo_concurrency.lockutils [None req-37ed1b24-3f37-47c9-b13b-d342f581c4c7 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.662915] env[69319]: DEBUG oslo_concurrency.lockutils [None req-37ed1b24-3f37-47c9-b13b-d342f581c4c7 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.663262] env[69319]: DEBUG oslo_concurrency.lockutils [None req-37ed1b24-3f37-47c9-b13b-d342f581c4c7 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.663527] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-476bbd7c-c055-4b28-83c0-c0976c3ba0bf {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.667777] env[69319]: DEBUG oslo_vmware.api [None req-37ed1b24-3f37-47c9-b13b-d342f581c4c7 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Waiting for the task: (returnval){ [ 778.667777] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52c1bd18-cf67-af6a-f823-8a754bad679b" [ 778.667777] env[69319]: _type = "Task" [ 778.667777] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.675108] env[69319]: DEBUG oslo_vmware.api [None req-37ed1b24-3f37-47c9-b13b-d342f581c4c7 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52c1bd18-cf67-af6a-f823-8a754bad679b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.034544] env[69319]: DEBUG oslo_vmware.api [None req-81c1d3b9-a297-4837-ab3e-4bc9a7ceb031 tempest-ServerDiagnosticsNegativeTest-1956223848 tempest-ServerDiagnosticsNegativeTest-1956223848-project-member] Task: {'id': task-3223014, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.087500] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0fd9e3d5-bf1f-4042-8eb9-6fbd20069eb7 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Releasing lock "refresh_cache-b6904adf-5981-4a21-a344-4a8949b8b90b" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.087793] env[69319]: DEBUG nova.compute.manager [None req-0fd9e3d5-bf1f-4042-8eb9-6fbd20069eb7 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] [instance: b6904adf-5981-4a21-a344-4a8949b8b90b] Instance network_info: |[{"id": "275a3045-758e-459d-a09b-03e4dae4e8de", "address": "fa:16:3e:10:58:e2", "network": {"id": "3fb75ad9-d4a6-4d99-933c-906655b8d699", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1067647791-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58c0818f29bf43a683c1919b6028b6df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae70d41-6ebf-472a-8504-6530eb37ea41", "external-id": "nsx-vlan-transportzone-576", "segmentation_id": 576, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap275a3045-75", "ovs_interfaceid": "275a3045-758e-459d-a09b-03e4dae4e8de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 779.088308] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-0fd9e3d5-bf1f-4042-8eb9-6fbd20069eb7 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] [instance: b6904adf-5981-4a21-a344-4a8949b8b90b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:58:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cae70d41-6ebf-472a-8504-6530eb37ea41', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '275a3045-758e-459d-a09b-03e4dae4e8de', 'vif_model': 'vmxnet3'}] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 779.096104] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fd9e3d5-bf1f-4042-8eb9-6fbd20069eb7 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Creating folder: Project (58c0818f29bf43a683c1919b6028b6df). Parent ref: group-v644239. {{(pid=69319) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 779.096424] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-61fcce32-938f-4d99-b091-1211765cbc8f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.108814] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-0fd9e3d5-bf1f-4042-8eb9-6fbd20069eb7 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Created folder: Project (58c0818f29bf43a683c1919b6028b6df) in parent group-v644239. [ 779.109133] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fd9e3d5-bf1f-4042-8eb9-6fbd20069eb7 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Creating folder: Instances. Parent ref: group-v644345. {{(pid=69319) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 779.109393] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7b439ae8-1529-4392-a35a-0cc292a8e49c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.111734] env[69319]: DEBUG nova.scheduler.client.report [None req-74cc0223-6533-4f2a-920f-2051ace6fd90 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 779.126934] env[69319]: DEBUG oslo_concurrency.lockutils [None req-389dfbae-3da8-4a08-9cc2-28e5723660a7 tempest-ServersNegativeTestMultiTenantJSON-612987748 tempest-ServersNegativeTestMultiTenantJSON-612987748-project-member] Lock "f3e005cf-9024-4c05-90c3-936251fa05a9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 90.314s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.128219] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-0fd9e3d5-bf1f-4042-8eb9-6fbd20069eb7 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Created folder: Instances in parent group-v644345. [ 779.128219] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0fd9e3d5-bf1f-4042-8eb9-6fbd20069eb7 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 779.128648] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6904adf-5981-4a21-a344-4a8949b8b90b] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 779.131921] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-727c506c-8ffa-4471-bf02-6b3d43bbebac {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.161331] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 779.161331] env[69319]: value = "task-3223020" [ 779.161331] env[69319]: _type = "Task" [ 779.161331] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.170549] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223020, 'name': CreateVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.179282] env[69319]: DEBUG oslo_vmware.api [None req-37ed1b24-3f37-47c9-b13b-d342f581c4c7 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52c1bd18-cf67-af6a-f823-8a754bad679b, 'name': SearchDatastore_Task, 'duration_secs': 0.010513} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.179592] env[69319]: DEBUG oslo_concurrency.lockutils [None req-37ed1b24-3f37-47c9-b13b-d342f581c4c7 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.179838] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-37ed1b24-3f37-47c9-b13b-d342f581c4c7 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 95b759d7-a8d9-48bb-a730-ff0040147961] Processing image 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 779.180119] env[69319]: DEBUG oslo_concurrency.lockutils [None req-37ed1b24-3f37-47c9-b13b-d342f581c4c7 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.180275] env[69319]: DEBUG oslo_concurrency.lockutils [None req-37ed1b24-3f37-47c9-b13b-d342f581c4c7 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.180459] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-37ed1b24-3f37-47c9-b13b-d342f581c4c7 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 779.181653] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b9c080f2-6c1f-49e1-bf4f-d9371feba7ad {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.191200] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-37ed1b24-3f37-47c9-b13b-d342f581c4c7 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 779.191404] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-37ed1b24-3f37-47c9-b13b-d342f581c4c7 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 779.192506] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-921f50f4-aef1-4d9b-a7ba-75b43c95b3b7 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.199508] env[69319]: DEBUG oslo_vmware.api [None req-37ed1b24-3f37-47c9-b13b-d342f581c4c7 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Waiting for the task: (returnval){ [ 779.199508] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52e2e36c-169e-2ed9-f4cf-87a1070a11ce" [ 779.199508] env[69319]: _type = "Task" [ 779.199508] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.200506] env[69319]: DEBUG nova.network.neutron [None req-5df5acfc-cc34-4125-ab75-e7d22566d107 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] [instance: 677f0c3c-60cc-480b-911a-e12da31e350d] Successfully created port: ff366c40-07c4-4c04-ac11-467281218dff {{(pid=69319) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 779.211586] env[69319]: DEBUG oslo_vmware.api [None req-37ed1b24-3f37-47c9-b13b-d342f581c4c7 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52e2e36c-169e-2ed9-f4cf-87a1070a11ce, 'name': SearchDatastore_Task, 'duration_secs': 0.009968} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.212487] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d773f64d-3106-41b5-bb52-9b934f5920e2 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.217974] env[69319]: DEBUG oslo_vmware.api [None req-37ed1b24-3f37-47c9-b13b-d342f581c4c7 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Waiting for the task: (returnval){ [ 779.217974] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52a38fe3-f626-a8f0-697e-ac45494042c7" [ 779.217974] env[69319]: _type = "Task" [ 779.217974] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.226748] env[69319]: DEBUG oslo_vmware.api [None req-37ed1b24-3f37-47c9-b13b-d342f581c4c7 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52a38fe3-f626-a8f0-697e-ac45494042c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.328601] env[69319]: DEBUG nova.network.neutron [req-29e24acf-2c61-48b5-b1f7-86cfedf0cd92 req-9285e6e5-83d3-4256-8b0a-1862d34afd64 service nova] [instance: 95b759d7-a8d9-48bb-a730-ff0040147961] Updated VIF entry in instance network info cache for port e87437f0-9d6d-4237-bd28-0bc9707f0b7e. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 779.328601] env[69319]: DEBUG nova.network.neutron [req-29e24acf-2c61-48b5-b1f7-86cfedf0cd92 req-9285e6e5-83d3-4256-8b0a-1862d34afd64 service nova] [instance: 95b759d7-a8d9-48bb-a730-ff0040147961] Updating instance_info_cache with network_info: [{"id": "e87437f0-9d6d-4237-bd28-0bc9707f0b7e", "address": "fa:16:3e:10:84:11", "network": {"id": "8985126e-f64e-499c-abf8-8490d52ef1a5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-221535940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c749d00b4b5b4852a5c16d9621d8eb16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape87437f0-9d", "ovs_interfaceid": "e87437f0-9d6d-4237-bd28-0bc9707f0b7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.529193] env[69319]: DEBUG oslo_vmware.api [None req-81c1d3b9-a297-4837-ab3e-4bc9a7ceb031 tempest-ServerDiagnosticsNegativeTest-1956223848 tempest-ServerDiagnosticsNegativeTest-1956223848-project-member] Task: {'id': task-3223014, 'name': ReconfigVM_Task, 'duration_secs': 1.131724} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.529379] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-81c1d3b9-a297-4837-ab3e-4bc9a7ceb031 tempest-ServerDiagnosticsNegativeTest-1956223848 tempest-ServerDiagnosticsNegativeTest-1956223848-project-member] [instance: 873a85e3-bddf-4544-b88c-71afd51bce57] Reconfigured VM instance instance-00000022 to attach disk [datastore2] 873a85e3-bddf-4544-b88c-71afd51bce57/873a85e3-bddf-4544-b88c-71afd51bce57.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 779.530017] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c92a2d35-3c7f-48c6-849c-32210afa5c35 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.536206] env[69319]: DEBUG oslo_vmware.api [None req-81c1d3b9-a297-4837-ab3e-4bc9a7ceb031 tempest-ServerDiagnosticsNegativeTest-1956223848 tempest-ServerDiagnosticsNegativeTest-1956223848-project-member] Waiting for the task: (returnval){ [ 779.536206] env[69319]: value = "task-3223021" [ 779.536206] env[69319]: _type = "Task" [ 779.536206] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.545106] env[69319]: DEBUG oslo_vmware.api [None req-81c1d3b9-a297-4837-ab3e-4bc9a7ceb031 tempest-ServerDiagnosticsNegativeTest-1956223848 tempest-ServerDiagnosticsNegativeTest-1956223848-project-member] Task: {'id': task-3223021, 'name': Rename_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.580197] env[69319]: DEBUG nova.compute.manager [req-add1a3ef-c6f7-458d-9b96-7e2aae52a2af req-cacd30ad-e171-4dca-bbf0-cc818cf07e21 service nova] [instance: b6904adf-5981-4a21-a344-4a8949b8b90b] Received event network-changed-275a3045-758e-459d-a09b-03e4dae4e8de {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 779.580197] env[69319]: DEBUG nova.compute.manager [req-add1a3ef-c6f7-458d-9b96-7e2aae52a2af req-cacd30ad-e171-4dca-bbf0-cc818cf07e21 service nova] [instance: b6904adf-5981-4a21-a344-4a8949b8b90b] Refreshing instance network info cache due to event network-changed-275a3045-758e-459d-a09b-03e4dae4e8de. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 779.580197] env[69319]: DEBUG oslo_concurrency.lockutils [req-add1a3ef-c6f7-458d-9b96-7e2aae52a2af req-cacd30ad-e171-4dca-bbf0-cc818cf07e21 service nova] Acquiring lock "refresh_cache-b6904adf-5981-4a21-a344-4a8949b8b90b" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.580197] env[69319]: DEBUG oslo_concurrency.lockutils [req-add1a3ef-c6f7-458d-9b96-7e2aae52a2af req-cacd30ad-e171-4dca-bbf0-cc818cf07e21 service nova] Acquired lock "refresh_cache-b6904adf-5981-4a21-a344-4a8949b8b90b" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.580197] env[69319]: DEBUG nova.network.neutron [req-add1a3ef-c6f7-458d-9b96-7e2aae52a2af req-cacd30ad-e171-4dca-bbf0-cc818cf07e21 service nova] [instance: b6904adf-5981-4a21-a344-4a8949b8b90b] Refreshing network info cache for port 275a3045-758e-459d-a09b-03e4dae4e8de {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 779.624021] env[69319]: DEBUG oslo_concurrency.lockutils [None req-74cc0223-6533-4f2a-920f-2051ace6fd90 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.280s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.624349] env[69319]: DEBUG oslo_concurrency.lockutils [None req-992a85ff-8d55-49ed-b8df-08493329baf0 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.535s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.626863] env[69319]: INFO nova.compute.claims [None req-992a85ff-8d55-49ed-b8df-08493329baf0 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] [instance: ffc74032-0a67-4fab-88c6-1f81ff356728] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 779.637183] env[69319]: DEBUG nova.compute.manager [None req-d3ee6200-f823-4526-bf40-c9a6abdfd368 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] [instance: 13a67670-f42e-4041-8f4e-4fe3a65e2f33] Starting instance... {{(pid=69319) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 779.655060] env[69319]: INFO nova.scheduler.client.report [None req-74cc0223-6533-4f2a-920f-2051ace6fd90 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Deleted allocations for instance 72187860-a5e9-4b68-a8da-9b7c9d33b93a [ 779.675674] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223020, 'name': CreateVM_Task, 'duration_secs': 0.360395} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.675859] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6904adf-5981-4a21-a344-4a8949b8b90b] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 779.676920] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0fd9e3d5-bf1f-4042-8eb9-6fbd20069eb7 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.676920] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0fd9e3d5-bf1f-4042-8eb9-6fbd20069eb7 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.677105] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0fd9e3d5-bf1f-4042-8eb9-6fbd20069eb7 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.678266] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c406aaa-bfe6-4c72-bee1-1a0f865f83a2 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.682796] env[69319]: DEBUG oslo_vmware.api [None req-0fd9e3d5-bf1f-4042-8eb9-6fbd20069eb7 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Waiting for the task: (returnval){ [ 779.682796] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52144e2b-7ad8-ff2d-a408-9da758a28711" [ 779.682796] env[69319]: _type = "Task" [ 779.682796] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.692247] env[69319]: DEBUG oslo_vmware.api [None req-0fd9e3d5-bf1f-4042-8eb9-6fbd20069eb7 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52144e2b-7ad8-ff2d-a408-9da758a28711, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.731203] env[69319]: DEBUG oslo_vmware.api [None req-37ed1b24-3f37-47c9-b13b-d342f581c4c7 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52a38fe3-f626-a8f0-697e-ac45494042c7, 'name': SearchDatastore_Task, 'duration_secs': 0.010744} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.732284] env[69319]: DEBUG oslo_concurrency.lockutils [None req-37ed1b24-3f37-47c9-b13b-d342f581c4c7 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.732612] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-37ed1b24-3f37-47c9-b13b-d342f581c4c7 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore1] 95b759d7-a8d9-48bb-a730-ff0040147961/95b759d7-a8d9-48bb-a730-ff0040147961.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 779.732881] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4a986500-c132-4e2b-a165-6abf2e54635e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.742019] env[69319]: DEBUG oslo_vmware.api [None req-37ed1b24-3f37-47c9-b13b-d342f581c4c7 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Waiting for the task: (returnval){ [ 779.742019] env[69319]: value = "task-3223022" [ 779.742019] env[69319]: _type = "Task" [ 779.742019] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.751864] env[69319]: DEBUG oslo_vmware.api [None req-37ed1b24-3f37-47c9-b13b-d342f581c4c7 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3223022, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.829169] env[69319]: DEBUG oslo_concurrency.lockutils [req-29e24acf-2c61-48b5-b1f7-86cfedf0cd92 req-9285e6e5-83d3-4256-8b0a-1862d34afd64 service nova] Releasing lock "refresh_cache-95b759d7-a8d9-48bb-a730-ff0040147961" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.861152] env[69319]: DEBUG nova.compute.manager [None req-5df5acfc-cc34-4125-ab75-e7d22566d107 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] [instance: 677f0c3c-60cc-480b-911a-e12da31e350d] Start spawning the instance on the hypervisor. {{(pid=69319) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 779.905306] env[69319]: DEBUG nova.virt.hardware [None req-5df5acfc-cc34-4125-ab75-e7d22566d107 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:32:36Z,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31f027872f6f44dba95ff2fe7a062e00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:32:36Z,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 779.905648] env[69319]: DEBUG nova.virt.hardware [None req-5df5acfc-cc34-4125-ab75-e7d22566d107 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 779.905751] env[69319]: DEBUG nova.virt.hardware [None req-5df5acfc-cc34-4125-ab75-e7d22566d107 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 779.905928] env[69319]: DEBUG nova.virt.hardware [None req-5df5acfc-cc34-4125-ab75-e7d22566d107 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 779.906397] env[69319]: DEBUG nova.virt.hardware [None req-5df5acfc-cc34-4125-ab75-e7d22566d107 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 779.906645] env[69319]: DEBUG nova.virt.hardware [None req-5df5acfc-cc34-4125-ab75-e7d22566d107 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 779.907035] env[69319]: DEBUG nova.virt.hardware [None req-5df5acfc-cc34-4125-ab75-e7d22566d107 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 779.907333] env[69319]: DEBUG nova.virt.hardware [None req-5df5acfc-cc34-4125-ab75-e7d22566d107 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 779.907520] env[69319]: DEBUG nova.virt.hardware [None req-5df5acfc-cc34-4125-ab75-e7d22566d107 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 779.907815] env[69319]: DEBUG nova.virt.hardware [None req-5df5acfc-cc34-4125-ab75-e7d22566d107 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 779.908155] env[69319]: DEBUG nova.virt.hardware [None req-5df5acfc-cc34-4125-ab75-e7d22566d107 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 779.909993] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e98212df-9459-4fc1-a05c-276593eb441c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.918807] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7690316b-f770-4977-9087-079728fe75e8 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.926300] env[69319]: DEBUG oslo_concurrency.lockutils [None req-18adf113-0ab1-4c46-b4ce-ceab18a1371b tempest-ServersNegativeTestMultiTenantJSON-612987748 tempest-ServersNegativeTestMultiTenantJSON-612987748-project-member] Acquiring lock "f3e005cf-9024-4c05-90c3-936251fa05a9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.926300] env[69319]: DEBUG oslo_concurrency.lockutils [None req-18adf113-0ab1-4c46-b4ce-ceab18a1371b tempest-ServersNegativeTestMultiTenantJSON-612987748 tempest-ServersNegativeTestMultiTenantJSON-612987748-project-member] Lock "f3e005cf-9024-4c05-90c3-936251fa05a9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.926300] env[69319]: DEBUG oslo_concurrency.lockutils [None req-18adf113-0ab1-4c46-b4ce-ceab18a1371b tempest-ServersNegativeTestMultiTenantJSON-612987748 tempest-ServersNegativeTestMultiTenantJSON-612987748-project-member] Acquiring lock "f3e005cf-9024-4c05-90c3-936251fa05a9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.926499] env[69319]: DEBUG oslo_concurrency.lockutils [None req-18adf113-0ab1-4c46-b4ce-ceab18a1371b tempest-ServersNegativeTestMultiTenantJSON-612987748 tempest-ServersNegativeTestMultiTenantJSON-612987748-project-member] Lock "f3e005cf-9024-4c05-90c3-936251fa05a9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.926649] env[69319]: DEBUG oslo_concurrency.lockutils [None req-18adf113-0ab1-4c46-b4ce-ceab18a1371b tempest-ServersNegativeTestMultiTenantJSON-612987748 tempest-ServersNegativeTestMultiTenantJSON-612987748-project-member] Lock "f3e005cf-9024-4c05-90c3-936251fa05a9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.941202] env[69319]: INFO nova.compute.manager [None req-18adf113-0ab1-4c46-b4ce-ceab18a1371b tempest-ServersNegativeTestMultiTenantJSON-612987748 tempest-ServersNegativeTestMultiTenantJSON-612987748-project-member] [instance: f3e005cf-9024-4c05-90c3-936251fa05a9] Terminating instance [ 780.053709] env[69319]: DEBUG oslo_vmware.api [None req-81c1d3b9-a297-4837-ab3e-4bc9a7ceb031 tempest-ServerDiagnosticsNegativeTest-1956223848 tempest-ServerDiagnosticsNegativeTest-1956223848-project-member] Task: {'id': task-3223021, 'name': Rename_Task, 'duration_secs': 0.230099} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.054318] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-81c1d3b9-a297-4837-ab3e-4bc9a7ceb031 tempest-ServerDiagnosticsNegativeTest-1956223848 tempest-ServerDiagnosticsNegativeTest-1956223848-project-member] [instance: 873a85e3-bddf-4544-b88c-71afd51bce57] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 780.056041] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7b619fd9-55f9-42d3-bdc8-11a75d0bbfca {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.065399] env[69319]: DEBUG oslo_vmware.api [None req-81c1d3b9-a297-4837-ab3e-4bc9a7ceb031 tempest-ServerDiagnosticsNegativeTest-1956223848 tempest-ServerDiagnosticsNegativeTest-1956223848-project-member] Waiting for the task: (returnval){ [ 780.065399] env[69319]: value = "task-3223023" [ 780.065399] env[69319]: _type = "Task" [ 780.065399] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.077427] env[69319]: DEBUG oslo_vmware.api [None req-81c1d3b9-a297-4837-ab3e-4bc9a7ceb031 tempest-ServerDiagnosticsNegativeTest-1956223848 tempest-ServerDiagnosticsNegativeTest-1956223848-project-member] Task: {'id': task-3223023, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.159518] env[69319]: DEBUG oslo_concurrency.lockutils [None req-d3ee6200-f823-4526-bf40-c9a6abdfd368 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.162780] env[69319]: DEBUG oslo_concurrency.lockutils [None req-74cc0223-6533-4f2a-920f-2051ace6fd90 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Lock "72187860-a5e9-4b68-a8da-9b7c9d33b93a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.898s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.163915] env[69319]: DEBUG oslo_concurrency.lockutils [None req-49380ccc-e8d6-4c00-ae46-01ac978d91a4 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Lock "72187860-a5e9-4b68-a8da-9b7c9d33b93a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 36.892s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.167406] env[69319]: DEBUG oslo_concurrency.lockutils [None req-49380ccc-e8d6-4c00-ae46-01ac978d91a4 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Acquiring lock "72187860-a5e9-4b68-a8da-9b7c9d33b93a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.167712] env[69319]: DEBUG oslo_concurrency.lockutils [None req-49380ccc-e8d6-4c00-ae46-01ac978d91a4 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Lock "72187860-a5e9-4b68-a8da-9b7c9d33b93a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.167912] env[69319]: DEBUG oslo_concurrency.lockutils [None req-49380ccc-e8d6-4c00-ae46-01ac978d91a4 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Lock "72187860-a5e9-4b68-a8da-9b7c9d33b93a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.170518] env[69319]: INFO nova.compute.manager [None req-49380ccc-e8d6-4c00-ae46-01ac978d91a4 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] [instance: 72187860-a5e9-4b68-a8da-9b7c9d33b93a] Terminating instance [ 780.197808] env[69319]: DEBUG oslo_vmware.api [None req-0fd9e3d5-bf1f-4042-8eb9-6fbd20069eb7 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52144e2b-7ad8-ff2d-a408-9da758a28711, 'name': SearchDatastore_Task, 'duration_secs': 0.010555} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.198288] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0fd9e3d5-bf1f-4042-8eb9-6fbd20069eb7 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.198552] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-0fd9e3d5-bf1f-4042-8eb9-6fbd20069eb7 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] [instance: b6904adf-5981-4a21-a344-4a8949b8b90b] Processing image 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 780.198827] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0fd9e3d5-bf1f-4042-8eb9-6fbd20069eb7 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.199020] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0fd9e3d5-bf1f-4042-8eb9-6fbd20069eb7 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.199334] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fd9e3d5-bf1f-4042-8eb9-6fbd20069eb7 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 780.199663] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3cb0c736-6c38-47e8-96bf-e76e90d44362 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.215687] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fd9e3d5-bf1f-4042-8eb9-6fbd20069eb7 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 780.215971] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-0fd9e3d5-bf1f-4042-8eb9-6fbd20069eb7 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 780.219636] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce09d7f1-d19f-4754-9cc2-7357779a9b6d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.228798] env[69319]: DEBUG oslo_vmware.api [None req-0fd9e3d5-bf1f-4042-8eb9-6fbd20069eb7 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Waiting for the task: (returnval){ [ 780.228798] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]5249c8f2-f730-91f9-4790-1f835300deab" [ 780.228798] env[69319]: _type = "Task" [ 780.228798] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.241510] env[69319]: DEBUG oslo_vmware.api [None req-0fd9e3d5-bf1f-4042-8eb9-6fbd20069eb7 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5249c8f2-f730-91f9-4790-1f835300deab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.256286] env[69319]: DEBUG oslo_vmware.api [None req-37ed1b24-3f37-47c9-b13b-d342f581c4c7 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3223022, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.389804] env[69319]: DEBUG nova.network.neutron [req-add1a3ef-c6f7-458d-9b96-7e2aae52a2af req-cacd30ad-e171-4dca-bbf0-cc818cf07e21 service nova] [instance: b6904adf-5981-4a21-a344-4a8949b8b90b] Updated VIF entry in instance network info cache for port 275a3045-758e-459d-a09b-03e4dae4e8de. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 780.390293] env[69319]: DEBUG nova.network.neutron [req-add1a3ef-c6f7-458d-9b96-7e2aae52a2af req-cacd30ad-e171-4dca-bbf0-cc818cf07e21 service nova] [instance: b6904adf-5981-4a21-a344-4a8949b8b90b] Updating instance_info_cache with network_info: [{"id": "275a3045-758e-459d-a09b-03e4dae4e8de", "address": "fa:16:3e:10:58:e2", "network": {"id": "3fb75ad9-d4a6-4d99-933c-906655b8d699", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1067647791-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58c0818f29bf43a683c1919b6028b6df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae70d41-6ebf-472a-8504-6530eb37ea41", "external-id": "nsx-vlan-transportzone-576", "segmentation_id": 576, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap275a3045-75", "ovs_interfaceid": "275a3045-758e-459d-a09b-03e4dae4e8de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.449929] env[69319]: DEBUG nova.compute.manager [None req-18adf113-0ab1-4c46-b4ce-ceab18a1371b tempest-ServersNegativeTestMultiTenantJSON-612987748 tempest-ServersNegativeTestMultiTenantJSON-612987748-project-member] [instance: f3e005cf-9024-4c05-90c3-936251fa05a9] Start destroying the instance on the hypervisor. {{(pid=69319) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 780.449929] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-18adf113-0ab1-4c46-b4ce-ceab18a1371b tempest-ServersNegativeTestMultiTenantJSON-612987748 tempest-ServersNegativeTestMultiTenantJSON-612987748-project-member] [instance: f3e005cf-9024-4c05-90c3-936251fa05a9] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 780.450530] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3f1b8b0-0318-4c3f-bb9a-b174badf3760 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.459834] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-18adf113-0ab1-4c46-b4ce-ceab18a1371b tempest-ServersNegativeTestMultiTenantJSON-612987748 tempest-ServersNegativeTestMultiTenantJSON-612987748-project-member] [instance: f3e005cf-9024-4c05-90c3-936251fa05a9] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 780.460197] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-19b55e93-0d8f-4d3f-ad56-7450f06bb49f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.467493] env[69319]: DEBUG oslo_vmware.api [None req-18adf113-0ab1-4c46-b4ce-ceab18a1371b tempest-ServersNegativeTestMultiTenantJSON-612987748 tempest-ServersNegativeTestMultiTenantJSON-612987748-project-member] Waiting for the task: (returnval){ [ 780.467493] env[69319]: value = "task-3223024" [ 780.467493] env[69319]: _type = "Task" [ 780.467493] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.476118] env[69319]: DEBUG oslo_vmware.api [None req-18adf113-0ab1-4c46-b4ce-ceab18a1371b tempest-ServersNegativeTestMultiTenantJSON-612987748 tempest-ServersNegativeTestMultiTenantJSON-612987748-project-member] Task: {'id': task-3223024, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.575608] env[69319]: DEBUG oslo_vmware.api [None req-81c1d3b9-a297-4837-ab3e-4bc9a7ceb031 tempest-ServerDiagnosticsNegativeTest-1956223848 tempest-ServerDiagnosticsNegativeTest-1956223848-project-member] Task: {'id': task-3223023, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.678725] env[69319]: DEBUG oslo_concurrency.lockutils [None req-49380ccc-e8d6-4c00-ae46-01ac978d91a4 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Acquiring lock "refresh_cache-72187860-a5e9-4b68-a8da-9b7c9d33b93a" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.678725] env[69319]: DEBUG oslo_concurrency.lockutils [None req-49380ccc-e8d6-4c00-ae46-01ac978d91a4 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Acquired lock "refresh_cache-72187860-a5e9-4b68-a8da-9b7c9d33b93a" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.678725] env[69319]: DEBUG nova.network.neutron [None req-49380ccc-e8d6-4c00-ae46-01ac978d91a4 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] [instance: 72187860-a5e9-4b68-a8da-9b7c9d33b93a] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 780.743168] env[69319]: DEBUG oslo_vmware.api [None req-0fd9e3d5-bf1f-4042-8eb9-6fbd20069eb7 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5249c8f2-f730-91f9-4790-1f835300deab, 'name': SearchDatastore_Task, 'duration_secs': 0.048489} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.747019] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7b864ff-3980-48d0-935b-c51bee563b3f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.753686] env[69319]: DEBUG oslo_vmware.api [None req-0fd9e3d5-bf1f-4042-8eb9-6fbd20069eb7 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Waiting for the task: (returnval){ [ 780.753686] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52ab78ee-d0d0-2ec7-2a17-52a69c64b750" [ 780.753686] env[69319]: _type = "Task" [ 780.753686] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.757759] env[69319]: DEBUG oslo_vmware.api [None req-37ed1b24-3f37-47c9-b13b-d342f581c4c7 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3223022, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.548239} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.763498] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-37ed1b24-3f37-47c9-b13b-d342f581c4c7 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore1] 95b759d7-a8d9-48bb-a730-ff0040147961/95b759d7-a8d9-48bb-a730-ff0040147961.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 780.763762] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-37ed1b24-3f37-47c9-b13b-d342f581c4c7 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 95b759d7-a8d9-48bb-a730-ff0040147961] Extending root virtual disk to 1048576 {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 780.764604] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ee06b6b5-7565-4b45-a1bf-9aafe64abe5b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.772227] env[69319]: DEBUG oslo_vmware.api [None req-0fd9e3d5-bf1f-4042-8eb9-6fbd20069eb7 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52ab78ee-d0d0-2ec7-2a17-52a69c64b750, 'name': SearchDatastore_Task, 'duration_secs': 0.012374} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.773552] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0fd9e3d5-bf1f-4042-8eb9-6fbd20069eb7 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.773851] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fd9e3d5-bf1f-4042-8eb9-6fbd20069eb7 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore1] b6904adf-5981-4a21-a344-4a8949b8b90b/b6904adf-5981-4a21-a344-4a8949b8b90b.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 780.774223] env[69319]: DEBUG oslo_vmware.api [None req-37ed1b24-3f37-47c9-b13b-d342f581c4c7 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Waiting for the task: (returnval){ [ 780.774223] env[69319]: value = "task-3223025" [ 780.774223] env[69319]: _type = "Task" [ 780.774223] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.774449] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6b05c820-0214-457e-8a42-ff7a6cbab5b3 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.788482] env[69319]: DEBUG oslo_vmware.api [None req-37ed1b24-3f37-47c9-b13b-d342f581c4c7 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3223025, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.790010] env[69319]: DEBUG oslo_vmware.api [None req-0fd9e3d5-bf1f-4042-8eb9-6fbd20069eb7 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Waiting for the task: (returnval){ [ 780.790010] env[69319]: value = "task-3223026" [ 780.790010] env[69319]: _type = "Task" [ 780.790010] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.798584] env[69319]: DEBUG oslo_vmware.api [None req-0fd9e3d5-bf1f-4042-8eb9-6fbd20069eb7 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Task: {'id': task-3223026, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.893969] env[69319]: DEBUG oslo_concurrency.lockutils [req-add1a3ef-c6f7-458d-9b96-7e2aae52a2af req-cacd30ad-e171-4dca-bbf0-cc818cf07e21 service nova] Releasing lock "refresh_cache-b6904adf-5981-4a21-a344-4a8949b8b90b" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.983416] env[69319]: DEBUG oslo_vmware.api [None req-18adf113-0ab1-4c46-b4ce-ceab18a1371b tempest-ServersNegativeTestMultiTenantJSON-612987748 tempest-ServersNegativeTestMultiTenantJSON-612987748-project-member] Task: {'id': task-3223024, 'name': PowerOffVM_Task, 'duration_secs': 0.237968} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.983942] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-18adf113-0ab1-4c46-b4ce-ceab18a1371b tempest-ServersNegativeTestMultiTenantJSON-612987748 tempest-ServersNegativeTestMultiTenantJSON-612987748-project-member] [instance: f3e005cf-9024-4c05-90c3-936251fa05a9] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 780.984147] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-18adf113-0ab1-4c46-b4ce-ceab18a1371b tempest-ServersNegativeTestMultiTenantJSON-612987748 tempest-ServersNegativeTestMultiTenantJSON-612987748-project-member] [instance: f3e005cf-9024-4c05-90c3-936251fa05a9] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 780.984751] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7b579140-eb87-4dab-a082-a6f693433672 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.082880] env[69319]: DEBUG oslo_vmware.api [None req-81c1d3b9-a297-4837-ab3e-4bc9a7ceb031 tempest-ServerDiagnosticsNegativeTest-1956223848 tempest-ServerDiagnosticsNegativeTest-1956223848-project-member] Task: {'id': task-3223023, 'name': PowerOnVM_Task, 'duration_secs': 0.779168} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.087193] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-81c1d3b9-a297-4837-ab3e-4bc9a7ceb031 tempest-ServerDiagnosticsNegativeTest-1956223848 tempest-ServerDiagnosticsNegativeTest-1956223848-project-member] [instance: 873a85e3-bddf-4544-b88c-71afd51bce57] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 781.087637] env[69319]: INFO nova.compute.manager [None req-81c1d3b9-a297-4837-ab3e-4bc9a7ceb031 tempest-ServerDiagnosticsNegativeTest-1956223848 tempest-ServerDiagnosticsNegativeTest-1956223848-project-member] [instance: 873a85e3-bddf-4544-b88c-71afd51bce57] Took 12.21 seconds to spawn the instance on the hypervisor. [ 781.087838] env[69319]: DEBUG nova.compute.manager [None req-81c1d3b9-a297-4837-ab3e-4bc9a7ceb031 tempest-ServerDiagnosticsNegativeTest-1956223848 tempest-ServerDiagnosticsNegativeTest-1956223848-project-member] [instance: 873a85e3-bddf-4544-b88c-71afd51bce57] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 781.089301] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-401f954e-3f96-4dcf-9e59-4f3952017eb4 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.104939] env[69319]: DEBUG nova.network.neutron [None req-5df5acfc-cc34-4125-ab75-e7d22566d107 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] [instance: 677f0c3c-60cc-480b-911a-e12da31e350d] Successfully updated port: ff366c40-07c4-4c04-ac11-467281218dff {{(pid=69319) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 781.181179] env[69319]: DEBUG nova.compute.utils [None req-49380ccc-e8d6-4c00-ae46-01ac978d91a4 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] [instance: 72187860-a5e9-4b68-a8da-9b7c9d33b93a] Can not refresh info_cache because instance was not found {{(pid=69319) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 781.207445] env[69319]: DEBUG nova.network.neutron [None req-49380ccc-e8d6-4c00-ae46-01ac978d91a4 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] [instance: 72187860-a5e9-4b68-a8da-9b7c9d33b93a] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 781.288148] env[69319]: DEBUG oslo_vmware.api [None req-37ed1b24-3f37-47c9-b13b-d342f581c4c7 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3223025, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07671} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.291736] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-37ed1b24-3f37-47c9-b13b-d342f581c4c7 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 95b759d7-a8d9-48bb-a730-ff0040147961] Extended root virtual disk {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 781.293324] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b1b6149-0879-47de-891d-ffc2345a318e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.299664] env[69319]: DEBUG nova.network.neutron [None req-49380ccc-e8d6-4c00-ae46-01ac978d91a4 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] [instance: 72187860-a5e9-4b68-a8da-9b7c9d33b93a] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.306045] env[69319]: DEBUG oslo_vmware.api [None req-0fd9e3d5-bf1f-4042-8eb9-6fbd20069eb7 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Task: {'id': task-3223026, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.327216] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-37ed1b24-3f37-47c9-b13b-d342f581c4c7 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 95b759d7-a8d9-48bb-a730-ff0040147961] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] 95b759d7-a8d9-48bb-a730-ff0040147961/95b759d7-a8d9-48bb-a730-ff0040147961.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 781.329274] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ea0dc50-1bab-420a-b34b-1a94ef104026 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.351323] env[69319]: DEBUG oslo_vmware.api [None req-37ed1b24-3f37-47c9-b13b-d342f581c4c7 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Waiting for the task: (returnval){ [ 781.351323] env[69319]: value = "task-3223028" [ 781.351323] env[69319]: _type = "Task" [ 781.351323] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.356560] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30d2681b-5cdb-4fae-a115-378aef0d9c88 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.362262] env[69319]: DEBUG oslo_vmware.api [None req-37ed1b24-3f37-47c9-b13b-d342f581c4c7 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3223028, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.368070] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71fe9c9d-7da5-4d20-ae0d-72ab36318b96 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.403100] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-411a164e-380b-4b4e-ae74-e2b0ed39418f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.411348] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e77ce138-bb17-43bd-8f82-4199a43722ad {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.430814] env[69319]: DEBUG nova.compute.provider_tree [None req-992a85ff-8d55-49ed-b8df-08493329baf0 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 781.607847] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5df5acfc-cc34-4125-ab75-e7d22566d107 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Acquiring lock "refresh_cache-677f0c3c-60cc-480b-911a-e12da31e350d" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.608113] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5df5acfc-cc34-4125-ab75-e7d22566d107 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Acquired lock "refresh_cache-677f0c3c-60cc-480b-911a-e12da31e350d" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.608211] env[69319]: DEBUG nova.network.neutron [None req-5df5acfc-cc34-4125-ab75-e7d22566d107 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] [instance: 677f0c3c-60cc-480b-911a-e12da31e350d] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 781.611225] env[69319]: INFO nova.compute.manager [None req-81c1d3b9-a297-4837-ab3e-4bc9a7ceb031 tempest-ServerDiagnosticsNegativeTest-1956223848 tempest-ServerDiagnosticsNegativeTest-1956223848-project-member] [instance: 873a85e3-bddf-4544-b88c-71afd51bce57] Took 66.30 seconds to build instance. [ 781.650540] env[69319]: DEBUG nova.compute.manager [req-3d8a15ae-e852-45ca-bb08-4fbce717dab8 req-7f0260c0-f489-430e-bf7a-b14fe52cbfc9 service nova] [instance: 677f0c3c-60cc-480b-911a-e12da31e350d] Received event network-vif-plugged-ff366c40-07c4-4c04-ac11-467281218dff {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 781.650540] env[69319]: DEBUG oslo_concurrency.lockutils [req-3d8a15ae-e852-45ca-bb08-4fbce717dab8 req-7f0260c0-f489-430e-bf7a-b14fe52cbfc9 service nova] Acquiring lock "677f0c3c-60cc-480b-911a-e12da31e350d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.650775] env[69319]: DEBUG oslo_concurrency.lockutils [req-3d8a15ae-e852-45ca-bb08-4fbce717dab8 req-7f0260c0-f489-430e-bf7a-b14fe52cbfc9 service nova] Lock "677f0c3c-60cc-480b-911a-e12da31e350d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.650870] env[69319]: DEBUG oslo_concurrency.lockutils [req-3d8a15ae-e852-45ca-bb08-4fbce717dab8 req-7f0260c0-f489-430e-bf7a-b14fe52cbfc9 service nova] Lock "677f0c3c-60cc-480b-911a-e12da31e350d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.651044] env[69319]: DEBUG nova.compute.manager [req-3d8a15ae-e852-45ca-bb08-4fbce717dab8 req-7f0260c0-f489-430e-bf7a-b14fe52cbfc9 service nova] [instance: 677f0c3c-60cc-480b-911a-e12da31e350d] No waiting events found dispatching network-vif-plugged-ff366c40-07c4-4c04-ac11-467281218dff {{(pid=69319) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 781.651182] env[69319]: WARNING nova.compute.manager [req-3d8a15ae-e852-45ca-bb08-4fbce717dab8 req-7f0260c0-f489-430e-bf7a-b14fe52cbfc9 service nova] [instance: 677f0c3c-60cc-480b-911a-e12da31e350d] Received unexpected event network-vif-plugged-ff366c40-07c4-4c04-ac11-467281218dff for instance with vm_state building and task_state spawning. [ 781.651400] env[69319]: DEBUG nova.compute.manager [req-3d8a15ae-e852-45ca-bb08-4fbce717dab8 req-7f0260c0-f489-430e-bf7a-b14fe52cbfc9 service nova] [instance: 677f0c3c-60cc-480b-911a-e12da31e350d] Received event network-changed-ff366c40-07c4-4c04-ac11-467281218dff {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 781.651554] env[69319]: DEBUG nova.compute.manager [req-3d8a15ae-e852-45ca-bb08-4fbce717dab8 req-7f0260c0-f489-430e-bf7a-b14fe52cbfc9 service nova] [instance: 677f0c3c-60cc-480b-911a-e12da31e350d] Refreshing instance network info cache due to event network-changed-ff366c40-07c4-4c04-ac11-467281218dff. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 781.651678] env[69319]: DEBUG oslo_concurrency.lockutils [req-3d8a15ae-e852-45ca-bb08-4fbce717dab8 req-7f0260c0-f489-430e-bf7a-b14fe52cbfc9 service nova] Acquiring lock "refresh_cache-677f0c3c-60cc-480b-911a-e12da31e350d" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.803042] env[69319]: DEBUG oslo_concurrency.lockutils [None req-49380ccc-e8d6-4c00-ae46-01ac978d91a4 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Releasing lock "refresh_cache-72187860-a5e9-4b68-a8da-9b7c9d33b93a" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.803042] env[69319]: DEBUG nova.compute.manager [None req-49380ccc-e8d6-4c00-ae46-01ac978d91a4 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] [instance: 72187860-a5e9-4b68-a8da-9b7c9d33b93a] Start destroying the instance on the hypervisor. {{(pid=69319) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 781.803281] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-49380ccc-e8d6-4c00-ae46-01ac978d91a4 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] [instance: 72187860-a5e9-4b68-a8da-9b7c9d33b93a] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 781.803490] env[69319]: DEBUG oslo_vmware.api [None req-0fd9e3d5-bf1f-4042-8eb9-6fbd20069eb7 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Task: {'id': task-3223026, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.529057} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.803703] env[69319]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-76e422c6-61fd-4e72-9c44-f234e061dc2f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.805537] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fd9e3d5-bf1f-4042-8eb9-6fbd20069eb7 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore1] b6904adf-5981-4a21-a344-4a8949b8b90b/b6904adf-5981-4a21-a344-4a8949b8b90b.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 781.805752] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-0fd9e3d5-bf1f-4042-8eb9-6fbd20069eb7 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] [instance: b6904adf-5981-4a21-a344-4a8949b8b90b] Extending root virtual disk to 1048576 {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 781.806032] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2561190a-41f2-4559-91b4-d97c3b51ee4f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.815322] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e6dbaf8-0863-4ae7-994e-382446207915 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.827080] env[69319]: DEBUG oslo_vmware.api [None req-0fd9e3d5-bf1f-4042-8eb9-6fbd20069eb7 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Waiting for the task: (returnval){ [ 781.827080] env[69319]: value = "task-3223029" [ 781.827080] env[69319]: _type = "Task" [ 781.827080] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.838707] env[69319]: DEBUG oslo_vmware.api [None req-0fd9e3d5-bf1f-4042-8eb9-6fbd20069eb7 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Task: {'id': task-3223029, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.855906] env[69319]: WARNING nova.virt.vmwareapi.vmops [None req-49380ccc-e8d6-4c00-ae46-01ac978d91a4 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] [instance: 72187860-a5e9-4b68-a8da-9b7c9d33b93a] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 72187860-a5e9-4b68-a8da-9b7c9d33b93a could not be found. [ 781.855906] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-49380ccc-e8d6-4c00-ae46-01ac978d91a4 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] [instance: 72187860-a5e9-4b68-a8da-9b7c9d33b93a] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 781.856053] env[69319]: INFO nova.compute.manager [None req-49380ccc-e8d6-4c00-ae46-01ac978d91a4 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] [instance: 72187860-a5e9-4b68-a8da-9b7c9d33b93a] Took 0.05 seconds to destroy the instance on the hypervisor. [ 781.856328] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-49380ccc-e8d6-4c00-ae46-01ac978d91a4 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 781.859631] env[69319]: DEBUG nova.compute.manager [-] [instance: 72187860-a5e9-4b68-a8da-9b7c9d33b93a] Deallocating network for instance {{(pid=69319) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 781.859733] env[69319]: DEBUG nova.network.neutron [-] [instance: 72187860-a5e9-4b68-a8da-9b7c9d33b93a] deallocate_for_instance() {{(pid=69319) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 781.866480] env[69319]: DEBUG oslo_vmware.api [None req-37ed1b24-3f37-47c9-b13b-d342f581c4c7 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3223028, 'name': ReconfigVM_Task, 'duration_secs': 0.278206} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.866733] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-37ed1b24-3f37-47c9-b13b-d342f581c4c7 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 95b759d7-a8d9-48bb-a730-ff0040147961] Reconfigured VM instance instance-00000023 to attach disk [datastore1] 95b759d7-a8d9-48bb-a730-ff0040147961/95b759d7-a8d9-48bb-a730-ff0040147961.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 781.868304] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-66edda5d-6792-42ae-b591-df26db8730f3 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.876535] env[69319]: DEBUG oslo_vmware.api [None req-37ed1b24-3f37-47c9-b13b-d342f581c4c7 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Waiting for the task: (returnval){ [ 781.876535] env[69319]: value = "task-3223030" [ 781.876535] env[69319]: _type = "Task" [ 781.876535] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.880256] env[69319]: DEBUG nova.network.neutron [-] [instance: 72187860-a5e9-4b68-a8da-9b7c9d33b93a] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 781.888352] env[69319]: DEBUG oslo_vmware.api [None req-37ed1b24-3f37-47c9-b13b-d342f581c4c7 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3223030, 'name': Rename_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.920904] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f77f62bb-7018-4804-8f14-0b89a14e738e tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Acquiring lock "749b3b26-9e42-4ac9-89c4-f467aa379427" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.921147] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f77f62bb-7018-4804-8f14-0b89a14e738e tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Lock "749b3b26-9e42-4ac9-89c4-f467aa379427" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.921384] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f77f62bb-7018-4804-8f14-0b89a14e738e tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Acquiring lock "749b3b26-9e42-4ac9-89c4-f467aa379427-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.921586] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f77f62bb-7018-4804-8f14-0b89a14e738e tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Lock "749b3b26-9e42-4ac9-89c4-f467aa379427-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.921767] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f77f62bb-7018-4804-8f14-0b89a14e738e tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Lock "749b3b26-9e42-4ac9-89c4-f467aa379427-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.923897] env[69319]: INFO nova.compute.manager [None req-f77f62bb-7018-4804-8f14-0b89a14e738e tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] [instance: 749b3b26-9e42-4ac9-89c4-f467aa379427] Terminating instance [ 781.934824] env[69319]: DEBUG nova.scheduler.client.report [None req-992a85ff-8d55-49ed-b8df-08493329baf0 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 782.114813] env[69319]: DEBUG oslo_concurrency.lockutils [None req-81c1d3b9-a297-4837-ab3e-4bc9a7ceb031 tempest-ServerDiagnosticsNegativeTest-1956223848 tempest-ServerDiagnosticsNegativeTest-1956223848-project-member] Lock "873a85e3-bddf-4544-b88c-71afd51bce57" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 90.601s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.145373] env[69319]: DEBUG nova.network.neutron [None req-5df5acfc-cc34-4125-ab75-e7d22566d107 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] [instance: 677f0c3c-60cc-480b-911a-e12da31e350d] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 782.309273] env[69319]: DEBUG nova.network.neutron [None req-5df5acfc-cc34-4125-ab75-e7d22566d107 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] [instance: 677f0c3c-60cc-480b-911a-e12da31e350d] Updating instance_info_cache with network_info: [{"id": "ff366c40-07c4-4c04-ac11-467281218dff", "address": "fa:16:3e:d8:d0:d5", "network": {"id": "3fb75ad9-d4a6-4d99-933c-906655b8d699", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1067647791-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58c0818f29bf43a683c1919b6028b6df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae70d41-6ebf-472a-8504-6530eb37ea41", "external-id": "nsx-vlan-transportzone-576", "segmentation_id": 576, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff366c40-07", "ovs_interfaceid": "ff366c40-07c4-4c04-ac11-467281218dff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.337424] env[69319]: DEBUG oslo_vmware.api [None req-0fd9e3d5-bf1f-4042-8eb9-6fbd20069eb7 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Task: {'id': task-3223029, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064081} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.337651] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-0fd9e3d5-bf1f-4042-8eb9-6fbd20069eb7 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] [instance: b6904adf-5981-4a21-a344-4a8949b8b90b] Extended root virtual disk {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 782.338467] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-948d8e5c-add1-46a9-8727-05f6f7d20a45 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.361562] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fd9e3d5-bf1f-4042-8eb9-6fbd20069eb7 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] [instance: b6904adf-5981-4a21-a344-4a8949b8b90b] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] b6904adf-5981-4a21-a344-4a8949b8b90b/b6904adf-5981-4a21-a344-4a8949b8b90b.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 782.363416] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4bcc9499-c8bf-4b20-8895-c3d7034bda72 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.377746] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-18adf113-0ab1-4c46-b4ce-ceab18a1371b tempest-ServersNegativeTestMultiTenantJSON-612987748 tempest-ServersNegativeTestMultiTenantJSON-612987748-project-member] [instance: f3e005cf-9024-4c05-90c3-936251fa05a9] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 782.377948] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-18adf113-0ab1-4c46-b4ce-ceab18a1371b tempest-ServersNegativeTestMultiTenantJSON-612987748 tempest-ServersNegativeTestMultiTenantJSON-612987748-project-member] [instance: f3e005cf-9024-4c05-90c3-936251fa05a9] Deleting contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 782.378234] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-18adf113-0ab1-4c46-b4ce-ceab18a1371b tempest-ServersNegativeTestMultiTenantJSON-612987748 tempest-ServersNegativeTestMultiTenantJSON-612987748-project-member] Deleting the datastore file [datastore2] f3e005cf-9024-4c05-90c3-936251fa05a9 {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 782.378462] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-830da3e0-0e74-4ad7-9a9e-693340caf61f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.383509] env[69319]: DEBUG nova.network.neutron [-] [instance: 72187860-a5e9-4b68-a8da-9b7c9d33b93a] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.387834] env[69319]: DEBUG oslo_vmware.api [None req-0fd9e3d5-bf1f-4042-8eb9-6fbd20069eb7 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Waiting for the task: (returnval){ [ 782.387834] env[69319]: value = "task-3223031" [ 782.387834] env[69319]: _type = "Task" [ 782.387834] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.391039] env[69319]: DEBUG oslo_vmware.api [None req-37ed1b24-3f37-47c9-b13b-d342f581c4c7 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3223030, 'name': Rename_Task, 'duration_secs': 0.141111} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.395326] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-37ed1b24-3f37-47c9-b13b-d342f581c4c7 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 95b759d7-a8d9-48bb-a730-ff0040147961] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 782.395666] env[69319]: DEBUG oslo_vmware.api [None req-18adf113-0ab1-4c46-b4ce-ceab18a1371b tempest-ServersNegativeTestMultiTenantJSON-612987748 tempest-ServersNegativeTestMultiTenantJSON-612987748-project-member] Waiting for the task: (returnval){ [ 782.395666] env[69319]: value = "task-3223032" [ 782.395666] env[69319]: _type = "Task" [ 782.395666] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.396483] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5f213e63-9102-429d-b5c9-51fca86b33fa {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.405666] env[69319]: DEBUG oslo_vmware.api [None req-0fd9e3d5-bf1f-4042-8eb9-6fbd20069eb7 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Task: {'id': task-3223031, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.409170] env[69319]: DEBUG oslo_vmware.api [None req-37ed1b24-3f37-47c9-b13b-d342f581c4c7 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Waiting for the task: (returnval){ [ 782.409170] env[69319]: value = "task-3223033" [ 782.409170] env[69319]: _type = "Task" [ 782.409170] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.412757] env[69319]: DEBUG oslo_vmware.api [None req-18adf113-0ab1-4c46-b4ce-ceab18a1371b tempest-ServersNegativeTestMultiTenantJSON-612987748 tempest-ServersNegativeTestMultiTenantJSON-612987748-project-member] Task: {'id': task-3223032, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.423398] env[69319]: DEBUG oslo_vmware.api [None req-37ed1b24-3f37-47c9-b13b-d342f581c4c7 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3223033, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.427146] env[69319]: DEBUG nova.compute.manager [None req-f77f62bb-7018-4804-8f14-0b89a14e738e tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] [instance: 749b3b26-9e42-4ac9-89c4-f467aa379427] Start destroying the instance on the hypervisor. {{(pid=69319) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 782.427350] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-f77f62bb-7018-4804-8f14-0b89a14e738e tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] [instance: 749b3b26-9e42-4ac9-89c4-f467aa379427] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 782.428140] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d47cf0cd-2641-42eb-8ebc-e2ec43b71707 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.435209] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-f77f62bb-7018-4804-8f14-0b89a14e738e tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] [instance: 749b3b26-9e42-4ac9-89c4-f467aa379427] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 782.435468] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dc95a0af-1e9f-4d12-b9da-e34c4a11b837 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.440243] env[69319]: DEBUG oslo_concurrency.lockutils [None req-992a85ff-8d55-49ed-b8df-08493329baf0 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.816s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.440776] env[69319]: DEBUG nova.compute.manager [None req-992a85ff-8d55-49ed-b8df-08493329baf0 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] [instance: ffc74032-0a67-4fab-88c6-1f81ff356728] Start building networks asynchronously for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 782.445751] env[69319]: DEBUG oslo_concurrency.lockutils [None req-79490a9c-def4-4251-aff6-8248e3bad9d3 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.217s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.449297] env[69319]: INFO nova.compute.claims [None req-79490a9c-def4-4251-aff6-8248e3bad9d3 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] [instance: 03ac405c-7176-42b5-9e5d-e28d39af08a1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 782.451199] env[69319]: DEBUG oslo_vmware.api [None req-f77f62bb-7018-4804-8f14-0b89a14e738e tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Waiting for the task: (returnval){ [ 782.451199] env[69319]: value = "task-3223034" [ 782.451199] env[69319]: _type = "Task" [ 782.451199] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.460778] env[69319]: DEBUG oslo_vmware.api [None req-f77f62bb-7018-4804-8f14-0b89a14e738e tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Task: {'id': task-3223034, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.617726] env[69319]: DEBUG nova.compute.manager [None req-0d5016cd-9649-486b-b681-08088982939e tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] [instance: 04a666db-77b8-4c23-8c7c-887b23ea97af] Starting instance... {{(pid=69319) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 782.812158] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5df5acfc-cc34-4125-ab75-e7d22566d107 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Releasing lock "refresh_cache-677f0c3c-60cc-480b-911a-e12da31e350d" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.812526] env[69319]: DEBUG nova.compute.manager [None req-5df5acfc-cc34-4125-ab75-e7d22566d107 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] [instance: 677f0c3c-60cc-480b-911a-e12da31e350d] Instance network_info: |[{"id": "ff366c40-07c4-4c04-ac11-467281218dff", "address": "fa:16:3e:d8:d0:d5", "network": {"id": "3fb75ad9-d4a6-4d99-933c-906655b8d699", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1067647791-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58c0818f29bf43a683c1919b6028b6df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae70d41-6ebf-472a-8504-6530eb37ea41", "external-id": "nsx-vlan-transportzone-576", "segmentation_id": 576, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff366c40-07", "ovs_interfaceid": "ff366c40-07c4-4c04-ac11-467281218dff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 782.812848] env[69319]: DEBUG oslo_concurrency.lockutils [req-3d8a15ae-e852-45ca-bb08-4fbce717dab8 req-7f0260c0-f489-430e-bf7a-b14fe52cbfc9 service nova] Acquired lock "refresh_cache-677f0c3c-60cc-480b-911a-e12da31e350d" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.813212] env[69319]: DEBUG nova.network.neutron [req-3d8a15ae-e852-45ca-bb08-4fbce717dab8 req-7f0260c0-f489-430e-bf7a-b14fe52cbfc9 service nova] [instance: 677f0c3c-60cc-480b-911a-e12da31e350d] Refreshing network info cache for port ff366c40-07c4-4c04-ac11-467281218dff {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 782.814287] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-5df5acfc-cc34-4125-ab75-e7d22566d107 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] [instance: 677f0c3c-60cc-480b-911a-e12da31e350d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:d0:d5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cae70d41-6ebf-472a-8504-6530eb37ea41', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ff366c40-07c4-4c04-ac11-467281218dff', 'vif_model': 'vmxnet3'}] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 782.822254] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5df5acfc-cc34-4125-ab75-e7d22566d107 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 782.823325] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 677f0c3c-60cc-480b-911a-e12da31e350d] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 782.823578] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-01873aac-d6ce-4c3b-a7e7-01c19db4276a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.844128] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 782.844128] env[69319]: value = "task-3223035" [ 782.844128] env[69319]: _type = "Task" [ 782.844128] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.856606] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223035, 'name': CreateVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.885978] env[69319]: INFO nova.compute.manager [-] [instance: 72187860-a5e9-4b68-a8da-9b7c9d33b93a] Took 1.03 seconds to deallocate network for instance. [ 782.901997] env[69319]: DEBUG oslo_vmware.api [None req-0fd9e3d5-bf1f-4042-8eb9-6fbd20069eb7 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Task: {'id': task-3223031, 'name': ReconfigVM_Task, 'duration_secs': 0.387954} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.906890] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fd9e3d5-bf1f-4042-8eb9-6fbd20069eb7 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] [instance: b6904adf-5981-4a21-a344-4a8949b8b90b] Reconfigured VM instance instance-00000024 to attach disk [datastore1] b6904adf-5981-4a21-a344-4a8949b8b90b/b6904adf-5981-4a21-a344-4a8949b8b90b.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 782.908062] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-99d9209c-547f-4036-8c67-23ec908ac512 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.921497] env[69319]: DEBUG oslo_vmware.api [None req-0fd9e3d5-bf1f-4042-8eb9-6fbd20069eb7 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Waiting for the task: (returnval){ [ 782.921497] env[69319]: value = "task-3223036" [ 782.921497] env[69319]: _type = "Task" [ 782.921497] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.921923] env[69319]: DEBUG oslo_vmware.api [None req-18adf113-0ab1-4c46-b4ce-ceab18a1371b tempest-ServersNegativeTestMultiTenantJSON-612987748 tempest-ServersNegativeTestMultiTenantJSON-612987748-project-member] Task: {'id': task-3223032, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.260665} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.923358] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-18adf113-0ab1-4c46-b4ce-ceab18a1371b tempest-ServersNegativeTestMultiTenantJSON-612987748 tempest-ServersNegativeTestMultiTenantJSON-612987748-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 782.923587] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-18adf113-0ab1-4c46-b4ce-ceab18a1371b tempest-ServersNegativeTestMultiTenantJSON-612987748 tempest-ServersNegativeTestMultiTenantJSON-612987748-project-member] [instance: f3e005cf-9024-4c05-90c3-936251fa05a9] Deleted contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 782.923770] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-18adf113-0ab1-4c46-b4ce-ceab18a1371b tempest-ServersNegativeTestMultiTenantJSON-612987748 tempest-ServersNegativeTestMultiTenantJSON-612987748-project-member] [instance: f3e005cf-9024-4c05-90c3-936251fa05a9] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 782.923961] env[69319]: INFO nova.compute.manager [None req-18adf113-0ab1-4c46-b4ce-ceab18a1371b tempest-ServersNegativeTestMultiTenantJSON-612987748 tempest-ServersNegativeTestMultiTenantJSON-612987748-project-member] [instance: f3e005cf-9024-4c05-90c3-936251fa05a9] Took 2.47 seconds to destroy the instance on the hypervisor. [ 782.924231] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-18adf113-0ab1-4c46-b4ce-ceab18a1371b tempest-ServersNegativeTestMultiTenantJSON-612987748 tempest-ServersNegativeTestMultiTenantJSON-612987748-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 782.927972] env[69319]: DEBUG nova.compute.manager [-] [instance: f3e005cf-9024-4c05-90c3-936251fa05a9] Deallocating network for instance {{(pid=69319) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 782.928243] env[69319]: DEBUG nova.network.neutron [-] [instance: f3e005cf-9024-4c05-90c3-936251fa05a9] deallocate_for_instance() {{(pid=69319) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 782.934189] env[69319]: DEBUG oslo_vmware.api [None req-37ed1b24-3f37-47c9-b13b-d342f581c4c7 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3223033, 'name': PowerOnVM_Task, 'duration_secs': 0.500961} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.935145] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-37ed1b24-3f37-47c9-b13b-d342f581c4c7 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 95b759d7-a8d9-48bb-a730-ff0040147961] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 782.935353] env[69319]: INFO nova.compute.manager [None req-37ed1b24-3f37-47c9-b13b-d342f581c4c7 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 95b759d7-a8d9-48bb-a730-ff0040147961] Took 8.25 seconds to spawn the instance on the hypervisor. [ 782.935593] env[69319]: DEBUG nova.compute.manager [None req-37ed1b24-3f37-47c9-b13b-d342f581c4c7 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 95b759d7-a8d9-48bb-a730-ff0040147961] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 782.936444] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2364509-60e1-40d1-813d-49d9c6de0bd4 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.942877] env[69319]: DEBUG oslo_vmware.api [None req-0fd9e3d5-bf1f-4042-8eb9-6fbd20069eb7 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Task: {'id': task-3223036, 'name': Rename_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.955077] env[69319]: DEBUG nova.compute.utils [None req-992a85ff-8d55-49ed-b8df-08493329baf0 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Using /dev/sd instead of None {{(pid=69319) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 782.956145] env[69319]: DEBUG nova.compute.manager [None req-992a85ff-8d55-49ed-b8df-08493329baf0 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] [instance: ffc74032-0a67-4fab-88c6-1f81ff356728] Allocating IP information in the background. {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 782.956316] env[69319]: DEBUG nova.network.neutron [None req-992a85ff-8d55-49ed-b8df-08493329baf0 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] [instance: ffc74032-0a67-4fab-88c6-1f81ff356728] allocate_for_instance() {{(pid=69319) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 782.968077] env[69319]: DEBUG oslo_vmware.api [None req-f77f62bb-7018-4804-8f14-0b89a14e738e tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Task: {'id': task-3223034, 'name': PowerOffVM_Task, 'duration_secs': 0.333758} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.968384] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-f77f62bb-7018-4804-8f14-0b89a14e738e tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] [instance: 749b3b26-9e42-4ac9-89c4-f467aa379427] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 782.968559] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-f77f62bb-7018-4804-8f14-0b89a14e738e tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] [instance: 749b3b26-9e42-4ac9-89c4-f467aa379427] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 782.968820] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fd2386b2-4d06-405f-b632-da994bafeb8d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.016415] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c6cef954-d69a-4e1c-84c1-8a41d4aafc00 tempest-ServerDiagnosticsNegativeTest-1956223848 tempest-ServerDiagnosticsNegativeTest-1956223848-project-member] Acquiring lock "873a85e3-bddf-4544-b88c-71afd51bce57" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.016717] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c6cef954-d69a-4e1c-84c1-8a41d4aafc00 tempest-ServerDiagnosticsNegativeTest-1956223848 tempest-ServerDiagnosticsNegativeTest-1956223848-project-member] Lock "873a85e3-bddf-4544-b88c-71afd51bce57" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.017042] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c6cef954-d69a-4e1c-84c1-8a41d4aafc00 tempest-ServerDiagnosticsNegativeTest-1956223848 tempest-ServerDiagnosticsNegativeTest-1956223848-project-member] Acquiring lock "873a85e3-bddf-4544-b88c-71afd51bce57-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.017611] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c6cef954-d69a-4e1c-84c1-8a41d4aafc00 tempest-ServerDiagnosticsNegativeTest-1956223848 tempest-ServerDiagnosticsNegativeTest-1956223848-project-member] Lock "873a85e3-bddf-4544-b88c-71afd51bce57-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.017611] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c6cef954-d69a-4e1c-84c1-8a41d4aafc00 tempest-ServerDiagnosticsNegativeTest-1956223848 tempest-ServerDiagnosticsNegativeTest-1956223848-project-member] Lock "873a85e3-bddf-4544-b88c-71afd51bce57-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.022871] env[69319]: DEBUG nova.policy [None req-992a85ff-8d55-49ed-b8df-08493329baf0 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9a2533c87faa48c3860d4e1c7d27e50f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '58c0818f29bf43a683c1919b6028b6df', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69319) authorize /opt/stack/nova/nova/policy.py:192}} [ 783.025337] env[69319]: INFO nova.compute.manager [None req-c6cef954-d69a-4e1c-84c1-8a41d4aafc00 tempest-ServerDiagnosticsNegativeTest-1956223848 tempest-ServerDiagnosticsNegativeTest-1956223848-project-member] [instance: 873a85e3-bddf-4544-b88c-71afd51bce57] Terminating instance [ 783.045891] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-f77f62bb-7018-4804-8f14-0b89a14e738e tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] [instance: 749b3b26-9e42-4ac9-89c4-f467aa379427] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 783.046149] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-f77f62bb-7018-4804-8f14-0b89a14e738e tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] [instance: 749b3b26-9e42-4ac9-89c4-f467aa379427] Deleting contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 783.046339] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-f77f62bb-7018-4804-8f14-0b89a14e738e tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Deleting the datastore file [datastore2] 749b3b26-9e42-4ac9-89c4-f467aa379427 {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 783.046607] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-678ddbfc-c1ae-4cba-9a5a-349213c28c87 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.053991] env[69319]: DEBUG oslo_vmware.api [None req-f77f62bb-7018-4804-8f14-0b89a14e738e tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Waiting for the task: (returnval){ [ 783.053991] env[69319]: value = "task-3223038" [ 783.053991] env[69319]: _type = "Task" [ 783.053991] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.063267] env[69319]: DEBUG oslo_vmware.api [None req-f77f62bb-7018-4804-8f14-0b89a14e738e tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Task: {'id': task-3223038, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.144272] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0d5016cd-9649-486b-b681-08088982939e tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.359180] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223035, 'name': CreateVM_Task, 'duration_secs': 0.390601} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.359180] env[69319]: DEBUG nova.network.neutron [None req-992a85ff-8d55-49ed-b8df-08493329baf0 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] [instance: ffc74032-0a67-4fab-88c6-1f81ff356728] Successfully created port: 77e3dd76-8a21-475f-9004-31c1c79179be {{(pid=69319) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 783.359982] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 677f0c3c-60cc-480b-911a-e12da31e350d] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 783.362821] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5df5acfc-cc34-4125-ab75-e7d22566d107 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.363036] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5df5acfc-cc34-4125-ab75-e7d22566d107 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.363362] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5df5acfc-cc34-4125-ab75-e7d22566d107 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.364122] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b89653e3-cd32-4199-b5af-5d386c6a8000 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.371354] env[69319]: DEBUG oslo_vmware.api [None req-5df5acfc-cc34-4125-ab75-e7d22566d107 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Waiting for the task: (returnval){ [ 783.371354] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]523260d1-c4e4-ad2f-6b15-4fe900cf4d9a" [ 783.371354] env[69319]: _type = "Task" [ 783.371354] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.379721] env[69319]: DEBUG oslo_vmware.api [None req-5df5acfc-cc34-4125-ab75-e7d22566d107 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]523260d1-c4e4-ad2f-6b15-4fe900cf4d9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.397594] env[69319]: INFO nova.compute.manager [None req-49380ccc-e8d6-4c00-ae46-01ac978d91a4 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] [instance: 72187860-a5e9-4b68-a8da-9b7c9d33b93a] Instance disappeared during terminate [ 783.397890] env[69319]: DEBUG oslo_concurrency.lockutils [None req-49380ccc-e8d6-4c00-ae46-01ac978d91a4 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Lock "72187860-a5e9-4b68-a8da-9b7c9d33b93a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.234s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.433983] env[69319]: DEBUG oslo_vmware.api [None req-0fd9e3d5-bf1f-4042-8eb9-6fbd20069eb7 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Task: {'id': task-3223036, 'name': Rename_Task, 'duration_secs': 0.186843} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.434315] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fd9e3d5-bf1f-4042-8eb9-6fbd20069eb7 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] [instance: b6904adf-5981-4a21-a344-4a8949b8b90b] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 783.437391] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1650176a-2d35-4470-a86f-dc3b2f4206be {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.444797] env[69319]: DEBUG oslo_vmware.api [None req-0fd9e3d5-bf1f-4042-8eb9-6fbd20069eb7 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Waiting for the task: (returnval){ [ 783.444797] env[69319]: value = "task-3223039" [ 783.444797] env[69319]: _type = "Task" [ 783.444797] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.457703] env[69319]: DEBUG oslo_vmware.api [None req-0fd9e3d5-bf1f-4042-8eb9-6fbd20069eb7 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Task: {'id': task-3223039, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.465814] env[69319]: DEBUG nova.compute.manager [None req-992a85ff-8d55-49ed-b8df-08493329baf0 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] [instance: ffc74032-0a67-4fab-88c6-1f81ff356728] Start building block device mappings for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 783.469195] env[69319]: INFO nova.compute.manager [None req-37ed1b24-3f37-47c9-b13b-d342f581c4c7 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 95b759d7-a8d9-48bb-a730-ff0040147961] Took 50.41 seconds to build instance. [ 783.532316] env[69319]: DEBUG nova.compute.manager [None req-c6cef954-d69a-4e1c-84c1-8a41d4aafc00 tempest-ServerDiagnosticsNegativeTest-1956223848 tempest-ServerDiagnosticsNegativeTest-1956223848-project-member] [instance: 873a85e3-bddf-4544-b88c-71afd51bce57] Start destroying the instance on the hypervisor. {{(pid=69319) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 783.532316] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-c6cef954-d69a-4e1c-84c1-8a41d4aafc00 tempest-ServerDiagnosticsNegativeTest-1956223848 tempest-ServerDiagnosticsNegativeTest-1956223848-project-member] [instance: 873a85e3-bddf-4544-b88c-71afd51bce57] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 783.532316] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee7ca739-7288-430d-91c1-b938ed5ac80e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.540189] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6cef954-d69a-4e1c-84c1-8a41d4aafc00 tempest-ServerDiagnosticsNegativeTest-1956223848 tempest-ServerDiagnosticsNegativeTest-1956223848-project-member] [instance: 873a85e3-bddf-4544-b88c-71afd51bce57] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 783.540416] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aa264363-cb12-42ca-b73d-f184d42fef50 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.549173] env[69319]: DEBUG oslo_vmware.api [None req-c6cef954-d69a-4e1c-84c1-8a41d4aafc00 tempest-ServerDiagnosticsNegativeTest-1956223848 tempest-ServerDiagnosticsNegativeTest-1956223848-project-member] Waiting for the task: (returnval){ [ 783.549173] env[69319]: value = "task-3223040" [ 783.549173] env[69319]: _type = "Task" [ 783.549173] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.554964] env[69319]: DEBUG nova.network.neutron [req-3d8a15ae-e852-45ca-bb08-4fbce717dab8 req-7f0260c0-f489-430e-bf7a-b14fe52cbfc9 service nova] [instance: 677f0c3c-60cc-480b-911a-e12da31e350d] Updated VIF entry in instance network info cache for port ff366c40-07c4-4c04-ac11-467281218dff. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 783.555358] env[69319]: DEBUG nova.network.neutron [req-3d8a15ae-e852-45ca-bb08-4fbce717dab8 req-7f0260c0-f489-430e-bf7a-b14fe52cbfc9 service nova] [instance: 677f0c3c-60cc-480b-911a-e12da31e350d] Updating instance_info_cache with network_info: [{"id": "ff366c40-07c4-4c04-ac11-467281218dff", "address": "fa:16:3e:d8:d0:d5", "network": {"id": "3fb75ad9-d4a6-4d99-933c-906655b8d699", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1067647791-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58c0818f29bf43a683c1919b6028b6df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae70d41-6ebf-472a-8504-6530eb37ea41", "external-id": "nsx-vlan-transportzone-576", "segmentation_id": 576, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff366c40-07", "ovs_interfaceid": "ff366c40-07c4-4c04-ac11-467281218dff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.564992] env[69319]: DEBUG oslo_vmware.api [None req-c6cef954-d69a-4e1c-84c1-8a41d4aafc00 tempest-ServerDiagnosticsNegativeTest-1956223848 tempest-ServerDiagnosticsNegativeTest-1956223848-project-member] Task: {'id': task-3223040, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.574479] env[69319]: DEBUG oslo_vmware.api [None req-f77f62bb-7018-4804-8f14-0b89a14e738e tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Task: {'id': task-3223038, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.254286} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.575303] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-f77f62bb-7018-4804-8f14-0b89a14e738e tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 783.575303] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-f77f62bb-7018-4804-8f14-0b89a14e738e tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] [instance: 749b3b26-9e42-4ac9-89c4-f467aa379427] Deleted contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 783.575303] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-f77f62bb-7018-4804-8f14-0b89a14e738e tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] [instance: 749b3b26-9e42-4ac9-89c4-f467aa379427] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 783.575580] env[69319]: INFO nova.compute.manager [None req-f77f62bb-7018-4804-8f14-0b89a14e738e tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] [instance: 749b3b26-9e42-4ac9-89c4-f467aa379427] Took 1.15 seconds to destroy the instance on the hypervisor. [ 783.575865] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f77f62bb-7018-4804-8f14-0b89a14e738e tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 783.576083] env[69319]: DEBUG nova.compute.manager [-] [instance: 749b3b26-9e42-4ac9-89c4-f467aa379427] Deallocating network for instance {{(pid=69319) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 783.576183] env[69319]: DEBUG nova.network.neutron [-] [instance: 749b3b26-9e42-4ac9-89c4-f467aa379427] deallocate_for_instance() {{(pid=69319) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 783.725539] env[69319]: DEBUG nova.network.neutron [-] [instance: f3e005cf-9024-4c05-90c3-936251fa05a9] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.777596] env[69319]: DEBUG nova.compute.manager [req-1f93e4d7-75fc-4148-8358-ef4efea68bd9 req-f9071806-797e-42e8-b4d9-37e0b584b9e0 service nova] [instance: f3e005cf-9024-4c05-90c3-936251fa05a9] Received event network-vif-deleted-2aded4e4-bac6-4551-a6d4-11dce47bcb40 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 783.886956] env[69319]: DEBUG oslo_vmware.api [None req-5df5acfc-cc34-4125-ab75-e7d22566d107 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]523260d1-c4e4-ad2f-6b15-4fe900cf4d9a, 'name': SearchDatastore_Task, 'duration_secs': 0.009587} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.888153] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5df5acfc-cc34-4125-ab75-e7d22566d107 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.889504] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-5df5acfc-cc34-4125-ab75-e7d22566d107 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] [instance: 677f0c3c-60cc-480b-911a-e12da31e350d] Processing image 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 783.889504] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5df5acfc-cc34-4125-ab75-e7d22566d107 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.889504] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5df5acfc-cc34-4125-ab75-e7d22566d107 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.889504] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-5df5acfc-cc34-4125-ab75-e7d22566d107 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 783.889675] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-af4c2140-f413-4ae0-ba03-5d185a038f8b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.901781] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-5df5acfc-cc34-4125-ab75-e7d22566d107 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 783.901781] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-5df5acfc-cc34-4125-ab75-e7d22566d107 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 783.901781] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b46adad2-f152-43c6-818c-ae0638009804 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.907758] env[69319]: DEBUG oslo_vmware.api [None req-5df5acfc-cc34-4125-ab75-e7d22566d107 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Waiting for the task: (returnval){ [ 783.907758] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52666e2e-b59f-981f-a9c7-1df1c402cdfc" [ 783.907758] env[69319]: _type = "Task" [ 783.907758] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.920563] env[69319]: DEBUG oslo_vmware.api [None req-5df5acfc-cc34-4125-ab75-e7d22566d107 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52666e2e-b59f-981f-a9c7-1df1c402cdfc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.955862] env[69319]: DEBUG oslo_vmware.api [None req-0fd9e3d5-bf1f-4042-8eb9-6fbd20069eb7 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Task: {'id': task-3223039, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.978234] env[69319]: DEBUG oslo_concurrency.lockutils [None req-37ed1b24-3f37-47c9-b13b-d342f581c4c7 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Lock "95b759d7-a8d9-48bb-a730-ff0040147961" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 91.502s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.059071] env[69319]: DEBUG oslo_concurrency.lockutils [req-3d8a15ae-e852-45ca-bb08-4fbce717dab8 req-7f0260c0-f489-430e-bf7a-b14fe52cbfc9 service nova] Releasing lock "refresh_cache-677f0c3c-60cc-480b-911a-e12da31e350d" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.070320] env[69319]: DEBUG oslo_vmware.api [None req-c6cef954-d69a-4e1c-84c1-8a41d4aafc00 tempest-ServerDiagnosticsNegativeTest-1956223848 tempest-ServerDiagnosticsNegativeTest-1956223848-project-member] Task: {'id': task-3223040, 'name': PowerOffVM_Task, 'duration_secs': 0.376394} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.070740] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6cef954-d69a-4e1c-84c1-8a41d4aafc00 tempest-ServerDiagnosticsNegativeTest-1956223848 tempest-ServerDiagnosticsNegativeTest-1956223848-project-member] [instance: 873a85e3-bddf-4544-b88c-71afd51bce57] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 784.070971] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-c6cef954-d69a-4e1c-84c1-8a41d4aafc00 tempest-ServerDiagnosticsNegativeTest-1956223848 tempest-ServerDiagnosticsNegativeTest-1956223848-project-member] [instance: 873a85e3-bddf-4544-b88c-71afd51bce57] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 784.071298] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-06e6714c-b596-4a1e-a392-cbaef7ed6cc1 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.142188] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad87b34c-ea1d-4c5e-b03d-a7e09f959883 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.150577] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e318afa6-2d7b-4334-a843-b09a3c890544 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.184658] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bc80741-0572-4efc-a1e1-ba41e71356e7 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.192663] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c6aa60b-2e78-431a-a3ac-d500ccd1340a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.207027] env[69319]: DEBUG nova.compute.provider_tree [None req-79490a9c-def4-4251-aff6-8248e3bad9d3 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 784.232488] env[69319]: INFO nova.compute.manager [-] [instance: f3e005cf-9024-4c05-90c3-936251fa05a9] Took 1.30 seconds to deallocate network for instance. [ 784.332312] env[69319]: DEBUG nova.network.neutron [-] [instance: 749b3b26-9e42-4ac9-89c4-f467aa379427] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.347913] env[69319]: DEBUG oslo_concurrency.lockutils [None req-aa6cad02-efa8-4b9b-9a89-c3c1bd0291f6 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Acquiring lock "95b759d7-a8d9-48bb-a730-ff0040147961" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.348243] env[69319]: DEBUG oslo_concurrency.lockutils [None req-aa6cad02-efa8-4b9b-9a89-c3c1bd0291f6 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Lock "95b759d7-a8d9-48bb-a730-ff0040147961" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.348473] env[69319]: DEBUG oslo_concurrency.lockutils [None req-aa6cad02-efa8-4b9b-9a89-c3c1bd0291f6 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Acquiring lock "95b759d7-a8d9-48bb-a730-ff0040147961-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.348688] env[69319]: DEBUG oslo_concurrency.lockutils [None req-aa6cad02-efa8-4b9b-9a89-c3c1bd0291f6 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Lock "95b759d7-a8d9-48bb-a730-ff0040147961-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.348868] env[69319]: DEBUG oslo_concurrency.lockutils [None req-aa6cad02-efa8-4b9b-9a89-c3c1bd0291f6 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Lock "95b759d7-a8d9-48bb-a730-ff0040147961-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.351903] env[69319]: INFO nova.compute.manager [None req-aa6cad02-efa8-4b9b-9a89-c3c1bd0291f6 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 95b759d7-a8d9-48bb-a730-ff0040147961] Terminating instance [ 784.421562] env[69319]: DEBUG oslo_vmware.api [None req-5df5acfc-cc34-4125-ab75-e7d22566d107 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52666e2e-b59f-981f-a9c7-1df1c402cdfc, 'name': SearchDatastore_Task, 'duration_secs': 0.010056} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.422946] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-217dcb90-cec0-46ea-836d-9c7e0157ee60 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.431416] env[69319]: DEBUG oslo_vmware.api [None req-5df5acfc-cc34-4125-ab75-e7d22566d107 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Waiting for the task: (returnval){ [ 784.431416] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52b13d9c-5e2e-8a2d-48fa-f11c32d4d1bd" [ 784.431416] env[69319]: _type = "Task" [ 784.431416] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.444385] env[69319]: DEBUG oslo_vmware.api [None req-5df5acfc-cc34-4125-ab75-e7d22566d107 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52b13d9c-5e2e-8a2d-48fa-f11c32d4d1bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.458397] env[69319]: DEBUG oslo_vmware.api [None req-0fd9e3d5-bf1f-4042-8eb9-6fbd20069eb7 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Task: {'id': task-3223039, 'name': PowerOnVM_Task, 'duration_secs': 0.809948} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.459535] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fd9e3d5-bf1f-4042-8eb9-6fbd20069eb7 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] [instance: b6904adf-5981-4a21-a344-4a8949b8b90b] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 784.459535] env[69319]: INFO nova.compute.manager [None req-0fd9e3d5-bf1f-4042-8eb9-6fbd20069eb7 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] [instance: b6904adf-5981-4a21-a344-4a8949b8b90b] Took 8.01 seconds to spawn the instance on the hypervisor. [ 784.459535] env[69319]: DEBUG nova.compute.manager [None req-0fd9e3d5-bf1f-4042-8eb9-6fbd20069eb7 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] [instance: b6904adf-5981-4a21-a344-4a8949b8b90b] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 784.460654] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d99cbca-8021-4259-90a5-95569b341deb {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.478555] env[69319]: DEBUG nova.compute.manager [None req-992a85ff-8d55-49ed-b8df-08493329baf0 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] [instance: ffc74032-0a67-4fab-88c6-1f81ff356728] Start spawning the instance on the hypervisor. {{(pid=69319) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 784.482254] env[69319]: DEBUG nova.compute.manager [None req-c899aaf1-45c5-4862-bea6-c5c2bae6cc73 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] [instance: 78d62458-5f2a-45a1-bf75-c1bf6a087b48] Starting instance... {{(pid=69319) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 784.509664] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-c6cef954-d69a-4e1c-84c1-8a41d4aafc00 tempest-ServerDiagnosticsNegativeTest-1956223848 tempest-ServerDiagnosticsNegativeTest-1956223848-project-member] [instance: 873a85e3-bddf-4544-b88c-71afd51bce57] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 784.509924] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-c6cef954-d69a-4e1c-84c1-8a41d4aafc00 tempest-ServerDiagnosticsNegativeTest-1956223848 tempest-ServerDiagnosticsNegativeTest-1956223848-project-member] [instance: 873a85e3-bddf-4544-b88c-71afd51bce57] Deleting contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 784.510169] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6cef954-d69a-4e1c-84c1-8a41d4aafc00 tempest-ServerDiagnosticsNegativeTest-1956223848 tempest-ServerDiagnosticsNegativeTest-1956223848-project-member] Deleting the datastore file [datastore2] 873a85e3-bddf-4544-b88c-71afd51bce57 {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 784.511325] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3a187935-4df5-468e-90d9-63a954561ead {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.515912] env[69319]: DEBUG nova.virt.hardware [None req-992a85ff-8d55-49ed-b8df-08493329baf0 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:32:36Z,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31f027872f6f44dba95ff2fe7a062e00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:32:36Z,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 784.516175] env[69319]: DEBUG nova.virt.hardware [None req-992a85ff-8d55-49ed-b8df-08493329baf0 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 784.516357] env[69319]: DEBUG nova.virt.hardware [None req-992a85ff-8d55-49ed-b8df-08493329baf0 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 784.516574] env[69319]: DEBUG nova.virt.hardware [None req-992a85ff-8d55-49ed-b8df-08493329baf0 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 784.516727] env[69319]: DEBUG nova.virt.hardware [None req-992a85ff-8d55-49ed-b8df-08493329baf0 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 784.516894] env[69319]: DEBUG nova.virt.hardware [None req-992a85ff-8d55-49ed-b8df-08493329baf0 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 784.517153] env[69319]: DEBUG nova.virt.hardware [None req-992a85ff-8d55-49ed-b8df-08493329baf0 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 784.517337] env[69319]: DEBUG nova.virt.hardware [None req-992a85ff-8d55-49ed-b8df-08493329baf0 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 784.517512] env[69319]: DEBUG nova.virt.hardware [None req-992a85ff-8d55-49ed-b8df-08493329baf0 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 784.517681] env[69319]: DEBUG nova.virt.hardware [None req-992a85ff-8d55-49ed-b8df-08493329baf0 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 784.517855] env[69319]: DEBUG nova.virt.hardware [None req-992a85ff-8d55-49ed-b8df-08493329baf0 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 784.519154] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2abbe115-dba9-407c-97b9-fbb270e25ed5 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.530303] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a627c54a-708a-45fd-9e34-48288f4f76c4 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.534708] env[69319]: DEBUG oslo_vmware.api [None req-c6cef954-d69a-4e1c-84c1-8a41d4aafc00 tempest-ServerDiagnosticsNegativeTest-1956223848 tempest-ServerDiagnosticsNegativeTest-1956223848-project-member] Waiting for the task: (returnval){ [ 784.534708] env[69319]: value = "task-3223042" [ 784.534708] env[69319]: _type = "Task" [ 784.534708] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.554090] env[69319]: DEBUG oslo_vmware.api [None req-c6cef954-d69a-4e1c-84c1-8a41d4aafc00 tempest-ServerDiagnosticsNegativeTest-1956223848 tempest-ServerDiagnosticsNegativeTest-1956223848-project-member] Task: {'id': task-3223042, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.710278] env[69319]: DEBUG nova.scheduler.client.report [None req-79490a9c-def4-4251-aff6-8248e3bad9d3 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 784.738453] env[69319]: DEBUG oslo_concurrency.lockutils [None req-18adf113-0ab1-4c46-b4ce-ceab18a1371b tempest-ServersNegativeTestMultiTenantJSON-612987748 tempest-ServersNegativeTestMultiTenantJSON-612987748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.836132] env[69319]: INFO nova.compute.manager [-] [instance: 749b3b26-9e42-4ac9-89c4-f467aa379427] Took 1.26 seconds to deallocate network for instance. [ 784.857401] env[69319]: DEBUG nova.compute.manager [None req-aa6cad02-efa8-4b9b-9a89-c3c1bd0291f6 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 95b759d7-a8d9-48bb-a730-ff0040147961] Start destroying the instance on the hypervisor. {{(pid=69319) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 784.857573] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-aa6cad02-efa8-4b9b-9a89-c3c1bd0291f6 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 95b759d7-a8d9-48bb-a730-ff0040147961] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 784.858938] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76b25006-734c-4fe0-806c-b6eb4a0881dd {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.871143] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa6cad02-efa8-4b9b-9a89-c3c1bd0291f6 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 95b759d7-a8d9-48bb-a730-ff0040147961] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 784.871143] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-544bdef5-b64b-40a4-8932-bb586516d86c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.878533] env[69319]: DEBUG oslo_vmware.api [None req-aa6cad02-efa8-4b9b-9a89-c3c1bd0291f6 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Waiting for the task: (returnval){ [ 784.878533] env[69319]: value = "task-3223043" [ 784.878533] env[69319]: _type = "Task" [ 784.878533] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.893372] env[69319]: DEBUG oslo_vmware.api [None req-aa6cad02-efa8-4b9b-9a89-c3c1bd0291f6 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3223043, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.942754] env[69319]: DEBUG oslo_vmware.api [None req-5df5acfc-cc34-4125-ab75-e7d22566d107 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52b13d9c-5e2e-8a2d-48fa-f11c32d4d1bd, 'name': SearchDatastore_Task, 'duration_secs': 0.020095} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.943108] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5df5acfc-cc34-4125-ab75-e7d22566d107 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.943402] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-5df5acfc-cc34-4125-ab75-e7d22566d107 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore1] 677f0c3c-60cc-480b-911a-e12da31e350d/677f0c3c-60cc-480b-911a-e12da31e350d.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 784.943685] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6ede12f1-a77f-4a1b-98a8-677deecd03ac {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.952454] env[69319]: DEBUG oslo_vmware.api [None req-5df5acfc-cc34-4125-ab75-e7d22566d107 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Waiting for the task: (returnval){ [ 784.952454] env[69319]: value = "task-3223044" [ 784.952454] env[69319]: _type = "Task" [ 784.952454] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.967363] env[69319]: DEBUG oslo_vmware.api [None req-5df5acfc-cc34-4125-ab75-e7d22566d107 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Task: {'id': task-3223044, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.981686] env[69319]: DEBUG nova.compute.manager [req-acd88c93-4a42-4780-b567-def8e4894c3a req-318ad5e3-a6f8-4519-9548-fa76277ace1c service nova] [instance: ffc74032-0a67-4fab-88c6-1f81ff356728] Received event network-vif-plugged-77e3dd76-8a21-475f-9004-31c1c79179be {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 784.981930] env[69319]: DEBUG oslo_concurrency.lockutils [req-acd88c93-4a42-4780-b567-def8e4894c3a req-318ad5e3-a6f8-4519-9548-fa76277ace1c service nova] Acquiring lock "ffc74032-0a67-4fab-88c6-1f81ff356728-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.982168] env[69319]: DEBUG oslo_concurrency.lockutils [req-acd88c93-4a42-4780-b567-def8e4894c3a req-318ad5e3-a6f8-4519-9548-fa76277ace1c service nova] Lock "ffc74032-0a67-4fab-88c6-1f81ff356728-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.982401] env[69319]: DEBUG oslo_concurrency.lockutils [req-acd88c93-4a42-4780-b567-def8e4894c3a req-318ad5e3-a6f8-4519-9548-fa76277ace1c service nova] Lock "ffc74032-0a67-4fab-88c6-1f81ff356728-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.983250] env[69319]: DEBUG nova.compute.manager [req-acd88c93-4a42-4780-b567-def8e4894c3a req-318ad5e3-a6f8-4519-9548-fa76277ace1c service nova] [instance: ffc74032-0a67-4fab-88c6-1f81ff356728] No waiting events found dispatching network-vif-plugged-77e3dd76-8a21-475f-9004-31c1c79179be {{(pid=69319) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 784.983250] env[69319]: WARNING nova.compute.manager [req-acd88c93-4a42-4780-b567-def8e4894c3a req-318ad5e3-a6f8-4519-9548-fa76277ace1c service nova] [instance: ffc74032-0a67-4fab-88c6-1f81ff356728] Received unexpected event network-vif-plugged-77e3dd76-8a21-475f-9004-31c1c79179be for instance with vm_state building and task_state spawning. [ 784.985484] env[69319]: INFO nova.compute.manager [None req-0fd9e3d5-bf1f-4042-8eb9-6fbd20069eb7 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] [instance: b6904adf-5981-4a21-a344-4a8949b8b90b] Took 50.59 seconds to build instance. [ 785.013329] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c899aaf1-45c5-4862-bea6-c5c2bae6cc73 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.047410] env[69319]: DEBUG oslo_vmware.api [None req-c6cef954-d69a-4e1c-84c1-8a41d4aafc00 tempest-ServerDiagnosticsNegativeTest-1956223848 tempest-ServerDiagnosticsNegativeTest-1956223848-project-member] Task: {'id': task-3223042, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.456612} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.047670] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6cef954-d69a-4e1c-84c1-8a41d4aafc00 tempest-ServerDiagnosticsNegativeTest-1956223848 tempest-ServerDiagnosticsNegativeTest-1956223848-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 785.047900] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-c6cef954-d69a-4e1c-84c1-8a41d4aafc00 tempest-ServerDiagnosticsNegativeTest-1956223848 tempest-ServerDiagnosticsNegativeTest-1956223848-project-member] [instance: 873a85e3-bddf-4544-b88c-71afd51bce57] Deleted contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 785.048474] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-c6cef954-d69a-4e1c-84c1-8a41d4aafc00 tempest-ServerDiagnosticsNegativeTest-1956223848 tempest-ServerDiagnosticsNegativeTest-1956223848-project-member] [instance: 873a85e3-bddf-4544-b88c-71afd51bce57] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 785.048474] env[69319]: INFO nova.compute.manager [None req-c6cef954-d69a-4e1c-84c1-8a41d4aafc00 tempest-ServerDiagnosticsNegativeTest-1956223848 tempest-ServerDiagnosticsNegativeTest-1956223848-project-member] [instance: 873a85e3-bddf-4544-b88c-71afd51bce57] Took 1.52 seconds to destroy the instance on the hypervisor. [ 785.048697] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c6cef954-d69a-4e1c-84c1-8a41d4aafc00 tempest-ServerDiagnosticsNegativeTest-1956223848 tempest-ServerDiagnosticsNegativeTest-1956223848-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 785.048697] env[69319]: DEBUG nova.compute.manager [-] [instance: 873a85e3-bddf-4544-b88c-71afd51bce57] Deallocating network for instance {{(pid=69319) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 785.048847] env[69319]: DEBUG nova.network.neutron [-] [instance: 873a85e3-bddf-4544-b88c-71afd51bce57] deallocate_for_instance() {{(pid=69319) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 785.201266] env[69319]: DEBUG nova.network.neutron [None req-992a85ff-8d55-49ed-b8df-08493329baf0 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] [instance: ffc74032-0a67-4fab-88c6-1f81ff356728] Successfully updated port: 77e3dd76-8a21-475f-9004-31c1c79179be {{(pid=69319) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 785.215787] env[69319]: DEBUG oslo_concurrency.lockutils [None req-79490a9c-def4-4251-aff6-8248e3bad9d3 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.770s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.216378] env[69319]: DEBUG nova.compute.manager [None req-79490a9c-def4-4251-aff6-8248e3bad9d3 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] [instance: 03ac405c-7176-42b5-9e5d-e28d39af08a1] Start building networks asynchronously for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 785.221885] env[69319]: DEBUG oslo_concurrency.lockutils [None req-2b1512bd-0ae5-40f3-ad97-345aedab3d9c tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.035s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.222180] env[69319]: DEBUG nova.objects.instance [None req-2b1512bd-0ae5-40f3-ad97-345aedab3d9c tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Lazy-loading 'resources' on Instance uuid fdd1fc3f-0098-421a-adcc-0ce34923e93b {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 785.345162] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f77f62bb-7018-4804-8f14-0b89a14e738e tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.394213] env[69319]: DEBUG oslo_vmware.api [None req-aa6cad02-efa8-4b9b-9a89-c3c1bd0291f6 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3223043, 'name': PowerOffVM_Task, 'duration_secs': 0.231572} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.394739] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa6cad02-efa8-4b9b-9a89-c3c1bd0291f6 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 95b759d7-a8d9-48bb-a730-ff0040147961] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 785.395212] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-aa6cad02-efa8-4b9b-9a89-c3c1bd0291f6 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 95b759d7-a8d9-48bb-a730-ff0040147961] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 785.395774] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-610884ff-c59d-46c6-9c82-c8716644ea78 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.467673] env[69319]: DEBUG oslo_vmware.api [None req-5df5acfc-cc34-4125-ab75-e7d22566d107 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Task: {'id': task-3223044, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.467673] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-aa6cad02-efa8-4b9b-9a89-c3c1bd0291f6 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 95b759d7-a8d9-48bb-a730-ff0040147961] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 785.467976] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-aa6cad02-efa8-4b9b-9a89-c3c1bd0291f6 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 95b759d7-a8d9-48bb-a730-ff0040147961] Deleting contents of the VM from datastore datastore1 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 785.468536] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa6cad02-efa8-4b9b-9a89-c3c1bd0291f6 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Deleting the datastore file [datastore1] 95b759d7-a8d9-48bb-a730-ff0040147961 {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 785.469162] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-707bf429-8970-4a7f-a983-f780c994c21c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.482320] env[69319]: DEBUG oslo_vmware.api [None req-aa6cad02-efa8-4b9b-9a89-c3c1bd0291f6 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Waiting for the task: (returnval){ [ 785.482320] env[69319]: value = "task-3223046" [ 785.482320] env[69319]: _type = "Task" [ 785.482320] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.488197] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0fd9e3d5-bf1f-4042-8eb9-6fbd20069eb7 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Lock "b6904adf-5981-4a21-a344-4a8949b8b90b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 89.793s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.494573] env[69319]: DEBUG oslo_vmware.api [None req-aa6cad02-efa8-4b9b-9a89-c3c1bd0291f6 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3223046, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.707141] env[69319]: DEBUG oslo_concurrency.lockutils [None req-992a85ff-8d55-49ed-b8df-08493329baf0 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Acquiring lock "refresh_cache-ffc74032-0a67-4fab-88c6-1f81ff356728" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.707141] env[69319]: DEBUG oslo_concurrency.lockutils [None req-992a85ff-8d55-49ed-b8df-08493329baf0 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Acquired lock "refresh_cache-ffc74032-0a67-4fab-88c6-1f81ff356728" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.707320] env[69319]: DEBUG nova.network.neutron [None req-992a85ff-8d55-49ed-b8df-08493329baf0 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] [instance: ffc74032-0a67-4fab-88c6-1f81ff356728] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 785.722854] env[69319]: DEBUG nova.compute.utils [None req-79490a9c-def4-4251-aff6-8248e3bad9d3 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Using /dev/sd instead of None {{(pid=69319) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 785.724532] env[69319]: DEBUG nova.compute.manager [None req-79490a9c-def4-4251-aff6-8248e3bad9d3 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] [instance: 03ac405c-7176-42b5-9e5d-e28d39af08a1] Not allocating networking since 'none' was specified. {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 785.808178] env[69319]: DEBUG nova.compute.manager [req-e61c5e09-7f4e-4689-81da-eb8ebb2b3204 req-5544dc08-8eb9-44b9-8468-6e6616887e67 service nova] [instance: 749b3b26-9e42-4ac9-89c4-f467aa379427] Received event network-vif-deleted-47a9e6a1-5094-4c62-b8b2-b79073a6fdbb {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 785.808433] env[69319]: DEBUG nova.compute.manager [req-e61c5e09-7f4e-4689-81da-eb8ebb2b3204 req-5544dc08-8eb9-44b9-8468-6e6616887e67 service nova] [instance: 873a85e3-bddf-4544-b88c-71afd51bce57] Received event network-vif-deleted-fc9bdad0-4bca-4eda-be63-393f2babafc4 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 785.808655] env[69319]: INFO nova.compute.manager [req-e61c5e09-7f4e-4689-81da-eb8ebb2b3204 req-5544dc08-8eb9-44b9-8468-6e6616887e67 service nova] [instance: 873a85e3-bddf-4544-b88c-71afd51bce57] Neutron deleted interface fc9bdad0-4bca-4eda-be63-393f2babafc4; detaching it from the instance and deleting it from the info cache [ 785.808866] env[69319]: DEBUG nova.network.neutron [req-e61c5e09-7f4e-4689-81da-eb8ebb2b3204 req-5544dc08-8eb9-44b9-8468-6e6616887e67 service nova] [instance: 873a85e3-bddf-4544-b88c-71afd51bce57] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.834875] env[69319]: DEBUG nova.network.neutron [-] [instance: 873a85e3-bddf-4544-b88c-71afd51bce57] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.965208] env[69319]: DEBUG oslo_vmware.api [None req-5df5acfc-cc34-4125-ab75-e7d22566d107 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Task: {'id': task-3223044, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.995634] env[69319]: DEBUG oslo_vmware.api [None req-aa6cad02-efa8-4b9b-9a89-c3c1bd0291f6 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3223046, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.319806} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.996054] env[69319]: DEBUG nova.compute.manager [None req-e118095f-9053-447b-9107-f1a3739d98ae tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: 0b5d2173-10d1-4983-877c-743388460231] Starting instance... {{(pid=69319) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 785.998620] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa6cad02-efa8-4b9b-9a89-c3c1bd0291f6 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 785.998819] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-aa6cad02-efa8-4b9b-9a89-c3c1bd0291f6 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 95b759d7-a8d9-48bb-a730-ff0040147961] Deleted contents of the VM from datastore datastore1 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 785.999015] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-aa6cad02-efa8-4b9b-9a89-c3c1bd0291f6 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 95b759d7-a8d9-48bb-a730-ff0040147961] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 785.999259] env[69319]: INFO nova.compute.manager [None req-aa6cad02-efa8-4b9b-9a89-c3c1bd0291f6 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 95b759d7-a8d9-48bb-a730-ff0040147961] Took 1.14 seconds to destroy the instance on the hypervisor. [ 785.999528] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aa6cad02-efa8-4b9b-9a89-c3c1bd0291f6 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 786.002917] env[69319]: DEBUG nova.compute.manager [-] [instance: 95b759d7-a8d9-48bb-a730-ff0040147961] Deallocating network for instance {{(pid=69319) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 786.003088] env[69319]: DEBUG nova.network.neutron [-] [instance: 95b759d7-a8d9-48bb-a730-ff0040147961] deallocate_for_instance() {{(pid=69319) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 786.231123] env[69319]: DEBUG nova.compute.manager [None req-79490a9c-def4-4251-aff6-8248e3bad9d3 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] [instance: 03ac405c-7176-42b5-9e5d-e28d39af08a1] Start building block device mappings for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 786.244070] env[69319]: DEBUG nova.network.neutron [None req-992a85ff-8d55-49ed-b8df-08493329baf0 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] [instance: ffc74032-0a67-4fab-88c6-1f81ff356728] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 786.312175] env[69319]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3ba01d2b-c621-4b29-9e31-93a2911779f8 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.322353] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28708885-b5d5-4a1b-bb50-0a5aff90c8b4 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.333618] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57f7f7a6-6d19-4497-abf1-1040d46a4d1a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.340724] env[69319]: INFO nova.compute.manager [-] [instance: 873a85e3-bddf-4544-b88c-71afd51bce57] Took 1.29 seconds to deallocate network for instance. [ 786.343189] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb360863-48ae-4da3-9491-0d7a90808c71 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.366222] env[69319]: DEBUG nova.compute.manager [req-e61c5e09-7f4e-4689-81da-eb8ebb2b3204 req-5544dc08-8eb9-44b9-8468-6e6616887e67 service nova] [instance: 873a85e3-bddf-4544-b88c-71afd51bce57] Detach interface failed, port_id=fc9bdad0-4bca-4eda-be63-393f2babafc4, reason: Instance 873a85e3-bddf-4544-b88c-71afd51bce57 could not be found. {{(pid=69319) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 786.396662] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fad06083-afa0-4b7a-9c17-5ad4cac35c6e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.404707] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44265f97-9fbc-45ea-b8f4-6b652b958a30 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.419232] env[69319]: DEBUG nova.compute.provider_tree [None req-2b1512bd-0ae5-40f3-ad97-345aedab3d9c tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Updating inventory in ProviderTree for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 786.466338] env[69319]: DEBUG oslo_vmware.api [None req-5df5acfc-cc34-4125-ab75-e7d22566d107 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Task: {'id': task-3223044, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.480268] env[69319]: DEBUG nova.network.neutron [None req-992a85ff-8d55-49ed-b8df-08493329baf0 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] [instance: ffc74032-0a67-4fab-88c6-1f81ff356728] Updating instance_info_cache with network_info: [{"id": "77e3dd76-8a21-475f-9004-31c1c79179be", "address": "fa:16:3e:99:fc:10", "network": {"id": "3fb75ad9-d4a6-4d99-933c-906655b8d699", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1067647791-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58c0818f29bf43a683c1919b6028b6df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae70d41-6ebf-472a-8504-6530eb37ea41", "external-id": "nsx-vlan-transportzone-576", "segmentation_id": 576, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77e3dd76-8a", "ovs_interfaceid": "77e3dd76-8a21-475f-9004-31c1c79179be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.515077] env[69319]: DEBUG oslo_concurrency.lockutils [None req-e118095f-9053-447b-9107-f1a3739d98ae tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.792695] env[69319]: DEBUG nova.network.neutron [-] [instance: 95b759d7-a8d9-48bb-a730-ff0040147961] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.870286] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c6cef954-d69a-4e1c-84c1-8a41d4aafc00 tempest-ServerDiagnosticsNegativeTest-1956223848 tempest-ServerDiagnosticsNegativeTest-1956223848-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.943420] env[69319]: ERROR nova.scheduler.client.report [None req-2b1512bd-0ae5-40f3-ad97-345aedab3d9c tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] [req-06737170-ccc1-4ec9-b6e1-7596bbae86a1] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 94b8835e-2513-4669-abb9-c8c6813d60e7. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-06737170-ccc1-4ec9-b6e1-7596bbae86a1"}]} [ 786.961994] env[69319]: DEBUG nova.scheduler.client.report [None req-2b1512bd-0ae5-40f3-ad97-345aedab3d9c tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Refreshing inventories for resource provider 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 786.969698] env[69319]: DEBUG oslo_vmware.api [None req-5df5acfc-cc34-4125-ab75-e7d22566d107 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Task: {'id': task-3223044, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.73379} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.969975] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-5df5acfc-cc34-4125-ab75-e7d22566d107 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore1] 677f0c3c-60cc-480b-911a-e12da31e350d/677f0c3c-60cc-480b-911a-e12da31e350d.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 786.970280] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-5df5acfc-cc34-4125-ab75-e7d22566d107 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] [instance: 677f0c3c-60cc-480b-911a-e12da31e350d] Extending root virtual disk to 1048576 {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 786.970562] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4d8ccd10-31f9-41bc-985f-15b76826bb97 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.976141] env[69319]: DEBUG nova.scheduler.client.report [None req-2b1512bd-0ae5-40f3-ad97-345aedab3d9c tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Updating ProviderTree inventory for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 786.976353] env[69319]: DEBUG nova.compute.provider_tree [None req-2b1512bd-0ae5-40f3-ad97-345aedab3d9c tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Updating inventory in ProviderTree for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 786.980060] env[69319]: DEBUG oslo_vmware.api [None req-5df5acfc-cc34-4125-ab75-e7d22566d107 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Waiting for the task: (returnval){ [ 786.980060] env[69319]: value = "task-3223047" [ 786.980060] env[69319]: _type = "Task" [ 786.980060] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.983183] env[69319]: DEBUG oslo_concurrency.lockutils [None req-992a85ff-8d55-49ed-b8df-08493329baf0 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Releasing lock "refresh_cache-ffc74032-0a67-4fab-88c6-1f81ff356728" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.983507] env[69319]: DEBUG nova.compute.manager [None req-992a85ff-8d55-49ed-b8df-08493329baf0 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] [instance: ffc74032-0a67-4fab-88c6-1f81ff356728] Instance network_info: |[{"id": "77e3dd76-8a21-475f-9004-31c1c79179be", "address": "fa:16:3e:99:fc:10", "network": {"id": "3fb75ad9-d4a6-4d99-933c-906655b8d699", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1067647791-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58c0818f29bf43a683c1919b6028b6df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae70d41-6ebf-472a-8504-6530eb37ea41", "external-id": "nsx-vlan-transportzone-576", "segmentation_id": 576, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77e3dd76-8a", "ovs_interfaceid": "77e3dd76-8a21-475f-9004-31c1c79179be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 786.983892] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-992a85ff-8d55-49ed-b8df-08493329baf0 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] [instance: ffc74032-0a67-4fab-88c6-1f81ff356728] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:99:fc:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cae70d41-6ebf-472a-8504-6530eb37ea41', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '77e3dd76-8a21-475f-9004-31c1c79179be', 'vif_model': 'vmxnet3'}] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 786.991985] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-992a85ff-8d55-49ed-b8df-08493329baf0 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 786.993509] env[69319]: DEBUG nova.scheduler.client.report [None req-2b1512bd-0ae5-40f3-ad97-345aedab3d9c tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Refreshing aggregate associations for resource provider 94b8835e-2513-4669-abb9-c8c6813d60e7, aggregates: None {{(pid=69319) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 786.995653] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ffc74032-0a67-4fab-88c6-1f81ff356728] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 786.999101] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0c0afa92-c35d-4907-8a3f-ee3c8ea71aa3 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.016345] env[69319]: DEBUG oslo_vmware.api [None req-5df5acfc-cc34-4125-ab75-e7d22566d107 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Task: {'id': task-3223047, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.018560] env[69319]: DEBUG nova.scheduler.client.report [None req-2b1512bd-0ae5-40f3-ad97-345aedab3d9c tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Refreshing trait associations for resource provider 94b8835e-2513-4669-abb9-c8c6813d60e7, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69319) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 787.021831] env[69319]: DEBUG nova.compute.manager [req-0fd2e574-29de-4ffd-9aad-3ac369cbfe7f req-6fe8d58c-6f6f-46c0-99fb-92d9a7fd1bf2 service nova] [instance: ffc74032-0a67-4fab-88c6-1f81ff356728] Received event network-changed-77e3dd76-8a21-475f-9004-31c1c79179be {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 787.022029] env[69319]: DEBUG nova.compute.manager [req-0fd2e574-29de-4ffd-9aad-3ac369cbfe7f req-6fe8d58c-6f6f-46c0-99fb-92d9a7fd1bf2 service nova] [instance: ffc74032-0a67-4fab-88c6-1f81ff356728] Refreshing instance network info cache due to event network-changed-77e3dd76-8a21-475f-9004-31c1c79179be. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 787.022322] env[69319]: DEBUG oslo_concurrency.lockutils [req-0fd2e574-29de-4ffd-9aad-3ac369cbfe7f req-6fe8d58c-6f6f-46c0-99fb-92d9a7fd1bf2 service nova] Acquiring lock "refresh_cache-ffc74032-0a67-4fab-88c6-1f81ff356728" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.022476] env[69319]: DEBUG oslo_concurrency.lockutils [req-0fd2e574-29de-4ffd-9aad-3ac369cbfe7f req-6fe8d58c-6f6f-46c0-99fb-92d9a7fd1bf2 service nova] Acquired lock "refresh_cache-ffc74032-0a67-4fab-88c6-1f81ff356728" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.022651] env[69319]: DEBUG nova.network.neutron [req-0fd2e574-29de-4ffd-9aad-3ac369cbfe7f req-6fe8d58c-6f6f-46c0-99fb-92d9a7fd1bf2 service nova] [instance: ffc74032-0a67-4fab-88c6-1f81ff356728] Refreshing network info cache for port 77e3dd76-8a21-475f-9004-31c1c79179be {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 787.028578] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 787.028578] env[69319]: value = "task-3223048" [ 787.028578] env[69319]: _type = "Task" [ 787.028578] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.037998] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223048, 'name': CreateVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.242385] env[69319]: DEBUG nova.compute.manager [None req-79490a9c-def4-4251-aff6-8248e3bad9d3 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] [instance: 03ac405c-7176-42b5-9e5d-e28d39af08a1] Start spawning the instance on the hypervisor. {{(pid=69319) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 787.267918] env[69319]: DEBUG nova.virt.hardware [None req-79490a9c-def4-4251-aff6-8248e3bad9d3 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:32:36Z,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31f027872f6f44dba95ff2fe7a062e00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:32:36Z,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 787.268075] env[69319]: DEBUG nova.virt.hardware [None req-79490a9c-def4-4251-aff6-8248e3bad9d3 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 787.268316] env[69319]: DEBUG nova.virt.hardware [None req-79490a9c-def4-4251-aff6-8248e3bad9d3 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 787.268316] env[69319]: DEBUG nova.virt.hardware [None req-79490a9c-def4-4251-aff6-8248e3bad9d3 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 787.268486] env[69319]: DEBUG nova.virt.hardware [None req-79490a9c-def4-4251-aff6-8248e3bad9d3 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 787.268649] env[69319]: DEBUG nova.virt.hardware [None req-79490a9c-def4-4251-aff6-8248e3bad9d3 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 787.268864] env[69319]: DEBUG nova.virt.hardware [None req-79490a9c-def4-4251-aff6-8248e3bad9d3 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 787.269070] env[69319]: DEBUG nova.virt.hardware [None req-79490a9c-def4-4251-aff6-8248e3bad9d3 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 787.269272] env[69319]: DEBUG nova.virt.hardware [None req-79490a9c-def4-4251-aff6-8248e3bad9d3 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 787.269446] env[69319]: DEBUG nova.virt.hardware [None req-79490a9c-def4-4251-aff6-8248e3bad9d3 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 787.269641] env[69319]: DEBUG nova.virt.hardware [None req-79490a9c-def4-4251-aff6-8248e3bad9d3 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 787.270591] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0c338cb-3af2-4ca7-9eca-233f91397605 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.281929] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3afaee8c-94af-4102-a383-526cd00fbe19 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.297762] env[69319]: INFO nova.compute.manager [-] [instance: 95b759d7-a8d9-48bb-a730-ff0040147961] Took 1.29 seconds to deallocate network for instance. [ 787.298678] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-79490a9c-def4-4251-aff6-8248e3bad9d3 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] [instance: 03ac405c-7176-42b5-9e5d-e28d39af08a1] Instance VIF info [] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 787.304565] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-79490a9c-def4-4251-aff6-8248e3bad9d3 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Creating folder: Project (d17e2e9bef5c4087b2adafd07472880d). Parent ref: group-v644239. {{(pid=69319) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 787.308906] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8878b74b-bc2d-4de1-b514-be8b9a84ad24 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.324766] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-79490a9c-def4-4251-aff6-8248e3bad9d3 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Created folder: Project (d17e2e9bef5c4087b2adafd07472880d) in parent group-v644239. [ 787.325043] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-79490a9c-def4-4251-aff6-8248e3bad9d3 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Creating folder: Instances. Parent ref: group-v644350. {{(pid=69319) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 787.325352] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2c373a1c-d068-47b0-9c85-d3d2ee6082e5 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.334685] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-79490a9c-def4-4251-aff6-8248e3bad9d3 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Created folder: Instances in parent group-v644350. [ 787.334964] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-79490a9c-def4-4251-aff6-8248e3bad9d3 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 787.338009] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03ac405c-7176-42b5-9e5d-e28d39af08a1] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 787.338466] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f725a4e7-eb38-47c8-b6cc-eb114292e5a0 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.361195] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 787.361195] env[69319]: value = "task-3223051" [ 787.361195] env[69319]: _type = "Task" [ 787.361195] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.375040] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223051, 'name': CreateVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.489262] env[69319]: DEBUG oslo_vmware.api [None req-5df5acfc-cc34-4125-ab75-e7d22566d107 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Task: {'id': task-3223047, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069914} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.491998] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-5df5acfc-cc34-4125-ab75-e7d22566d107 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] [instance: 677f0c3c-60cc-480b-911a-e12da31e350d] Extended root virtual disk {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 787.493639] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a034df0b-0470-4c78-972c-e7dee6887c45 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.517213] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-5df5acfc-cc34-4125-ab75-e7d22566d107 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] [instance: 677f0c3c-60cc-480b-911a-e12da31e350d] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] 677f0c3c-60cc-480b-911a-e12da31e350d/677f0c3c-60cc-480b-911a-e12da31e350d.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 787.520319] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02924c07-542b-4898-b408-0d509b590cce {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.548240] env[69319]: DEBUG oslo_vmware.api [None req-5df5acfc-cc34-4125-ab75-e7d22566d107 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Waiting for the task: (returnval){ [ 787.548240] env[69319]: value = "task-3223052" [ 787.548240] env[69319]: _type = "Task" [ 787.548240] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.551569] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223048, 'name': CreateVM_Task, 'duration_secs': 0.410142} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.554642] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ffc74032-0a67-4fab-88c6-1f81ff356728] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 787.555411] env[69319]: DEBUG oslo_concurrency.lockutils [None req-992a85ff-8d55-49ed-b8df-08493329baf0 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.555579] env[69319]: DEBUG oslo_concurrency.lockutils [None req-992a85ff-8d55-49ed-b8df-08493329baf0 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.555887] env[69319]: DEBUG oslo_concurrency.lockutils [None req-992a85ff-8d55-49ed-b8df-08493329baf0 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.556533] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2655e900-0adf-4dd2-8ace-d2bda2924a4a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.566616] env[69319]: DEBUG oslo_vmware.api [None req-5df5acfc-cc34-4125-ab75-e7d22566d107 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Task: {'id': task-3223052, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.570562] env[69319]: DEBUG oslo_vmware.api [None req-992a85ff-8d55-49ed-b8df-08493329baf0 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Waiting for the task: (returnval){ [ 787.570562] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]520c55d1-d6d8-2ec8-e04f-441f0013a70f" [ 787.570562] env[69319]: _type = "Task" [ 787.570562] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.582446] env[69319]: DEBUG oslo_vmware.api [None req-992a85ff-8d55-49ed-b8df-08493329baf0 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]520c55d1-d6d8-2ec8-e04f-441f0013a70f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.669549] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35952b56-04b8-4255-ac30-ea7fb6fa40c0 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.681010] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53df28ac-7f7a-4f71-8bfa-8c069c9df124 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.715704] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5a91ab1-157b-4d4e-92ba-70637c1e40fe {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.724585] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e1ca8c5-ab4b-4ba3-b92c-b78d46015d6c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.738991] env[69319]: DEBUG nova.compute.provider_tree [None req-2b1512bd-0ae5-40f3-ad97-345aedab3d9c tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Updating inventory in ProviderTree for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 787.816471] env[69319]: DEBUG oslo_concurrency.lockutils [None req-aa6cad02-efa8-4b9b-9a89-c3c1bd0291f6 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.827124] env[69319]: DEBUG oslo_vmware.rw_handles [None req-4ce5c880-7a01-4cd8-a750-5a27c1d08561 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527bfdad-3253-e554-0075-8f5e233a85d3/disk-0.vmdk. {{(pid=69319) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 787.828440] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a32cab7d-6b50-4d1d-ba37-c142150cc0d8 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.835979] env[69319]: DEBUG oslo_vmware.rw_handles [None req-4ce5c880-7a01-4cd8-a750-5a27c1d08561 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527bfdad-3253-e554-0075-8f5e233a85d3/disk-0.vmdk is in state: ready. {{(pid=69319) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 787.836283] env[69319]: ERROR oslo_vmware.rw_handles [None req-4ce5c880-7a01-4cd8-a750-5a27c1d08561 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527bfdad-3253-e554-0075-8f5e233a85d3/disk-0.vmdk due to incomplete transfer. [ 787.836624] env[69319]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4cd97965-efb5-41f0-861a-3ab2666a94eb {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.844965] env[69319]: DEBUG oslo_vmware.rw_handles [None req-4ce5c880-7a01-4cd8-a750-5a27c1d08561 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527bfdad-3253-e554-0075-8f5e233a85d3/disk-0.vmdk. {{(pid=69319) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 787.845297] env[69319]: DEBUG nova.virt.vmwareapi.images [None req-4ce5c880-7a01-4cd8-a750-5a27c1d08561 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] [instance: 05018af1-8cde-4512-b5b4-f392e39523ff] Uploaded image ae275fa9-99a0-4783-95d5-a74c53ba5332 to the Glance image server {{(pid=69319) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 787.847940] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ce5c880-7a01-4cd8-a750-5a27c1d08561 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] [instance: 05018af1-8cde-4512-b5b4-f392e39523ff] Destroying the VM {{(pid=69319) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 787.848711] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-96c6b44d-6a23-4be6-a5be-05a55f8b4150 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.856565] env[69319]: DEBUG oslo_vmware.api [None req-4ce5c880-7a01-4cd8-a750-5a27c1d08561 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Waiting for the task: (returnval){ [ 787.856565] env[69319]: value = "task-3223053" [ 787.856565] env[69319]: _type = "Task" [ 787.856565] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.868959] env[69319]: DEBUG oslo_vmware.api [None req-4ce5c880-7a01-4cd8-a750-5a27c1d08561 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Task: {'id': task-3223053, 'name': Destroy_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.873782] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223051, 'name': CreateVM_Task} progress is 99%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.876013] env[69319]: DEBUG nova.network.neutron [req-0fd2e574-29de-4ffd-9aad-3ac369cbfe7f req-6fe8d58c-6f6f-46c0-99fb-92d9a7fd1bf2 service nova] [instance: ffc74032-0a67-4fab-88c6-1f81ff356728] Updated VIF entry in instance network info cache for port 77e3dd76-8a21-475f-9004-31c1c79179be. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 787.876444] env[69319]: DEBUG nova.network.neutron [req-0fd2e574-29de-4ffd-9aad-3ac369cbfe7f req-6fe8d58c-6f6f-46c0-99fb-92d9a7fd1bf2 service nova] [instance: ffc74032-0a67-4fab-88c6-1f81ff356728] Updating instance_info_cache with network_info: [{"id": "77e3dd76-8a21-475f-9004-31c1c79179be", "address": "fa:16:3e:99:fc:10", "network": {"id": "3fb75ad9-d4a6-4d99-933c-906655b8d699", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1067647791-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58c0818f29bf43a683c1919b6028b6df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae70d41-6ebf-472a-8504-6530eb37ea41", "external-id": "nsx-vlan-transportzone-576", "segmentation_id": 576, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77e3dd76-8a", "ovs_interfaceid": "77e3dd76-8a21-475f-9004-31c1c79179be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.899425] env[69319]: DEBUG nova.compute.manager [req-1f657e86-c7ac-47fe-8b37-218e6d6aa559 req-803cb1d2-79a6-446a-bfe3-410f074e5a15 service nova] [instance: 95b759d7-a8d9-48bb-a730-ff0040147961] Received event network-vif-deleted-e87437f0-9d6d-4237-bd28-0bc9707f0b7e {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 788.063593] env[69319]: DEBUG oslo_vmware.api [None req-5df5acfc-cc34-4125-ab75-e7d22566d107 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Task: {'id': task-3223052, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.079390] env[69319]: DEBUG oslo_vmware.api [None req-992a85ff-8d55-49ed-b8df-08493329baf0 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]520c55d1-d6d8-2ec8-e04f-441f0013a70f, 'name': SearchDatastore_Task, 'duration_secs': 0.012171} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.079721] env[69319]: DEBUG oslo_concurrency.lockutils [None req-992a85ff-8d55-49ed-b8df-08493329baf0 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.079960] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-992a85ff-8d55-49ed-b8df-08493329baf0 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] [instance: ffc74032-0a67-4fab-88c6-1f81ff356728] Processing image 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 788.080295] env[69319]: DEBUG oslo_concurrency.lockutils [None req-992a85ff-8d55-49ed-b8df-08493329baf0 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.080479] env[69319]: DEBUG oslo_concurrency.lockutils [None req-992a85ff-8d55-49ed-b8df-08493329baf0 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.080697] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-992a85ff-8d55-49ed-b8df-08493329baf0 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 788.080958] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cc97faeb-3964-48c7-aacb-73e9a2363082 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.097457] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-992a85ff-8d55-49ed-b8df-08493329baf0 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 788.097653] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-992a85ff-8d55-49ed-b8df-08493329baf0 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 788.098422] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4874e399-ddd2-499c-b59e-db9b7313783d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.105608] env[69319]: DEBUG oslo_vmware.api [None req-992a85ff-8d55-49ed-b8df-08493329baf0 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Waiting for the task: (returnval){ [ 788.105608] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52117690-90cc-859c-72f4-cffc32b7ae7e" [ 788.105608] env[69319]: _type = "Task" [ 788.105608] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.112373] env[69319]: DEBUG oslo_vmware.api [None req-992a85ff-8d55-49ed-b8df-08493329baf0 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52117690-90cc-859c-72f4-cffc32b7ae7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.277998] env[69319]: DEBUG nova.scheduler.client.report [None req-2b1512bd-0ae5-40f3-ad97-345aedab3d9c tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Updated inventory for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 with generation 65 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 788.278453] env[69319]: DEBUG nova.compute.provider_tree [None req-2b1512bd-0ae5-40f3-ad97-345aedab3d9c tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Updating resource provider 94b8835e-2513-4669-abb9-c8c6813d60e7 generation from 65 to 66 during operation: update_inventory {{(pid=69319) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 788.278724] env[69319]: DEBUG nova.compute.provider_tree [None req-2b1512bd-0ae5-40f3-ad97-345aedab3d9c tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Updating inventory in ProviderTree for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 788.368513] env[69319]: DEBUG oslo_vmware.api [None req-4ce5c880-7a01-4cd8-a750-5a27c1d08561 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Task: {'id': task-3223053, 'name': Destroy_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.373432] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223051, 'name': CreateVM_Task} progress is 99%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.379127] env[69319]: DEBUG oslo_concurrency.lockutils [req-0fd2e574-29de-4ffd-9aad-3ac369cbfe7f req-6fe8d58c-6f6f-46c0-99fb-92d9a7fd1bf2 service nova] Releasing lock "refresh_cache-ffc74032-0a67-4fab-88c6-1f81ff356728" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.562258] env[69319]: DEBUG oslo_vmware.api [None req-5df5acfc-cc34-4125-ab75-e7d22566d107 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Task: {'id': task-3223052, 'name': ReconfigVM_Task, 'duration_secs': 0.776334} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.562476] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-5df5acfc-cc34-4125-ab75-e7d22566d107 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] [instance: 677f0c3c-60cc-480b-911a-e12da31e350d] Reconfigured VM instance instance-00000025 to attach disk [datastore1] 677f0c3c-60cc-480b-911a-e12da31e350d/677f0c3c-60cc-480b-911a-e12da31e350d.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 788.563119] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-640b13c1-5a5c-4996-94ec-e1237965984b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.569578] env[69319]: DEBUG oslo_vmware.api [None req-5df5acfc-cc34-4125-ab75-e7d22566d107 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Waiting for the task: (returnval){ [ 788.569578] env[69319]: value = "task-3223054" [ 788.569578] env[69319]: _type = "Task" [ 788.569578] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.577468] env[69319]: DEBUG oslo_vmware.api [None req-5df5acfc-cc34-4125-ab75-e7d22566d107 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Task: {'id': task-3223054, 'name': Rename_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.614377] env[69319]: DEBUG oslo_vmware.api [None req-992a85ff-8d55-49ed-b8df-08493329baf0 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52117690-90cc-859c-72f4-cffc32b7ae7e, 'name': SearchDatastore_Task, 'duration_secs': 0.021062} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.615199] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15abf023-2d22-4abc-9bd1-0d167793d7cb {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.620690] env[69319]: DEBUG oslo_vmware.api [None req-992a85ff-8d55-49ed-b8df-08493329baf0 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Waiting for the task: (returnval){ [ 788.620690] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]520d65e5-1137-b65e-f4c1-fe169dac7dcc" [ 788.620690] env[69319]: _type = "Task" [ 788.620690] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.628468] env[69319]: DEBUG oslo_vmware.api [None req-992a85ff-8d55-49ed-b8df-08493329baf0 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]520d65e5-1137-b65e-f4c1-fe169dac7dcc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.784680] env[69319]: DEBUG oslo_concurrency.lockutils [None req-2b1512bd-0ae5-40f3-ad97-345aedab3d9c tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.563s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.787245] env[69319]: DEBUG oslo_concurrency.lockutils [None req-fe9fc0b7-3c6c-43cf-9595-65a09545666f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.319s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.788824] env[69319]: INFO nova.compute.claims [None req-fe9fc0b7-3c6c-43cf-9595-65a09545666f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 170e2a0b-6461-4752-b7da-2ed0ff9fd73c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 788.813711] env[69319]: INFO nova.scheduler.client.report [None req-2b1512bd-0ae5-40f3-ad97-345aedab3d9c tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Deleted allocations for instance fdd1fc3f-0098-421a-adcc-0ce34923e93b [ 788.869652] env[69319]: DEBUG oslo_vmware.api [None req-4ce5c880-7a01-4cd8-a750-5a27c1d08561 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Task: {'id': task-3223053, 'name': Destroy_Task, 'duration_secs': 0.98354} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.870586] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-4ce5c880-7a01-4cd8-a750-5a27c1d08561 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] [instance: 05018af1-8cde-4512-b5b4-f392e39523ff] Destroyed the VM [ 788.870586] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-4ce5c880-7a01-4cd8-a750-5a27c1d08561 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] [instance: 05018af1-8cde-4512-b5b4-f392e39523ff] Deleting Snapshot of the VM instance {{(pid=69319) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 788.871104] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-35de41d3-5ad0-4d0e-b709-09501b12ac4d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.877276] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223051, 'name': CreateVM_Task} progress is 99%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.882654] env[69319]: DEBUG oslo_vmware.api [None req-4ce5c880-7a01-4cd8-a750-5a27c1d08561 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Waiting for the task: (returnval){ [ 788.882654] env[69319]: value = "task-3223055" [ 788.882654] env[69319]: _type = "Task" [ 788.882654] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.890109] env[69319]: DEBUG oslo_vmware.api [None req-4ce5c880-7a01-4cd8-a750-5a27c1d08561 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Task: {'id': task-3223055, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.079212] env[69319]: DEBUG oslo_vmware.api [None req-5df5acfc-cc34-4125-ab75-e7d22566d107 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Task: {'id': task-3223054, 'name': Rename_Task, 'duration_secs': 0.202149} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.079510] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-5df5acfc-cc34-4125-ab75-e7d22566d107 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] [instance: 677f0c3c-60cc-480b-911a-e12da31e350d] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 789.079749] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d3ee430f-6008-46d3-a185-25d5f78150bf {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.090324] env[69319]: DEBUG oslo_vmware.api [None req-5df5acfc-cc34-4125-ab75-e7d22566d107 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Waiting for the task: (returnval){ [ 789.090324] env[69319]: value = "task-3223056" [ 789.090324] env[69319]: _type = "Task" [ 789.090324] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.103822] env[69319]: DEBUG oslo_vmware.api [None req-5df5acfc-cc34-4125-ab75-e7d22566d107 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Task: {'id': task-3223056, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.130917] env[69319]: DEBUG oslo_vmware.api [None req-992a85ff-8d55-49ed-b8df-08493329baf0 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]520d65e5-1137-b65e-f4c1-fe169dac7dcc, 'name': SearchDatastore_Task, 'duration_secs': 0.01023} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.131214] env[69319]: DEBUG oslo_concurrency.lockutils [None req-992a85ff-8d55-49ed-b8df-08493329baf0 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.131484] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-992a85ff-8d55-49ed-b8df-08493329baf0 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] ffc74032-0a67-4fab-88c6-1f81ff356728/ffc74032-0a67-4fab-88c6-1f81ff356728.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 789.131739] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d98cc9c3-8df7-4596-a9ab-2d0a041d30d6 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.138660] env[69319]: DEBUG oslo_vmware.api [None req-992a85ff-8d55-49ed-b8df-08493329baf0 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Waiting for the task: (returnval){ [ 789.138660] env[69319]: value = "task-3223057" [ 789.138660] env[69319]: _type = "Task" [ 789.138660] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.147121] env[69319]: DEBUG oslo_vmware.api [None req-992a85ff-8d55-49ed-b8df-08493329baf0 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Task: {'id': task-3223057, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.323108] env[69319]: DEBUG oslo_concurrency.lockutils [None req-2b1512bd-0ae5-40f3-ad97-345aedab3d9c tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Lock "fdd1fc3f-0098-421a-adcc-0ce34923e93b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.812s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.373176] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223051, 'name': CreateVM_Task, 'duration_secs': 1.668139} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.373289] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03ac405c-7176-42b5-9e5d-e28d39af08a1] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 789.373741] env[69319]: DEBUG oslo_concurrency.lockutils [None req-79490a9c-def4-4251-aff6-8248e3bad9d3 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.373912] env[69319]: DEBUG oslo_concurrency.lockutils [None req-79490a9c-def4-4251-aff6-8248e3bad9d3 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.374274] env[69319]: DEBUG oslo_concurrency.lockutils [None req-79490a9c-def4-4251-aff6-8248e3bad9d3 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.374910] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e245a357-b9f8-4ecc-aae6-b967051da28f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.382820] env[69319]: DEBUG oslo_vmware.api [None req-79490a9c-def4-4251-aff6-8248e3bad9d3 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Waiting for the task: (returnval){ [ 789.382820] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]526422f2-9e50-4b94-d593-1f4bfe533e88" [ 789.382820] env[69319]: _type = "Task" [ 789.382820] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.393562] env[69319]: DEBUG oslo_vmware.api [None req-79490a9c-def4-4251-aff6-8248e3bad9d3 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]526422f2-9e50-4b94-d593-1f4bfe533e88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.396772] env[69319]: DEBUG oslo_vmware.api [None req-4ce5c880-7a01-4cd8-a750-5a27c1d08561 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Task: {'id': task-3223055, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.602572] env[69319]: DEBUG oslo_vmware.api [None req-5df5acfc-cc34-4125-ab75-e7d22566d107 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Task: {'id': task-3223056, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.650095] env[69319]: DEBUG oslo_vmware.api [None req-992a85ff-8d55-49ed-b8df-08493329baf0 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Task: {'id': task-3223057, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.905191] env[69319]: DEBUG oslo_vmware.api [None req-79490a9c-def4-4251-aff6-8248e3bad9d3 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]526422f2-9e50-4b94-d593-1f4bfe533e88, 'name': SearchDatastore_Task, 'duration_secs': 0.061005} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.905675] env[69319]: DEBUG oslo_concurrency.lockutils [None req-79490a9c-def4-4251-aff6-8248e3bad9d3 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.906124] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-79490a9c-def4-4251-aff6-8248e3bad9d3 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] [instance: 03ac405c-7176-42b5-9e5d-e28d39af08a1] Processing image 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 789.906492] env[69319]: DEBUG oslo_concurrency.lockutils [None req-79490a9c-def4-4251-aff6-8248e3bad9d3 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.906697] env[69319]: DEBUG oslo_concurrency.lockutils [None req-79490a9c-def4-4251-aff6-8248e3bad9d3 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.907039] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-79490a9c-def4-4251-aff6-8248e3bad9d3 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 789.912787] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b8a6a4ba-82d3-4cd7-b212-cd14d7890536 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.915273] env[69319]: DEBUG oslo_vmware.api [None req-4ce5c880-7a01-4cd8-a750-5a27c1d08561 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Task: {'id': task-3223055, 'name': RemoveSnapshot_Task} progress is 42%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.923026] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-79490a9c-def4-4251-aff6-8248e3bad9d3 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 789.923026] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-79490a9c-def4-4251-aff6-8248e3bad9d3 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 789.923391] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7e2c3a8-292f-48e0-a961-42f4d7d363b5 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.929318] env[69319]: DEBUG oslo_vmware.api [None req-79490a9c-def4-4251-aff6-8248e3bad9d3 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Waiting for the task: (returnval){ [ 789.929318] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]529cdfab-487e-0a4d-c4f8-42fbbbaefbbd" [ 789.929318] env[69319]: _type = "Task" [ 789.929318] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.940405] env[69319]: DEBUG oslo_vmware.api [None req-79490a9c-def4-4251-aff6-8248e3bad9d3 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]529cdfab-487e-0a4d-c4f8-42fbbbaefbbd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.101682] env[69319]: DEBUG oslo_vmware.api [None req-5df5acfc-cc34-4125-ab75-e7d22566d107 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Task: {'id': task-3223056, 'name': PowerOnVM_Task, 'duration_secs': 0.544874} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.104043] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-5df5acfc-cc34-4125-ab75-e7d22566d107 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] [instance: 677f0c3c-60cc-480b-911a-e12da31e350d] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 790.104261] env[69319]: INFO nova.compute.manager [None req-5df5acfc-cc34-4125-ab75-e7d22566d107 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] [instance: 677f0c3c-60cc-480b-911a-e12da31e350d] Took 10.24 seconds to spawn the instance on the hypervisor. [ 790.104443] env[69319]: DEBUG nova.compute.manager [None req-5df5acfc-cc34-4125-ab75-e7d22566d107 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] [instance: 677f0c3c-60cc-480b-911a-e12da31e350d] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 790.105591] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ce1f4b-b0f4-4cf4-ab1d-ff156a785a5a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.150689] env[69319]: DEBUG oslo_vmware.api [None req-992a85ff-8d55-49ed-b8df-08493329baf0 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Task: {'id': task-3223057, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.547877} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.153895] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-992a85ff-8d55-49ed-b8df-08493329baf0 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] ffc74032-0a67-4fab-88c6-1f81ff356728/ffc74032-0a67-4fab-88c6-1f81ff356728.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 790.154133] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-992a85ff-8d55-49ed-b8df-08493329baf0 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] [instance: ffc74032-0a67-4fab-88c6-1f81ff356728] Extending root virtual disk to 1048576 {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 790.154832] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-79cf23fe-d291-4143-b8ea-715a04e5f3f0 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.162372] env[69319]: DEBUG oslo_vmware.api [None req-992a85ff-8d55-49ed-b8df-08493329baf0 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Waiting for the task: (returnval){ [ 790.162372] env[69319]: value = "task-3223058" [ 790.162372] env[69319]: _type = "Task" [ 790.162372] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.174917] env[69319]: DEBUG oslo_vmware.api [None req-992a85ff-8d55-49ed-b8df-08493329baf0 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Task: {'id': task-3223058, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.314433] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf4f1c93-4d06-4901-962d-eea668f57c43 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.326527] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4b4e832-b773-4e65-aeea-e8672830d708 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.358474] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecaeec5d-cc27-47f4-8388-c44f4ea52348 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.365823] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a41283e-3bb4-4333-97f4-47ff7718de39 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.380069] env[69319]: DEBUG nova.compute.provider_tree [None req-fe9fc0b7-3c6c-43cf-9595-65a09545666f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Updating inventory in ProviderTree for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 790.399301] env[69319]: DEBUG oslo_vmware.api [None req-4ce5c880-7a01-4cd8-a750-5a27c1d08561 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Task: {'id': task-3223055, 'name': RemoveSnapshot_Task} progress is 42%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.439550] env[69319]: DEBUG oslo_vmware.api [None req-79490a9c-def4-4251-aff6-8248e3bad9d3 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]529cdfab-487e-0a4d-c4f8-42fbbbaefbbd, 'name': SearchDatastore_Task, 'duration_secs': 0.011119} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.440368] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-747ccc14-8229-4c5c-8992-0d44cab02fcb {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.445515] env[69319]: DEBUG oslo_vmware.api [None req-79490a9c-def4-4251-aff6-8248e3bad9d3 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Waiting for the task: (returnval){ [ 790.445515] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]526f255d-1f5a-d854-c548-a68a878a8fb6" [ 790.445515] env[69319]: _type = "Task" [ 790.445515] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.452870] env[69319]: DEBUG oslo_vmware.api [None req-79490a9c-def4-4251-aff6-8248e3bad9d3 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]526f255d-1f5a-d854-c548-a68a878a8fb6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.623221] env[69319]: INFO nova.compute.manager [None req-5df5acfc-cc34-4125-ab75-e7d22566d107 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] [instance: 677f0c3c-60cc-480b-911a-e12da31e350d] Took 54.93 seconds to build instance. [ 790.672702] env[69319]: DEBUG oslo_vmware.api [None req-992a85ff-8d55-49ed-b8df-08493329baf0 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Task: {'id': task-3223058, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.217598} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.673077] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-992a85ff-8d55-49ed-b8df-08493329baf0 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] [instance: ffc74032-0a67-4fab-88c6-1f81ff356728] Extended root virtual disk {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 790.673860] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7424cc2f-5c3a-456d-b01f-3bd54948a542 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.696853] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-992a85ff-8d55-49ed-b8df-08493329baf0 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] [instance: ffc74032-0a67-4fab-88c6-1f81ff356728] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] ffc74032-0a67-4fab-88c6-1f81ff356728/ffc74032-0a67-4fab-88c6-1f81ff356728.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 790.697409] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1967951-d8ea-4190-8ad5-19f2fdc642cf {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.717661] env[69319]: DEBUG oslo_vmware.api [None req-992a85ff-8d55-49ed-b8df-08493329baf0 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Waiting for the task: (returnval){ [ 790.717661] env[69319]: value = "task-3223059" [ 790.717661] env[69319]: _type = "Task" [ 790.717661] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.725937] env[69319]: DEBUG oslo_vmware.api [None req-992a85ff-8d55-49ed-b8df-08493329baf0 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Task: {'id': task-3223059, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.823138] env[69319]: DEBUG oslo_concurrency.lockutils [None req-7df8baa7-31c7-445c-ad90-4d881472fc36 tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Acquiring lock "b38347d2-a6f3-4640-b25e-c9e67196f733" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.823459] env[69319]: DEBUG oslo_concurrency.lockutils [None req-7df8baa7-31c7-445c-ad90-4d881472fc36 tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Lock "b38347d2-a6f3-4640-b25e-c9e67196f733" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.823782] env[69319]: DEBUG oslo_concurrency.lockutils [None req-7df8baa7-31c7-445c-ad90-4d881472fc36 tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Acquiring lock "b38347d2-a6f3-4640-b25e-c9e67196f733-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.823946] env[69319]: DEBUG oslo_concurrency.lockutils [None req-7df8baa7-31c7-445c-ad90-4d881472fc36 tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Lock "b38347d2-a6f3-4640-b25e-c9e67196f733-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.824167] env[69319]: DEBUG oslo_concurrency.lockutils [None req-7df8baa7-31c7-445c-ad90-4d881472fc36 tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Lock "b38347d2-a6f3-4640-b25e-c9e67196f733-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.826295] env[69319]: INFO nova.compute.manager [None req-7df8baa7-31c7-445c-ad90-4d881472fc36 tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] [instance: b38347d2-a6f3-4640-b25e-c9e67196f733] Terminating instance [ 790.900596] env[69319]: DEBUG oslo_vmware.api [None req-4ce5c880-7a01-4cd8-a750-5a27c1d08561 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Task: {'id': task-3223055, 'name': RemoveSnapshot_Task, 'duration_secs': 1.566481} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.900903] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-4ce5c880-7a01-4cd8-a750-5a27c1d08561 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] [instance: 05018af1-8cde-4512-b5b4-f392e39523ff] Deleted Snapshot of the VM instance {{(pid=69319) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 790.901173] env[69319]: INFO nova.compute.manager [None req-4ce5c880-7a01-4cd8-a750-5a27c1d08561 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] [instance: 05018af1-8cde-4512-b5b4-f392e39523ff] Took 28.17 seconds to snapshot the instance on the hypervisor. [ 790.914721] env[69319]: DEBUG nova.scheduler.client.report [None req-fe9fc0b7-3c6c-43cf-9595-65a09545666f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Updated inventory for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 with generation 66 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 790.915049] env[69319]: DEBUG nova.compute.provider_tree [None req-fe9fc0b7-3c6c-43cf-9595-65a09545666f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Updating resource provider 94b8835e-2513-4669-abb9-c8c6813d60e7 generation from 66 to 67 during operation: update_inventory {{(pid=69319) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 790.915217] env[69319]: DEBUG nova.compute.provider_tree [None req-fe9fc0b7-3c6c-43cf-9595-65a09545666f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Updating inventory in ProviderTree for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 790.956191] env[69319]: DEBUG oslo_vmware.api [None req-79490a9c-def4-4251-aff6-8248e3bad9d3 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]526f255d-1f5a-d854-c548-a68a878a8fb6, 'name': SearchDatastore_Task, 'duration_secs': 0.01127} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.956491] env[69319]: DEBUG oslo_concurrency.lockutils [None req-79490a9c-def4-4251-aff6-8248e3bad9d3 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.956794] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-79490a9c-def4-4251-aff6-8248e3bad9d3 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] 03ac405c-7176-42b5-9e5d-e28d39af08a1/03ac405c-7176-42b5-9e5d-e28d39af08a1.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 790.957083] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f6efd14e-725e-4b92-bc8a-f5268aa55f54 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.963603] env[69319]: DEBUG oslo_vmware.api [None req-79490a9c-def4-4251-aff6-8248e3bad9d3 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Waiting for the task: (returnval){ [ 790.963603] env[69319]: value = "task-3223060" [ 790.963603] env[69319]: _type = "Task" [ 790.963603] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.971274] env[69319]: DEBUG oslo_vmware.api [None req-79490a9c-def4-4251-aff6-8248e3bad9d3 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Task: {'id': task-3223060, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.126395] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5df5acfc-cc34-4125-ab75-e7d22566d107 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Lock "677f0c3c-60cc-480b-911a-e12da31e350d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 94.122s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.150904] env[69319]: DEBUG oslo_concurrency.lockutils [None req-7a693bf2-ba83-450a-8268-5c2322c44dbc tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Acquiring lock "6fd4b3da-855a-4796-a514-bffd9d194110" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.151053] env[69319]: DEBUG oslo_concurrency.lockutils [None req-7a693bf2-ba83-450a-8268-5c2322c44dbc tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Lock "6fd4b3da-855a-4796-a514-bffd9d194110" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.151296] env[69319]: DEBUG oslo_concurrency.lockutils [None req-7a693bf2-ba83-450a-8268-5c2322c44dbc tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Acquiring lock "6fd4b3da-855a-4796-a514-bffd9d194110-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.151947] env[69319]: DEBUG oslo_concurrency.lockutils [None req-7a693bf2-ba83-450a-8268-5c2322c44dbc tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Lock "6fd4b3da-855a-4796-a514-bffd9d194110-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.152159] env[69319]: DEBUG oslo_concurrency.lockutils [None req-7a693bf2-ba83-450a-8268-5c2322c44dbc tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Lock "6fd4b3da-855a-4796-a514-bffd9d194110-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.154265] env[69319]: INFO nova.compute.manager [None req-7a693bf2-ba83-450a-8268-5c2322c44dbc tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] [instance: 6fd4b3da-855a-4796-a514-bffd9d194110] Terminating instance [ 791.228201] env[69319]: DEBUG oslo_vmware.api [None req-992a85ff-8d55-49ed-b8df-08493329baf0 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Task: {'id': task-3223059, 'name': ReconfigVM_Task, 'duration_secs': 0.317503} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.228517] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-992a85ff-8d55-49ed-b8df-08493329baf0 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] [instance: ffc74032-0a67-4fab-88c6-1f81ff356728] Reconfigured VM instance instance-00000026 to attach disk [datastore2] ffc74032-0a67-4fab-88c6-1f81ff356728/ffc74032-0a67-4fab-88c6-1f81ff356728.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 791.229248] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5fc2c37f-0014-478b-bb60-0842c292020d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.236716] env[69319]: DEBUG oslo_vmware.api [None req-992a85ff-8d55-49ed-b8df-08493329baf0 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Waiting for the task: (returnval){ [ 791.236716] env[69319]: value = "task-3223061" [ 791.236716] env[69319]: _type = "Task" [ 791.236716] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.245840] env[69319]: DEBUG oslo_vmware.api [None req-992a85ff-8d55-49ed-b8df-08493329baf0 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Task: {'id': task-3223061, 'name': Rename_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.330506] env[69319]: DEBUG nova.compute.manager [None req-7df8baa7-31c7-445c-ad90-4d881472fc36 tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] [instance: b38347d2-a6f3-4640-b25e-c9e67196f733] Start destroying the instance on the hypervisor. {{(pid=69319) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 791.330841] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-7df8baa7-31c7-445c-ad90-4d881472fc36 tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] [instance: b38347d2-a6f3-4640-b25e-c9e67196f733] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 791.331966] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deff5c96-f3d8-4852-8fe2-93422e28bd28 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.339826] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-7df8baa7-31c7-445c-ad90-4d881472fc36 tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] [instance: b38347d2-a6f3-4640-b25e-c9e67196f733] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 791.340245] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4484081e-06f5-4947-9fe9-0228dfb07f6e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.346306] env[69319]: DEBUG oslo_vmware.api [None req-7df8baa7-31c7-445c-ad90-4d881472fc36 tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Waiting for the task: (returnval){ [ 791.346306] env[69319]: value = "task-3223062" [ 791.346306] env[69319]: _type = "Task" [ 791.346306] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.357141] env[69319]: DEBUG oslo_vmware.api [None req-7df8baa7-31c7-445c-ad90-4d881472fc36 tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Task: {'id': task-3223062, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.420856] env[69319]: DEBUG oslo_concurrency.lockutils [None req-fe9fc0b7-3c6c-43cf-9595-65a09545666f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.633s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.421586] env[69319]: DEBUG nova.compute.manager [None req-fe9fc0b7-3c6c-43cf-9595-65a09545666f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 170e2a0b-6461-4752-b7da-2ed0ff9fd73c] Start building networks asynchronously for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 791.425629] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 38.158s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.476418] env[69319]: DEBUG oslo_vmware.api [None req-79490a9c-def4-4251-aff6-8248e3bad9d3 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Task: {'id': task-3223060, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.630064] env[69319]: DEBUG nova.compute.manager [None req-f1010cd2-2d4a-42c1-b9a6-8f51bf1a7c3e tempest-InstanceActionsV221TestJSON-329574137 tempest-InstanceActionsV221TestJSON-329574137-project-member] [instance: b1b8d1b7-cc0e-4807-a7f4-e963cb9da64b] Starting instance... {{(pid=69319) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 791.658498] env[69319]: DEBUG nova.compute.manager [None req-7a693bf2-ba83-450a-8268-5c2322c44dbc tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] [instance: 6fd4b3da-855a-4796-a514-bffd9d194110] Start destroying the instance on the hypervisor. {{(pid=69319) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 791.659185] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-7a693bf2-ba83-450a-8268-5c2322c44dbc tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] [instance: 6fd4b3da-855a-4796-a514-bffd9d194110] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 791.659707] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1160fee8-7b18-4a49-ada2-ae8d53a6e4c5 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.668478] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a693bf2-ba83-450a-8268-5c2322c44dbc tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] [instance: 6fd4b3da-855a-4796-a514-bffd9d194110] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 791.668715] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aa6be6eb-1542-4178-8222-bfc5fd1ed309 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.674742] env[69319]: DEBUG oslo_vmware.api [None req-7a693bf2-ba83-450a-8268-5c2322c44dbc tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Waiting for the task: (returnval){ [ 791.674742] env[69319]: value = "task-3223063" [ 791.674742] env[69319]: _type = "Task" [ 791.674742] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.683164] env[69319]: DEBUG oslo_vmware.api [None req-7a693bf2-ba83-450a-8268-5c2322c44dbc tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Task: {'id': task-3223063, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.746301] env[69319]: DEBUG oslo_vmware.api [None req-992a85ff-8d55-49ed-b8df-08493329baf0 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Task: {'id': task-3223061, 'name': Rename_Task, 'duration_secs': 0.297292} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.746598] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-992a85ff-8d55-49ed-b8df-08493329baf0 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] [instance: ffc74032-0a67-4fab-88c6-1f81ff356728] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 791.747668] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6b7b4e4f-401b-4aa4-9982-a43d388d4ed7 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.752469] env[69319]: DEBUG oslo_vmware.api [None req-992a85ff-8d55-49ed-b8df-08493329baf0 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Waiting for the task: (returnval){ [ 791.752469] env[69319]: value = "task-3223064" [ 791.752469] env[69319]: _type = "Task" [ 791.752469] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.759788] env[69319]: DEBUG oslo_vmware.api [None req-992a85ff-8d55-49ed-b8df-08493329baf0 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Task: {'id': task-3223064, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.855793] env[69319]: DEBUG oslo_vmware.api [None req-7df8baa7-31c7-445c-ad90-4d881472fc36 tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Task: {'id': task-3223062, 'name': PowerOffVM_Task, 'duration_secs': 0.245122} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.856735] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-7df8baa7-31c7-445c-ad90-4d881472fc36 tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] [instance: b38347d2-a6f3-4640-b25e-c9e67196f733] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 791.856735] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-7df8baa7-31c7-445c-ad90-4d881472fc36 tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] [instance: b38347d2-a6f3-4640-b25e-c9e67196f733] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 791.856735] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bc8142c6-507b-420f-871f-9d9475e90c6a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.926755] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-7df8baa7-31c7-445c-ad90-4d881472fc36 tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] [instance: b38347d2-a6f3-4640-b25e-c9e67196f733] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 791.927475] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-7df8baa7-31c7-445c-ad90-4d881472fc36 tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] [instance: b38347d2-a6f3-4640-b25e-c9e67196f733] Deleting contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 791.927475] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-7df8baa7-31c7-445c-ad90-4d881472fc36 tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Deleting the datastore file [datastore2] b38347d2-a6f3-4640-b25e-c9e67196f733 {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 791.927641] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6a17e4a0-bd3d-4da2-90fc-bb97bec47c7d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.934029] env[69319]: DEBUG nova.compute.utils [None req-fe9fc0b7-3c6c-43cf-9595-65a09545666f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Using /dev/sd instead of None {{(pid=69319) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 791.943721] env[69319]: DEBUG nova.compute.manager [None req-fe9fc0b7-3c6c-43cf-9595-65a09545666f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 170e2a0b-6461-4752-b7da-2ed0ff9fd73c] Start building block device mappings for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 791.946380] env[69319]: DEBUG nova.compute.manager [None req-fe9fc0b7-3c6c-43cf-9595-65a09545666f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 170e2a0b-6461-4752-b7da-2ed0ff9fd73c] Allocating IP information in the background. {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 791.946628] env[69319]: DEBUG nova.network.neutron [None req-fe9fc0b7-3c6c-43cf-9595-65a09545666f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 170e2a0b-6461-4752-b7da-2ed0ff9fd73c] allocate_for_instance() {{(pid=69319) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 791.952902] env[69319]: DEBUG oslo_vmware.api [None req-7df8baa7-31c7-445c-ad90-4d881472fc36 tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Waiting for the task: (returnval){ [ 791.952902] env[69319]: value = "task-3223066" [ 791.952902] env[69319]: _type = "Task" [ 791.952902] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.962266] env[69319]: DEBUG oslo_vmware.api [None req-7df8baa7-31c7-445c-ad90-4d881472fc36 tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Task: {'id': task-3223066, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.972811] env[69319]: DEBUG oslo_vmware.api [None req-79490a9c-def4-4251-aff6-8248e3bad9d3 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Task: {'id': task-3223060, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.546485} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.973606] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-79490a9c-def4-4251-aff6-8248e3bad9d3 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] 03ac405c-7176-42b5-9e5d-e28d39af08a1/03ac405c-7176-42b5-9e5d-e28d39af08a1.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 791.973606] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-79490a9c-def4-4251-aff6-8248e3bad9d3 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] [instance: 03ac405c-7176-42b5-9e5d-e28d39af08a1] Extending root virtual disk to 1048576 {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 791.973812] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bd2fb716-3c8d-4c27-9306-b7d3fbffb9cf {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.980494] env[69319]: DEBUG oslo_vmware.api [None req-79490a9c-def4-4251-aff6-8248e3bad9d3 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Waiting for the task: (returnval){ [ 791.980494] env[69319]: value = "task-3223067" [ 791.980494] env[69319]: _type = "Task" [ 791.980494] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.988959] env[69319]: DEBUG oslo_vmware.api [None req-79490a9c-def4-4251-aff6-8248e3bad9d3 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Task: {'id': task-3223067, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.022171] env[69319]: DEBUG nova.policy [None req-fe9fc0b7-3c6c-43cf-9595-65a09545666f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'da39060d854f49629c0d6e4cb6cd894b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f35c9784047041ef95c69e4cd2040171', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69319) authorize /opt/stack/nova/nova/policy.py:192}} [ 792.154444] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f1010cd2-2d4a-42c1-b9a6-8f51bf1a7c3e tempest-InstanceActionsV221TestJSON-329574137 tempest-InstanceActionsV221TestJSON-329574137-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.190169] env[69319]: DEBUG oslo_vmware.api [None req-7a693bf2-ba83-450a-8268-5c2322c44dbc tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Task: {'id': task-3223063, 'name': PowerOffVM_Task, 'duration_secs': 0.20305} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.190473] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a693bf2-ba83-450a-8268-5c2322c44dbc tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] [instance: 6fd4b3da-855a-4796-a514-bffd9d194110] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 792.190672] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-7a693bf2-ba83-450a-8268-5c2322c44dbc tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] [instance: 6fd4b3da-855a-4796-a514-bffd9d194110] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 792.190949] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e7da264b-d2d4-44a1-a2bd-30172991bae4 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.262532] env[69319]: DEBUG oslo_vmware.api [None req-992a85ff-8d55-49ed-b8df-08493329baf0 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Task: {'id': task-3223064, 'name': PowerOnVM_Task} progress is 76%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.473822] env[69319]: DEBUG nova.network.neutron [None req-fe9fc0b7-3c6c-43cf-9595-65a09545666f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 170e2a0b-6461-4752-b7da-2ed0ff9fd73c] Successfully created port: b8f0d8a6-b776-486d-a9ce-ebdaf5643c72 {{(pid=69319) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 792.485493] env[69319]: DEBUG oslo_vmware.api [None req-7df8baa7-31c7-445c-ad90-4d881472fc36 tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Task: {'id': task-3223066, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.237478} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.492037] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-7df8baa7-31c7-445c-ad90-4d881472fc36 tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 792.492448] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-7df8baa7-31c7-445c-ad90-4d881472fc36 tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] [instance: b38347d2-a6f3-4640-b25e-c9e67196f733] Deleted contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 792.492774] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-7df8baa7-31c7-445c-ad90-4d881472fc36 tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] [instance: b38347d2-a6f3-4640-b25e-c9e67196f733] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 792.493087] env[69319]: INFO nova.compute.manager [None req-7df8baa7-31c7-445c-ad90-4d881472fc36 tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] [instance: b38347d2-a6f3-4640-b25e-c9e67196f733] Took 1.16 seconds to destroy the instance on the hypervisor. [ 792.493581] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7df8baa7-31c7-445c-ad90-4d881472fc36 tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 792.494965] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance 90fb9d48-f1f0-4f55-9e0f-673d7d78c380 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 792.495243] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance 2764dc00-3329-4e56-ad73-5027b65f42d6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 792.495509] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance e619aa14-62f8-4482-a049-28422171cece actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 792.495767] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance 9bab8f26-9c99-489c-861b-9fef49b1f36d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 792.496011] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance 0ccec795-caae-46ee-981f-2d210d0a31d3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 792.496236] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance 22225d47-adf7-4381-8b26-9372db49c4be actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 792.496478] env[69319]: WARNING nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance 749b3b26-9e42-4ac9-89c4-f467aa379427 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 792.496721] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance 4f588763-0fc7-4980-92c0-7b451d4a9981 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 792.497554] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance 9f02ac69-5fbc-40c6-96f4-d6ef8b3d0792 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 792.497554] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance f09611ba-ae99-4486-9d72-de8d7c2722aa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 792.497554] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance 5bd885da-3062-44d3-9b86-6db0dafdcc2f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 792.497554] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance 3e95f2d5-d392-47c4-b519-4a218660516b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 792.497761] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance a9b26f5c-132c-44a9-bc71-a4629f9d0b9e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 792.497761] env[69319]: WARNING nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance 02492605-6fc9-4e1e-af6c-a2e2cfe60e5a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 792.497761] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance b38347d2-a6f3-4640-b25e-c9e67196f733 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 792.497761] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance 6fd4b3da-855a-4796-a514-bffd9d194110 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 792.497883] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance 05018af1-8cde-4512-b5b4-f392e39523ff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 792.497971] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance 335258c2-6f86-44c6-8301-f0abab2ede05 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 792.498114] env[69319]: WARNING nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance 78ed67e1-b615-4c36-8da5-6938a9d60574 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 792.498260] env[69319]: WARNING nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance f3e005cf-9024-4c05-90c3-936251fa05a9 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 792.498427] env[69319]: WARNING nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance 873a85e3-bddf-4544-b88c-71afd51bce57 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 792.498557] env[69319]: WARNING nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance 95b759d7-a8d9-48bb-a730-ff0040147961 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 792.498693] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance b6904adf-5981-4a21-a344-4a8949b8b90b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 792.498888] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance 677f0c3c-60cc-480b-911a-e12da31e350d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 792.498985] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance ffc74032-0a67-4fab-88c6-1f81ff356728 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 792.502292] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance 03ac405c-7176-42b5-9e5d-e28d39af08a1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 792.502292] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance 170e2a0b-6461-4752-b7da-2ed0ff9fd73c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 792.502292] env[69319]: DEBUG nova.compute.manager [-] [instance: b38347d2-a6f3-4640-b25e-c9e67196f733] Deallocating network for instance {{(pid=69319) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 792.502292] env[69319]: DEBUG nova.network.neutron [-] [instance: b38347d2-a6f3-4640-b25e-c9e67196f733] deallocate_for_instance() {{(pid=69319) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 792.515682] env[69319]: DEBUG oslo_vmware.api [None req-79490a9c-def4-4251-aff6-8248e3bad9d3 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Task: {'id': task-3223067, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.203577} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.516057] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-79490a9c-def4-4251-aff6-8248e3bad9d3 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] [instance: 03ac405c-7176-42b5-9e5d-e28d39af08a1] Extended root virtual disk {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 792.517055] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f9a7f31-ff97-442e-9b58-367bbc091db3 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.545927] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-79490a9c-def4-4251-aff6-8248e3bad9d3 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] [instance: 03ac405c-7176-42b5-9e5d-e28d39af08a1] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] 03ac405c-7176-42b5-9e5d-e28d39af08a1/03ac405c-7176-42b5-9e5d-e28d39af08a1.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 792.546892] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e84856b4-0439-421b-bf2a-f9db83eeb7b2 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.572494] env[69319]: DEBUG oslo_vmware.api [None req-79490a9c-def4-4251-aff6-8248e3bad9d3 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Waiting for the task: (returnval){ [ 792.572494] env[69319]: value = "task-3223069" [ 792.572494] env[69319]: _type = "Task" [ 792.572494] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.583161] env[69319]: DEBUG oslo_vmware.api [None req-79490a9c-def4-4251-aff6-8248e3bad9d3 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Task: {'id': task-3223069, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.766581] env[69319]: DEBUG oslo_vmware.api [None req-992a85ff-8d55-49ed-b8df-08493329baf0 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Task: {'id': task-3223064, 'name': PowerOnVM_Task, 'duration_secs': 0.927697} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.767014] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-992a85ff-8d55-49ed-b8df-08493329baf0 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] [instance: ffc74032-0a67-4fab-88c6-1f81ff356728] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 792.767331] env[69319]: INFO nova.compute.manager [None req-992a85ff-8d55-49ed-b8df-08493329baf0 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] [instance: ffc74032-0a67-4fab-88c6-1f81ff356728] Took 8.29 seconds to spawn the instance on the hypervisor. [ 792.767606] env[69319]: DEBUG nova.compute.manager [None req-992a85ff-8d55-49ed-b8df-08493329baf0 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] [instance: ffc74032-0a67-4fab-88c6-1f81ff356728] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 792.768870] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-620f66f4-ba4f-48de-bdde-fa178509483a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.794990] env[69319]: DEBUG oslo_concurrency.lockutils [None req-cfa9333a-2117-4059-b99e-a57c01df830f tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Acquiring lock "9f02ac69-5fbc-40c6-96f4-d6ef8b3d0792" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.795307] env[69319]: DEBUG oslo_concurrency.lockutils [None req-cfa9333a-2117-4059-b99e-a57c01df830f tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Lock "9f02ac69-5fbc-40c6-96f4-d6ef8b3d0792" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.795524] env[69319]: DEBUG oslo_concurrency.lockutils [None req-cfa9333a-2117-4059-b99e-a57c01df830f tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Acquiring lock "9f02ac69-5fbc-40c6-96f4-d6ef8b3d0792-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.797217] env[69319]: DEBUG oslo_concurrency.lockutils [None req-cfa9333a-2117-4059-b99e-a57c01df830f tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Lock "9f02ac69-5fbc-40c6-96f4-d6ef8b3d0792-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.797217] env[69319]: DEBUG oslo_concurrency.lockutils [None req-cfa9333a-2117-4059-b99e-a57c01df830f tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Lock "9f02ac69-5fbc-40c6-96f4-d6ef8b3d0792-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.799885] env[69319]: INFO nova.compute.manager [None req-cfa9333a-2117-4059-b99e-a57c01df830f tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] [instance: 9f02ac69-5fbc-40c6-96f4-d6ef8b3d0792] Terminating instance [ 792.966050] env[69319]: DEBUG nova.compute.manager [None req-fe9fc0b7-3c6c-43cf-9595-65a09545666f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 170e2a0b-6461-4752-b7da-2ed0ff9fd73c] Start spawning the instance on the hypervisor. {{(pid=69319) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 792.992045] env[69319]: DEBUG nova.virt.hardware [None req-fe9fc0b7-3c6c-43cf-9595-65a09545666f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:32:36Z,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31f027872f6f44dba95ff2fe7a062e00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:32:36Z,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 792.993015] env[69319]: DEBUG nova.virt.hardware [None req-fe9fc0b7-3c6c-43cf-9595-65a09545666f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 792.993015] env[69319]: DEBUG nova.virt.hardware [None req-fe9fc0b7-3c6c-43cf-9595-65a09545666f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 792.993015] env[69319]: DEBUG nova.virt.hardware [None req-fe9fc0b7-3c6c-43cf-9595-65a09545666f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 792.993015] env[69319]: DEBUG nova.virt.hardware [None req-fe9fc0b7-3c6c-43cf-9595-65a09545666f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 792.993015] env[69319]: DEBUG nova.virt.hardware [None req-fe9fc0b7-3c6c-43cf-9595-65a09545666f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 792.993323] env[69319]: DEBUG nova.virt.hardware [None req-fe9fc0b7-3c6c-43cf-9595-65a09545666f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 792.993356] env[69319]: DEBUG nova.virt.hardware [None req-fe9fc0b7-3c6c-43cf-9595-65a09545666f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 792.993527] env[69319]: DEBUG nova.virt.hardware [None req-fe9fc0b7-3c6c-43cf-9595-65a09545666f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 792.993694] env[69319]: DEBUG nova.virt.hardware [None req-fe9fc0b7-3c6c-43cf-9595-65a09545666f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 792.993866] env[69319]: DEBUG nova.virt.hardware [None req-fe9fc0b7-3c6c-43cf-9595-65a09545666f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 792.995166] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68d9b8e5-6149-402e-8dd6-639f151d6a04 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.003527] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-741c5028-5a69-448d-93c2-d04d6ddabbd4 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.007953] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance bfc6c3e7-8384-4669-bd43-acdfcb1c478a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 793.082712] env[69319]: DEBUG oslo_vmware.api [None req-79490a9c-def4-4251-aff6-8248e3bad9d3 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Task: {'id': task-3223069, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.167525] env[69319]: DEBUG nova.compute.manager [None req-00ad94d5-b78d-4fb2-bae9-089528972173 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] [instance: 335258c2-6f86-44c6-8301-f0abab2ede05] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 793.168786] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13ce0be7-edac-401e-a7ff-dbca830cacae {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.188514] env[69319]: DEBUG nova.compute.manager [req-70a545e8-e688-4fd3-97d0-fee53440568f req-f6486f07-8d85-4a7f-bbc2-9dccafb5c036 service nova] [instance: b38347d2-a6f3-4640-b25e-c9e67196f733] Received event network-vif-deleted-ccc66e5a-7d7f-4f0d-a134-6cc4f6d842e5 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 793.188817] env[69319]: INFO nova.compute.manager [req-70a545e8-e688-4fd3-97d0-fee53440568f req-f6486f07-8d85-4a7f-bbc2-9dccafb5c036 service nova] [instance: b38347d2-a6f3-4640-b25e-c9e67196f733] Neutron deleted interface ccc66e5a-7d7f-4f0d-a134-6cc4f6d842e5; detaching it from the instance and deleting it from the info cache [ 793.188950] env[69319]: DEBUG nova.network.neutron [req-70a545e8-e688-4fd3-97d0-fee53440568f req-f6486f07-8d85-4a7f-bbc2-9dccafb5c036 service nova] [instance: b38347d2-a6f3-4640-b25e-c9e67196f733] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.292268] env[69319]: INFO nova.compute.manager [None req-992a85ff-8d55-49ed-b8df-08493329baf0 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] [instance: ffc74032-0a67-4fab-88c6-1f81ff356728] Took 50.22 seconds to build instance. [ 793.308325] env[69319]: DEBUG nova.compute.manager [None req-cfa9333a-2117-4059-b99e-a57c01df830f tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] [instance: 9f02ac69-5fbc-40c6-96f4-d6ef8b3d0792] Start destroying the instance on the hypervisor. {{(pid=69319) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 793.308547] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-cfa9333a-2117-4059-b99e-a57c01df830f tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] [instance: 9f02ac69-5fbc-40c6-96f4-d6ef8b3d0792] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 793.308830] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-7a693bf2-ba83-450a-8268-5c2322c44dbc tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] [instance: 6fd4b3da-855a-4796-a514-bffd9d194110] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 793.309020] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-7a693bf2-ba83-450a-8268-5c2322c44dbc tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] [instance: 6fd4b3da-855a-4796-a514-bffd9d194110] Deleting contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 793.309247] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a693bf2-ba83-450a-8268-5c2322c44dbc tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Deleting the datastore file [datastore2] 6fd4b3da-855a-4796-a514-bffd9d194110 {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 793.310015] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b63829d-1ee1-415f-9275-616deef28de5 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.313817] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aacefb7c-0b8f-4ffa-81ff-a1452031b59b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.321035] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfa9333a-2117-4059-b99e-a57c01df830f tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] [instance: 9f02ac69-5fbc-40c6-96f4-d6ef8b3d0792] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 793.322269] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d1b51289-d065-4750-b426-e90b605fac5d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.323955] env[69319]: DEBUG oslo_vmware.api [None req-7a693bf2-ba83-450a-8268-5c2322c44dbc tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Waiting for the task: (returnval){ [ 793.323955] env[69319]: value = "task-3223070" [ 793.323955] env[69319]: _type = "Task" [ 793.323955] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.330112] env[69319]: DEBUG oslo_vmware.api [None req-cfa9333a-2117-4059-b99e-a57c01df830f tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Waiting for the task: (returnval){ [ 793.330112] env[69319]: value = "task-3223071" [ 793.330112] env[69319]: _type = "Task" [ 793.330112] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.337576] env[69319]: DEBUG oslo_vmware.api [None req-7a693bf2-ba83-450a-8268-5c2322c44dbc tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Task: {'id': task-3223070, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.342590] env[69319]: DEBUG oslo_vmware.api [None req-cfa9333a-2117-4059-b99e-a57c01df830f tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Task: {'id': task-3223071, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.377233] env[69319]: DEBUG nova.network.neutron [-] [instance: b38347d2-a6f3-4640-b25e-c9e67196f733] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.512555] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance e87c6601-7a18-4857-9d93-4fea4fefed40 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 793.584653] env[69319]: DEBUG oslo_vmware.api [None req-79490a9c-def4-4251-aff6-8248e3bad9d3 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Task: {'id': task-3223069, 'name': ReconfigVM_Task, 'duration_secs': 0.86832} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.584993] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-79490a9c-def4-4251-aff6-8248e3bad9d3 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] [instance: 03ac405c-7176-42b5-9e5d-e28d39af08a1] Reconfigured VM instance instance-00000027 to attach disk [datastore2] 03ac405c-7176-42b5-9e5d-e28d39af08a1/03ac405c-7176-42b5-9e5d-e28d39af08a1.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 793.585778] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2d9c8ac6-dd06-41bf-b8ab-167afe0dd78c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.593609] env[69319]: DEBUG oslo_vmware.api [None req-79490a9c-def4-4251-aff6-8248e3bad9d3 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Waiting for the task: (returnval){ [ 793.593609] env[69319]: value = "task-3223072" [ 793.593609] env[69319]: _type = "Task" [ 793.593609] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.609309] env[69319]: DEBUG oslo_vmware.api [None req-79490a9c-def4-4251-aff6-8248e3bad9d3 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Task: {'id': task-3223072, 'name': Rename_Task} progress is 6%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.682663] env[69319]: INFO nova.compute.manager [None req-00ad94d5-b78d-4fb2-bae9-089528972173 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] [instance: 335258c2-6f86-44c6-8301-f0abab2ede05] instance snapshotting [ 793.685870] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74269ba3-8460-4cf1-992f-20da0e1ab4bc {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.708288] env[69319]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ab4513d2-a2e4-4108-b350-0447a9a68999 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.711070] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fa57436-e7cb-4116-bd75-b7709fa6888d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.725264] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e912318f-ffa9-4f91-b0ce-b5eccf606c66 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.768936] env[69319]: DEBUG nova.compute.manager [req-70a545e8-e688-4fd3-97d0-fee53440568f req-f6486f07-8d85-4a7f-bbc2-9dccafb5c036 service nova] [instance: b38347d2-a6f3-4640-b25e-c9e67196f733] Detach interface failed, port_id=ccc66e5a-7d7f-4f0d-a134-6cc4f6d842e5, reason: Instance b38347d2-a6f3-4640-b25e-c9e67196f733 could not be found. {{(pid=69319) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 793.794808] env[69319]: DEBUG oslo_concurrency.lockutils [None req-992a85ff-8d55-49ed-b8df-08493329baf0 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Lock "ffc74032-0a67-4fab-88c6-1f81ff356728" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 95.824s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.837259] env[69319]: DEBUG oslo_vmware.api [None req-7a693bf2-ba83-450a-8268-5c2322c44dbc tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Task: {'id': task-3223070, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.352076} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.837922] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a693bf2-ba83-450a-8268-5c2322c44dbc tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 793.838157] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-7a693bf2-ba83-450a-8268-5c2322c44dbc tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] [instance: 6fd4b3da-855a-4796-a514-bffd9d194110] Deleted contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 793.838729] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-7a693bf2-ba83-450a-8268-5c2322c44dbc tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] [instance: 6fd4b3da-855a-4796-a514-bffd9d194110] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 793.838729] env[69319]: INFO nova.compute.manager [None req-7a693bf2-ba83-450a-8268-5c2322c44dbc tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] [instance: 6fd4b3da-855a-4796-a514-bffd9d194110] Took 2.18 seconds to destroy the instance on the hypervisor. [ 793.838836] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7a693bf2-ba83-450a-8268-5c2322c44dbc tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 793.839012] env[69319]: DEBUG nova.compute.manager [-] [instance: 6fd4b3da-855a-4796-a514-bffd9d194110] Deallocating network for instance {{(pid=69319) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 793.839175] env[69319]: DEBUG nova.network.neutron [-] [instance: 6fd4b3da-855a-4796-a514-bffd9d194110] deallocate_for_instance() {{(pid=69319) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 793.844770] env[69319]: DEBUG oslo_vmware.api [None req-cfa9333a-2117-4059-b99e-a57c01df830f tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Task: {'id': task-3223071, 'name': PowerOffVM_Task, 'duration_secs': 0.328422} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.846545] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfa9333a-2117-4059-b99e-a57c01df830f tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] [instance: 9f02ac69-5fbc-40c6-96f4-d6ef8b3d0792] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 793.846934] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-cfa9333a-2117-4059-b99e-a57c01df830f tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] [instance: 9f02ac69-5fbc-40c6-96f4-d6ef8b3d0792] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 793.849817] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1a8b101f-f501-4064-b1ed-99711c5b3a37 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.851911] env[69319]: DEBUG oslo_concurrency.lockutils [None req-55f0deaf-91ee-4054-80cc-a37ded1a7890 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Acquiring lock "49f792b7-4c8b-4a2a-afe4-016281de77b9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.852187] env[69319]: DEBUG oslo_concurrency.lockutils [None req-55f0deaf-91ee-4054-80cc-a37ded1a7890 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Lock "49f792b7-4c8b-4a2a-afe4-016281de77b9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.880507] env[69319]: INFO nova.compute.manager [-] [instance: b38347d2-a6f3-4640-b25e-c9e67196f733] Took 1.38 seconds to deallocate network for instance. [ 793.919200] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-cfa9333a-2117-4059-b99e-a57c01df830f tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] [instance: 9f02ac69-5fbc-40c6-96f4-d6ef8b3d0792] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 793.919200] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-cfa9333a-2117-4059-b99e-a57c01df830f tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] [instance: 9f02ac69-5fbc-40c6-96f4-d6ef8b3d0792] Deleting contents of the VM from datastore datastore1 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 793.919200] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfa9333a-2117-4059-b99e-a57c01df830f tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Deleting the datastore file [datastore1] 9f02ac69-5fbc-40c6-96f4-d6ef8b3d0792 {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 793.919432] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ba8319f9-836f-4d5c-a76c-98695c4df9cb {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.926391] env[69319]: DEBUG oslo_vmware.api [None req-cfa9333a-2117-4059-b99e-a57c01df830f tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Waiting for the task: (returnval){ [ 793.926391] env[69319]: value = "task-3223074" [ 793.926391] env[69319]: _type = "Task" [ 793.926391] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.942541] env[69319]: DEBUG oslo_vmware.api [None req-cfa9333a-2117-4059-b99e-a57c01df830f tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Task: {'id': task-3223074, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.014482] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance 13a67670-f42e-4041-8f4e-4fe3a65e2f33 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 794.104846] env[69319]: DEBUG oslo_vmware.api [None req-79490a9c-def4-4251-aff6-8248e3bad9d3 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Task: {'id': task-3223072, 'name': Rename_Task, 'duration_secs': 0.154279} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.105463] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-79490a9c-def4-4251-aff6-8248e3bad9d3 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] [instance: 03ac405c-7176-42b5-9e5d-e28d39af08a1] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 794.105863] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-49d78dcb-4612-496c-89e3-2c73c66df905 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.115859] env[69319]: DEBUG oslo_vmware.api [None req-79490a9c-def4-4251-aff6-8248e3bad9d3 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Waiting for the task: (returnval){ [ 794.115859] env[69319]: value = "task-3223075" [ 794.115859] env[69319]: _type = "Task" [ 794.115859] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.128558] env[69319]: DEBUG oslo_vmware.api [None req-79490a9c-def4-4251-aff6-8248e3bad9d3 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Task: {'id': task-3223075, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.209174] env[69319]: DEBUG nova.compute.manager [req-c09b3498-bbef-46f9-996b-430f8c91a121 req-fb3fbf0a-f70f-4e82-bb0a-03b7234f55bf service nova] [instance: 170e2a0b-6461-4752-b7da-2ed0ff9fd73c] Received event network-vif-plugged-b8f0d8a6-b776-486d-a9ce-ebdaf5643c72 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 794.209174] env[69319]: DEBUG oslo_concurrency.lockutils [req-c09b3498-bbef-46f9-996b-430f8c91a121 req-fb3fbf0a-f70f-4e82-bb0a-03b7234f55bf service nova] Acquiring lock "170e2a0b-6461-4752-b7da-2ed0ff9fd73c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.209174] env[69319]: DEBUG oslo_concurrency.lockutils [req-c09b3498-bbef-46f9-996b-430f8c91a121 req-fb3fbf0a-f70f-4e82-bb0a-03b7234f55bf service nova] Lock "170e2a0b-6461-4752-b7da-2ed0ff9fd73c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.209174] env[69319]: DEBUG oslo_concurrency.lockutils [req-c09b3498-bbef-46f9-996b-430f8c91a121 req-fb3fbf0a-f70f-4e82-bb0a-03b7234f55bf service nova] Lock "170e2a0b-6461-4752-b7da-2ed0ff9fd73c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.209174] env[69319]: DEBUG nova.compute.manager [req-c09b3498-bbef-46f9-996b-430f8c91a121 req-fb3fbf0a-f70f-4e82-bb0a-03b7234f55bf service nova] [instance: 170e2a0b-6461-4752-b7da-2ed0ff9fd73c] No waiting events found dispatching network-vif-plugged-b8f0d8a6-b776-486d-a9ce-ebdaf5643c72 {{(pid=69319) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 794.209774] env[69319]: WARNING nova.compute.manager [req-c09b3498-bbef-46f9-996b-430f8c91a121 req-fb3fbf0a-f70f-4e82-bb0a-03b7234f55bf service nova] [instance: 170e2a0b-6461-4752-b7da-2ed0ff9fd73c] Received unexpected event network-vif-plugged-b8f0d8a6-b776-486d-a9ce-ebdaf5643c72 for instance with vm_state building and task_state spawning. [ 794.226128] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-00ad94d5-b78d-4fb2-bae9-089528972173 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] [instance: 335258c2-6f86-44c6-8301-f0abab2ede05] Creating Snapshot of the VM instance {{(pid=69319) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 794.226128] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0fbf5b4b-23ef-46b9-a939-4ccead4c7ab0 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.234691] env[69319]: DEBUG oslo_vmware.api [None req-00ad94d5-b78d-4fb2-bae9-089528972173 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Waiting for the task: (returnval){ [ 794.234691] env[69319]: value = "task-3223076" [ 794.234691] env[69319]: _type = "Task" [ 794.234691] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.246203] env[69319]: DEBUG oslo_vmware.api [None req-00ad94d5-b78d-4fb2-bae9-089528972173 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Task: {'id': task-3223076, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.298514] env[69319]: DEBUG nova.compute.manager [None req-52a966af-b455-411c-8803-c7b166372af5 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 33bc946c-1397-4355-8132-bc27084a66ba] Starting instance... {{(pid=69319) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 794.337223] env[69319]: DEBUG nova.network.neutron [None req-fe9fc0b7-3c6c-43cf-9595-65a09545666f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 170e2a0b-6461-4752-b7da-2ed0ff9fd73c] Successfully updated port: b8f0d8a6-b776-486d-a9ce-ebdaf5643c72 {{(pid=69319) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 794.391367] env[69319]: DEBUG oslo_concurrency.lockutils [None req-7df8baa7-31c7-445c-ad90-4d881472fc36 tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.440367] env[69319]: DEBUG oslo_vmware.api [None req-cfa9333a-2117-4059-b99e-a57c01df830f tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Task: {'id': task-3223074, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162365} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.440659] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfa9333a-2117-4059-b99e-a57c01df830f tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 794.440902] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-cfa9333a-2117-4059-b99e-a57c01df830f tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] [instance: 9f02ac69-5fbc-40c6-96f4-d6ef8b3d0792] Deleted contents of the VM from datastore datastore1 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 794.441171] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-cfa9333a-2117-4059-b99e-a57c01df830f tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] [instance: 9f02ac69-5fbc-40c6-96f4-d6ef8b3d0792] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 794.441415] env[69319]: INFO nova.compute.manager [None req-cfa9333a-2117-4059-b99e-a57c01df830f tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] [instance: 9f02ac69-5fbc-40c6-96f4-d6ef8b3d0792] Took 1.13 seconds to destroy the instance on the hypervisor. [ 794.441695] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cfa9333a-2117-4059-b99e-a57c01df830f tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 794.441867] env[69319]: DEBUG nova.compute.manager [-] [instance: 9f02ac69-5fbc-40c6-96f4-d6ef8b3d0792] Deallocating network for instance {{(pid=69319) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 794.441986] env[69319]: DEBUG nova.network.neutron [-] [instance: 9f02ac69-5fbc-40c6-96f4-d6ef8b3d0792] deallocate_for_instance() {{(pid=69319) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 794.520603] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance 04a666db-77b8-4c23-8c7c-887b23ea97af has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 794.624020] env[69319]: DEBUG nova.network.neutron [-] [instance: 6fd4b3da-855a-4796-a514-bffd9d194110] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.626237] env[69319]: DEBUG oslo_vmware.api [None req-79490a9c-def4-4251-aff6-8248e3bad9d3 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Task: {'id': task-3223075, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.746254] env[69319]: DEBUG oslo_vmware.api [None req-00ad94d5-b78d-4fb2-bae9-089528972173 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Task: {'id': task-3223076, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.823009] env[69319]: DEBUG oslo_concurrency.lockutils [None req-52a966af-b455-411c-8803-c7b166372af5 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.840920] env[69319]: DEBUG oslo_concurrency.lockutils [None req-fe9fc0b7-3c6c-43cf-9595-65a09545666f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Acquiring lock "refresh_cache-170e2a0b-6461-4752-b7da-2ed0ff9fd73c" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.841077] env[69319]: DEBUG oslo_concurrency.lockutils [None req-fe9fc0b7-3c6c-43cf-9595-65a09545666f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Acquired lock "refresh_cache-170e2a0b-6461-4752-b7da-2ed0ff9fd73c" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.841238] env[69319]: DEBUG nova.network.neutron [None req-fe9fc0b7-3c6c-43cf-9595-65a09545666f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 170e2a0b-6461-4752-b7da-2ed0ff9fd73c] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 795.028416] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance 78d62458-5f2a-45a1-bf75-c1bf6a087b48 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 795.129958] env[69319]: INFO nova.compute.manager [-] [instance: 6fd4b3da-855a-4796-a514-bffd9d194110] Took 1.29 seconds to deallocate network for instance. [ 795.130426] env[69319]: DEBUG oslo_vmware.api [None req-79490a9c-def4-4251-aff6-8248e3bad9d3 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Task: {'id': task-3223075, 'name': PowerOnVM_Task, 'duration_secs': 0.555761} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.132622] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-79490a9c-def4-4251-aff6-8248e3bad9d3 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] [instance: 03ac405c-7176-42b5-9e5d-e28d39af08a1] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 795.132915] env[69319]: INFO nova.compute.manager [None req-79490a9c-def4-4251-aff6-8248e3bad9d3 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] [instance: 03ac405c-7176-42b5-9e5d-e28d39af08a1] Took 7.89 seconds to spawn the instance on the hypervisor. [ 795.133222] env[69319]: DEBUG nova.compute.manager [None req-79490a9c-def4-4251-aff6-8248e3bad9d3 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] [instance: 03ac405c-7176-42b5-9e5d-e28d39af08a1] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 795.139071] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22b7b95f-139f-4dad-af28-fa714dc74c41 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.248569] env[69319]: DEBUG oslo_vmware.api [None req-00ad94d5-b78d-4fb2-bae9-089528972173 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Task: {'id': task-3223076, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.301438] env[69319]: DEBUG nova.compute.manager [req-bc1d04d2-ec22-4670-a359-a5ab62108b04 req-d07feb2c-7e07-48a2-bd42-638cee6348d1 service nova] [instance: 6fd4b3da-855a-4796-a514-bffd9d194110] Received event network-vif-deleted-7ba1416d-b788-4c33-93a0-0d2e8ef285e3 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 795.389468] env[69319]: DEBUG nova.network.neutron [None req-fe9fc0b7-3c6c-43cf-9595-65a09545666f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 170e2a0b-6461-4752-b7da-2ed0ff9fd73c] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 795.530550] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance 0b5d2173-10d1-4983-877c-743388460231 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 795.603883] env[69319]: DEBUG nova.network.neutron [None req-fe9fc0b7-3c6c-43cf-9595-65a09545666f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 170e2a0b-6461-4752-b7da-2ed0ff9fd73c] Updating instance_info_cache with network_info: [{"id": "b8f0d8a6-b776-486d-a9ce-ebdaf5643c72", "address": "fa:16:3e:ea:f8:bc", "network": {"id": "10887a83-3a88-4ea7-ab0e-0aa5f481f0ad", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1969359437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f35c9784047041ef95c69e4cd2040171", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7aa6264-122d-4c35-82d0-860e451538ea", "external-id": "nsx-vlan-transportzone-81", "segmentation_id": 81, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8f0d8a6-b7", "ovs_interfaceid": "b8f0d8a6-b776-486d-a9ce-ebdaf5643c72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.647128] env[69319]: DEBUG oslo_concurrency.lockutils [None req-7a693bf2-ba83-450a-8268-5c2322c44dbc tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.663306] env[69319]: INFO nova.compute.manager [None req-79490a9c-def4-4251-aff6-8248e3bad9d3 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] [instance: 03ac405c-7176-42b5-9e5d-e28d39af08a1] Took 50.46 seconds to build instance. [ 795.724445] env[69319]: DEBUG nova.network.neutron [-] [instance: 9f02ac69-5fbc-40c6-96f4-d6ef8b3d0792] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.747972] env[69319]: DEBUG oslo_vmware.api [None req-00ad94d5-b78d-4fb2-bae9-089528972173 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Task: {'id': task-3223076, 'name': CreateSnapshot_Task, 'duration_secs': 1.199056} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.748235] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-00ad94d5-b78d-4fb2-bae9-089528972173 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] [instance: 335258c2-6f86-44c6-8301-f0abab2ede05] Created Snapshot of the VM instance {{(pid=69319) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 795.748817] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41768014-6223-4203-a556-7fad7a536ad9 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.034211] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance b1b8d1b7-cc0e-4807-a7f4-e963cb9da64b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 796.107513] env[69319]: DEBUG oslo_concurrency.lockutils [None req-fe9fc0b7-3c6c-43cf-9595-65a09545666f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Releasing lock "refresh_cache-170e2a0b-6461-4752-b7da-2ed0ff9fd73c" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.107695] env[69319]: DEBUG nova.compute.manager [None req-fe9fc0b7-3c6c-43cf-9595-65a09545666f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 170e2a0b-6461-4752-b7da-2ed0ff9fd73c] Instance network_info: |[{"id": "b8f0d8a6-b776-486d-a9ce-ebdaf5643c72", "address": "fa:16:3e:ea:f8:bc", "network": {"id": "10887a83-3a88-4ea7-ab0e-0aa5f481f0ad", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1969359437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f35c9784047041ef95c69e4cd2040171", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7aa6264-122d-4c35-82d0-860e451538ea", "external-id": "nsx-vlan-transportzone-81", "segmentation_id": 81, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8f0d8a6-b7", "ovs_interfaceid": "b8f0d8a6-b776-486d-a9ce-ebdaf5643c72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 796.108358] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-fe9fc0b7-3c6c-43cf-9595-65a09545666f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 170e2a0b-6461-4752-b7da-2ed0ff9fd73c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:f8:bc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a7aa6264-122d-4c35-82d0-860e451538ea', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b8f0d8a6-b776-486d-a9ce-ebdaf5643c72', 'vif_model': 'vmxnet3'}] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 796.116184] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fe9fc0b7-3c6c-43cf-9595-65a09545666f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 796.116943] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 170e2a0b-6461-4752-b7da-2ed0ff9fd73c] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 796.117268] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-12913676-0a48-40f6-928e-5bb14afa1e5f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.138832] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 796.138832] env[69319]: value = "task-3223077" [ 796.138832] env[69319]: _type = "Task" [ 796.138832] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.148237] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223077, 'name': CreateVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.165583] env[69319]: DEBUG oslo_concurrency.lockutils [None req-79490a9c-def4-4251-aff6-8248e3bad9d3 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Lock "03ac405c-7176-42b5-9e5d-e28d39af08a1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 97.838s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.227562] env[69319]: INFO nova.compute.manager [-] [instance: 9f02ac69-5fbc-40c6-96f4-d6ef8b3d0792] Took 1.79 seconds to deallocate network for instance. [ 796.254632] env[69319]: DEBUG nova.compute.manager [req-7fe3d03e-b393-4ea8-bafe-8b1e7f7025a7 req-461f82a5-6009-4965-9090-a96a0b8b17f6 service nova] [instance: 170e2a0b-6461-4752-b7da-2ed0ff9fd73c] Received event network-changed-b8f0d8a6-b776-486d-a9ce-ebdaf5643c72 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 796.254824] env[69319]: DEBUG nova.compute.manager [req-7fe3d03e-b393-4ea8-bafe-8b1e7f7025a7 req-461f82a5-6009-4965-9090-a96a0b8b17f6 service nova] [instance: 170e2a0b-6461-4752-b7da-2ed0ff9fd73c] Refreshing instance network info cache due to event network-changed-b8f0d8a6-b776-486d-a9ce-ebdaf5643c72. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 796.255086] env[69319]: DEBUG oslo_concurrency.lockutils [req-7fe3d03e-b393-4ea8-bafe-8b1e7f7025a7 req-461f82a5-6009-4965-9090-a96a0b8b17f6 service nova] Acquiring lock "refresh_cache-170e2a0b-6461-4752-b7da-2ed0ff9fd73c" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.255197] env[69319]: DEBUG oslo_concurrency.lockutils [req-7fe3d03e-b393-4ea8-bafe-8b1e7f7025a7 req-461f82a5-6009-4965-9090-a96a0b8b17f6 service nova] Acquired lock "refresh_cache-170e2a0b-6461-4752-b7da-2ed0ff9fd73c" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.255364] env[69319]: DEBUG nova.network.neutron [req-7fe3d03e-b393-4ea8-bafe-8b1e7f7025a7 req-461f82a5-6009-4965-9090-a96a0b8b17f6 service nova] [instance: 170e2a0b-6461-4752-b7da-2ed0ff9fd73c] Refreshing network info cache for port b8f0d8a6-b776-486d-a9ce-ebdaf5643c72 {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 796.273251] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-00ad94d5-b78d-4fb2-bae9-089528972173 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] [instance: 335258c2-6f86-44c6-8301-f0abab2ede05] Creating linked-clone VM from snapshot {{(pid=69319) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 796.274643] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ae0e056a-a671-4e78-9cb6-e97c564f2cf5 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.285144] env[69319]: DEBUG oslo_vmware.api [None req-00ad94d5-b78d-4fb2-bae9-089528972173 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Waiting for the task: (returnval){ [ 796.285144] env[69319]: value = "task-3223078" [ 796.285144] env[69319]: _type = "Task" [ 796.285144] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.297359] env[69319]: DEBUG oslo_vmware.api [None req-00ad94d5-b78d-4fb2-bae9-089528972173 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Task: {'id': task-3223078, 'name': CloneVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.434244] env[69319]: DEBUG oslo_concurrency.lockutils [None req-293f9331-9ef0-46ed-aea0-989966f47d51 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Acquiring lock "b6904adf-5981-4a21-a344-4a8949b8b90b" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.434564] env[69319]: DEBUG oslo_concurrency.lockutils [None req-293f9331-9ef0-46ed-aea0-989966f47d51 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Lock "b6904adf-5981-4a21-a344-4a8949b8b90b" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.434708] env[69319]: DEBUG nova.compute.manager [None req-293f9331-9ef0-46ed-aea0-989966f47d51 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] [instance: b6904adf-5981-4a21-a344-4a8949b8b90b] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 796.435786] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a77160b2-de9d-4083-8431-b9346450c018 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.444396] env[69319]: DEBUG nova.compute.manager [None req-293f9331-9ef0-46ed-aea0-989966f47d51 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] [instance: b6904adf-5981-4a21-a344-4a8949b8b90b] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69319) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 796.445129] env[69319]: DEBUG nova.objects.instance [None req-293f9331-9ef0-46ed-aea0-989966f47d51 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Lazy-loading 'flavor' on Instance uuid b6904adf-5981-4a21-a344-4a8949b8b90b {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 796.537929] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance 33bc946c-1397-4355-8132-bc27084a66ba has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 796.650409] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223077, 'name': CreateVM_Task} progress is 25%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.668106] env[69319]: DEBUG nova.compute.manager [None req-2a10a703-8a09-4dd2-ab8e-eacc60b84a23 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] [instance: d2216fa6-a955-4b17-b026-4bc90a655ff5] Starting instance... {{(pid=69319) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 796.736830] env[69319]: DEBUG oslo_concurrency.lockutils [None req-cfa9333a-2117-4059-b99e-a57c01df830f tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.799100] env[69319]: DEBUG oslo_vmware.api [None req-00ad94d5-b78d-4fb2-bae9-089528972173 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Task: {'id': task-3223078, 'name': CloneVM_Task} progress is 94%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.995560] env[69319]: DEBUG nova.network.neutron [req-7fe3d03e-b393-4ea8-bafe-8b1e7f7025a7 req-461f82a5-6009-4965-9090-a96a0b8b17f6 service nova] [instance: 170e2a0b-6461-4752-b7da-2ed0ff9fd73c] Updated VIF entry in instance network info cache for port b8f0d8a6-b776-486d-a9ce-ebdaf5643c72. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 796.995970] env[69319]: DEBUG nova.network.neutron [req-7fe3d03e-b393-4ea8-bafe-8b1e7f7025a7 req-461f82a5-6009-4965-9090-a96a0b8b17f6 service nova] [instance: 170e2a0b-6461-4752-b7da-2ed0ff9fd73c] Updating instance_info_cache with network_info: [{"id": "b8f0d8a6-b776-486d-a9ce-ebdaf5643c72", "address": "fa:16:3e:ea:f8:bc", "network": {"id": "10887a83-3a88-4ea7-ab0e-0aa5f481f0ad", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1969359437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f35c9784047041ef95c69e4cd2040171", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7aa6264-122d-4c35-82d0-860e451538ea", "external-id": "nsx-vlan-transportzone-81", "segmentation_id": 81, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8f0d8a6-b7", "ovs_interfaceid": "b8f0d8a6-b776-486d-a9ce-ebdaf5643c72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.042296] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance d2216fa6-a955-4b17-b026-4bc90a655ff5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 797.152055] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223077, 'name': CreateVM_Task} progress is 25%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.194709] env[69319]: DEBUG oslo_concurrency.lockutils [None req-2a10a703-8a09-4dd2-ab8e-eacc60b84a23 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.298500] env[69319]: DEBUG oslo_vmware.api [None req-00ad94d5-b78d-4fb2-bae9-089528972173 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Task: {'id': task-3223078, 'name': CloneVM_Task} progress is 94%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.452526] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-293f9331-9ef0-46ed-aea0-989966f47d51 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] [instance: b6904adf-5981-4a21-a344-4a8949b8b90b] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 797.452868] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d2c722f9-a6a8-4d57-9970-7a88b64417e7 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.463685] env[69319]: DEBUG oslo_vmware.api [None req-293f9331-9ef0-46ed-aea0-989966f47d51 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Waiting for the task: (returnval){ [ 797.463685] env[69319]: value = "task-3223079" [ 797.463685] env[69319]: _type = "Task" [ 797.463685] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.474606] env[69319]: DEBUG oslo_vmware.api [None req-293f9331-9ef0-46ed-aea0-989966f47d51 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Task: {'id': task-3223079, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.498485] env[69319]: DEBUG oslo_concurrency.lockutils [req-7fe3d03e-b393-4ea8-bafe-8b1e7f7025a7 req-461f82a5-6009-4965-9090-a96a0b8b17f6 service nova] Releasing lock "refresh_cache-170e2a0b-6461-4752-b7da-2ed0ff9fd73c" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.498814] env[69319]: DEBUG nova.compute.manager [req-7fe3d03e-b393-4ea8-bafe-8b1e7f7025a7 req-461f82a5-6009-4965-9090-a96a0b8b17f6 service nova] [instance: 9f02ac69-5fbc-40c6-96f4-d6ef8b3d0792] Received event network-vif-deleted-adb7006c-7527-49f8-afad-34458965cfc2 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 797.545156] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance 914e081a-6fde-4c22-9f9c-ed060937963b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 797.651432] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223077, 'name': CreateVM_Task} progress is 25%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.798729] env[69319]: DEBUG oslo_vmware.api [None req-00ad94d5-b78d-4fb2-bae9-089528972173 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Task: {'id': task-3223078, 'name': CloneVM_Task} progress is 95%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.974281] env[69319]: DEBUG oslo_vmware.api [None req-293f9331-9ef0-46ed-aea0-989966f47d51 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Task: {'id': task-3223079, 'name': PowerOffVM_Task, 'duration_secs': 0.283943} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.974629] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-293f9331-9ef0-46ed-aea0-989966f47d51 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] [instance: b6904adf-5981-4a21-a344-4a8949b8b90b] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 797.974896] env[69319]: DEBUG nova.compute.manager [None req-293f9331-9ef0-46ed-aea0-989966f47d51 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] [instance: b6904adf-5981-4a21-a344-4a8949b8b90b] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 797.975769] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc847bec-9fbd-4f3d-b465-8ae66f2a27e4 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.048664] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance 1159a12c-1035-49ae-841f-053ac16c48af has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 798.151352] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223077, 'name': CreateVM_Task, 'duration_secs': 1.832462} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.151538] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 170e2a0b-6461-4752-b7da-2ed0ff9fd73c] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 798.152247] env[69319]: DEBUG oslo_concurrency.lockutils [None req-fe9fc0b7-3c6c-43cf-9595-65a09545666f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.152417] env[69319]: DEBUG oslo_concurrency.lockutils [None req-fe9fc0b7-3c6c-43cf-9595-65a09545666f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.152747] env[69319]: DEBUG oslo_concurrency.lockutils [None req-fe9fc0b7-3c6c-43cf-9595-65a09545666f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.153045] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e44f24c8-79ce-456a-bffc-bac12053ff5b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.157730] env[69319]: DEBUG oslo_vmware.api [None req-fe9fc0b7-3c6c-43cf-9595-65a09545666f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Waiting for the task: (returnval){ [ 798.157730] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52dd7891-159d-1ad5-abe8-9d61834bc580" [ 798.157730] env[69319]: _type = "Task" [ 798.157730] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.165625] env[69319]: DEBUG oslo_vmware.api [None req-fe9fc0b7-3c6c-43cf-9595-65a09545666f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52dd7891-159d-1ad5-abe8-9d61834bc580, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.298151] env[69319]: DEBUG oslo_vmware.api [None req-00ad94d5-b78d-4fb2-bae9-089528972173 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Task: {'id': task-3223078, 'name': CloneVM_Task, 'duration_secs': 1.696458} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.298656] env[69319]: INFO nova.virt.vmwareapi.vmops [None req-00ad94d5-b78d-4fb2-bae9-089528972173 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] [instance: 335258c2-6f86-44c6-8301-f0abab2ede05] Created linked-clone VM from snapshot [ 798.299605] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b89a344-03d8-49a4-937a-ed8d11ee34b2 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.307578] env[69319]: DEBUG nova.virt.vmwareapi.images [None req-00ad94d5-b78d-4fb2-bae9-089528972173 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] [instance: 335258c2-6f86-44c6-8301-f0abab2ede05] Uploading image 83c4ff15-8f33-463f-8d1a-6a3936efb3c7 {{(pid=69319) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 798.331190] env[69319]: DEBUG oslo_vmware.rw_handles [None req-00ad94d5-b78d-4fb2-bae9-089528972173 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 798.331190] env[69319]: value = "vm-644355" [ 798.331190] env[69319]: _type = "VirtualMachine" [ 798.331190] env[69319]: }. {{(pid=69319) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 798.331329] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-dbe3f533-08e2-4271-87ec-020a16fbc5b1 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.340009] env[69319]: DEBUG oslo_vmware.rw_handles [None req-00ad94d5-b78d-4fb2-bae9-089528972173 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Lease: (returnval){ [ 798.340009] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52a6c4d8-ef60-950a-7458-61cbf5ad22cc" [ 798.340009] env[69319]: _type = "HttpNfcLease" [ 798.340009] env[69319]: } obtained for exporting VM: (result){ [ 798.340009] env[69319]: value = "vm-644355" [ 798.340009] env[69319]: _type = "VirtualMachine" [ 798.340009] env[69319]: }. {{(pid=69319) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 798.340347] env[69319]: DEBUG oslo_vmware.api [None req-00ad94d5-b78d-4fb2-bae9-089528972173 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Waiting for the lease: (returnval){ [ 798.340347] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52a6c4d8-ef60-950a-7458-61cbf5ad22cc" [ 798.340347] env[69319]: _type = "HttpNfcLease" [ 798.340347] env[69319]: } to be ready. {{(pid=69319) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 798.348076] env[69319]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 798.348076] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52a6c4d8-ef60-950a-7458-61cbf5ad22cc" [ 798.348076] env[69319]: _type = "HttpNfcLease" [ 798.348076] env[69319]: } is initializing. {{(pid=69319) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 798.492983] env[69319]: DEBUG oslo_concurrency.lockutils [None req-293f9331-9ef0-46ed-aea0-989966f47d51 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Lock "b6904adf-5981-4a21-a344-4a8949b8b90b" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.058s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.552479] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance 66e1cd49-8387-4ef2-b3c8-8f301d27d1cb has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 798.669790] env[69319]: DEBUG oslo_vmware.api [None req-fe9fc0b7-3c6c-43cf-9595-65a09545666f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52dd7891-159d-1ad5-abe8-9d61834bc580, 'name': SearchDatastore_Task, 'duration_secs': 0.046183} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.670125] env[69319]: DEBUG oslo_concurrency.lockutils [None req-fe9fc0b7-3c6c-43cf-9595-65a09545666f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.670427] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-fe9fc0b7-3c6c-43cf-9595-65a09545666f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 170e2a0b-6461-4752-b7da-2ed0ff9fd73c] Processing image 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 798.670679] env[69319]: DEBUG oslo_concurrency.lockutils [None req-fe9fc0b7-3c6c-43cf-9595-65a09545666f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.670826] env[69319]: DEBUG oslo_concurrency.lockutils [None req-fe9fc0b7-3c6c-43cf-9595-65a09545666f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.671010] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe9fc0b7-3c6c-43cf-9595-65a09545666f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 798.671280] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7cc9a587-f7c3-48f5-b248-7ec5ed2a54af {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.686791] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe9fc0b7-3c6c-43cf-9595-65a09545666f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 798.686995] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-fe9fc0b7-3c6c-43cf-9595-65a09545666f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 798.687897] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1877f813-4f8e-4df7-9deb-1e6d54b49db5 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.693962] env[69319]: DEBUG oslo_vmware.api [None req-fe9fc0b7-3c6c-43cf-9595-65a09545666f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Waiting for the task: (returnval){ [ 798.693962] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52973c3c-9825-9e76-060b-f4aae11cc52b" [ 798.693962] env[69319]: _type = "Task" [ 798.693962] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.703341] env[69319]: DEBUG oslo_vmware.api [None req-fe9fc0b7-3c6c-43cf-9595-65a09545666f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52973c3c-9825-9e76-060b-f4aae11cc52b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.849468] env[69319]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 798.849468] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52a6c4d8-ef60-950a-7458-61cbf5ad22cc" [ 798.849468] env[69319]: _type = "HttpNfcLease" [ 798.849468] env[69319]: } is ready. {{(pid=69319) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 798.849785] env[69319]: DEBUG oslo_vmware.rw_handles [None req-00ad94d5-b78d-4fb2-bae9-089528972173 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 798.849785] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52a6c4d8-ef60-950a-7458-61cbf5ad22cc" [ 798.849785] env[69319]: _type = "HttpNfcLease" [ 798.849785] env[69319]: }. {{(pid=69319) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 798.851171] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73dc2707-0d67-4329-a408-cec5e83900bb {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.859425] env[69319]: DEBUG oslo_vmware.rw_handles [None req-00ad94d5-b78d-4fb2-bae9-089528972173 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52290e92-dc2f-3081-82f2-4e3e5bdc2862/disk-0.vmdk from lease info. {{(pid=69319) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 798.859614] env[69319]: DEBUG oslo_vmware.rw_handles [None req-00ad94d5-b78d-4fb2-bae9-089528972173 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52290e92-dc2f-3081-82f2-4e3e5bdc2862/disk-0.vmdk for reading. {{(pid=69319) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 799.014232] env[69319]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-781ab180-d01c-4447-9f89-af0e28d0796d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.040104] env[69319]: DEBUG nova.objects.instance [None req-219ecb40-3e1c-4aac-a929-f9c6aa0fc7a3 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Lazy-loading 'flavor' on Instance uuid b6904adf-5981-4a21-a344-4a8949b8b90b {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 799.055596] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance dcd83efc-4157-4174-b3bd-5bd6cd865360 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 799.208921] env[69319]: DEBUG oslo_vmware.api [None req-fe9fc0b7-3c6c-43cf-9595-65a09545666f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52973c3c-9825-9e76-060b-f4aae11cc52b, 'name': SearchDatastore_Task, 'duration_secs': 0.050631} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.209795] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36c64e76-6ecc-415c-85c7-992132845612 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.217372] env[69319]: DEBUG oslo_vmware.api [None req-fe9fc0b7-3c6c-43cf-9595-65a09545666f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Waiting for the task: (returnval){ [ 799.217372] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52cfa1c7-9ba3-eb3b-ecb7-c5a50cde1b07" [ 799.217372] env[69319]: _type = "Task" [ 799.217372] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.226549] env[69319]: DEBUG oslo_vmware.api [None req-fe9fc0b7-3c6c-43cf-9595-65a09545666f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52cfa1c7-9ba3-eb3b-ecb7-c5a50cde1b07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.548254] env[69319]: DEBUG oslo_concurrency.lockutils [None req-219ecb40-3e1c-4aac-a929-f9c6aa0fc7a3 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Acquiring lock "refresh_cache-b6904adf-5981-4a21-a344-4a8949b8b90b" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.548382] env[69319]: DEBUG oslo_concurrency.lockutils [None req-219ecb40-3e1c-4aac-a929-f9c6aa0fc7a3 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Acquired lock "refresh_cache-b6904adf-5981-4a21-a344-4a8949b8b90b" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.548566] env[69319]: DEBUG nova.network.neutron [None req-219ecb40-3e1c-4aac-a929-f9c6aa0fc7a3 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] [instance: b6904adf-5981-4a21-a344-4a8949b8b90b] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 799.548927] env[69319]: DEBUG nova.objects.instance [None req-219ecb40-3e1c-4aac-a929-f9c6aa0fc7a3 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Lazy-loading 'info_cache' on Instance uuid b6904adf-5981-4a21-a344-4a8949b8b90b {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 799.558384] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance 42447381-1bc9-4936-8fbf-178993fd5d68 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 799.559081] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Total usable vcpus: 48, total allocated vcpus: 21 {{(pid=69319) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 799.559081] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4672MB phys_disk=200GB used_disk=21GB total_vcpus=48 used_vcpus=21 pci_stats=[] {{(pid=69319) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 799.729680] env[69319]: DEBUG oslo_vmware.api [None req-fe9fc0b7-3c6c-43cf-9595-65a09545666f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52cfa1c7-9ba3-eb3b-ecb7-c5a50cde1b07, 'name': SearchDatastore_Task, 'duration_secs': 0.031352} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.733242] env[69319]: DEBUG oslo_concurrency.lockutils [None req-fe9fc0b7-3c6c-43cf-9595-65a09545666f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.733242] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe9fc0b7-3c6c-43cf-9595-65a09545666f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] 170e2a0b-6461-4752-b7da-2ed0ff9fd73c/170e2a0b-6461-4752-b7da-2ed0ff9fd73c.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 799.734854] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8055f60e-0fd0-4a13-a753-2af48bce9283 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.747989] env[69319]: DEBUG oslo_vmware.api [None req-fe9fc0b7-3c6c-43cf-9595-65a09545666f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Waiting for the task: (returnval){ [ 799.747989] env[69319]: value = "task-3223081" [ 799.747989] env[69319]: _type = "Task" [ 799.747989] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.759064] env[69319]: DEBUG oslo_vmware.api [None req-fe9fc0b7-3c6c-43cf-9595-65a09545666f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': task-3223081, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.053249] env[69319]: DEBUG nova.objects.base [None req-219ecb40-3e1c-4aac-a929-f9c6aa0fc7a3 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69319) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 800.149888] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b411839e-880c-4345-97e9-3dbec78ffd25 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.161211] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c7976e2-7f20-4dca-8f23-d9d1b962893e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.196223] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f894923f-ba92-41ad-86d8-337b94fd171d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.206105] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0bd9553-4ffa-40db-b5e3-a0d21a141246 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.224759] env[69319]: DEBUG nova.compute.provider_tree [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 800.261929] env[69319]: DEBUG oslo_vmware.api [None req-fe9fc0b7-3c6c-43cf-9595-65a09545666f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': task-3223081, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.730017] env[69319]: DEBUG nova.scheduler.client.report [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 800.766795] env[69319]: DEBUG oslo_vmware.api [None req-fe9fc0b7-3c6c-43cf-9595-65a09545666f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': task-3223081, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.821893} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.767704] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe9fc0b7-3c6c-43cf-9595-65a09545666f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] 170e2a0b-6461-4752-b7da-2ed0ff9fd73c/170e2a0b-6461-4752-b7da-2ed0ff9fd73c.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 800.767804] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-fe9fc0b7-3c6c-43cf-9595-65a09545666f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 170e2a0b-6461-4752-b7da-2ed0ff9fd73c] Extending root virtual disk to 1048576 {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 800.768212] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c6bed0cc-07dc-4ed7-b362-ec932936f0d8 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.777804] env[69319]: DEBUG oslo_vmware.api [None req-fe9fc0b7-3c6c-43cf-9595-65a09545666f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Waiting for the task: (returnval){ [ 800.777804] env[69319]: value = "task-3223082" [ 800.777804] env[69319]: _type = "Task" [ 800.777804] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.789517] env[69319]: DEBUG oslo_vmware.api [None req-fe9fc0b7-3c6c-43cf-9595-65a09545666f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': task-3223082, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.905242] env[69319]: DEBUG nova.network.neutron [None req-219ecb40-3e1c-4aac-a929-f9c6aa0fc7a3 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] [instance: b6904adf-5981-4a21-a344-4a8949b8b90b] Updating instance_info_cache with network_info: [{"id": "275a3045-758e-459d-a09b-03e4dae4e8de", "address": "fa:16:3e:10:58:e2", "network": {"id": "3fb75ad9-d4a6-4d99-933c-906655b8d699", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1067647791-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58c0818f29bf43a683c1919b6028b6df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae70d41-6ebf-472a-8504-6530eb37ea41", "external-id": "nsx-vlan-transportzone-576", "segmentation_id": 576, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap275a3045-75", "ovs_interfaceid": "275a3045-758e-459d-a09b-03e4dae4e8de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.237830] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69319) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 801.238997] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 9.813s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.238997] env[69319]: DEBUG oslo_concurrency.lockutils [None req-e8bf0935-edb1-4d05-b1cd-3f3c010db011 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.808s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.239168] env[69319]: DEBUG oslo_concurrency.lockutils [None req-e8bf0935-edb1-4d05-b1cd-3f3c010db011 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.241190] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5d57f5dc-1825-45fb-9924-d37945f0b93f tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.491s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.242741] env[69319]: INFO nova.compute.claims [None req-5d57f5dc-1825-45fb-9924-d37945f0b93f tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] [instance: bfc6c3e7-8384-4669-bd43-acdfcb1c478a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 801.264398] env[69319]: INFO nova.scheduler.client.report [None req-e8bf0935-edb1-4d05-b1cd-3f3c010db011 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Deleted allocations for instance 02492605-6fc9-4e1e-af6c-a2e2cfe60e5a [ 801.288573] env[69319]: DEBUG oslo_vmware.api [None req-fe9fc0b7-3c6c-43cf-9595-65a09545666f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': task-3223082, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.246166} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.288870] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-fe9fc0b7-3c6c-43cf-9595-65a09545666f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 170e2a0b-6461-4752-b7da-2ed0ff9fd73c] Extended root virtual disk {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 801.289759] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2deb0c90-531d-48e6-bb34-67d172b937de {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.313602] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe9fc0b7-3c6c-43cf-9595-65a09545666f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 170e2a0b-6461-4752-b7da-2ed0ff9fd73c] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] 170e2a0b-6461-4752-b7da-2ed0ff9fd73c/170e2a0b-6461-4752-b7da-2ed0ff9fd73c.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 801.314676] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-95220fdf-1852-4774-b80d-cf33d330ba74 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.337358] env[69319]: DEBUG oslo_vmware.api [None req-fe9fc0b7-3c6c-43cf-9595-65a09545666f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Waiting for the task: (returnval){ [ 801.337358] env[69319]: value = "task-3223083" [ 801.337358] env[69319]: _type = "Task" [ 801.337358] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.347506] env[69319]: DEBUG oslo_vmware.api [None req-fe9fc0b7-3c6c-43cf-9595-65a09545666f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': task-3223083, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.407789] env[69319]: DEBUG oslo_concurrency.lockutils [None req-219ecb40-3e1c-4aac-a929-f9c6aa0fc7a3 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Releasing lock "refresh_cache-b6904adf-5981-4a21-a344-4a8949b8b90b" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.772592] env[69319]: DEBUG oslo_concurrency.lockutils [None req-e8bf0935-edb1-4d05-b1cd-3f3c010db011 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Lock "02492605-6fc9-4e1e-af6c-a2e2cfe60e5a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.251s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.850366] env[69319]: DEBUG oslo_vmware.api [None req-fe9fc0b7-3c6c-43cf-9595-65a09545666f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': task-3223083, 'name': ReconfigVM_Task, 'duration_secs': 0.397982} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.850657] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe9fc0b7-3c6c-43cf-9595-65a09545666f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 170e2a0b-6461-4752-b7da-2ed0ff9fd73c] Reconfigured VM instance instance-00000028 to attach disk [datastore2] 170e2a0b-6461-4752-b7da-2ed0ff9fd73c/170e2a0b-6461-4752-b7da-2ed0ff9fd73c.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 801.851282] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b0911c47-1139-441f-87ae-07d3a0c1f478 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.859490] env[69319]: DEBUG oslo_vmware.api [None req-fe9fc0b7-3c6c-43cf-9595-65a09545666f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Waiting for the task: (returnval){ [ 801.859490] env[69319]: value = "task-3223084" [ 801.859490] env[69319]: _type = "Task" [ 801.859490] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.873638] env[69319]: DEBUG oslo_vmware.api [None req-fe9fc0b7-3c6c-43cf-9595-65a09545666f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': task-3223084, 'name': Rename_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.372229] env[69319]: DEBUG oslo_vmware.api [None req-fe9fc0b7-3c6c-43cf-9595-65a09545666f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': task-3223084, 'name': Rename_Task, 'duration_secs': 0.232027} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.375380] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe9fc0b7-3c6c-43cf-9595-65a09545666f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 170e2a0b-6461-4752-b7da-2ed0ff9fd73c] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 802.375789] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1a0a68eb-2325-4ecc-9b33-1e2865ad2e03 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.385947] env[69319]: DEBUG oslo_vmware.api [None req-fe9fc0b7-3c6c-43cf-9595-65a09545666f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Waiting for the task: (returnval){ [ 802.385947] env[69319]: value = "task-3223085" [ 802.385947] env[69319]: _type = "Task" [ 802.385947] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.401517] env[69319]: DEBUG oslo_vmware.api [None req-fe9fc0b7-3c6c-43cf-9595-65a09545666f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': task-3223085, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.414444] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-219ecb40-3e1c-4aac-a929-f9c6aa0fc7a3 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] [instance: b6904adf-5981-4a21-a344-4a8949b8b90b] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 802.417417] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-249e007a-ceb2-43dc-891d-b1ae7747a747 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.426359] env[69319]: DEBUG oslo_vmware.api [None req-219ecb40-3e1c-4aac-a929-f9c6aa0fc7a3 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Waiting for the task: (returnval){ [ 802.426359] env[69319]: value = "task-3223086" [ 802.426359] env[69319]: _type = "Task" [ 802.426359] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.439595] env[69319]: DEBUG oslo_vmware.api [None req-219ecb40-3e1c-4aac-a929-f9c6aa0fc7a3 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Task: {'id': task-3223086, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.849045] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0065ca4a-3040-494b-886c-dfe29cdad804 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.858277] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6581388-1401-4bfd-822a-ba6cf8da797e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.894583] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b91e0e5e-bc41-43e4-b2f0-3c7d249d2d4a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.904427] env[69319]: DEBUG oslo_vmware.api [None req-fe9fc0b7-3c6c-43cf-9595-65a09545666f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': task-3223085, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.907696] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e38ea02c-b39b-4b3e-9ccb-14d4c999f81c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.926757] env[69319]: DEBUG nova.compute.provider_tree [None req-5d57f5dc-1825-45fb-9924-d37945f0b93f tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 802.941515] env[69319]: DEBUG oslo_vmware.api [None req-219ecb40-3e1c-4aac-a929-f9c6aa0fc7a3 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Task: {'id': task-3223086, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.402503] env[69319]: DEBUG oslo_vmware.api [None req-fe9fc0b7-3c6c-43cf-9595-65a09545666f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': task-3223085, 'name': PowerOnVM_Task, 'duration_secs': 0.617102} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.402503] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe9fc0b7-3c6c-43cf-9595-65a09545666f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 170e2a0b-6461-4752-b7da-2ed0ff9fd73c] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 803.402503] env[69319]: INFO nova.compute.manager [None req-fe9fc0b7-3c6c-43cf-9595-65a09545666f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 170e2a0b-6461-4752-b7da-2ed0ff9fd73c] Took 10.44 seconds to spawn the instance on the hypervisor. [ 803.402503] env[69319]: DEBUG nova.compute.manager [None req-fe9fc0b7-3c6c-43cf-9595-65a09545666f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 170e2a0b-6461-4752-b7da-2ed0ff9fd73c] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 803.402503] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38908342-2f63-4c72-81a6-479499fca09c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.435271] env[69319]: DEBUG nova.scheduler.client.report [None req-5d57f5dc-1825-45fb-9924-d37945f0b93f tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 803.445369] env[69319]: DEBUG oslo_vmware.api [None req-219ecb40-3e1c-4aac-a929-f9c6aa0fc7a3 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Task: {'id': task-3223086, 'name': PowerOnVM_Task, 'duration_secs': 0.646678} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.445917] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-219ecb40-3e1c-4aac-a929-f9c6aa0fc7a3 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] [instance: b6904adf-5981-4a21-a344-4a8949b8b90b] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 803.445917] env[69319]: DEBUG nova.compute.manager [None req-219ecb40-3e1c-4aac-a929-f9c6aa0fc7a3 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] [instance: b6904adf-5981-4a21-a344-4a8949b8b90b] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 803.446843] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e82a43da-41a1-4d63-97ba-cc540a0dc0ee {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.920128] env[69319]: INFO nova.compute.manager [None req-fe9fc0b7-3c6c-43cf-9595-65a09545666f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 170e2a0b-6461-4752-b7da-2ed0ff9fd73c] Took 54.47 seconds to build instance. [ 803.946967] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5d57f5dc-1825-45fb-9924-d37945f0b93f tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.706s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.947641] env[69319]: DEBUG nova.compute.manager [None req-5d57f5dc-1825-45fb-9924-d37945f0b93f tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] [instance: bfc6c3e7-8384-4669-bd43-acdfcb1c478a] Start building networks asynchronously for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 803.950977] env[69319]: DEBUG oslo_concurrency.lockutils [None req-254a0ad2-50ea-432c-bd79-5cc2c9452af9 tempest-ServersTestBootFromVolume-326018844 tempest-ServersTestBootFromVolume-326018844-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.211s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.952172] env[69319]: INFO nova.compute.claims [None req-254a0ad2-50ea-432c-bd79-5cc2c9452af9 tempest-ServersTestBootFromVolume-326018844 tempest-ServersTestBootFromVolume-326018844-project-member] [instance: e87c6601-7a18-4857-9d93-4fea4fefed40] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 804.422420] env[69319]: DEBUG oslo_concurrency.lockutils [None req-fe9fc0b7-3c6c-43cf-9595-65a09545666f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Lock "170e2a0b-6461-4752-b7da-2ed0ff9fd73c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 104.994s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.457083] env[69319]: DEBUG nova.compute.utils [None req-5d57f5dc-1825-45fb-9924-d37945f0b93f tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Using /dev/sd instead of None {{(pid=69319) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 804.460436] env[69319]: DEBUG nova.compute.manager [None req-5d57f5dc-1825-45fb-9924-d37945f0b93f tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] [instance: bfc6c3e7-8384-4669-bd43-acdfcb1c478a] Not allocating networking since 'none' was specified. {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 804.534831] env[69319]: DEBUG nova.compute.manager [req-59767146-1f42-4bfb-9b56-dd10d83bfb73 req-7593de7a-d383-47ab-94ff-e8cfbab4ffe3 service nova] [instance: 170e2a0b-6461-4752-b7da-2ed0ff9fd73c] Received event network-changed-b8f0d8a6-b776-486d-a9ce-ebdaf5643c72 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 804.535182] env[69319]: DEBUG nova.compute.manager [req-59767146-1f42-4bfb-9b56-dd10d83bfb73 req-7593de7a-d383-47ab-94ff-e8cfbab4ffe3 service nova] [instance: 170e2a0b-6461-4752-b7da-2ed0ff9fd73c] Refreshing instance network info cache due to event network-changed-b8f0d8a6-b776-486d-a9ce-ebdaf5643c72. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 804.535260] env[69319]: DEBUG oslo_concurrency.lockutils [req-59767146-1f42-4bfb-9b56-dd10d83bfb73 req-7593de7a-d383-47ab-94ff-e8cfbab4ffe3 service nova] Acquiring lock "refresh_cache-170e2a0b-6461-4752-b7da-2ed0ff9fd73c" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.535387] env[69319]: DEBUG oslo_concurrency.lockutils [req-59767146-1f42-4bfb-9b56-dd10d83bfb73 req-7593de7a-d383-47ab-94ff-e8cfbab4ffe3 service nova] Acquired lock "refresh_cache-170e2a0b-6461-4752-b7da-2ed0ff9fd73c" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.535669] env[69319]: DEBUG nova.network.neutron [req-59767146-1f42-4bfb-9b56-dd10d83bfb73 req-7593de7a-d383-47ab-94ff-e8cfbab4ffe3 service nova] [instance: 170e2a0b-6461-4752-b7da-2ed0ff9fd73c] Refreshing network info cache for port b8f0d8a6-b776-486d-a9ce-ebdaf5643c72 {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 804.925829] env[69319]: DEBUG nova.compute.manager [None req-4ee2088c-1593-4efb-9afb-ab227a8d62ca tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] [instance: 914e081a-6fde-4c22-9f9c-ed060937963b] Starting instance... {{(pid=69319) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 804.962135] env[69319]: DEBUG nova.compute.manager [None req-5d57f5dc-1825-45fb-9924-d37945f0b93f tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] [instance: bfc6c3e7-8384-4669-bd43-acdfcb1c478a] Start building block device mappings for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 805.444142] env[69319]: DEBUG oslo_concurrency.lockutils [None req-4ee2088c-1593-4efb-9afb-ab227a8d62ca tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.460219] env[69319]: DEBUG nova.network.neutron [req-59767146-1f42-4bfb-9b56-dd10d83bfb73 req-7593de7a-d383-47ab-94ff-e8cfbab4ffe3 service nova] [instance: 170e2a0b-6461-4752-b7da-2ed0ff9fd73c] Updated VIF entry in instance network info cache for port b8f0d8a6-b776-486d-a9ce-ebdaf5643c72. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 805.461125] env[69319]: DEBUG nova.network.neutron [req-59767146-1f42-4bfb-9b56-dd10d83bfb73 req-7593de7a-d383-47ab-94ff-e8cfbab4ffe3 service nova] [instance: 170e2a0b-6461-4752-b7da-2ed0ff9fd73c] Updating instance_info_cache with network_info: [{"id": "b8f0d8a6-b776-486d-a9ce-ebdaf5643c72", "address": "fa:16:3e:ea:f8:bc", "network": {"id": "10887a83-3a88-4ea7-ab0e-0aa5f481f0ad", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1969359437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f35c9784047041ef95c69e4cd2040171", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7aa6264-122d-4c35-82d0-860e451538ea", "external-id": "nsx-vlan-transportzone-81", "segmentation_id": 81, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8f0d8a6-b7", "ovs_interfaceid": "b8f0d8a6-b776-486d-a9ce-ebdaf5643c72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.579762] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee83869b-ff63-4530-a751-4341458fb609 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.588770] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4649cb3c-5d34-4186-b287-b28575040d6c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.625122] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c027212-010d-4d96-afc8-fa106cdab408 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.634033] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a48318c8-6715-4dcb-b273-c17c1dd6ed0c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.647609] env[69319]: DEBUG nova.compute.provider_tree [None req-254a0ad2-50ea-432c-bd79-5cc2c9452af9 tempest-ServersTestBootFromVolume-326018844 tempest-ServersTestBootFromVolume-326018844-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 805.963963] env[69319]: DEBUG oslo_concurrency.lockutils [req-59767146-1f42-4bfb-9b56-dd10d83bfb73 req-7593de7a-d383-47ab-94ff-e8cfbab4ffe3 service nova] Releasing lock "refresh_cache-170e2a0b-6461-4752-b7da-2ed0ff9fd73c" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.976225] env[69319]: DEBUG nova.compute.manager [None req-5d57f5dc-1825-45fb-9924-d37945f0b93f tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] [instance: bfc6c3e7-8384-4669-bd43-acdfcb1c478a] Start spawning the instance on the hypervisor. {{(pid=69319) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 806.003517] env[69319]: DEBUG nova.virt.hardware [None req-5d57f5dc-1825-45fb-9924-d37945f0b93f tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:32:36Z,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31f027872f6f44dba95ff2fe7a062e00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:32:36Z,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 806.003776] env[69319]: DEBUG nova.virt.hardware [None req-5d57f5dc-1825-45fb-9924-d37945f0b93f tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 806.003933] env[69319]: DEBUG nova.virt.hardware [None req-5d57f5dc-1825-45fb-9924-d37945f0b93f tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 806.004304] env[69319]: DEBUG nova.virt.hardware [None req-5d57f5dc-1825-45fb-9924-d37945f0b93f tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 806.004470] env[69319]: DEBUG nova.virt.hardware [None req-5d57f5dc-1825-45fb-9924-d37945f0b93f tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 806.004612] env[69319]: DEBUG nova.virt.hardware [None req-5d57f5dc-1825-45fb-9924-d37945f0b93f tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 806.004823] env[69319]: DEBUG nova.virt.hardware [None req-5d57f5dc-1825-45fb-9924-d37945f0b93f tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 806.004983] env[69319]: DEBUG nova.virt.hardware [None req-5d57f5dc-1825-45fb-9924-d37945f0b93f tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 806.005166] env[69319]: DEBUG nova.virt.hardware [None req-5d57f5dc-1825-45fb-9924-d37945f0b93f tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 806.005328] env[69319]: DEBUG nova.virt.hardware [None req-5d57f5dc-1825-45fb-9924-d37945f0b93f tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 806.005497] env[69319]: DEBUG nova.virt.hardware [None req-5d57f5dc-1825-45fb-9924-d37945f0b93f tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 806.006376] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9432babe-5b0c-457a-8926-d682b4ec8dee {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.016113] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3fdcba0-7bf7-4a5f-94b7-7c95dee5689e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.034813] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-5d57f5dc-1825-45fb-9924-d37945f0b93f tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] [instance: bfc6c3e7-8384-4669-bd43-acdfcb1c478a] Instance VIF info [] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 806.040615] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5d57f5dc-1825-45fb-9924-d37945f0b93f tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 806.040816] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bfc6c3e7-8384-4669-bd43-acdfcb1c478a] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 806.041037] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fc9d2e39-c1b2-4ff2-86ed-26e8bf17f60f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.068995] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 806.068995] env[69319]: value = "task-3223087" [ 806.068995] env[69319]: _type = "Task" [ 806.068995] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.077998] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223087, 'name': CreateVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.153329] env[69319]: DEBUG nova.scheduler.client.report [None req-254a0ad2-50ea-432c-bd79-5cc2c9452af9 tempest-ServersTestBootFromVolume-326018844 tempest-ServersTestBootFromVolume-326018844-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 806.261668] env[69319]: DEBUG oslo_concurrency.lockutils [None req-3a3d8cee-2dca-4e34-9ecf-e29287d7c396 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Acquiring lock "interface-90fb9d48-f1f0-4f55-9e0f-673d7d78c380-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.261979] env[69319]: DEBUG oslo_concurrency.lockutils [None req-3a3d8cee-2dca-4e34-9ecf-e29287d7c396 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Lock "interface-90fb9d48-f1f0-4f55-9e0f-673d7d78c380-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.262373] env[69319]: DEBUG nova.objects.instance [None req-3a3d8cee-2dca-4e34-9ecf-e29287d7c396 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Lazy-loading 'flavor' on Instance uuid 90fb9d48-f1f0-4f55-9e0f-673d7d78c380 {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 806.580710] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223087, 'name': CreateVM_Task} progress is 25%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.658955] env[69319]: DEBUG oslo_concurrency.lockutils [None req-254a0ad2-50ea-432c-bd79-5cc2c9452af9 tempest-ServersTestBootFromVolume-326018844 tempest-ServersTestBootFromVolume-326018844-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.708s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.659407] env[69319]: DEBUG nova.compute.manager [None req-254a0ad2-50ea-432c-bd79-5cc2c9452af9 tempest-ServersTestBootFromVolume-326018844 tempest-ServersTestBootFromVolume-326018844-project-member] [instance: e87c6601-7a18-4857-9d93-4fea4fefed40] Start building networks asynchronously for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 806.662391] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ab320537-81d1-4350-a44e-399e6aa560f1 tempest-ServerGroupTestJSON-1942580000 tempest-ServerGroupTestJSON-1942580000-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.120s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.662703] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ab320537-81d1-4350-a44e-399e6aa560f1 tempest-ServerGroupTestJSON-1942580000 tempest-ServerGroupTestJSON-1942580000-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.664841] env[69319]: DEBUG oslo_concurrency.lockutils [None req-d3ee6200-f823-4526-bf40-c9a6abdfd368 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.506s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.666476] env[69319]: INFO nova.compute.claims [None req-d3ee6200-f823-4526-bf40-c9a6abdfd368 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] [instance: 13a67670-f42e-4041-8f4e-4fe3a65e2f33] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 806.697052] env[69319]: INFO nova.scheduler.client.report [None req-ab320537-81d1-4350-a44e-399e6aa560f1 tempest-ServerGroupTestJSON-1942580000 tempest-ServerGroupTestJSON-1942580000-project-member] Deleted allocations for instance 78ed67e1-b615-4c36-8da5-6938a9d60574 [ 806.859158] env[69319]: DEBUG nova.objects.instance [None req-3a3d8cee-2dca-4e34-9ecf-e29287d7c396 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Lazy-loading 'pci_requests' on Instance uuid 90fb9d48-f1f0-4f55-9e0f-673d7d78c380 {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 807.080818] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223087, 'name': CreateVM_Task, 'duration_secs': 0.854665} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.081048] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bfc6c3e7-8384-4669-bd43-acdfcb1c478a] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 807.081502] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5d57f5dc-1825-45fb-9924-d37945f0b93f tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.081673] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5d57f5dc-1825-45fb-9924-d37945f0b93f tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.081995] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5d57f5dc-1825-45fb-9924-d37945f0b93f tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.082263] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5288a0c9-d819-46c4-9474-d1ffe65011d5 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.087459] env[69319]: DEBUG oslo_vmware.api [None req-5d57f5dc-1825-45fb-9924-d37945f0b93f tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Waiting for the task: (returnval){ [ 807.087459] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52e56696-fac6-82e9-cd1f-7dc5d7536ff2" [ 807.087459] env[69319]: _type = "Task" [ 807.087459] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.095527] env[69319]: DEBUG oslo_vmware.api [None req-5d57f5dc-1825-45fb-9924-d37945f0b93f tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52e56696-fac6-82e9-cd1f-7dc5d7536ff2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.174828] env[69319]: DEBUG nova.compute.utils [None req-254a0ad2-50ea-432c-bd79-5cc2c9452af9 tempest-ServersTestBootFromVolume-326018844 tempest-ServersTestBootFromVolume-326018844-project-member] Using /dev/sd instead of None {{(pid=69319) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 807.176345] env[69319]: DEBUG nova.compute.manager [None req-254a0ad2-50ea-432c-bd79-5cc2c9452af9 tempest-ServersTestBootFromVolume-326018844 tempest-ServersTestBootFromVolume-326018844-project-member] [instance: e87c6601-7a18-4857-9d93-4fea4fefed40] Allocating IP information in the background. {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 807.176519] env[69319]: DEBUG nova.network.neutron [None req-254a0ad2-50ea-432c-bd79-5cc2c9452af9 tempest-ServersTestBootFromVolume-326018844 tempest-ServersTestBootFromVolume-326018844-project-member] [instance: e87c6601-7a18-4857-9d93-4fea4fefed40] allocate_for_instance() {{(pid=69319) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 807.206521] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ab320537-81d1-4350-a44e-399e6aa560f1 tempest-ServerGroupTestJSON-1942580000 tempest-ServerGroupTestJSON-1942580000-project-member] Lock "78ed67e1-b615-4c36-8da5-6938a9d60574" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.708s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.216381] env[69319]: DEBUG nova.policy [None req-254a0ad2-50ea-432c-bd79-5cc2c9452af9 tempest-ServersTestBootFromVolume-326018844 tempest-ServersTestBootFromVolume-326018844-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e20c5b48c4e64f04b81dd8d3da6b5a9e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '83da6a7101a14a9ba62ce34fc4edc5cd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69319) authorize /opt/stack/nova/nova/policy.py:192}} [ 807.362533] env[69319]: DEBUG nova.objects.base [None req-3a3d8cee-2dca-4e34-9ecf-e29287d7c396 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Object Instance<90fb9d48-f1f0-4f55-9e0f-673d7d78c380> lazy-loaded attributes: flavor,pci_requests {{(pid=69319) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 807.362765] env[69319]: DEBUG nova.network.neutron [None req-3a3d8cee-2dca-4e34-9ecf-e29287d7c396 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 90fb9d48-f1f0-4f55-9e0f-673d7d78c380] allocate_for_instance() {{(pid=69319) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 807.400322] env[69319]: DEBUG nova.policy [None req-3a3d8cee-2dca-4e34-9ecf-e29287d7c396 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '22b4fbb08523413a999beeddea8a5d62', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0030fcfc26054d94b76414b0098fa648', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69319) authorize /opt/stack/nova/nova/policy.py:192}} [ 807.573451] env[69319]: DEBUG nova.network.neutron [None req-254a0ad2-50ea-432c-bd79-5cc2c9452af9 tempest-ServersTestBootFromVolume-326018844 tempest-ServersTestBootFromVolume-326018844-project-member] [instance: e87c6601-7a18-4857-9d93-4fea4fefed40] Successfully created port: 6a5e825a-1bde-49e0-a95d-b6b502a274fe {{(pid=69319) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 807.599683] env[69319]: DEBUG oslo_vmware.api [None req-5d57f5dc-1825-45fb-9924-d37945f0b93f tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52e56696-fac6-82e9-cd1f-7dc5d7536ff2, 'name': SearchDatastore_Task, 'duration_secs': 0.019191} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.600145] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5d57f5dc-1825-45fb-9924-d37945f0b93f tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.600447] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-5d57f5dc-1825-45fb-9924-d37945f0b93f tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] [instance: bfc6c3e7-8384-4669-bd43-acdfcb1c478a] Processing image 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 807.600782] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5d57f5dc-1825-45fb-9924-d37945f0b93f tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.600942] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5d57f5dc-1825-45fb-9924-d37945f0b93f tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.601150] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d57f5dc-1825-45fb-9924-d37945f0b93f tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 807.601831] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-603c9bc5-1943-44d3-a163-049ac5a18043 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.613383] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d57f5dc-1825-45fb-9924-d37945f0b93f tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 807.613651] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-5d57f5dc-1825-45fb-9924-d37945f0b93f tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 807.614610] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5b6388d-9bf5-487a-bd85-92a9c392ef4b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.622130] env[69319]: DEBUG oslo_vmware.api [None req-5d57f5dc-1825-45fb-9924-d37945f0b93f tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Waiting for the task: (returnval){ [ 807.622130] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52fb7309-a1a1-59a0-9e46-1d51182b085b" [ 807.622130] env[69319]: _type = "Task" [ 807.622130] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.633513] env[69319]: DEBUG oslo_vmware.api [None req-5d57f5dc-1825-45fb-9924-d37945f0b93f tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52fb7309-a1a1-59a0-9e46-1d51182b085b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.682326] env[69319]: DEBUG nova.compute.manager [None req-254a0ad2-50ea-432c-bd79-5cc2c9452af9 tempest-ServersTestBootFromVolume-326018844 tempest-ServersTestBootFromVolume-326018844-project-member] [instance: e87c6601-7a18-4857-9d93-4fea4fefed40] Start building block device mappings for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 807.699491] env[69319]: DEBUG nova.network.neutron [None req-3a3d8cee-2dca-4e34-9ecf-e29287d7c396 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 90fb9d48-f1f0-4f55-9e0f-673d7d78c380] Successfully created port: a65839c5-6a07-40fc-a545-60e6de144480 {{(pid=69319) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 808.134611] env[69319]: DEBUG oslo_vmware.api [None req-5d57f5dc-1825-45fb-9924-d37945f0b93f tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52fb7309-a1a1-59a0-9e46-1d51182b085b, 'name': SearchDatastore_Task, 'duration_secs': 0.012006} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.135546] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e1e1e2a-d4fb-4627-8e54-d2e7b46b7529 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.142455] env[69319]: DEBUG oslo_vmware.api [None req-5d57f5dc-1825-45fb-9924-d37945f0b93f tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Waiting for the task: (returnval){ [ 808.142455] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]5285c82b-b26d-6875-dc6e-a3c94291249a" [ 808.142455] env[69319]: _type = "Task" [ 808.142455] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.156657] env[69319]: DEBUG oslo_vmware.api [None req-5d57f5dc-1825-45fb-9924-d37945f0b93f tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5285c82b-b26d-6875-dc6e-a3c94291249a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.189869] env[69319]: INFO nova.virt.block_device [None req-254a0ad2-50ea-432c-bd79-5cc2c9452af9 tempest-ServersTestBootFromVolume-326018844 tempest-ServersTestBootFromVolume-326018844-project-member] [instance: e87c6601-7a18-4857-9d93-4fea4fefed40] Booting with volume 521e778e-7b5c-40c5-9fb7-54c028032e9a at /dev/sda [ 808.235813] env[69319]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dfa7fcb5-7f64-4417-b026-23cebce65de4 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.246806] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-243bffcc-36cf-434f-ab2c-43f3f554d4ba {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.298768] env[69319]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-24ea9d2a-56eb-4ffc-b484-79120a4038fe {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.309074] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d46c095e-45d9-411a-bff8-6e3dc4d4bb1e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.335736] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86b4f639-3805-42d1-bea1-fd7462a00f6c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.358865] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-654bf1c7-018a-431c-a8a3-dd8ad3972fad {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.364933] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54f010b7-7850-404a-a400-481a42aec68b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.371893] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c431213-91ab-4926-a49d-47442ff069cd {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.400908] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-541b6e51-82f3-4757-8773-a388c1fbe95f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.410013] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7819e031-539f-4b73-8342-d45254f764ee {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.418380] env[69319]: DEBUG nova.virt.block_device [None req-254a0ad2-50ea-432c-bd79-5cc2c9452af9 tempest-ServersTestBootFromVolume-326018844 tempest-ServersTestBootFromVolume-326018844-project-member] [instance: e87c6601-7a18-4857-9d93-4fea4fefed40] Updating existing volume attachment record: 4877bfea-9755-4368-bf0c-2a629c5a8232 {{(pid=69319) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 808.438477] env[69319]: DEBUG nova.compute.provider_tree [None req-d3ee6200-f823-4526-bf40-c9a6abdfd368 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 808.654455] env[69319]: DEBUG oslo_vmware.api [None req-5d57f5dc-1825-45fb-9924-d37945f0b93f tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5285c82b-b26d-6875-dc6e-a3c94291249a, 'name': SearchDatastore_Task, 'duration_secs': 0.01474} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.654745] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5d57f5dc-1825-45fb-9924-d37945f0b93f tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.655022] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d57f5dc-1825-45fb-9924-d37945f0b93f tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore1] bfc6c3e7-8384-4669-bd43-acdfcb1c478a/bfc6c3e7-8384-4669-bd43-acdfcb1c478a.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 808.655291] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-00c6de7f-f5de-43b2-9018-61bc6fc25d64 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.663086] env[69319]: DEBUG oslo_vmware.api [None req-5d57f5dc-1825-45fb-9924-d37945f0b93f tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Waiting for the task: (returnval){ [ 808.663086] env[69319]: value = "task-3223088" [ 808.663086] env[69319]: _type = "Task" [ 808.663086] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.672831] env[69319]: DEBUG oslo_vmware.api [None req-5d57f5dc-1825-45fb-9924-d37945f0b93f tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Task: {'id': task-3223088, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.943067] env[69319]: DEBUG oslo_vmware.rw_handles [None req-00ad94d5-b78d-4fb2-bae9-089528972173 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52290e92-dc2f-3081-82f2-4e3e5bdc2862/disk-0.vmdk. {{(pid=69319) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 808.944501] env[69319]: DEBUG nova.scheduler.client.report [None req-d3ee6200-f823-4526-bf40-c9a6abdfd368 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 808.948691] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d04659e-f0e1-44bc-ac0f-ae23e3170531 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.961530] env[69319]: DEBUG oslo_vmware.rw_handles [None req-00ad94d5-b78d-4fb2-bae9-089528972173 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52290e92-dc2f-3081-82f2-4e3e5bdc2862/disk-0.vmdk is in state: ready. {{(pid=69319) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 808.961530] env[69319]: ERROR oslo_vmware.rw_handles [None req-00ad94d5-b78d-4fb2-bae9-089528972173 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52290e92-dc2f-3081-82f2-4e3e5bdc2862/disk-0.vmdk due to incomplete transfer. [ 808.961530] env[69319]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-101807f9-cf16-462d-bddf-4d1c0501b624 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.967135] env[69319]: DEBUG oslo_concurrency.lockutils [None req-9fabd5e1-86d7-41bb-8e67-e98c80de8816 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Acquiring lock "ffc74032-0a67-4fab-88c6-1f81ff356728" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.967135] env[69319]: DEBUG oslo_concurrency.lockutils [None req-9fabd5e1-86d7-41bb-8e67-e98c80de8816 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Lock "ffc74032-0a67-4fab-88c6-1f81ff356728" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.967135] env[69319]: DEBUG oslo_concurrency.lockutils [None req-9fabd5e1-86d7-41bb-8e67-e98c80de8816 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Acquiring lock "ffc74032-0a67-4fab-88c6-1f81ff356728-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.967594] env[69319]: DEBUG oslo_concurrency.lockutils [None req-9fabd5e1-86d7-41bb-8e67-e98c80de8816 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Lock "ffc74032-0a67-4fab-88c6-1f81ff356728-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.967594] env[69319]: DEBUG oslo_concurrency.lockutils [None req-9fabd5e1-86d7-41bb-8e67-e98c80de8816 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Lock "ffc74032-0a67-4fab-88c6-1f81ff356728-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.970430] env[69319]: DEBUG oslo_vmware.rw_handles [None req-00ad94d5-b78d-4fb2-bae9-089528972173 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52290e92-dc2f-3081-82f2-4e3e5bdc2862/disk-0.vmdk. {{(pid=69319) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 808.971251] env[69319]: DEBUG nova.virt.vmwareapi.images [None req-00ad94d5-b78d-4fb2-bae9-089528972173 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] [instance: 335258c2-6f86-44c6-8301-f0abab2ede05] Uploaded image 83c4ff15-8f33-463f-8d1a-6a3936efb3c7 to the Glance image server {{(pid=69319) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 808.973954] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-00ad94d5-b78d-4fb2-bae9-089528972173 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] [instance: 335258c2-6f86-44c6-8301-f0abab2ede05] Destroying the VM {{(pid=69319) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 808.974751] env[69319]: INFO nova.compute.manager [None req-9fabd5e1-86d7-41bb-8e67-e98c80de8816 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] [instance: ffc74032-0a67-4fab-88c6-1f81ff356728] Terminating instance [ 808.977295] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-38ec343a-a554-4ffb-b340-17af10080c07 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.991972] env[69319]: DEBUG oslo_vmware.api [None req-00ad94d5-b78d-4fb2-bae9-089528972173 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Waiting for the task: (returnval){ [ 808.991972] env[69319]: value = "task-3223089" [ 808.991972] env[69319]: _type = "Task" [ 808.991972] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.003496] env[69319]: DEBUG oslo_vmware.api [None req-00ad94d5-b78d-4fb2-bae9-089528972173 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Task: {'id': task-3223089, 'name': Destroy_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.177412] env[69319]: DEBUG oslo_vmware.api [None req-5d57f5dc-1825-45fb-9924-d37945f0b93f tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Task: {'id': task-3223088, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.405445] env[69319]: DEBUG nova.network.neutron [None req-3a3d8cee-2dca-4e34-9ecf-e29287d7c396 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 90fb9d48-f1f0-4f55-9e0f-673d7d78c380] Successfully updated port: a65839c5-6a07-40fc-a545-60e6de144480 {{(pid=69319) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 809.452896] env[69319]: DEBUG oslo_concurrency.lockutils [None req-d3ee6200-f823-4526-bf40-c9a6abdfd368 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.788s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.456106] env[69319]: DEBUG nova.compute.manager [None req-d3ee6200-f823-4526-bf40-c9a6abdfd368 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] [instance: 13a67670-f42e-4041-8f4e-4fe3a65e2f33] Start building networks asynchronously for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 809.456234] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0d5016cd-9649-486b-b681-08088982939e tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.312s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.457767] env[69319]: INFO nova.compute.claims [None req-0d5016cd-9649-486b-b681-08088982939e tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] [instance: 04a666db-77b8-4c23-8c7c-887b23ea97af] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 809.479925] env[69319]: DEBUG nova.network.neutron [None req-254a0ad2-50ea-432c-bd79-5cc2c9452af9 tempest-ServersTestBootFromVolume-326018844 tempest-ServersTestBootFromVolume-326018844-project-member] [instance: e87c6601-7a18-4857-9d93-4fea4fefed40] Successfully updated port: 6a5e825a-1bde-49e0-a95d-b6b502a274fe {{(pid=69319) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 809.485910] env[69319]: DEBUG nova.compute.manager [None req-9fabd5e1-86d7-41bb-8e67-e98c80de8816 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] [instance: ffc74032-0a67-4fab-88c6-1f81ff356728] Start destroying the instance on the hypervisor. {{(pid=69319) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 809.486153] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-9fabd5e1-86d7-41bb-8e67-e98c80de8816 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] [instance: ffc74032-0a67-4fab-88c6-1f81ff356728] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 809.494485] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a36d3148-aef7-470d-a520-829328b1e2de {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.514821] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fabd5e1-86d7-41bb-8e67-e98c80de8816 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] [instance: ffc74032-0a67-4fab-88c6-1f81ff356728] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 809.515254] env[69319]: DEBUG oslo_vmware.api [None req-00ad94d5-b78d-4fb2-bae9-089528972173 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Task: {'id': task-3223089, 'name': Destroy_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.516596] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-146ed9b6-64db-4659-b9b7-673e4aa525b9 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.524825] env[69319]: DEBUG oslo_vmware.api [None req-9fabd5e1-86d7-41bb-8e67-e98c80de8816 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Waiting for the task: (returnval){ [ 809.524825] env[69319]: value = "task-3223090" [ 809.524825] env[69319]: _type = "Task" [ 809.524825] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.536854] env[69319]: DEBUG oslo_vmware.api [None req-9fabd5e1-86d7-41bb-8e67-e98c80de8816 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Task: {'id': task-3223090, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.677571] env[69319]: DEBUG oslo_vmware.api [None req-5d57f5dc-1825-45fb-9924-d37945f0b93f tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Task: {'id': task-3223088, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.597637} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.677571] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d57f5dc-1825-45fb-9924-d37945f0b93f tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore1] bfc6c3e7-8384-4669-bd43-acdfcb1c478a/bfc6c3e7-8384-4669-bd43-acdfcb1c478a.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 809.677571] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-5d57f5dc-1825-45fb-9924-d37945f0b93f tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] [instance: bfc6c3e7-8384-4669-bd43-acdfcb1c478a] Extending root virtual disk to 1048576 {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 809.677571] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-11618f16-f428-43b7-a5a2-aea88dec34f3 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.685671] env[69319]: DEBUG oslo_vmware.api [None req-5d57f5dc-1825-45fb-9924-d37945f0b93f tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Waiting for the task: (returnval){ [ 809.685671] env[69319]: value = "task-3223091" [ 809.685671] env[69319]: _type = "Task" [ 809.685671] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.699674] env[69319]: DEBUG oslo_vmware.api [None req-5d57f5dc-1825-45fb-9924-d37945f0b93f tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Task: {'id': task-3223091, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.909131] env[69319]: DEBUG oslo_concurrency.lockutils [None req-3a3d8cee-2dca-4e34-9ecf-e29287d7c396 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Acquiring lock "refresh_cache-90fb9d48-f1f0-4f55-9e0f-673d7d78c380" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.909131] env[69319]: DEBUG oslo_concurrency.lockutils [None req-3a3d8cee-2dca-4e34-9ecf-e29287d7c396 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Acquired lock "refresh_cache-90fb9d48-f1f0-4f55-9e0f-673d7d78c380" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.909474] env[69319]: DEBUG nova.network.neutron [None req-3a3d8cee-2dca-4e34-9ecf-e29287d7c396 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 90fb9d48-f1f0-4f55-9e0f-673d7d78c380] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 809.915064] env[69319]: DEBUG nova.compute.manager [req-f2e6f25f-1833-4ad2-a10d-4f38210e99c9 req-04405d01-c264-41b4-ab16-9073c1f93ce9 service nova] [instance: 90fb9d48-f1f0-4f55-9e0f-673d7d78c380] Received event network-vif-plugged-a65839c5-6a07-40fc-a545-60e6de144480 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 809.915064] env[69319]: DEBUG oslo_concurrency.lockutils [req-f2e6f25f-1833-4ad2-a10d-4f38210e99c9 req-04405d01-c264-41b4-ab16-9073c1f93ce9 service nova] Acquiring lock "90fb9d48-f1f0-4f55-9e0f-673d7d78c380-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.915064] env[69319]: DEBUG oslo_concurrency.lockutils [req-f2e6f25f-1833-4ad2-a10d-4f38210e99c9 req-04405d01-c264-41b4-ab16-9073c1f93ce9 service nova] Lock "90fb9d48-f1f0-4f55-9e0f-673d7d78c380-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.915064] env[69319]: DEBUG oslo_concurrency.lockutils [req-f2e6f25f-1833-4ad2-a10d-4f38210e99c9 req-04405d01-c264-41b4-ab16-9073c1f93ce9 service nova] Lock "90fb9d48-f1f0-4f55-9e0f-673d7d78c380-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.915064] env[69319]: DEBUG nova.compute.manager [req-f2e6f25f-1833-4ad2-a10d-4f38210e99c9 req-04405d01-c264-41b4-ab16-9073c1f93ce9 service nova] [instance: 90fb9d48-f1f0-4f55-9e0f-673d7d78c380] No waiting events found dispatching network-vif-plugged-a65839c5-6a07-40fc-a545-60e6de144480 {{(pid=69319) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 809.915421] env[69319]: WARNING nova.compute.manager [req-f2e6f25f-1833-4ad2-a10d-4f38210e99c9 req-04405d01-c264-41b4-ab16-9073c1f93ce9 service nova] [instance: 90fb9d48-f1f0-4f55-9e0f-673d7d78c380] Received unexpected event network-vif-plugged-a65839c5-6a07-40fc-a545-60e6de144480 for instance with vm_state active and task_state None. [ 809.963015] env[69319]: DEBUG nova.compute.utils [None req-d3ee6200-f823-4526-bf40-c9a6abdfd368 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Using /dev/sd instead of None {{(pid=69319) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 809.967020] env[69319]: DEBUG nova.compute.manager [None req-d3ee6200-f823-4526-bf40-c9a6abdfd368 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] [instance: 13a67670-f42e-4041-8f4e-4fe3a65e2f33] Allocating IP information in the background. {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 809.967165] env[69319]: DEBUG nova.network.neutron [None req-d3ee6200-f823-4526-bf40-c9a6abdfd368 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] [instance: 13a67670-f42e-4041-8f4e-4fe3a65e2f33] allocate_for_instance() {{(pid=69319) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 809.984204] env[69319]: DEBUG oslo_concurrency.lockutils [None req-254a0ad2-50ea-432c-bd79-5cc2c9452af9 tempest-ServersTestBootFromVolume-326018844 tempest-ServersTestBootFromVolume-326018844-project-member] Acquiring lock "refresh_cache-e87c6601-7a18-4857-9d93-4fea4fefed40" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.984499] env[69319]: DEBUG oslo_concurrency.lockutils [None req-254a0ad2-50ea-432c-bd79-5cc2c9452af9 tempest-ServersTestBootFromVolume-326018844 tempest-ServersTestBootFromVolume-326018844-project-member] Acquired lock "refresh_cache-e87c6601-7a18-4857-9d93-4fea4fefed40" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.984666] env[69319]: DEBUG nova.network.neutron [None req-254a0ad2-50ea-432c-bd79-5cc2c9452af9 tempest-ServersTestBootFromVolume-326018844 tempest-ServersTestBootFromVolume-326018844-project-member] [instance: e87c6601-7a18-4857-9d93-4fea4fefed40] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 809.994113] env[69319]: DEBUG nova.compute.manager [req-6231cc7a-111a-48f4-a84c-a5d49b92ea0a req-6184b031-b63e-4110-a169-d5601c48cc50 service nova] [instance: e87c6601-7a18-4857-9d93-4fea4fefed40] Received event network-vif-plugged-6a5e825a-1bde-49e0-a95d-b6b502a274fe {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 809.994552] env[69319]: DEBUG oslo_concurrency.lockutils [req-6231cc7a-111a-48f4-a84c-a5d49b92ea0a req-6184b031-b63e-4110-a169-d5601c48cc50 service nova] Acquiring lock "e87c6601-7a18-4857-9d93-4fea4fefed40-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.994839] env[69319]: DEBUG oslo_concurrency.lockutils [req-6231cc7a-111a-48f4-a84c-a5d49b92ea0a req-6184b031-b63e-4110-a169-d5601c48cc50 service nova] Lock "e87c6601-7a18-4857-9d93-4fea4fefed40-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.995131] env[69319]: DEBUG oslo_concurrency.lockutils [req-6231cc7a-111a-48f4-a84c-a5d49b92ea0a req-6184b031-b63e-4110-a169-d5601c48cc50 service nova] Lock "e87c6601-7a18-4857-9d93-4fea4fefed40-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.995372] env[69319]: DEBUG nova.compute.manager [req-6231cc7a-111a-48f4-a84c-a5d49b92ea0a req-6184b031-b63e-4110-a169-d5601c48cc50 service nova] [instance: e87c6601-7a18-4857-9d93-4fea4fefed40] No waiting events found dispatching network-vif-plugged-6a5e825a-1bde-49e0-a95d-b6b502a274fe {{(pid=69319) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 809.995613] env[69319]: WARNING nova.compute.manager [req-6231cc7a-111a-48f4-a84c-a5d49b92ea0a req-6184b031-b63e-4110-a169-d5601c48cc50 service nova] [instance: e87c6601-7a18-4857-9d93-4fea4fefed40] Received unexpected event network-vif-plugged-6a5e825a-1bde-49e0-a95d-b6b502a274fe for instance with vm_state building and task_state block_device_mapping. [ 810.013550] env[69319]: DEBUG oslo_vmware.api [None req-00ad94d5-b78d-4fb2-bae9-089528972173 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Task: {'id': task-3223089, 'name': Destroy_Task, 'duration_secs': 0.97521} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.013959] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-00ad94d5-b78d-4fb2-bae9-089528972173 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] [instance: 335258c2-6f86-44c6-8301-f0abab2ede05] Destroyed the VM [ 810.014297] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-00ad94d5-b78d-4fb2-bae9-089528972173 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] [instance: 335258c2-6f86-44c6-8301-f0abab2ede05] Deleting Snapshot of the VM instance {{(pid=69319) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 810.014604] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-bf3f3d47-fd2b-450e-9426-6da3aa7e0d83 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.023945] env[69319]: DEBUG oslo_vmware.api [None req-00ad94d5-b78d-4fb2-bae9-089528972173 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Waiting for the task: (returnval){ [ 810.023945] env[69319]: value = "task-3223092" [ 810.023945] env[69319]: _type = "Task" [ 810.023945] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.025493] env[69319]: DEBUG nova.policy [None req-d3ee6200-f823-4526-bf40-c9a6abdfd368 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3d0065cf90894f75bb1cda1086d171ab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5a211983d2ed4450b8dc62c39f4b2bd0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69319) authorize /opt/stack/nova/nova/policy.py:192}} [ 810.040401] env[69319]: DEBUG oslo_vmware.api [None req-00ad94d5-b78d-4fb2-bae9-089528972173 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Task: {'id': task-3223092, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.046420] env[69319]: DEBUG oslo_vmware.api [None req-9fabd5e1-86d7-41bb-8e67-e98c80de8816 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Task: {'id': task-3223090, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.197078] env[69319]: DEBUG oslo_vmware.api [None req-5d57f5dc-1825-45fb-9924-d37945f0b93f tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Task: {'id': task-3223091, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072666} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.197439] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-5d57f5dc-1825-45fb-9924-d37945f0b93f tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] [instance: bfc6c3e7-8384-4669-bd43-acdfcb1c478a] Extended root virtual disk {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 810.198395] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3189948d-9e14-417d-814e-b265ab6acbe7 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.220779] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d57f5dc-1825-45fb-9924-d37945f0b93f tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] [instance: bfc6c3e7-8384-4669-bd43-acdfcb1c478a] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] bfc6c3e7-8384-4669-bd43-acdfcb1c478a/bfc6c3e7-8384-4669-bd43-acdfcb1c478a.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 810.221150] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e250f510-fb6d-475b-8dbe-1fc862fc761e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.242423] env[69319]: DEBUG oslo_vmware.api [None req-5d57f5dc-1825-45fb-9924-d37945f0b93f tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Waiting for the task: (returnval){ [ 810.242423] env[69319]: value = "task-3223093" [ 810.242423] env[69319]: _type = "Task" [ 810.242423] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.255698] env[69319]: DEBUG oslo_vmware.api [None req-5d57f5dc-1825-45fb-9924-d37945f0b93f tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Task: {'id': task-3223093, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.387374] env[69319]: DEBUG nova.network.neutron [None req-d3ee6200-f823-4526-bf40-c9a6abdfd368 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] [instance: 13a67670-f42e-4041-8f4e-4fe3a65e2f33] Successfully created port: 5db50b8b-ebc1-4f6a-bfff-7cf1627f73db {{(pid=69319) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 810.450167] env[69319]: WARNING nova.network.neutron [None req-3a3d8cee-2dca-4e34-9ecf-e29287d7c396 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 90fb9d48-f1f0-4f55-9e0f-673d7d78c380] 137e0ee2-8e6e-434c-a032-f059cf348e59 already exists in list: networks containing: ['137e0ee2-8e6e-434c-a032-f059cf348e59']. ignoring it [ 810.470932] env[69319]: DEBUG nova.compute.manager [None req-d3ee6200-f823-4526-bf40-c9a6abdfd368 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] [instance: 13a67670-f42e-4041-8f4e-4fe3a65e2f33] Start building block device mappings for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 810.550024] env[69319]: DEBUG oslo_vmware.api [None req-9fabd5e1-86d7-41bb-8e67-e98c80de8816 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Task: {'id': task-3223090, 'name': PowerOffVM_Task, 'duration_secs': 0.545736} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.551571] env[69319]: DEBUG nova.compute.manager [None req-254a0ad2-50ea-432c-bd79-5cc2c9452af9 tempest-ServersTestBootFromVolume-326018844 tempest-ServersTestBootFromVolume-326018844-project-member] [instance: e87c6601-7a18-4857-9d93-4fea4fefed40] Start spawning the instance on the hypervisor. {{(pid=69319) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 810.552352] env[69319]: DEBUG nova.virt.hardware [None req-254a0ad2-50ea-432c-bd79-5cc2c9452af9 tempest-ServersTestBootFromVolume-326018844 tempest-ServersTestBootFromVolume-326018844-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 810.552901] env[69319]: DEBUG nova.virt.hardware [None req-254a0ad2-50ea-432c-bd79-5cc2c9452af9 tempest-ServersTestBootFromVolume-326018844 tempest-ServersTestBootFromVolume-326018844-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 810.553265] env[69319]: DEBUG nova.virt.hardware [None req-254a0ad2-50ea-432c-bd79-5cc2c9452af9 tempest-ServersTestBootFromVolume-326018844 tempest-ServersTestBootFromVolume-326018844-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 810.553604] env[69319]: DEBUG nova.virt.hardware [None req-254a0ad2-50ea-432c-bd79-5cc2c9452af9 tempest-ServersTestBootFromVolume-326018844 tempest-ServersTestBootFromVolume-326018844-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 810.553894] env[69319]: DEBUG nova.virt.hardware [None req-254a0ad2-50ea-432c-bd79-5cc2c9452af9 tempest-ServersTestBootFromVolume-326018844 tempest-ServersTestBootFromVolume-326018844-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 810.554191] env[69319]: DEBUG nova.virt.hardware [None req-254a0ad2-50ea-432c-bd79-5cc2c9452af9 tempest-ServersTestBootFromVolume-326018844 tempest-ServersTestBootFromVolume-326018844-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 810.554544] env[69319]: DEBUG nova.virt.hardware [None req-254a0ad2-50ea-432c-bd79-5cc2c9452af9 tempest-ServersTestBootFromVolume-326018844 tempest-ServersTestBootFromVolume-326018844-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 810.554874] env[69319]: DEBUG nova.virt.hardware [None req-254a0ad2-50ea-432c-bd79-5cc2c9452af9 tempest-ServersTestBootFromVolume-326018844 tempest-ServersTestBootFromVolume-326018844-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 810.555197] env[69319]: DEBUG nova.virt.hardware [None req-254a0ad2-50ea-432c-bd79-5cc2c9452af9 tempest-ServersTestBootFromVolume-326018844 tempest-ServersTestBootFromVolume-326018844-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 810.555665] env[69319]: DEBUG nova.virt.hardware [None req-254a0ad2-50ea-432c-bd79-5cc2c9452af9 tempest-ServersTestBootFromVolume-326018844 tempest-ServersTestBootFromVolume-326018844-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 810.555981] env[69319]: DEBUG nova.virt.hardware [None req-254a0ad2-50ea-432c-bd79-5cc2c9452af9 tempest-ServersTestBootFromVolume-326018844 tempest-ServersTestBootFromVolume-326018844-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 810.556434] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fabd5e1-86d7-41bb-8e67-e98c80de8816 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] [instance: ffc74032-0a67-4fab-88c6-1f81ff356728] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 810.559131] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-9fabd5e1-86d7-41bb-8e67-e98c80de8816 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] [instance: ffc74032-0a67-4fab-88c6-1f81ff356728] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 810.559131] env[69319]: DEBUG oslo_vmware.api [None req-00ad94d5-b78d-4fb2-bae9-089528972173 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Task: {'id': task-3223092, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.559131] env[69319]: DEBUG nova.network.neutron [None req-254a0ad2-50ea-432c-bd79-5cc2c9452af9 tempest-ServersTestBootFromVolume-326018844 tempest-ServersTestBootFromVolume-326018844-project-member] [instance: e87c6601-7a18-4857-9d93-4fea4fefed40] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 810.570208] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89ef0ace-44e2-49ad-9720-db1904f58ca2 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.573199] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8134ece7-3490-42b2-8a6a-e50613193230 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.584175] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e42fa975-e5c2-4ec6-a05e-e40841f5188c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.758900] env[69319]: DEBUG oslo_vmware.api [None req-5d57f5dc-1825-45fb-9924-d37945f0b93f tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Task: {'id': task-3223093, 'name': ReconfigVM_Task, 'duration_secs': 0.334909} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.759250] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d57f5dc-1825-45fb-9924-d37945f0b93f tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] [instance: bfc6c3e7-8384-4669-bd43-acdfcb1c478a] Reconfigured VM instance instance-00000029 to attach disk [datastore1] bfc6c3e7-8384-4669-bd43-acdfcb1c478a/bfc6c3e7-8384-4669-bd43-acdfcb1c478a.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 810.759927] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6a3a36dc-38ff-4948-8fb9-fcfda7211bef {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.772369] env[69319]: DEBUG oslo_vmware.api [None req-5d57f5dc-1825-45fb-9924-d37945f0b93f tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Waiting for the task: (returnval){ [ 810.772369] env[69319]: value = "task-3223095" [ 810.772369] env[69319]: _type = "Task" [ 810.772369] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.789656] env[69319]: DEBUG oslo_vmware.api [None req-5d57f5dc-1825-45fb-9924-d37945f0b93f tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Task: {'id': task-3223095, 'name': Rename_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.868332] env[69319]: DEBUG nova.network.neutron [None req-3a3d8cee-2dca-4e34-9ecf-e29287d7c396 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 90fb9d48-f1f0-4f55-9e0f-673d7d78c380] Updating instance_info_cache with network_info: [{"id": "9dcf6b9f-6f25-4fd3-b52f-025a46e99394", "address": "fa:16:3e:fb:e0:96", "network": {"id": "137e0ee2-8e6e-434c-a032-f059cf348e59", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-49335232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0030fcfc26054d94b76414b0098fa648", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9dcf6b9f-6f", "ovs_interfaceid": "9dcf6b9f-6f25-4fd3-b52f-025a46e99394", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a65839c5-6a07-40fc-a545-60e6de144480", "address": "fa:16:3e:18:e8:ab", "network": {"id": "137e0ee2-8e6e-434c-a032-f059cf348e59", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-49335232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0030fcfc26054d94b76414b0098fa648", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa65839c5-6a", "ovs_interfaceid": "a65839c5-6a07-40fc-a545-60e6de144480", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.878561] env[69319]: DEBUG nova.network.neutron [None req-254a0ad2-50ea-432c-bd79-5cc2c9452af9 tempest-ServersTestBootFromVolume-326018844 tempest-ServersTestBootFromVolume-326018844-project-member] [instance: e87c6601-7a18-4857-9d93-4fea4fefed40] Updating instance_info_cache with network_info: [{"id": "6a5e825a-1bde-49e0-a95d-b6b502a274fe", "address": "fa:16:3e:9d:7c:39", "network": {"id": "3c6cf910-2601-4ce3-ac10-b086341c9ab3", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1422585438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83da6a7101a14a9ba62ce34fc4edc5cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a5e825a-1b", "ovs_interfaceid": "6a5e825a-1bde-49e0-a95d-b6b502a274fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.041705] env[69319]: DEBUG oslo_vmware.api [None req-00ad94d5-b78d-4fb2-bae9-089528972173 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Task: {'id': task-3223092, 'name': RemoveSnapshot_Task, 'duration_secs': 0.828097} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.041987] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-00ad94d5-b78d-4fb2-bae9-089528972173 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] [instance: 335258c2-6f86-44c6-8301-f0abab2ede05] Deleted Snapshot of the VM instance {{(pid=69319) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 811.042237] env[69319]: INFO nova.compute.manager [None req-00ad94d5-b78d-4fb2-bae9-089528972173 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] [instance: 335258c2-6f86-44c6-8301-f0abab2ede05] Took 17.36 seconds to snapshot the instance on the hypervisor. [ 811.129492] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bb60941-fabb-4e2a-8f94-1f5031b070ce {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.137941] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42e3ca0d-c5db-47b8-ae4e-8fe6f8c03fa0 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.170578] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb542bf8-5085-4a72-be6a-7a9a1f681b82 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.178769] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adfb9556-064c-41dc-92a9-3d6d1c303281 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.194439] env[69319]: DEBUG nova.compute.provider_tree [None req-0d5016cd-9649-486b-b681-08088982939e tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 811.225483] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-9fabd5e1-86d7-41bb-8e67-e98c80de8816 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] [instance: ffc74032-0a67-4fab-88c6-1f81ff356728] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 811.225707] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-9fabd5e1-86d7-41bb-8e67-e98c80de8816 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] [instance: ffc74032-0a67-4fab-88c6-1f81ff356728] Deleting contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 811.225901] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fabd5e1-86d7-41bb-8e67-e98c80de8816 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Deleting the datastore file [datastore2] ffc74032-0a67-4fab-88c6-1f81ff356728 {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 811.226190] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a09f5ede-eda5-4f69-9d2f-4e2c4dda3b78 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.236149] env[69319]: DEBUG oslo_vmware.api [None req-9fabd5e1-86d7-41bb-8e67-e98c80de8816 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Waiting for the task: (returnval){ [ 811.236149] env[69319]: value = "task-3223096" [ 811.236149] env[69319]: _type = "Task" [ 811.236149] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.243724] env[69319]: DEBUG oslo_vmware.api [None req-9fabd5e1-86d7-41bb-8e67-e98c80de8816 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Task: {'id': task-3223096, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.283017] env[69319]: DEBUG oslo_vmware.api [None req-5d57f5dc-1825-45fb-9924-d37945f0b93f tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Task: {'id': task-3223095, 'name': Rename_Task, 'duration_secs': 0.163538} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.283176] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d57f5dc-1825-45fb-9924-d37945f0b93f tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] [instance: bfc6c3e7-8384-4669-bd43-acdfcb1c478a] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 811.283441] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9c7a5aa3-d9d9-4fca-bc3f-eb960e364106 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.290674] env[69319]: DEBUG oslo_vmware.api [None req-5d57f5dc-1825-45fb-9924-d37945f0b93f tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Waiting for the task: (returnval){ [ 811.290674] env[69319]: value = "task-3223097" [ 811.290674] env[69319]: _type = "Task" [ 811.290674] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.298669] env[69319]: DEBUG oslo_vmware.api [None req-5d57f5dc-1825-45fb-9924-d37945f0b93f tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Task: {'id': task-3223097, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.371366] env[69319]: DEBUG oslo_concurrency.lockutils [None req-3a3d8cee-2dca-4e34-9ecf-e29287d7c396 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Releasing lock "refresh_cache-90fb9d48-f1f0-4f55-9e0f-673d7d78c380" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.372406] env[69319]: DEBUG oslo_concurrency.lockutils [None req-3a3d8cee-2dca-4e34-9ecf-e29287d7c396 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Acquiring lock "90fb9d48-f1f0-4f55-9e0f-673d7d78c380" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.372730] env[69319]: DEBUG oslo_concurrency.lockutils [None req-3a3d8cee-2dca-4e34-9ecf-e29287d7c396 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Acquired lock "90fb9d48-f1f0-4f55-9e0f-673d7d78c380" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.374063] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40dc3822-167c-4099-853a-f7786afd0db1 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.393772] env[69319]: DEBUG oslo_concurrency.lockutils [None req-254a0ad2-50ea-432c-bd79-5cc2c9452af9 tempest-ServersTestBootFromVolume-326018844 tempest-ServersTestBootFromVolume-326018844-project-member] Releasing lock "refresh_cache-e87c6601-7a18-4857-9d93-4fea4fefed40" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.394108] env[69319]: DEBUG nova.compute.manager [None req-254a0ad2-50ea-432c-bd79-5cc2c9452af9 tempest-ServersTestBootFromVolume-326018844 tempest-ServersTestBootFromVolume-326018844-project-member] [instance: e87c6601-7a18-4857-9d93-4fea4fefed40] Instance network_info: |[{"id": "6a5e825a-1bde-49e0-a95d-b6b502a274fe", "address": "fa:16:3e:9d:7c:39", "network": {"id": "3c6cf910-2601-4ce3-ac10-b086341c9ab3", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1422585438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83da6a7101a14a9ba62ce34fc4edc5cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a5e825a-1b", "ovs_interfaceid": "6a5e825a-1bde-49e0-a95d-b6b502a274fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 811.394729] env[69319]: DEBUG nova.virt.hardware [None req-3a3d8cee-2dca-4e34-9ecf-e29287d7c396 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 811.394967] env[69319]: DEBUG nova.virt.hardware [None req-3a3d8cee-2dca-4e34-9ecf-e29287d7c396 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 811.395162] env[69319]: DEBUG nova.virt.hardware [None req-3a3d8cee-2dca-4e34-9ecf-e29287d7c396 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 811.395361] env[69319]: DEBUG nova.virt.hardware [None req-3a3d8cee-2dca-4e34-9ecf-e29287d7c396 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 811.395520] env[69319]: DEBUG nova.virt.hardware [None req-3a3d8cee-2dca-4e34-9ecf-e29287d7c396 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 811.395658] env[69319]: DEBUG nova.virt.hardware [None req-3a3d8cee-2dca-4e34-9ecf-e29287d7c396 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 811.395876] env[69319]: DEBUG nova.virt.hardware [None req-3a3d8cee-2dca-4e34-9ecf-e29287d7c396 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 811.396058] env[69319]: DEBUG nova.virt.hardware [None req-3a3d8cee-2dca-4e34-9ecf-e29287d7c396 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 811.396240] env[69319]: DEBUG nova.virt.hardware [None req-3a3d8cee-2dca-4e34-9ecf-e29287d7c396 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 811.396416] env[69319]: DEBUG nova.virt.hardware [None req-3a3d8cee-2dca-4e34-9ecf-e29287d7c396 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 811.396602] env[69319]: DEBUG nova.virt.hardware [None req-3a3d8cee-2dca-4e34-9ecf-e29287d7c396 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 811.403646] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-3a3d8cee-2dca-4e34-9ecf-e29287d7c396 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 90fb9d48-f1f0-4f55-9e0f-673d7d78c380] Reconfiguring VM to attach interface {{(pid=69319) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 811.404178] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-254a0ad2-50ea-432c-bd79-5cc2c9452af9 tempest-ServersTestBootFromVolume-326018844 tempest-ServersTestBootFromVolume-326018844-project-member] [instance: e87c6601-7a18-4857-9d93-4fea4fefed40] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:7c:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '47499d09-8010-4d02-ac96-4f057c104692', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6a5e825a-1bde-49e0-a95d-b6b502a274fe', 'vif_model': 'vmxnet3'}] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 811.411557] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-254a0ad2-50ea-432c-bd79-5cc2c9452af9 tempest-ServersTestBootFromVolume-326018844 tempest-ServersTestBootFromVolume-326018844-project-member] Creating folder: Project (83da6a7101a14a9ba62ce34fc4edc5cd). Parent ref: group-v644239. {{(pid=69319) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 811.411850] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47d784c0-8e5f-4084-8aae-51f0d4ddf1a7 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.423707] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2d3d4680-b7c4-4622-a1b4-d1554feaae3c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.431928] env[69319]: DEBUG oslo_vmware.api [None req-3a3d8cee-2dca-4e34-9ecf-e29287d7c396 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Waiting for the task: (returnval){ [ 811.431928] env[69319]: value = "task-3223099" [ 811.431928] env[69319]: _type = "Task" [ 811.431928] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.439166] env[69319]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 811.439380] env[69319]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69319) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 811.439728] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-254a0ad2-50ea-432c-bd79-5cc2c9452af9 tempest-ServersTestBootFromVolume-326018844 tempest-ServersTestBootFromVolume-326018844-project-member] Folder already exists: Project (83da6a7101a14a9ba62ce34fc4edc5cd). Parent ref: group-v644239. {{(pid=69319) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 811.439964] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-254a0ad2-50ea-432c-bd79-5cc2c9452af9 tempest-ServersTestBootFromVolume-326018844 tempest-ServersTestBootFromVolume-326018844-project-member] Creating folder: Instances. Parent ref: group-v644293. {{(pid=69319) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 811.443189] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-64e3803b-ea62-4977-a239-f6f86cd66f24 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.444775] env[69319]: DEBUG oslo_vmware.api [None req-3a3d8cee-2dca-4e34-9ecf-e29287d7c396 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': task-3223099, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.456819] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-254a0ad2-50ea-432c-bd79-5cc2c9452af9 tempest-ServersTestBootFromVolume-326018844 tempest-ServersTestBootFromVolume-326018844-project-member] Created folder: Instances in parent group-v644293. [ 811.457157] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-254a0ad2-50ea-432c-bd79-5cc2c9452af9 tempest-ServersTestBootFromVolume-326018844 tempest-ServersTestBootFromVolume-326018844-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 811.457429] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e87c6601-7a18-4857-9d93-4fea4fefed40] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 811.457626] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ae20099d-8436-4d9a-bd21-84380e93c516 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.478705] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 811.478705] env[69319]: value = "task-3223101" [ 811.478705] env[69319]: _type = "Task" [ 811.478705] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.489621] env[69319]: DEBUG nova.compute.manager [None req-d3ee6200-f823-4526-bf40-c9a6abdfd368 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] [instance: 13a67670-f42e-4041-8f4e-4fe3a65e2f33] Start spawning the instance on the hypervisor. {{(pid=69319) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 811.491548] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223101, 'name': CreateVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.512316] env[69319]: DEBUG nova.virt.hardware [None req-d3ee6200-f823-4526-bf40-c9a6abdfd368 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:32:36Z,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31f027872f6f44dba95ff2fe7a062e00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:32:36Z,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 811.512606] env[69319]: DEBUG nova.virt.hardware [None req-d3ee6200-f823-4526-bf40-c9a6abdfd368 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 811.512836] env[69319]: DEBUG nova.virt.hardware [None req-d3ee6200-f823-4526-bf40-c9a6abdfd368 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 811.513122] env[69319]: DEBUG nova.virt.hardware [None req-d3ee6200-f823-4526-bf40-c9a6abdfd368 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 811.513292] env[69319]: DEBUG nova.virt.hardware [None req-d3ee6200-f823-4526-bf40-c9a6abdfd368 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 811.513515] env[69319]: DEBUG nova.virt.hardware [None req-d3ee6200-f823-4526-bf40-c9a6abdfd368 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 811.513767] env[69319]: DEBUG nova.virt.hardware [None req-d3ee6200-f823-4526-bf40-c9a6abdfd368 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 811.513980] env[69319]: DEBUG nova.virt.hardware [None req-d3ee6200-f823-4526-bf40-c9a6abdfd368 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 811.514198] env[69319]: DEBUG nova.virt.hardware [None req-d3ee6200-f823-4526-bf40-c9a6abdfd368 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 811.514426] env[69319]: DEBUG nova.virt.hardware [None req-d3ee6200-f823-4526-bf40-c9a6abdfd368 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 811.514633] env[69319]: DEBUG nova.virt.hardware [None req-d3ee6200-f823-4526-bf40-c9a6abdfd368 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 811.515508] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b781587b-4030-4cc3-9fa2-fb69163f74da {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.523697] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ca6ecec-b454-4d08-bbe8-9c53e54cbff8 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.698194] env[69319]: DEBUG nova.scheduler.client.report [None req-0d5016cd-9649-486b-b681-08088982939e tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 811.744860] env[69319]: DEBUG oslo_vmware.api [None req-9fabd5e1-86d7-41bb-8e67-e98c80de8816 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Task: {'id': task-3223096, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.219098} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.745213] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fabd5e1-86d7-41bb-8e67-e98c80de8816 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 811.745492] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-9fabd5e1-86d7-41bb-8e67-e98c80de8816 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] [instance: ffc74032-0a67-4fab-88c6-1f81ff356728] Deleted contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 811.745753] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-9fabd5e1-86d7-41bb-8e67-e98c80de8816 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] [instance: ffc74032-0a67-4fab-88c6-1f81ff356728] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 811.745986] env[69319]: INFO nova.compute.manager [None req-9fabd5e1-86d7-41bb-8e67-e98c80de8816 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] [instance: ffc74032-0a67-4fab-88c6-1f81ff356728] Took 2.26 seconds to destroy the instance on the hypervisor. [ 811.746284] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9fabd5e1-86d7-41bb-8e67-e98c80de8816 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 811.746548] env[69319]: DEBUG nova.compute.manager [-] [instance: ffc74032-0a67-4fab-88c6-1f81ff356728] Deallocating network for instance {{(pid=69319) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 811.746752] env[69319]: DEBUG nova.network.neutron [-] [instance: ffc74032-0a67-4fab-88c6-1f81ff356728] deallocate_for_instance() {{(pid=69319) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 811.801813] env[69319]: DEBUG oslo_vmware.api [None req-5d57f5dc-1825-45fb-9924-d37945f0b93f tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Task: {'id': task-3223097, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.945852] env[69319]: DEBUG oslo_vmware.api [None req-3a3d8cee-2dca-4e34-9ecf-e29287d7c396 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': task-3223099, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.993734] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223101, 'name': CreateVM_Task, 'duration_secs': 0.397464} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.993939] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e87c6601-7a18-4857-9d93-4fea4fefed40] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 811.995284] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-254a0ad2-50ea-432c-bd79-5cc2c9452af9 tempest-ServersTestBootFromVolume-326018844 tempest-ServersTestBootFromVolume-326018844-project-member] [instance: e87c6601-7a18-4857-9d93-4fea4fefed40] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-644305', 'volume_id': '521e778e-7b5c-40c5-9fb7-54c028032e9a', 'name': 'volume-521e778e-7b5c-40c5-9fb7-54c028032e9a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e87c6601-7a18-4857-9d93-4fea4fefed40', 'attached_at': '', 'detached_at': '', 'volume_id': '521e778e-7b5c-40c5-9fb7-54c028032e9a', 'serial': '521e778e-7b5c-40c5-9fb7-54c028032e9a'}, 'delete_on_termination': True, 'boot_index': 0, 'guest_format': None, 'device_type': None, 'mount_device': '/dev/sda', 'attachment_id': '4877bfea-9755-4368-bf0c-2a629c5a8232', 'volume_type': None}], 'swap': None} {{(pid=69319) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 811.995284] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-254a0ad2-50ea-432c-bd79-5cc2c9452af9 tempest-ServersTestBootFromVolume-326018844 tempest-ServersTestBootFromVolume-326018844-project-member] [instance: e87c6601-7a18-4857-9d93-4fea4fefed40] Root volume attach. Driver type: vmdk {{(pid=69319) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 811.995894] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdd9d7f4-387c-4cbf-8c52-071427acf0a2 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.006031] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92f044c7-c38a-4df4-9900-58e32246fd76 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.013659] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7057656-d2d3-46d8-a539-87b5a0d6f230 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.022320] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-257304a1-d9a3-4ec0-9a33-e8d86bb8ee60 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.032766] env[69319]: DEBUG oslo_vmware.api [None req-254a0ad2-50ea-432c-bd79-5cc2c9452af9 tempest-ServersTestBootFromVolume-326018844 tempest-ServersTestBootFromVolume-326018844-project-member] Waiting for the task: (returnval){ [ 812.032766] env[69319]: value = "task-3223102" [ 812.032766] env[69319]: _type = "Task" [ 812.032766] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.049511] env[69319]: DEBUG oslo_vmware.api [None req-254a0ad2-50ea-432c-bd79-5cc2c9452af9 tempest-ServersTestBootFromVolume-326018844 tempest-ServersTestBootFromVolume-326018844-project-member] Task: {'id': task-3223102, 'name': RelocateVM_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.203511] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0d5016cd-9649-486b-b681-08088982939e tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.747s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.204144] env[69319]: DEBUG nova.compute.manager [None req-0d5016cd-9649-486b-b681-08088982939e tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] [instance: 04a666db-77b8-4c23-8c7c-887b23ea97af] Start building networks asynchronously for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 812.207092] env[69319]: DEBUG oslo_concurrency.lockutils [None req-18adf113-0ab1-4c46-b4ce-ceab18a1371b tempest-ServersNegativeTestMultiTenantJSON-612987748 tempest-ServersNegativeTestMultiTenantJSON-612987748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.469s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.207321] env[69319]: DEBUG oslo_concurrency.lockutils [None req-18adf113-0ab1-4c46-b4ce-ceab18a1371b tempest-ServersNegativeTestMultiTenantJSON-612987748 tempest-ServersNegativeTestMultiTenantJSON-612987748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.209779] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c899aaf1-45c5-4862-bea6-c5c2bae6cc73 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.197s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.212232] env[69319]: INFO nova.compute.claims [None req-c899aaf1-45c5-4862-bea6-c5c2bae6cc73 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] [instance: 78d62458-5f2a-45a1-bf75-c1bf6a087b48] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 812.250454] env[69319]: INFO nova.scheduler.client.report [None req-18adf113-0ab1-4c46-b4ce-ceab18a1371b tempest-ServersNegativeTestMultiTenantJSON-612987748 tempest-ServersNegativeTestMultiTenantJSON-612987748-project-member] Deleted allocations for instance f3e005cf-9024-4c05-90c3-936251fa05a9 [ 812.306358] env[69319]: DEBUG oslo_vmware.api [None req-5d57f5dc-1825-45fb-9924-d37945f0b93f tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Task: {'id': task-3223097, 'name': PowerOnVM_Task, 'duration_secs': 0.597443} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.307631] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d57f5dc-1825-45fb-9924-d37945f0b93f tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] [instance: bfc6c3e7-8384-4669-bd43-acdfcb1c478a] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 812.308047] env[69319]: INFO nova.compute.manager [None req-5d57f5dc-1825-45fb-9924-d37945f0b93f tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] [instance: bfc6c3e7-8384-4669-bd43-acdfcb1c478a] Took 6.33 seconds to spawn the instance on the hypervisor. [ 812.308284] env[69319]: DEBUG nova.compute.manager [None req-5d57f5dc-1825-45fb-9924-d37945f0b93f tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] [instance: bfc6c3e7-8384-4669-bd43-acdfcb1c478a] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 812.309834] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76dfd5a8-0c20-4773-bddf-fd919d9ee521 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.339650] env[69319]: DEBUG nova.network.neutron [None req-d3ee6200-f823-4526-bf40-c9a6abdfd368 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] [instance: 13a67670-f42e-4041-8f4e-4fe3a65e2f33] Successfully updated port: 5db50b8b-ebc1-4f6a-bfff-7cf1627f73db {{(pid=69319) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 812.443652] env[69319]: DEBUG oslo_vmware.api [None req-3a3d8cee-2dca-4e34-9ecf-e29287d7c396 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': task-3223099, 'name': ReconfigVM_Task, 'duration_secs': 0.754042} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.444267] env[69319]: DEBUG oslo_concurrency.lockutils [None req-3a3d8cee-2dca-4e34-9ecf-e29287d7c396 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Releasing lock "90fb9d48-f1f0-4f55-9e0f-673d7d78c380" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.444417] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-3a3d8cee-2dca-4e34-9ecf-e29287d7c396 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 90fb9d48-f1f0-4f55-9e0f-673d7d78c380] Reconfigured VM to attach interface {{(pid=69319) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 812.544476] env[69319]: DEBUG oslo_vmware.api [None req-254a0ad2-50ea-432c-bd79-5cc2c9452af9 tempest-ServersTestBootFromVolume-326018844 tempest-ServersTestBootFromVolume-326018844-project-member] Task: {'id': task-3223102, 'name': RelocateVM_Task} progress is 19%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.653780] env[69319]: DEBUG nova.network.neutron [-] [instance: ffc74032-0a67-4fab-88c6-1f81ff356728] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.720020] env[69319]: DEBUG nova.compute.utils [None req-0d5016cd-9649-486b-b681-08088982939e tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Using /dev/sd instead of None {{(pid=69319) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 812.723386] env[69319]: DEBUG nova.compute.manager [None req-0d5016cd-9649-486b-b681-08088982939e tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] [instance: 04a666db-77b8-4c23-8c7c-887b23ea97af] Allocating IP information in the background. {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 812.723686] env[69319]: DEBUG nova.network.neutron [None req-0d5016cd-9649-486b-b681-08088982939e tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] [instance: 04a666db-77b8-4c23-8c7c-887b23ea97af] allocate_for_instance() {{(pid=69319) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 812.756891] env[69319]: DEBUG oslo_concurrency.lockutils [None req-18adf113-0ab1-4c46-b4ce-ceab18a1371b tempest-ServersNegativeTestMultiTenantJSON-612987748 tempest-ServersNegativeTestMultiTenantJSON-612987748-project-member] Lock "f3e005cf-9024-4c05-90c3-936251fa05a9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.831s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.769055] env[69319]: DEBUG nova.compute.manager [req-984b0ab9-0572-4db6-89a5-6dd945e54191 req-e5c64084-79d9-4cef-9275-c10d6471a173 service nova] [instance: 90fb9d48-f1f0-4f55-9e0f-673d7d78c380] Received event network-changed-a65839c5-6a07-40fc-a545-60e6de144480 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 812.769538] env[69319]: DEBUG nova.compute.manager [req-984b0ab9-0572-4db6-89a5-6dd945e54191 req-e5c64084-79d9-4cef-9275-c10d6471a173 service nova] [instance: 90fb9d48-f1f0-4f55-9e0f-673d7d78c380] Refreshing instance network info cache due to event network-changed-a65839c5-6a07-40fc-a545-60e6de144480. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 812.770092] env[69319]: DEBUG oslo_concurrency.lockutils [req-984b0ab9-0572-4db6-89a5-6dd945e54191 req-e5c64084-79d9-4cef-9275-c10d6471a173 service nova] Acquiring lock "refresh_cache-90fb9d48-f1f0-4f55-9e0f-673d7d78c380" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.770092] env[69319]: DEBUG oslo_concurrency.lockutils [req-984b0ab9-0572-4db6-89a5-6dd945e54191 req-e5c64084-79d9-4cef-9275-c10d6471a173 service nova] Acquired lock "refresh_cache-90fb9d48-f1f0-4f55-9e0f-673d7d78c380" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.770247] env[69319]: DEBUG nova.network.neutron [req-984b0ab9-0572-4db6-89a5-6dd945e54191 req-e5c64084-79d9-4cef-9275-c10d6471a173 service nova] [instance: 90fb9d48-f1f0-4f55-9e0f-673d7d78c380] Refreshing network info cache for port a65839c5-6a07-40fc-a545-60e6de144480 {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 812.783089] env[69319]: DEBUG nova.policy [None req-0d5016cd-9649-486b-b681-08088982939e tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9b39d737ec9741d49bbf1ed04f07943c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f72d9d0901a744ba93a8843381b65290', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69319) authorize /opt/stack/nova/nova/policy.py:192}} [ 812.832164] env[69319]: INFO nova.compute.manager [None req-5d57f5dc-1825-45fb-9924-d37945f0b93f tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] [instance: bfc6c3e7-8384-4669-bd43-acdfcb1c478a] Took 51.12 seconds to build instance. [ 812.835416] env[69319]: DEBUG nova.compute.manager [req-25cc5750-dea2-4541-87e0-904a1464e2e3 req-0953c207-0b62-45da-a2fb-698bd13a0399 service nova] [instance: e87c6601-7a18-4857-9d93-4fea4fefed40] Received event network-changed-6a5e825a-1bde-49e0-a95d-b6b502a274fe {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 812.835711] env[69319]: DEBUG nova.compute.manager [req-25cc5750-dea2-4541-87e0-904a1464e2e3 req-0953c207-0b62-45da-a2fb-698bd13a0399 service nova] [instance: e87c6601-7a18-4857-9d93-4fea4fefed40] Refreshing instance network info cache due to event network-changed-6a5e825a-1bde-49e0-a95d-b6b502a274fe. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 812.835857] env[69319]: DEBUG oslo_concurrency.lockutils [req-25cc5750-dea2-4541-87e0-904a1464e2e3 req-0953c207-0b62-45da-a2fb-698bd13a0399 service nova] Acquiring lock "refresh_cache-e87c6601-7a18-4857-9d93-4fea4fefed40" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.836048] env[69319]: DEBUG oslo_concurrency.lockutils [req-25cc5750-dea2-4541-87e0-904a1464e2e3 req-0953c207-0b62-45da-a2fb-698bd13a0399 service nova] Acquired lock "refresh_cache-e87c6601-7a18-4857-9d93-4fea4fefed40" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.836231] env[69319]: DEBUG nova.network.neutron [req-25cc5750-dea2-4541-87e0-904a1464e2e3 req-0953c207-0b62-45da-a2fb-698bd13a0399 service nova] [instance: e87c6601-7a18-4857-9d93-4fea4fefed40] Refreshing network info cache for port 6a5e825a-1bde-49e0-a95d-b6b502a274fe {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 812.844225] env[69319]: DEBUG oslo_concurrency.lockutils [None req-d3ee6200-f823-4526-bf40-c9a6abdfd368 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Acquiring lock "refresh_cache-13a67670-f42e-4041-8f4e-4fe3a65e2f33" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.844225] env[69319]: DEBUG oslo_concurrency.lockutils [None req-d3ee6200-f823-4526-bf40-c9a6abdfd368 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Acquired lock "refresh_cache-13a67670-f42e-4041-8f4e-4fe3a65e2f33" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.844225] env[69319]: DEBUG nova.network.neutron [None req-d3ee6200-f823-4526-bf40-c9a6abdfd368 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] [instance: 13a67670-f42e-4041-8f4e-4fe3a65e2f33] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 812.950155] env[69319]: DEBUG oslo_concurrency.lockutils [None req-3a3d8cee-2dca-4e34-9ecf-e29287d7c396 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Lock "interface-90fb9d48-f1f0-4f55-9e0f-673d7d78c380-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.688s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.045192] env[69319]: DEBUG oslo_vmware.api [None req-254a0ad2-50ea-432c-bd79-5cc2c9452af9 tempest-ServersTestBootFromVolume-326018844 tempest-ServersTestBootFromVolume-326018844-project-member] Task: {'id': task-3223102, 'name': RelocateVM_Task} progress is 20%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.156173] env[69319]: INFO nova.compute.manager [-] [instance: ffc74032-0a67-4fab-88c6-1f81ff356728] Took 1.41 seconds to deallocate network for instance. [ 813.208381] env[69319]: DEBUG nova.network.neutron [None req-0d5016cd-9649-486b-b681-08088982939e tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] [instance: 04a666db-77b8-4c23-8c7c-887b23ea97af] Successfully created port: 8dd9da2f-a7b6-46f5-999a-f58cc1b803c5 {{(pid=69319) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 813.227126] env[69319]: DEBUG nova.compute.manager [None req-0d5016cd-9649-486b-b681-08088982939e tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] [instance: 04a666db-77b8-4c23-8c7c-887b23ea97af] Start building block device mappings for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 813.333768] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5d57f5dc-1825-45fb-9924-d37945f0b93f tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Lock "bfc6c3e7-8384-4669-bd43-acdfcb1c478a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 113.746s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.455693] env[69319]: DEBUG nova.network.neutron [None req-d3ee6200-f823-4526-bf40-c9a6abdfd368 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] [instance: 13a67670-f42e-4041-8f4e-4fe3a65e2f33] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 813.550178] env[69319]: DEBUG oslo_vmware.api [None req-254a0ad2-50ea-432c-bd79-5cc2c9452af9 tempest-ServersTestBootFromVolume-326018844 tempest-ServersTestBootFromVolume-326018844-project-member] Task: {'id': task-3223102, 'name': RelocateVM_Task, 'duration_secs': 1.018349} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.554584] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-254a0ad2-50ea-432c-bd79-5cc2c9452af9 tempest-ServersTestBootFromVolume-326018844 tempest-ServersTestBootFromVolume-326018844-project-member] [instance: e87c6601-7a18-4857-9d93-4fea4fefed40] Volume attach. Driver type: vmdk {{(pid=69319) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 813.554853] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-254a0ad2-50ea-432c-bd79-5cc2c9452af9 tempest-ServersTestBootFromVolume-326018844 tempest-ServersTestBootFromVolume-326018844-project-member] [instance: e87c6601-7a18-4857-9d93-4fea4fefed40] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-644305', 'volume_id': '521e778e-7b5c-40c5-9fb7-54c028032e9a', 'name': 'volume-521e778e-7b5c-40c5-9fb7-54c028032e9a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e87c6601-7a18-4857-9d93-4fea4fefed40', 'attached_at': '', 'detached_at': '', 'volume_id': '521e778e-7b5c-40c5-9fb7-54c028032e9a', 'serial': '521e778e-7b5c-40c5-9fb7-54c028032e9a'} {{(pid=69319) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 813.560754] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-314a4842-1b93-42aa-b6d1-6309f52ee4b9 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.579694] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b5f3f02-1d33-4a00-a167-8abd631af13e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.606205] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-254a0ad2-50ea-432c-bd79-5cc2c9452af9 tempest-ServersTestBootFromVolume-326018844 tempest-ServersTestBootFromVolume-326018844-project-member] [instance: e87c6601-7a18-4857-9d93-4fea4fefed40] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] volume-521e778e-7b5c-40c5-9fb7-54c028032e9a/volume-521e778e-7b5c-40c5-9fb7-54c028032e9a.vmdk or device None with type thin {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 813.611240] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3850777-3b0e-453b-8992-7648f450fc61 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.634044] env[69319]: DEBUG oslo_vmware.api [None req-254a0ad2-50ea-432c-bd79-5cc2c9452af9 tempest-ServersTestBootFromVolume-326018844 tempest-ServersTestBootFromVolume-326018844-project-member] Waiting for the task: (returnval){ [ 813.634044] env[69319]: value = "task-3223103" [ 813.634044] env[69319]: _type = "Task" [ 813.634044] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.648485] env[69319]: DEBUG oslo_vmware.api [None req-254a0ad2-50ea-432c-bd79-5cc2c9452af9 tempest-ServersTestBootFromVolume-326018844 tempest-ServersTestBootFromVolume-326018844-project-member] Task: {'id': task-3223103, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.664544] env[69319]: DEBUG oslo_concurrency.lockutils [None req-9fabd5e1-86d7-41bb-8e67-e98c80de8816 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.677938] env[69319]: DEBUG nova.network.neutron [req-984b0ab9-0572-4db6-89a5-6dd945e54191 req-e5c64084-79d9-4cef-9275-c10d6471a173 service nova] [instance: 90fb9d48-f1f0-4f55-9e0f-673d7d78c380] Updated VIF entry in instance network info cache for port a65839c5-6a07-40fc-a545-60e6de144480. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 813.678945] env[69319]: DEBUG nova.network.neutron [req-984b0ab9-0572-4db6-89a5-6dd945e54191 req-e5c64084-79d9-4cef-9275-c10d6471a173 service nova] [instance: 90fb9d48-f1f0-4f55-9e0f-673d7d78c380] Updating instance_info_cache with network_info: [{"id": "9dcf6b9f-6f25-4fd3-b52f-025a46e99394", "address": "fa:16:3e:fb:e0:96", "network": {"id": "137e0ee2-8e6e-434c-a032-f059cf348e59", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-49335232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0030fcfc26054d94b76414b0098fa648", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9dcf6b9f-6f", "ovs_interfaceid": "9dcf6b9f-6f25-4fd3-b52f-025a46e99394", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a65839c5-6a07-40fc-a545-60e6de144480", "address": "fa:16:3e:18:e8:ab", "network": {"id": "137e0ee2-8e6e-434c-a032-f059cf348e59", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-49335232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0030fcfc26054d94b76414b0098fa648", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa65839c5-6a", "ovs_interfaceid": "a65839c5-6a07-40fc-a545-60e6de144480", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.701665] env[69319]: DEBUG nova.compute.manager [None req-0d4f9f21-3811-46be-8408-f3a86053d78f tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] [instance: 05018af1-8cde-4512-b5b4-f392e39523ff] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 813.703497] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78346fda-0469-4252-a9f6-75518e21e28d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.841314] env[69319]: DEBUG nova.compute.manager [None req-82602039-cd50-4e02-a197-2a468624ee78 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] [instance: 1159a12c-1035-49ae-841f-053ac16c48af] Starting instance... {{(pid=69319) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 813.874516] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fab78d8e-54d8-49cd-9ea2-537bd43da195 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.883875] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67e1bfb0-9cdf-4381-b08b-b0349d024f88 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.927264] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1695fbc7-e801-40d4-ad9f-786a2b5337a9 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.937195] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1abaea32-f373-433b-b54f-a4ebc7ddcb92 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.957234] env[69319]: DEBUG nova.compute.provider_tree [None req-c899aaf1-45c5-4862-bea6-c5c2bae6cc73 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Updating inventory in ProviderTree for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 813.959464] env[69319]: DEBUG nova.network.neutron [req-25cc5750-dea2-4541-87e0-904a1464e2e3 req-0953c207-0b62-45da-a2fb-698bd13a0399 service nova] [instance: e87c6601-7a18-4857-9d93-4fea4fefed40] Updated VIF entry in instance network info cache for port 6a5e825a-1bde-49e0-a95d-b6b502a274fe. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 813.959807] env[69319]: DEBUG nova.network.neutron [req-25cc5750-dea2-4541-87e0-904a1464e2e3 req-0953c207-0b62-45da-a2fb-698bd13a0399 service nova] [instance: e87c6601-7a18-4857-9d93-4fea4fefed40] Updating instance_info_cache with network_info: [{"id": "6a5e825a-1bde-49e0-a95d-b6b502a274fe", "address": "fa:16:3e:9d:7c:39", "network": {"id": "3c6cf910-2601-4ce3-ac10-b086341c9ab3", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1422585438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83da6a7101a14a9ba62ce34fc4edc5cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a5e825a-1b", "ovs_interfaceid": "6a5e825a-1bde-49e0-a95d-b6b502a274fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.025491] env[69319]: DEBUG nova.network.neutron [None req-d3ee6200-f823-4526-bf40-c9a6abdfd368 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] [instance: 13a67670-f42e-4041-8f4e-4fe3a65e2f33] Updating instance_info_cache with network_info: [{"id": "5db50b8b-ebc1-4f6a-bfff-7cf1627f73db", "address": "fa:16:3e:53:25:96", "network": {"id": "2192dbec-dfd7-4518-81f9-d1f117eb5023", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2075002416-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a211983d2ed4450b8dc62c39f4b2bd0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48937bd1-23dc-413f-b46b-59bf9e709aa0", "external-id": "nsx-vlan-transportzone-160", "segmentation_id": 160, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5db50b8b-eb", "ovs_interfaceid": "5db50b8b-ebc1-4f6a-bfff-7cf1627f73db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.151833] env[69319]: DEBUG oslo_vmware.api [None req-254a0ad2-50ea-432c-bd79-5cc2c9452af9 tempest-ServersTestBootFromVolume-326018844 tempest-ServersTestBootFromVolume-326018844-project-member] Task: {'id': task-3223103, 'name': ReconfigVM_Task, 'duration_secs': 0.340255} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.152130] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-254a0ad2-50ea-432c-bd79-5cc2c9452af9 tempest-ServersTestBootFromVolume-326018844 tempest-ServersTestBootFromVolume-326018844-project-member] [instance: e87c6601-7a18-4857-9d93-4fea4fefed40] Reconfigured VM instance instance-0000002a to attach disk [datastore2] volume-521e778e-7b5c-40c5-9fb7-54c028032e9a/volume-521e778e-7b5c-40c5-9fb7-54c028032e9a.vmdk or device None with type thin {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 814.158956] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-162db913-5d32-416d-85d2-2c7f09bf309f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.178185] env[69319]: DEBUG oslo_vmware.api [None req-254a0ad2-50ea-432c-bd79-5cc2c9452af9 tempest-ServersTestBootFromVolume-326018844 tempest-ServersTestBootFromVolume-326018844-project-member] Waiting for the task: (returnval){ [ 814.178185] env[69319]: value = "task-3223104" [ 814.178185] env[69319]: _type = "Task" [ 814.178185] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.182483] env[69319]: DEBUG oslo_concurrency.lockutils [req-984b0ab9-0572-4db6-89a5-6dd945e54191 req-e5c64084-79d9-4cef-9275-c10d6471a173 service nova] Releasing lock "refresh_cache-90fb9d48-f1f0-4f55-9e0f-673d7d78c380" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.193355] env[69319]: DEBUG oslo_vmware.api [None req-254a0ad2-50ea-432c-bd79-5cc2c9452af9 tempest-ServersTestBootFromVolume-326018844 tempest-ServersTestBootFromVolume-326018844-project-member] Task: {'id': task-3223104, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.216063] env[69319]: INFO nova.compute.manager [None req-0d4f9f21-3811-46be-8408-f3a86053d78f tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] [instance: 05018af1-8cde-4512-b5b4-f392e39523ff] instance snapshotting [ 814.220153] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-284adba2-4a8d-4764-b889-e73409a3ed28 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.244404] env[69319]: DEBUG nova.compute.manager [None req-0d5016cd-9649-486b-b681-08088982939e tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] [instance: 04a666db-77b8-4c23-8c7c-887b23ea97af] Start spawning the instance on the hypervisor. {{(pid=69319) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 814.248545] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afcdfbdd-d6cb-4b15-a17e-7b6d72c6314d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.281589] env[69319]: DEBUG nova.virt.hardware [None req-0d5016cd-9649-486b-b681-08088982939e tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:32:36Z,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31f027872f6f44dba95ff2fe7a062e00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:32:36Z,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 814.281843] env[69319]: DEBUG nova.virt.hardware [None req-0d5016cd-9649-486b-b681-08088982939e tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 814.282045] env[69319]: DEBUG nova.virt.hardware [None req-0d5016cd-9649-486b-b681-08088982939e tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 814.282260] env[69319]: DEBUG nova.virt.hardware [None req-0d5016cd-9649-486b-b681-08088982939e tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 814.282408] env[69319]: DEBUG nova.virt.hardware [None req-0d5016cd-9649-486b-b681-08088982939e tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 814.282576] env[69319]: DEBUG nova.virt.hardware [None req-0d5016cd-9649-486b-b681-08088982939e tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 814.282791] env[69319]: DEBUG nova.virt.hardware [None req-0d5016cd-9649-486b-b681-08088982939e tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 814.282955] env[69319]: DEBUG nova.virt.hardware [None req-0d5016cd-9649-486b-b681-08088982939e tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 814.283664] env[69319]: DEBUG nova.virt.hardware [None req-0d5016cd-9649-486b-b681-08088982939e tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 814.283786] env[69319]: DEBUG nova.virt.hardware [None req-0d5016cd-9649-486b-b681-08088982939e tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 814.283955] env[69319]: DEBUG nova.virt.hardware [None req-0d5016cd-9649-486b-b681-08088982939e tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 814.285229] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-791dedde-2498-46f8-8a4f-442a925a1273 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.295417] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfa6f22d-538c-4bd2-afed-4ca69166f9d0 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.371496] env[69319]: DEBUG oslo_concurrency.lockutils [None req-82602039-cd50-4e02-a197-2a468624ee78 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.465132] env[69319]: DEBUG oslo_concurrency.lockutils [req-25cc5750-dea2-4541-87e0-904a1464e2e3 req-0953c207-0b62-45da-a2fb-698bd13a0399 service nova] Releasing lock "refresh_cache-e87c6601-7a18-4857-9d93-4fea4fefed40" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.482320] env[69319]: ERROR nova.scheduler.client.report [None req-c899aaf1-45c5-4862-bea6-c5c2bae6cc73 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] [req-89ea36d6-fc44-4e58-967c-bf0099a3eb34] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 94b8835e-2513-4669-abb9-c8c6813d60e7. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-89ea36d6-fc44-4e58-967c-bf0099a3eb34"}]} [ 814.505097] env[69319]: DEBUG nova.scheduler.client.report [None req-c899aaf1-45c5-4862-bea6-c5c2bae6cc73 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Refreshing inventories for resource provider 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 814.521388] env[69319]: DEBUG nova.scheduler.client.report [None req-c899aaf1-45c5-4862-bea6-c5c2bae6cc73 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Updating ProviderTree inventory for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 814.521633] env[69319]: DEBUG nova.compute.provider_tree [None req-c899aaf1-45c5-4862-bea6-c5c2bae6cc73 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Updating inventory in ProviderTree for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 814.528458] env[69319]: DEBUG oslo_concurrency.lockutils [None req-d3ee6200-f823-4526-bf40-c9a6abdfd368 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Releasing lock "refresh_cache-13a67670-f42e-4041-8f4e-4fe3a65e2f33" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.528798] env[69319]: DEBUG nova.compute.manager [None req-d3ee6200-f823-4526-bf40-c9a6abdfd368 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] [instance: 13a67670-f42e-4041-8f4e-4fe3a65e2f33] Instance network_info: |[{"id": "5db50b8b-ebc1-4f6a-bfff-7cf1627f73db", "address": "fa:16:3e:53:25:96", "network": {"id": "2192dbec-dfd7-4518-81f9-d1f117eb5023", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2075002416-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a211983d2ed4450b8dc62c39f4b2bd0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48937bd1-23dc-413f-b46b-59bf9e709aa0", "external-id": "nsx-vlan-transportzone-160", "segmentation_id": 160, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5db50b8b-eb", "ovs_interfaceid": "5db50b8b-ebc1-4f6a-bfff-7cf1627f73db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 814.529325] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-d3ee6200-f823-4526-bf40-c9a6abdfd368 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] [instance: 13a67670-f42e-4041-8f4e-4fe3a65e2f33] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:53:25:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '48937bd1-23dc-413f-b46b-59bf9e709aa0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5db50b8b-ebc1-4f6a-bfff-7cf1627f73db', 'vif_model': 'vmxnet3'}] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 814.538027] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3ee6200-f823-4526-bf40-c9a6abdfd368 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Creating folder: Project (5a211983d2ed4450b8dc62c39f4b2bd0). Parent ref: group-v644239. {{(pid=69319) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 814.539195] env[69319]: DEBUG nova.scheduler.client.report [None req-c899aaf1-45c5-4862-bea6-c5c2bae6cc73 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Refreshing aggregate associations for resource provider 94b8835e-2513-4669-abb9-c8c6813d60e7, aggregates: None {{(pid=69319) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 814.541310] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-746d86cd-b88c-4a98-bd24-b961d0ff8153 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.556487] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-d3ee6200-f823-4526-bf40-c9a6abdfd368 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Created folder: Project (5a211983d2ed4450b8dc62c39f4b2bd0) in parent group-v644239. [ 814.556487] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3ee6200-f823-4526-bf40-c9a6abdfd368 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Creating folder: Instances. Parent ref: group-v644359. {{(pid=69319) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 814.556487] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9526ef53-9e07-4be5-9ad8-9c73d5335ce0 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.568713] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-d3ee6200-f823-4526-bf40-c9a6abdfd368 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Created folder: Instances in parent group-v644359. [ 814.569200] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d3ee6200-f823-4526-bf40-c9a6abdfd368 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 814.569546] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13a67670-f42e-4041-8f4e-4fe3a65e2f33] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 814.569862] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c72686d7-07d1-4c43-b524-4ef9c8b2a3eb {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.591194] env[69319]: DEBUG nova.scheduler.client.report [None req-c899aaf1-45c5-4862-bea6-c5c2bae6cc73 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Refreshing trait associations for resource provider 94b8835e-2513-4669-abb9-c8c6813d60e7, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69319) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 814.600755] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 814.600755] env[69319]: value = "task-3223107" [ 814.600755] env[69319]: _type = "Task" [ 814.600755] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.609413] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223107, 'name': CreateVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.694745] env[69319]: DEBUG oslo_vmware.api [None req-254a0ad2-50ea-432c-bd79-5cc2c9452af9 tempest-ServersTestBootFromVolume-326018844 tempest-ServersTestBootFromVolume-326018844-project-member] Task: {'id': task-3223104, 'name': ReconfigVM_Task, 'duration_secs': 0.173976} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.695063] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-254a0ad2-50ea-432c-bd79-5cc2c9452af9 tempest-ServersTestBootFromVolume-326018844 tempest-ServersTestBootFromVolume-326018844-project-member] [instance: e87c6601-7a18-4857-9d93-4fea4fefed40] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-644305', 'volume_id': '521e778e-7b5c-40c5-9fb7-54c028032e9a', 'name': 'volume-521e778e-7b5c-40c5-9fb7-54c028032e9a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e87c6601-7a18-4857-9d93-4fea4fefed40', 'attached_at': '', 'detached_at': '', 'volume_id': '521e778e-7b5c-40c5-9fb7-54c028032e9a', 'serial': '521e778e-7b5c-40c5-9fb7-54c028032e9a'} {{(pid=69319) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 814.695631] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-40f0912b-787a-4bb1-863c-86fe7972b234 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.709517] env[69319]: DEBUG oslo_vmware.api [None req-254a0ad2-50ea-432c-bd79-5cc2c9452af9 tempest-ServersTestBootFromVolume-326018844 tempest-ServersTestBootFromVolume-326018844-project-member] Waiting for the task: (returnval){ [ 814.709517] env[69319]: value = "task-3223108" [ 814.709517] env[69319]: _type = "Task" [ 814.709517] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.725907] env[69319]: DEBUG oslo_vmware.api [None req-254a0ad2-50ea-432c-bd79-5cc2c9452af9 tempest-ServersTestBootFromVolume-326018844 tempest-ServersTestBootFromVolume-326018844-project-member] Task: {'id': task-3223108, 'name': Rename_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.757151] env[69319]: INFO nova.compute.manager [None req-b8b018fb-2135-4879-bcbf-64f9dc1917a5 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] [instance: bfc6c3e7-8384-4669-bd43-acdfcb1c478a] Rebuilding instance [ 814.771801] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-0d4f9f21-3811-46be-8408-f3a86053d78f tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] [instance: 05018af1-8cde-4512-b5b4-f392e39523ff] Creating Snapshot of the VM instance {{(pid=69319) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 814.773044] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4eb91d21-7d45-471e-8076-9c399b690d60 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.782443] env[69319]: DEBUG oslo_vmware.api [None req-0d4f9f21-3811-46be-8408-f3a86053d78f tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Waiting for the task: (returnval){ [ 814.782443] env[69319]: value = "task-3223109" [ 814.782443] env[69319]: _type = "Task" [ 814.782443] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.797571] env[69319]: DEBUG oslo_vmware.api [None req-0d4f9f21-3811-46be-8408-f3a86053d78f tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Task: {'id': task-3223109, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.812202] env[69319]: DEBUG nova.compute.manager [None req-b8b018fb-2135-4879-bcbf-64f9dc1917a5 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] [instance: bfc6c3e7-8384-4669-bd43-acdfcb1c478a] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 814.812202] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d26125dc-77da-49eb-869c-2a039967df84 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.084347] env[69319]: DEBUG nova.compute.manager [req-b159fe21-bb12-47bb-aca5-61c307af6c6c req-2c80204c-a352-4d1e-baf1-931452eb8c50 service nova] [instance: ffc74032-0a67-4fab-88c6-1f81ff356728] Received event network-vif-deleted-77e3dd76-8a21-475f-9004-31c1c79179be {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 815.084619] env[69319]: DEBUG nova.compute.manager [req-b159fe21-bb12-47bb-aca5-61c307af6c6c req-2c80204c-a352-4d1e-baf1-931452eb8c50 service nova] [instance: 13a67670-f42e-4041-8f4e-4fe3a65e2f33] Received event network-vif-plugged-5db50b8b-ebc1-4f6a-bfff-7cf1627f73db {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 815.084745] env[69319]: DEBUG oslo_concurrency.lockutils [req-b159fe21-bb12-47bb-aca5-61c307af6c6c req-2c80204c-a352-4d1e-baf1-931452eb8c50 service nova] Acquiring lock "13a67670-f42e-4041-8f4e-4fe3a65e2f33-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.085538] env[69319]: DEBUG oslo_concurrency.lockutils [req-b159fe21-bb12-47bb-aca5-61c307af6c6c req-2c80204c-a352-4d1e-baf1-931452eb8c50 service nova] Lock "13a67670-f42e-4041-8f4e-4fe3a65e2f33-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.085753] env[69319]: DEBUG oslo_concurrency.lockutils [req-b159fe21-bb12-47bb-aca5-61c307af6c6c req-2c80204c-a352-4d1e-baf1-931452eb8c50 service nova] Lock "13a67670-f42e-4041-8f4e-4fe3a65e2f33-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.085973] env[69319]: DEBUG nova.compute.manager [req-b159fe21-bb12-47bb-aca5-61c307af6c6c req-2c80204c-a352-4d1e-baf1-931452eb8c50 service nova] [instance: 13a67670-f42e-4041-8f4e-4fe3a65e2f33] No waiting events found dispatching network-vif-plugged-5db50b8b-ebc1-4f6a-bfff-7cf1627f73db {{(pid=69319) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 815.086205] env[69319]: WARNING nova.compute.manager [req-b159fe21-bb12-47bb-aca5-61c307af6c6c req-2c80204c-a352-4d1e-baf1-931452eb8c50 service nova] [instance: 13a67670-f42e-4041-8f4e-4fe3a65e2f33] Received unexpected event network-vif-plugged-5db50b8b-ebc1-4f6a-bfff-7cf1627f73db for instance with vm_state building and task_state spawning. [ 815.086394] env[69319]: DEBUG nova.compute.manager [req-b159fe21-bb12-47bb-aca5-61c307af6c6c req-2c80204c-a352-4d1e-baf1-931452eb8c50 service nova] [instance: 13a67670-f42e-4041-8f4e-4fe3a65e2f33] Received event network-changed-5db50b8b-ebc1-4f6a-bfff-7cf1627f73db {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 815.086572] env[69319]: DEBUG nova.compute.manager [req-b159fe21-bb12-47bb-aca5-61c307af6c6c req-2c80204c-a352-4d1e-baf1-931452eb8c50 service nova] [instance: 13a67670-f42e-4041-8f4e-4fe3a65e2f33] Refreshing instance network info cache due to event network-changed-5db50b8b-ebc1-4f6a-bfff-7cf1627f73db. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 815.086789] env[69319]: DEBUG oslo_concurrency.lockutils [req-b159fe21-bb12-47bb-aca5-61c307af6c6c req-2c80204c-a352-4d1e-baf1-931452eb8c50 service nova] Acquiring lock "refresh_cache-13a67670-f42e-4041-8f4e-4fe3a65e2f33" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.086950] env[69319]: DEBUG oslo_concurrency.lockutils [req-b159fe21-bb12-47bb-aca5-61c307af6c6c req-2c80204c-a352-4d1e-baf1-931452eb8c50 service nova] Acquired lock "refresh_cache-13a67670-f42e-4041-8f4e-4fe3a65e2f33" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.087148] env[69319]: DEBUG nova.network.neutron [req-b159fe21-bb12-47bb-aca5-61c307af6c6c req-2c80204c-a352-4d1e-baf1-931452eb8c50 service nova] [instance: 13a67670-f42e-4041-8f4e-4fe3a65e2f33] Refreshing network info cache for port 5db50b8b-ebc1-4f6a-bfff-7cf1627f73db {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 815.119543] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223107, 'name': CreateVM_Task, 'duration_secs': 0.428639} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.119677] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13a67670-f42e-4041-8f4e-4fe3a65e2f33] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 815.121453] env[69319]: DEBUG oslo_concurrency.lockutils [None req-d3ee6200-f823-4526-bf40-c9a6abdfd368 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.121453] env[69319]: DEBUG oslo_concurrency.lockutils [None req-d3ee6200-f823-4526-bf40-c9a6abdfd368 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.121453] env[69319]: DEBUG oslo_concurrency.lockutils [None req-d3ee6200-f823-4526-bf40-c9a6abdfd368 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.121453] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-944c1dd4-baaf-45c0-ad99-62d8cac8f5ea {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.128053] env[69319]: DEBUG oslo_vmware.api [None req-d3ee6200-f823-4526-bf40-c9a6abdfd368 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Waiting for the task: (returnval){ [ 815.128053] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52baa284-b5dd-32c5-2cb7-7b1729dd2b7c" [ 815.128053] env[69319]: _type = "Task" [ 815.128053] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.144330] env[69319]: DEBUG oslo_vmware.api [None req-d3ee6200-f823-4526-bf40-c9a6abdfd368 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52baa284-b5dd-32c5-2cb7-7b1729dd2b7c, 'name': SearchDatastore_Task} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.144330] env[69319]: DEBUG oslo_concurrency.lockutils [None req-d3ee6200-f823-4526-bf40-c9a6abdfd368 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.144330] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-d3ee6200-f823-4526-bf40-c9a6abdfd368 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] [instance: 13a67670-f42e-4041-8f4e-4fe3a65e2f33] Processing image 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 815.144330] env[69319]: DEBUG oslo_concurrency.lockutils [None req-d3ee6200-f823-4526-bf40-c9a6abdfd368 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.144330] env[69319]: DEBUG oslo_concurrency.lockutils [None req-d3ee6200-f823-4526-bf40-c9a6abdfd368 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.144330] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3ee6200-f823-4526-bf40-c9a6abdfd368 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 815.147909] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8ca1e382-c191-4029-9be6-3792fb2017af {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.160235] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3ee6200-f823-4526-bf40-c9a6abdfd368 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 815.160235] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-d3ee6200-f823-4526-bf40-c9a6abdfd368 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 815.161894] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-131a7b16-adb0-420f-97ba-d6708bdd7194 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.169051] env[69319]: DEBUG oslo_vmware.api [None req-d3ee6200-f823-4526-bf40-c9a6abdfd368 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Waiting for the task: (returnval){ [ 815.169051] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]526fb79d-1419-8c1a-ea96-9b7a5ee5c115" [ 815.169051] env[69319]: _type = "Task" [ 815.169051] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.178417] env[69319]: DEBUG oslo_vmware.api [None req-d3ee6200-f823-4526-bf40-c9a6abdfd368 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]526fb79d-1419-8c1a-ea96-9b7a5ee5c115, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.235835] env[69319]: DEBUG oslo_vmware.api [None req-254a0ad2-50ea-432c-bd79-5cc2c9452af9 tempest-ServersTestBootFromVolume-326018844 tempest-ServersTestBootFromVolume-326018844-project-member] Task: {'id': task-3223108, 'name': Rename_Task, 'duration_secs': 0.182224} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.236402] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-254a0ad2-50ea-432c-bd79-5cc2c9452af9 tempest-ServersTestBootFromVolume-326018844 tempest-ServersTestBootFromVolume-326018844-project-member] [instance: e87c6601-7a18-4857-9d93-4fea4fefed40] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 815.237076] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e8c99578-f075-48bf-87e6-a4b0cb7abf23 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.246293] env[69319]: DEBUG oslo_vmware.api [None req-254a0ad2-50ea-432c-bd79-5cc2c9452af9 tempest-ServersTestBootFromVolume-326018844 tempest-ServersTestBootFromVolume-326018844-project-member] Waiting for the task: (returnval){ [ 815.246293] env[69319]: value = "task-3223110" [ 815.246293] env[69319]: _type = "Task" [ 815.246293] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.261658] env[69319]: DEBUG oslo_vmware.api [None req-254a0ad2-50ea-432c-bd79-5cc2c9452af9 tempest-ServersTestBootFromVolume-326018844 tempest-ServersTestBootFromVolume-326018844-project-member] Task: {'id': task-3223110, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.301553] env[69319]: DEBUG oslo_vmware.api [None req-0d4f9f21-3811-46be-8408-f3a86053d78f tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Task: {'id': task-3223109, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.323147] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-602448c9-e997-4862-8996-8a32b7e11d8a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.333644] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cc41b5e-f7f2-47b7-8772-3fe78a68fd62 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.369365] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbbd9d5d-9949-4581-8103-e35ecd004d31 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.378944] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7756947a-fcdb-4ab6-85d7-4bb11a2d41d0 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.394728] env[69319]: DEBUG nova.compute.provider_tree [None req-c899aaf1-45c5-4862-bea6-c5c2bae6cc73 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Updating inventory in ProviderTree for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 815.683261] env[69319]: DEBUG oslo_vmware.api [None req-d3ee6200-f823-4526-bf40-c9a6abdfd368 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]526fb79d-1419-8c1a-ea96-9b7a5ee5c115, 'name': SearchDatastore_Task, 'duration_secs': 0.015263} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.683885] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a39d358e-cecd-4a97-9ba9-96efa9122292 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.690235] env[69319]: DEBUG oslo_vmware.api [None req-d3ee6200-f823-4526-bf40-c9a6abdfd368 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Waiting for the task: (returnval){ [ 815.690235] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52a30504-8bed-8522-f4ba-176935812658" [ 815.690235] env[69319]: _type = "Task" [ 815.690235] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.704360] env[69319]: DEBUG oslo_vmware.api [None req-d3ee6200-f823-4526-bf40-c9a6abdfd368 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52a30504-8bed-8522-f4ba-176935812658, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.764916] env[69319]: DEBUG oslo_vmware.api [None req-254a0ad2-50ea-432c-bd79-5cc2c9452af9 tempest-ServersTestBootFromVolume-326018844 tempest-ServersTestBootFromVolume-326018844-project-member] Task: {'id': task-3223110, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.774682] env[69319]: DEBUG nova.network.neutron [None req-0d5016cd-9649-486b-b681-08088982939e tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] [instance: 04a666db-77b8-4c23-8c7c-887b23ea97af] Successfully updated port: 8dd9da2f-a7b6-46f5-999a-f58cc1b803c5 {{(pid=69319) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 815.796794] env[69319]: DEBUG oslo_vmware.api [None req-0d4f9f21-3811-46be-8408-f3a86053d78f tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Task: {'id': task-3223109, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.835233] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8b018fb-2135-4879-bcbf-64f9dc1917a5 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] [instance: bfc6c3e7-8384-4669-bd43-acdfcb1c478a] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 815.835757] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a11d6cb9-1089-4336-88aa-3e64ae63a6a3 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.847080] env[69319]: DEBUG oslo_vmware.api [None req-b8b018fb-2135-4879-bcbf-64f9dc1917a5 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Waiting for the task: (returnval){ [ 815.847080] env[69319]: value = "task-3223111" [ 815.847080] env[69319]: _type = "Task" [ 815.847080] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.861330] env[69319]: DEBUG oslo_vmware.api [None req-b8b018fb-2135-4879-bcbf-64f9dc1917a5 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Task: {'id': task-3223111, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.911708] env[69319]: DEBUG nova.network.neutron [req-b159fe21-bb12-47bb-aca5-61c307af6c6c req-2c80204c-a352-4d1e-baf1-931452eb8c50 service nova] [instance: 13a67670-f42e-4041-8f4e-4fe3a65e2f33] Updated VIF entry in instance network info cache for port 5db50b8b-ebc1-4f6a-bfff-7cf1627f73db. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 815.913723] env[69319]: DEBUG nova.network.neutron [req-b159fe21-bb12-47bb-aca5-61c307af6c6c req-2c80204c-a352-4d1e-baf1-931452eb8c50 service nova] [instance: 13a67670-f42e-4041-8f4e-4fe3a65e2f33] Updating instance_info_cache with network_info: [{"id": "5db50b8b-ebc1-4f6a-bfff-7cf1627f73db", "address": "fa:16:3e:53:25:96", "network": {"id": "2192dbec-dfd7-4518-81f9-d1f117eb5023", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2075002416-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a211983d2ed4450b8dc62c39f4b2bd0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48937bd1-23dc-413f-b46b-59bf9e709aa0", "external-id": "nsx-vlan-transportzone-160", "segmentation_id": 160, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5db50b8b-eb", "ovs_interfaceid": "5db50b8b-ebc1-4f6a-bfff-7cf1627f73db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.935040] env[69319]: DEBUG oslo_concurrency.lockutils [None req-d9188552-0cd2-4651-80fc-66d275e2b725 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Acquiring lock "interface-90fb9d48-f1f0-4f55-9e0f-673d7d78c380-a65839c5-6a07-40fc-a545-60e6de144480" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.935040] env[69319]: DEBUG oslo_concurrency.lockutils [None req-d9188552-0cd2-4651-80fc-66d275e2b725 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Lock "interface-90fb9d48-f1f0-4f55-9e0f-673d7d78c380-a65839c5-6a07-40fc-a545-60e6de144480" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.944271] env[69319]: DEBUG nova.scheduler.client.report [None req-c899aaf1-45c5-4862-bea6-c5c2bae6cc73 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Updated inventory for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 with generation 68 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 815.944650] env[69319]: DEBUG nova.compute.provider_tree [None req-c899aaf1-45c5-4862-bea6-c5c2bae6cc73 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Updating resource provider 94b8835e-2513-4669-abb9-c8c6813d60e7 generation from 68 to 69 during operation: update_inventory {{(pid=69319) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 815.944846] env[69319]: DEBUG nova.compute.provider_tree [None req-c899aaf1-45c5-4862-bea6-c5c2bae6cc73 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Updating inventory in ProviderTree for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 816.205566] env[69319]: DEBUG oslo_vmware.api [None req-d3ee6200-f823-4526-bf40-c9a6abdfd368 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52a30504-8bed-8522-f4ba-176935812658, 'name': SearchDatastore_Task, 'duration_secs': 0.013403} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.205868] env[69319]: DEBUG oslo_concurrency.lockutils [None req-d3ee6200-f823-4526-bf40-c9a6abdfd368 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.206441] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3ee6200-f823-4526-bf40-c9a6abdfd368 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] 13a67670-f42e-4041-8f4e-4fe3a65e2f33/13a67670-f42e-4041-8f4e-4fe3a65e2f33.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 816.206441] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ed25d590-f393-4742-aa6a-7839508ac790 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.215270] env[69319]: DEBUG oslo_vmware.api [None req-d3ee6200-f823-4526-bf40-c9a6abdfd368 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Waiting for the task: (returnval){ [ 816.215270] env[69319]: value = "task-3223112" [ 816.215270] env[69319]: _type = "Task" [ 816.215270] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.224032] env[69319]: DEBUG oslo_vmware.api [None req-d3ee6200-f823-4526-bf40-c9a6abdfd368 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Task: {'id': task-3223112, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.260640] env[69319]: DEBUG oslo_vmware.api [None req-254a0ad2-50ea-432c-bd79-5cc2c9452af9 tempest-ServersTestBootFromVolume-326018844 tempest-ServersTestBootFromVolume-326018844-project-member] Task: {'id': task-3223110, 'name': PowerOnVM_Task, 'duration_secs': 0.538531} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.260972] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-254a0ad2-50ea-432c-bd79-5cc2c9452af9 tempest-ServersTestBootFromVolume-326018844 tempest-ServersTestBootFromVolume-326018844-project-member] [instance: e87c6601-7a18-4857-9d93-4fea4fefed40] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 816.261666] env[69319]: INFO nova.compute.manager [None req-254a0ad2-50ea-432c-bd79-5cc2c9452af9 tempest-ServersTestBootFromVolume-326018844 tempest-ServersTestBootFromVolume-326018844-project-member] [instance: e87c6601-7a18-4857-9d93-4fea4fefed40] Took 5.71 seconds to spawn the instance on the hypervisor. [ 816.261666] env[69319]: DEBUG nova.compute.manager [None req-254a0ad2-50ea-432c-bd79-5cc2c9452af9 tempest-ServersTestBootFromVolume-326018844 tempest-ServersTestBootFromVolume-326018844-project-member] [instance: e87c6601-7a18-4857-9d93-4fea4fefed40] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 816.262319] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ba563e5-5838-4fa5-bf65-c92bb7d01be0 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.283737] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0d5016cd-9649-486b-b681-08088982939e tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Acquiring lock "refresh_cache-04a666db-77b8-4c23-8c7c-887b23ea97af" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.283972] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0d5016cd-9649-486b-b681-08088982939e tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Acquired lock "refresh_cache-04a666db-77b8-4c23-8c7c-887b23ea97af" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.284074] env[69319]: DEBUG nova.network.neutron [None req-0d5016cd-9649-486b-b681-08088982939e tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] [instance: 04a666db-77b8-4c23-8c7c-887b23ea97af] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 816.296554] env[69319]: DEBUG oslo_vmware.api [None req-0d4f9f21-3811-46be-8408-f3a86053d78f tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Task: {'id': task-3223109, 'name': CreateSnapshot_Task, 'duration_secs': 1.108071} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.297528] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-0d4f9f21-3811-46be-8408-f3a86053d78f tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] [instance: 05018af1-8cde-4512-b5b4-f392e39523ff] Created Snapshot of the VM instance {{(pid=69319) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 816.300007] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5020549e-46f5-45d2-ad47-8963fe95ec74 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.360140] env[69319]: DEBUG oslo_vmware.api [None req-b8b018fb-2135-4879-bcbf-64f9dc1917a5 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Task: {'id': task-3223111, 'name': PowerOffVM_Task, 'duration_secs': 0.164027} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.360367] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8b018fb-2135-4879-bcbf-64f9dc1917a5 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] [instance: bfc6c3e7-8384-4669-bd43-acdfcb1c478a] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 816.360666] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-b8b018fb-2135-4879-bcbf-64f9dc1917a5 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] [instance: bfc6c3e7-8384-4669-bd43-acdfcb1c478a] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 816.361494] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff0083a6-916f-4b0b-b3e9-159c032feb0f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.370905] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-b8b018fb-2135-4879-bcbf-64f9dc1917a5 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] [instance: bfc6c3e7-8384-4669-bd43-acdfcb1c478a] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 816.371320] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bd5600dc-72e3-4e76-8998-0c4ef5ef5885 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.408994] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-b8b018fb-2135-4879-bcbf-64f9dc1917a5 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] [instance: bfc6c3e7-8384-4669-bd43-acdfcb1c478a] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 816.408994] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-b8b018fb-2135-4879-bcbf-64f9dc1917a5 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] [instance: bfc6c3e7-8384-4669-bd43-acdfcb1c478a] Deleting contents of the VM from datastore datastore1 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 816.408994] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8b018fb-2135-4879-bcbf-64f9dc1917a5 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Deleting the datastore file [datastore1] bfc6c3e7-8384-4669-bd43-acdfcb1c478a {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 816.408994] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7c2f833d-34ab-4ebc-a5ba-106afece57f6 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.416514] env[69319]: DEBUG oslo_vmware.api [None req-b8b018fb-2135-4879-bcbf-64f9dc1917a5 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Waiting for the task: (returnval){ [ 816.416514] env[69319]: value = "task-3223114" [ 816.416514] env[69319]: _type = "Task" [ 816.416514] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.422011] env[69319]: DEBUG oslo_concurrency.lockutils [req-b159fe21-bb12-47bb-aca5-61c307af6c6c req-2c80204c-a352-4d1e-baf1-931452eb8c50 service nova] Releasing lock "refresh_cache-13a67670-f42e-4041-8f4e-4fe3a65e2f33" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.427928] env[69319]: DEBUG oslo_vmware.api [None req-b8b018fb-2135-4879-bcbf-64f9dc1917a5 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Task: {'id': task-3223114, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.438972] env[69319]: DEBUG oslo_concurrency.lockutils [None req-d9188552-0cd2-4651-80fc-66d275e2b725 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Acquiring lock "90fb9d48-f1f0-4f55-9e0f-673d7d78c380" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.439182] env[69319]: DEBUG oslo_concurrency.lockutils [None req-d9188552-0cd2-4651-80fc-66d275e2b725 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Acquired lock "90fb9d48-f1f0-4f55-9e0f-673d7d78c380" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.440097] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9b2b8b1-60a4-485c-9f6c-bfd922436b14 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.460870] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c899aaf1-45c5-4862-bea6-c5c2bae6cc73 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.249s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.460870] env[69319]: DEBUG nova.compute.manager [None req-c899aaf1-45c5-4862-bea6-c5c2bae6cc73 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] [instance: 78d62458-5f2a-45a1-bf75-c1bf6a087b48] Start building networks asynchronously for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 816.462271] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f77f62bb-7018-4804-8f14-0b89a14e738e tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.117s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.464635] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f77f62bb-7018-4804-8f14-0b89a14e738e tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.464635] env[69319]: DEBUG oslo_concurrency.lockutils [None req-e118095f-9053-447b-9107-f1a3739d98ae tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.950s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.466286] env[69319]: INFO nova.compute.claims [None req-e118095f-9053-447b-9107-f1a3739d98ae tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: 0b5d2173-10d1-4983-877c-743388460231] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 816.469446] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b578a99-4939-453c-b047-c4b6c20955ac {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.501567] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-d9188552-0cd2-4651-80fc-66d275e2b725 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 90fb9d48-f1f0-4f55-9e0f-673d7d78c380] Reconfiguring VM to detach interface {{(pid=69319) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 816.502671] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d99ed995-6fc6-4bb4-a80b-becbde785fbc {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.522432] env[69319]: INFO nova.scheduler.client.report [None req-f77f62bb-7018-4804-8f14-0b89a14e738e tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Deleted allocations for instance 749b3b26-9e42-4ac9-89c4-f467aa379427 [ 816.534373] env[69319]: DEBUG oslo_vmware.api [None req-d9188552-0cd2-4651-80fc-66d275e2b725 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Waiting for the task: (returnval){ [ 816.534373] env[69319]: value = "task-3223115" [ 816.534373] env[69319]: _type = "Task" [ 816.534373] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.548138] env[69319]: DEBUG oslo_vmware.api [None req-d9188552-0cd2-4651-80fc-66d275e2b725 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': task-3223115, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.726582] env[69319]: DEBUG oslo_vmware.api [None req-d3ee6200-f823-4526-bf40-c9a6abdfd368 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Task: {'id': task-3223112, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.788598] env[69319]: INFO nova.compute.manager [None req-254a0ad2-50ea-432c-bd79-5cc2c9452af9 tempest-ServersTestBootFromVolume-326018844 tempest-ServersTestBootFromVolume-326018844-project-member] [instance: e87c6601-7a18-4857-9d93-4fea4fefed40] Took 48.07 seconds to build instance. [ 816.821698] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-0d4f9f21-3811-46be-8408-f3a86053d78f tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] [instance: 05018af1-8cde-4512-b5b4-f392e39523ff] Creating linked-clone VM from snapshot {{(pid=69319) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 816.822465] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d0453989-6abf-4bf5-a4f5-65facc69ae4b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.833936] env[69319]: DEBUG oslo_vmware.api [None req-0d4f9f21-3811-46be-8408-f3a86053d78f tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Waiting for the task: (returnval){ [ 816.833936] env[69319]: value = "task-3223116" [ 816.833936] env[69319]: _type = "Task" [ 816.833936] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.838624] env[69319]: DEBUG nova.network.neutron [None req-0d5016cd-9649-486b-b681-08088982939e tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] [instance: 04a666db-77b8-4c23-8c7c-887b23ea97af] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 816.847836] env[69319]: DEBUG oslo_vmware.api [None req-0d4f9f21-3811-46be-8408-f3a86053d78f tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Task: {'id': task-3223116, 'name': CloneVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.926753] env[69319]: DEBUG oslo_vmware.api [None req-b8b018fb-2135-4879-bcbf-64f9dc1917a5 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Task: {'id': task-3223114, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.094251} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.927054] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8b018fb-2135-4879-bcbf-64f9dc1917a5 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 816.927273] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-b8b018fb-2135-4879-bcbf-64f9dc1917a5 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] [instance: bfc6c3e7-8384-4669-bd43-acdfcb1c478a] Deleted contents of the VM from datastore datastore1 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 816.927430] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-b8b018fb-2135-4879-bcbf-64f9dc1917a5 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] [instance: bfc6c3e7-8384-4669-bd43-acdfcb1c478a] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 816.978020] env[69319]: DEBUG nova.compute.utils [None req-c899aaf1-45c5-4862-bea6-c5c2bae6cc73 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Using /dev/sd instead of None {{(pid=69319) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 816.982579] env[69319]: DEBUG nova.compute.manager [None req-c899aaf1-45c5-4862-bea6-c5c2bae6cc73 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] [instance: 78d62458-5f2a-45a1-bf75-c1bf6a087b48] Allocating IP information in the background. {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 816.982758] env[69319]: DEBUG nova.network.neutron [None req-c899aaf1-45c5-4862-bea6-c5c2bae6cc73 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] [instance: 78d62458-5f2a-45a1-bf75-c1bf6a087b48] allocate_for_instance() {{(pid=69319) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 817.032285] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f77f62bb-7018-4804-8f14-0b89a14e738e tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Lock "749b3b26-9e42-4ac9-89c4-f467aa379427" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.111s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.037535] env[69319]: DEBUG nova.network.neutron [None req-0d5016cd-9649-486b-b681-08088982939e tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] [instance: 04a666db-77b8-4c23-8c7c-887b23ea97af] Updating instance_info_cache with network_info: [{"id": "8dd9da2f-a7b6-46f5-999a-f58cc1b803c5", "address": "fa:16:3e:8c:3f:c0", "network": {"id": "e172e758-1a9b-4f22-a553-441ab9c9dccc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.164", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "31f027872f6f44dba95ff2fe7a062e00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8dd9da2f-a7", "ovs_interfaceid": "8dd9da2f-a7b6-46f5-999a-f58cc1b803c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.050033] env[69319]: DEBUG oslo_vmware.api [None req-d9188552-0cd2-4651-80fc-66d275e2b725 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': task-3223115, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.103016] env[69319]: DEBUG nova.policy [None req-c899aaf1-45c5-4862-bea6-c5c2bae6cc73 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '25b76f594fc8439aa4a5d624557a48bc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2ba894e033364cd1839ca06769acfff8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69319) authorize /opt/stack/nova/nova/policy.py:192}} [ 817.231026] env[69319]: DEBUG oslo_vmware.api [None req-d3ee6200-f823-4526-bf40-c9a6abdfd368 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Task: {'id': task-3223112, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.695361} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.231026] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3ee6200-f823-4526-bf40-c9a6abdfd368 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] 13a67670-f42e-4041-8f4e-4fe3a65e2f33/13a67670-f42e-4041-8f4e-4fe3a65e2f33.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 817.231026] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-d3ee6200-f823-4526-bf40-c9a6abdfd368 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] [instance: 13a67670-f42e-4041-8f4e-4fe3a65e2f33] Extending root virtual disk to 1048576 {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 817.231026] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1943db8c-8ce0-4455-a9ce-9cd686a3f502 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.240020] env[69319]: DEBUG oslo_vmware.api [None req-d3ee6200-f823-4526-bf40-c9a6abdfd368 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Waiting for the task: (returnval){ [ 817.240020] env[69319]: value = "task-3223117" [ 817.240020] env[69319]: _type = "Task" [ 817.240020] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.250755] env[69319]: DEBUG oslo_vmware.api [None req-d3ee6200-f823-4526-bf40-c9a6abdfd368 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Task: {'id': task-3223117, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.291775] env[69319]: DEBUG oslo_concurrency.lockutils [None req-254a0ad2-50ea-432c-bd79-5cc2c9452af9 tempest-ServersTestBootFromVolume-326018844 tempest-ServersTestBootFromVolume-326018844-project-member] Lock "e87c6601-7a18-4857-9d93-4fea4fefed40" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 115.782s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.307197] env[69319]: DEBUG nova.compute.manager [req-9de14e6d-a06b-4bef-a63a-02b57fb8a474 req-eb0c2c1e-1a08-471c-9c4b-0e06f99c6390 service nova] [instance: 04a666db-77b8-4c23-8c7c-887b23ea97af] Received event network-vif-plugged-8dd9da2f-a7b6-46f5-999a-f58cc1b803c5 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 817.307197] env[69319]: DEBUG oslo_concurrency.lockutils [req-9de14e6d-a06b-4bef-a63a-02b57fb8a474 req-eb0c2c1e-1a08-471c-9c4b-0e06f99c6390 service nova] Acquiring lock "04a666db-77b8-4c23-8c7c-887b23ea97af-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.307197] env[69319]: DEBUG oslo_concurrency.lockutils [req-9de14e6d-a06b-4bef-a63a-02b57fb8a474 req-eb0c2c1e-1a08-471c-9c4b-0e06f99c6390 service nova] Lock "04a666db-77b8-4c23-8c7c-887b23ea97af-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.307197] env[69319]: DEBUG oslo_concurrency.lockutils [req-9de14e6d-a06b-4bef-a63a-02b57fb8a474 req-eb0c2c1e-1a08-471c-9c4b-0e06f99c6390 service nova] Lock "04a666db-77b8-4c23-8c7c-887b23ea97af-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.307197] env[69319]: DEBUG nova.compute.manager [req-9de14e6d-a06b-4bef-a63a-02b57fb8a474 req-eb0c2c1e-1a08-471c-9c4b-0e06f99c6390 service nova] [instance: 04a666db-77b8-4c23-8c7c-887b23ea97af] No waiting events found dispatching network-vif-plugged-8dd9da2f-a7b6-46f5-999a-f58cc1b803c5 {{(pid=69319) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 817.307197] env[69319]: WARNING nova.compute.manager [req-9de14e6d-a06b-4bef-a63a-02b57fb8a474 req-eb0c2c1e-1a08-471c-9c4b-0e06f99c6390 service nova] [instance: 04a666db-77b8-4c23-8c7c-887b23ea97af] Received unexpected event network-vif-plugged-8dd9da2f-a7b6-46f5-999a-f58cc1b803c5 for instance with vm_state building and task_state spawning. [ 817.307197] env[69319]: DEBUG nova.compute.manager [req-9de14e6d-a06b-4bef-a63a-02b57fb8a474 req-eb0c2c1e-1a08-471c-9c4b-0e06f99c6390 service nova] [instance: 04a666db-77b8-4c23-8c7c-887b23ea97af] Received event network-changed-8dd9da2f-a7b6-46f5-999a-f58cc1b803c5 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 817.307197] env[69319]: DEBUG nova.compute.manager [req-9de14e6d-a06b-4bef-a63a-02b57fb8a474 req-eb0c2c1e-1a08-471c-9c4b-0e06f99c6390 service nova] [instance: 04a666db-77b8-4c23-8c7c-887b23ea97af] Refreshing instance network info cache due to event network-changed-8dd9da2f-a7b6-46f5-999a-f58cc1b803c5. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 817.307197] env[69319]: DEBUG oslo_concurrency.lockutils [req-9de14e6d-a06b-4bef-a63a-02b57fb8a474 req-eb0c2c1e-1a08-471c-9c4b-0e06f99c6390 service nova] Acquiring lock "refresh_cache-04a666db-77b8-4c23-8c7c-887b23ea97af" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.345884] env[69319]: DEBUG oslo_vmware.api [None req-0d4f9f21-3811-46be-8408-f3a86053d78f tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Task: {'id': task-3223116, 'name': CloneVM_Task} progress is 94%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.482559] env[69319]: DEBUG nova.compute.manager [None req-c899aaf1-45c5-4862-bea6-c5c2bae6cc73 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] [instance: 78d62458-5f2a-45a1-bf75-c1bf6a087b48] Start building block device mappings for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 817.539786] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0d5016cd-9649-486b-b681-08088982939e tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Releasing lock "refresh_cache-04a666db-77b8-4c23-8c7c-887b23ea97af" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.540091] env[69319]: DEBUG nova.compute.manager [None req-0d5016cd-9649-486b-b681-08088982939e tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] [instance: 04a666db-77b8-4c23-8c7c-887b23ea97af] Instance network_info: |[{"id": "8dd9da2f-a7b6-46f5-999a-f58cc1b803c5", "address": "fa:16:3e:8c:3f:c0", "network": {"id": "e172e758-1a9b-4f22-a553-441ab9c9dccc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.164", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "31f027872f6f44dba95ff2fe7a062e00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8dd9da2f-a7", "ovs_interfaceid": "8dd9da2f-a7b6-46f5-999a-f58cc1b803c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 817.543707] env[69319]: DEBUG oslo_concurrency.lockutils [req-9de14e6d-a06b-4bef-a63a-02b57fb8a474 req-eb0c2c1e-1a08-471c-9c4b-0e06f99c6390 service nova] Acquired lock "refresh_cache-04a666db-77b8-4c23-8c7c-887b23ea97af" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.543930] env[69319]: DEBUG nova.network.neutron [req-9de14e6d-a06b-4bef-a63a-02b57fb8a474 req-eb0c2c1e-1a08-471c-9c4b-0e06f99c6390 service nova] [instance: 04a666db-77b8-4c23-8c7c-887b23ea97af] Refreshing network info cache for port 8dd9da2f-a7b6-46f5-999a-f58cc1b803c5 {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 817.550075] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-0d5016cd-9649-486b-b681-08088982939e tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] [instance: 04a666db-77b8-4c23-8c7c-887b23ea97af] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8c:3f:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8dd9da2f-a7b6-46f5-999a-f58cc1b803c5', 'vif_model': 'vmxnet3'}] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 817.561150] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d5016cd-9649-486b-b681-08088982939e tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Creating folder: Project (f72d9d0901a744ba93a8843381b65290). Parent ref: group-v644239. {{(pid=69319) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 817.565292] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b4775694-d013-450a-908d-6fd06e92a473 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.575115] env[69319]: DEBUG oslo_vmware.api [None req-d9188552-0cd2-4651-80fc-66d275e2b725 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': task-3223115, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.581442] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-0d5016cd-9649-486b-b681-08088982939e tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Created folder: Project (f72d9d0901a744ba93a8843381b65290) in parent group-v644239. [ 817.581442] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d5016cd-9649-486b-b681-08088982939e tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Creating folder: Instances. Parent ref: group-v644364. {{(pid=69319) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 817.581577] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eeb4a4f9-52d8-423b-9e9b-57faa02ec0c5 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.593919] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-0d5016cd-9649-486b-b681-08088982939e tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Created folder: Instances in parent group-v644364. [ 817.594230] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0d5016cd-9649-486b-b681-08088982939e tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 817.594611] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04a666db-77b8-4c23-8c7c-887b23ea97af] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 817.594611] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cedd908b-2711-49e6-b812-6ad5085f9e0f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.622421] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 817.622421] env[69319]: value = "task-3223120" [ 817.622421] env[69319]: _type = "Task" [ 817.622421] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.632323] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223120, 'name': CreateVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.665717] env[69319]: DEBUG nova.compute.manager [req-03d31ca7-8e1b-4309-a665-eb46e0b5f315 req-6ae2fc30-4326-4935-bcf1-a3b56e5e2748 service nova] [instance: e87c6601-7a18-4857-9d93-4fea4fefed40] Received event network-changed-6a5e825a-1bde-49e0-a95d-b6b502a274fe {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 817.665781] env[69319]: DEBUG nova.compute.manager [req-03d31ca7-8e1b-4309-a665-eb46e0b5f315 req-6ae2fc30-4326-4935-bcf1-a3b56e5e2748 service nova] [instance: e87c6601-7a18-4857-9d93-4fea4fefed40] Refreshing instance network info cache due to event network-changed-6a5e825a-1bde-49e0-a95d-b6b502a274fe. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 817.666253] env[69319]: DEBUG oslo_concurrency.lockutils [req-03d31ca7-8e1b-4309-a665-eb46e0b5f315 req-6ae2fc30-4326-4935-bcf1-a3b56e5e2748 service nova] Acquiring lock "refresh_cache-e87c6601-7a18-4857-9d93-4fea4fefed40" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.666739] env[69319]: DEBUG oslo_concurrency.lockutils [req-03d31ca7-8e1b-4309-a665-eb46e0b5f315 req-6ae2fc30-4326-4935-bcf1-a3b56e5e2748 service nova] Acquired lock "refresh_cache-e87c6601-7a18-4857-9d93-4fea4fefed40" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.666962] env[69319]: DEBUG nova.network.neutron [req-03d31ca7-8e1b-4309-a665-eb46e0b5f315 req-6ae2fc30-4326-4935-bcf1-a3b56e5e2748 service nova] [instance: e87c6601-7a18-4857-9d93-4fea4fefed40] Refreshing network info cache for port 6a5e825a-1bde-49e0-a95d-b6b502a274fe {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 817.753674] env[69319]: DEBUG oslo_vmware.api [None req-d3ee6200-f823-4526-bf40-c9a6abdfd368 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Task: {'id': task-3223117, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097388} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.754031] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-d3ee6200-f823-4526-bf40-c9a6abdfd368 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] [instance: 13a67670-f42e-4041-8f4e-4fe3a65e2f33] Extended root virtual disk {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 817.758294] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b83afb4a-8e05-4cd9-9db8-d90ac745524e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.786184] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3ee6200-f823-4526-bf40-c9a6abdfd368 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] [instance: 13a67670-f42e-4041-8f4e-4fe3a65e2f33] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] 13a67670-f42e-4041-8f4e-4fe3a65e2f33/13a67670-f42e-4041-8f4e-4fe3a65e2f33.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 817.789233] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-978d9bb1-3de0-4d96-856f-31d31bf48f3f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.804583] env[69319]: DEBUG nova.compute.manager [None req-669d5971-18f3-446e-9657-022dcb6c0cb3 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 66e1cd49-8387-4ef2-b3c8-8f301d27d1cb] Starting instance... {{(pid=69319) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 817.815402] env[69319]: DEBUG oslo_vmware.api [None req-d3ee6200-f823-4526-bf40-c9a6abdfd368 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Waiting for the task: (returnval){ [ 817.815402] env[69319]: value = "task-3223121" [ 817.815402] env[69319]: _type = "Task" [ 817.815402] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.830565] env[69319]: DEBUG oslo_vmware.api [None req-d3ee6200-f823-4526-bf40-c9a6abdfd368 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Task: {'id': task-3223121, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.847207] env[69319]: DEBUG oslo_vmware.api [None req-0d4f9f21-3811-46be-8408-f3a86053d78f tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Task: {'id': task-3223116, 'name': CloneVM_Task} progress is 94%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.968479] env[69319]: DEBUG nova.virt.hardware [None req-b8b018fb-2135-4879-bcbf-64f9dc1917a5 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:32:36Z,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31f027872f6f44dba95ff2fe7a062e00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:32:36Z,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 817.968858] env[69319]: DEBUG nova.virt.hardware [None req-b8b018fb-2135-4879-bcbf-64f9dc1917a5 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 817.968928] env[69319]: DEBUG nova.virt.hardware [None req-b8b018fb-2135-4879-bcbf-64f9dc1917a5 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 817.969440] env[69319]: DEBUG nova.virt.hardware [None req-b8b018fb-2135-4879-bcbf-64f9dc1917a5 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 817.969653] env[69319]: DEBUG nova.virt.hardware [None req-b8b018fb-2135-4879-bcbf-64f9dc1917a5 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 817.969842] env[69319]: DEBUG nova.virt.hardware [None req-b8b018fb-2135-4879-bcbf-64f9dc1917a5 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 817.970133] env[69319]: DEBUG nova.virt.hardware [None req-b8b018fb-2135-4879-bcbf-64f9dc1917a5 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 817.970272] env[69319]: DEBUG nova.virt.hardware [None req-b8b018fb-2135-4879-bcbf-64f9dc1917a5 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 817.970463] env[69319]: DEBUG nova.virt.hardware [None req-b8b018fb-2135-4879-bcbf-64f9dc1917a5 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 817.970716] env[69319]: DEBUG nova.virt.hardware [None req-b8b018fb-2135-4879-bcbf-64f9dc1917a5 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 817.970984] env[69319]: DEBUG nova.virt.hardware [None req-b8b018fb-2135-4879-bcbf-64f9dc1917a5 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 817.971993] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff243fc8-332c-4c4d-a009-99d3e756a9c8 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.985618] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c8e4668-530b-46c2-9e56-ad439eec6507 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.004806] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-b8b018fb-2135-4879-bcbf-64f9dc1917a5 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] [instance: bfc6c3e7-8384-4669-bd43-acdfcb1c478a] Instance VIF info [] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 818.010835] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b8b018fb-2135-4879-bcbf-64f9dc1917a5 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 818.014239] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bfc6c3e7-8384-4669-bd43-acdfcb1c478a] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 818.014887] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-779e5b52-7584-46a8-83bf-ec6db1f8d89f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.036918] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 818.036918] env[69319]: value = "task-3223122" [ 818.036918] env[69319]: _type = "Task" [ 818.036918] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.054850] env[69319]: DEBUG oslo_vmware.api [None req-d9188552-0cd2-4651-80fc-66d275e2b725 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': task-3223115, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.055093] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223122, 'name': CreateVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.086085] env[69319]: DEBUG nova.network.neutron [None req-c899aaf1-45c5-4862-bea6-c5c2bae6cc73 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] [instance: 78d62458-5f2a-45a1-bf75-c1bf6a087b48] Successfully created port: 60b25848-a49a-42b3-9357-c130cb7ff83c {{(pid=69319) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 818.136891] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223120, 'name': CreateVM_Task} progress is 99%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.275760] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed55c7da-27ea-42f1-9838-180af83f9045 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.291127] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2c5cf11-878f-4dd6-b8ee-c2ab01044a09 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.333119] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caeb5c65-948d-4a70-906f-45a9538739f6 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.348308] env[69319]: DEBUG oslo_vmware.api [None req-d3ee6200-f823-4526-bf40-c9a6abdfd368 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Task: {'id': task-3223121, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.353080] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9799f38a-20de-4156-8422-862f4a77bbd5 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.360936] env[69319]: DEBUG oslo_concurrency.lockutils [None req-669d5971-18f3-446e-9657-022dcb6c0cb3 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.361311] env[69319]: DEBUG oslo_vmware.api [None req-0d4f9f21-3811-46be-8408-f3a86053d78f tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Task: {'id': task-3223116, 'name': CloneVM_Task} progress is 94%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.373242] env[69319]: DEBUG nova.compute.provider_tree [None req-e118095f-9053-447b-9107-f1a3739d98ae tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Updating inventory in ProviderTree for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 818.429909] env[69319]: DEBUG nova.network.neutron [req-9de14e6d-a06b-4bef-a63a-02b57fb8a474 req-eb0c2c1e-1a08-471c-9c4b-0e06f99c6390 service nova] [instance: 04a666db-77b8-4c23-8c7c-887b23ea97af] Updated VIF entry in instance network info cache for port 8dd9da2f-a7b6-46f5-999a-f58cc1b803c5. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 818.430294] env[69319]: DEBUG nova.network.neutron [req-9de14e6d-a06b-4bef-a63a-02b57fb8a474 req-eb0c2c1e-1a08-471c-9c4b-0e06f99c6390 service nova] [instance: 04a666db-77b8-4c23-8c7c-887b23ea97af] Updating instance_info_cache with network_info: [{"id": "8dd9da2f-a7b6-46f5-999a-f58cc1b803c5", "address": "fa:16:3e:8c:3f:c0", "network": {"id": "e172e758-1a9b-4f22-a553-441ab9c9dccc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.164", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "31f027872f6f44dba95ff2fe7a062e00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8dd9da2f-a7", "ovs_interfaceid": "8dd9da2f-a7b6-46f5-999a-f58cc1b803c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.498105] env[69319]: DEBUG nova.network.neutron [req-03d31ca7-8e1b-4309-a665-eb46e0b5f315 req-6ae2fc30-4326-4935-bcf1-a3b56e5e2748 service nova] [instance: e87c6601-7a18-4857-9d93-4fea4fefed40] Updated VIF entry in instance network info cache for port 6a5e825a-1bde-49e0-a95d-b6b502a274fe. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 818.498626] env[69319]: DEBUG nova.network.neutron [req-03d31ca7-8e1b-4309-a665-eb46e0b5f315 req-6ae2fc30-4326-4935-bcf1-a3b56e5e2748 service nova] [instance: e87c6601-7a18-4857-9d93-4fea4fefed40] Updating instance_info_cache with network_info: [{"id": "6a5e825a-1bde-49e0-a95d-b6b502a274fe", "address": "fa:16:3e:9d:7c:39", "network": {"id": "3c6cf910-2601-4ce3-ac10-b086341c9ab3", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1422585438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83da6a7101a14a9ba62ce34fc4edc5cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a5e825a-1b", "ovs_interfaceid": "6a5e825a-1bde-49e0-a95d-b6b502a274fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.515685] env[69319]: DEBUG nova.compute.manager [None req-c899aaf1-45c5-4862-bea6-c5c2bae6cc73 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] [instance: 78d62458-5f2a-45a1-bf75-c1bf6a087b48] Start spawning the instance on the hypervisor. {{(pid=69319) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 818.538331] env[69319]: DEBUG nova.virt.hardware [None req-c899aaf1-45c5-4862-bea6-c5c2bae6cc73 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:32:36Z,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31f027872f6f44dba95ff2fe7a062e00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:32:36Z,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 818.538585] env[69319]: DEBUG nova.virt.hardware [None req-c899aaf1-45c5-4862-bea6-c5c2bae6cc73 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 818.538748] env[69319]: DEBUG nova.virt.hardware [None req-c899aaf1-45c5-4862-bea6-c5c2bae6cc73 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 818.538932] env[69319]: DEBUG nova.virt.hardware [None req-c899aaf1-45c5-4862-bea6-c5c2bae6cc73 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 818.539093] env[69319]: DEBUG nova.virt.hardware [None req-c899aaf1-45c5-4862-bea6-c5c2bae6cc73 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 818.539629] env[69319]: DEBUG nova.virt.hardware [None req-c899aaf1-45c5-4862-bea6-c5c2bae6cc73 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 818.539629] env[69319]: DEBUG nova.virt.hardware [None req-c899aaf1-45c5-4862-bea6-c5c2bae6cc73 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 818.539810] env[69319]: DEBUG nova.virt.hardware [None req-c899aaf1-45c5-4862-bea6-c5c2bae6cc73 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 818.539865] env[69319]: DEBUG nova.virt.hardware [None req-c899aaf1-45c5-4862-bea6-c5c2bae6cc73 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 818.539999] env[69319]: DEBUG nova.virt.hardware [None req-c899aaf1-45c5-4862-bea6-c5c2bae6cc73 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 818.540197] env[69319]: DEBUG nova.virt.hardware [None req-c899aaf1-45c5-4862-bea6-c5c2bae6cc73 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 818.541198] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-717488e1-12a4-4003-a0ad-e30a4f6a8216 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.557775] env[69319]: DEBUG oslo_vmware.api [None req-d9188552-0cd2-4651-80fc-66d275e2b725 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': task-3223115, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.563415] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223122, 'name': CreateVM_Task, 'duration_secs': 0.42659} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.564746] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08dab5f2-09cb-41ad-8acc-1f7c1ab783ee {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.568581] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bfc6c3e7-8384-4669-bd43-acdfcb1c478a] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 818.569048] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b8b018fb-2135-4879-bcbf-64f9dc1917a5 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.569429] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b8b018fb-2135-4879-bcbf-64f9dc1917a5 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.569610] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b8b018fb-2135-4879-bcbf-64f9dc1917a5 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.570242] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1b35dff-c651-421d-bbf4-bd62a225fab5 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.581791] env[69319]: DEBUG oslo_vmware.api [None req-b8b018fb-2135-4879-bcbf-64f9dc1917a5 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Waiting for the task: (returnval){ [ 818.581791] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]525a1313-f2c4-3edf-6e46-33f93d2ded42" [ 818.581791] env[69319]: _type = "Task" [ 818.581791] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.592452] env[69319]: DEBUG oslo_vmware.api [None req-b8b018fb-2135-4879-bcbf-64f9dc1917a5 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]525a1313-f2c4-3edf-6e46-33f93d2ded42, 'name': SearchDatastore_Task, 'duration_secs': 0.014083} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.592734] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b8b018fb-2135-4879-bcbf-64f9dc1917a5 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.592972] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-b8b018fb-2135-4879-bcbf-64f9dc1917a5 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] [instance: bfc6c3e7-8384-4669-bd43-acdfcb1c478a] Processing image 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 818.593255] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b8b018fb-2135-4879-bcbf-64f9dc1917a5 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.593415] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b8b018fb-2135-4879-bcbf-64f9dc1917a5 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.593604] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8b018fb-2135-4879-bcbf-64f9dc1917a5 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 818.593862] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ca7a9ee4-fee8-463a-a761-607ba3a69cd3 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.604683] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8b018fb-2135-4879-bcbf-64f9dc1917a5 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 818.604984] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-b8b018fb-2135-4879-bcbf-64f9dc1917a5 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 818.605753] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6559c9e8-06d1-4997-8f11-e2edcbc9797d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.612287] env[69319]: DEBUG oslo_vmware.api [None req-b8b018fb-2135-4879-bcbf-64f9dc1917a5 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Waiting for the task: (returnval){ [ 818.612287] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]520e9999-2c74-ea8e-cdad-f8782a67c82e" [ 818.612287] env[69319]: _type = "Task" [ 818.612287] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.621123] env[69319]: DEBUG oslo_vmware.api [None req-b8b018fb-2135-4879-bcbf-64f9dc1917a5 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]520e9999-2c74-ea8e-cdad-f8782a67c82e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.633667] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223120, 'name': CreateVM_Task} progress is 99%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.852208] env[69319]: DEBUG oslo_vmware.api [None req-d3ee6200-f823-4526-bf40-c9a6abdfd368 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Task: {'id': task-3223121, 'name': ReconfigVM_Task, 'duration_secs': 0.624174} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.852961] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3ee6200-f823-4526-bf40-c9a6abdfd368 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] [instance: 13a67670-f42e-4041-8f4e-4fe3a65e2f33] Reconfigured VM instance instance-0000002b to attach disk [datastore2] 13a67670-f42e-4041-8f4e-4fe3a65e2f33/13a67670-f42e-4041-8f4e-4fe3a65e2f33.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 818.853645] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a1ed34c2-e964-4d9a-8f72-02eb891bd294 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.861500] env[69319]: DEBUG oslo_vmware.api [None req-0d4f9f21-3811-46be-8408-f3a86053d78f tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Task: {'id': task-3223116, 'name': CloneVM_Task} progress is 95%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.868409] env[69319]: DEBUG oslo_vmware.api [None req-d3ee6200-f823-4526-bf40-c9a6abdfd368 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Waiting for the task: (returnval){ [ 818.868409] env[69319]: value = "task-3223123" [ 818.868409] env[69319]: _type = "Task" [ 818.868409] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.891728] env[69319]: DEBUG oslo_vmware.api [None req-d3ee6200-f823-4526-bf40-c9a6abdfd368 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Task: {'id': task-3223123, 'name': Rename_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.934980] env[69319]: DEBUG oslo_concurrency.lockutils [req-9de14e6d-a06b-4bef-a63a-02b57fb8a474 req-eb0c2c1e-1a08-471c-9c4b-0e06f99c6390 service nova] Releasing lock "refresh_cache-04a666db-77b8-4c23-8c7c-887b23ea97af" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.961280] env[69319]: DEBUG nova.scheduler.client.report [None req-e118095f-9053-447b-9107-f1a3739d98ae tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Updated inventory for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 with generation 69 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 818.963733] env[69319]: DEBUG nova.compute.provider_tree [None req-e118095f-9053-447b-9107-f1a3739d98ae tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Updating resource provider 94b8835e-2513-4669-abb9-c8c6813d60e7 generation from 69 to 70 during operation: update_inventory {{(pid=69319) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 818.964333] env[69319]: DEBUG nova.compute.provider_tree [None req-e118095f-9053-447b-9107-f1a3739d98ae tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Updating inventory in ProviderTree for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 819.003589] env[69319]: DEBUG oslo_concurrency.lockutils [req-03d31ca7-8e1b-4309-a665-eb46e0b5f315 req-6ae2fc30-4326-4935-bcf1-a3b56e5e2748 service nova] Releasing lock "refresh_cache-e87c6601-7a18-4857-9d93-4fea4fefed40" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.060470] env[69319]: DEBUG oslo_vmware.api [None req-d9188552-0cd2-4651-80fc-66d275e2b725 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': task-3223115, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.125229] env[69319]: DEBUG oslo_vmware.api [None req-b8b018fb-2135-4879-bcbf-64f9dc1917a5 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]520e9999-2c74-ea8e-cdad-f8782a67c82e, 'name': SearchDatastore_Task, 'duration_secs': 0.013817} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.126026] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-313bd33d-afd2-451a-ba49-3df22847f28b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.137037] env[69319]: DEBUG oslo_vmware.api [None req-b8b018fb-2135-4879-bcbf-64f9dc1917a5 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Waiting for the task: (returnval){ [ 819.137037] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52471411-50ed-ab31-2792-0b102a10a793" [ 819.137037] env[69319]: _type = "Task" [ 819.137037] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.140656] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223120, 'name': CreateVM_Task} progress is 99%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.150780] env[69319]: DEBUG oslo_vmware.api [None req-b8b018fb-2135-4879-bcbf-64f9dc1917a5 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52471411-50ed-ab31-2792-0b102a10a793, 'name': SearchDatastore_Task, 'duration_secs': 0.012432} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.151027] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b8b018fb-2135-4879-bcbf-64f9dc1917a5 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.151317] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8b018fb-2135-4879-bcbf-64f9dc1917a5 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] bfc6c3e7-8384-4669-bd43-acdfcb1c478a/bfc6c3e7-8384-4669-bd43-acdfcb1c478a.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 819.151546] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3446d02c-5eba-43a4-b0f3-ce207b2baae1 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.161642] env[69319]: DEBUG oslo_vmware.api [None req-b8b018fb-2135-4879-bcbf-64f9dc1917a5 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Waiting for the task: (returnval){ [ 819.161642] env[69319]: value = "task-3223124" [ 819.161642] env[69319]: _type = "Task" [ 819.161642] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.172622] env[69319]: DEBUG oslo_vmware.api [None req-b8b018fb-2135-4879-bcbf-64f9dc1917a5 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Task: {'id': task-3223124, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.352360] env[69319]: DEBUG oslo_vmware.api [None req-0d4f9f21-3811-46be-8408-f3a86053d78f tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Task: {'id': task-3223116, 'name': CloneVM_Task} progress is 95%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.380828] env[69319]: DEBUG oslo_vmware.api [None req-d3ee6200-f823-4526-bf40-c9a6abdfd368 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Task: {'id': task-3223123, 'name': Rename_Task, 'duration_secs': 0.257747} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.381187] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3ee6200-f823-4526-bf40-c9a6abdfd368 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] [instance: 13a67670-f42e-4041-8f4e-4fe3a65e2f33] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 819.381520] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6a0e6557-23ca-4cbe-a05c-8de451624dbd {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.388622] env[69319]: DEBUG oslo_vmware.api [None req-d3ee6200-f823-4526-bf40-c9a6abdfd368 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Waiting for the task: (returnval){ [ 819.388622] env[69319]: value = "task-3223125" [ 819.388622] env[69319]: _type = "Task" [ 819.388622] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.398084] env[69319]: DEBUG oslo_vmware.api [None req-d3ee6200-f823-4526-bf40-c9a6abdfd368 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Task: {'id': task-3223125, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.474566] env[69319]: DEBUG oslo_concurrency.lockutils [None req-e118095f-9053-447b-9107-f1a3739d98ae tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.010s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.475405] env[69319]: DEBUG nova.compute.manager [None req-e118095f-9053-447b-9107-f1a3739d98ae tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: 0b5d2173-10d1-4983-877c-743388460231] Start building networks asynchronously for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 819.478812] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c6cef954-d69a-4e1c-84c1-8a41d4aafc00 tempest-ServerDiagnosticsNegativeTest-1956223848 tempest-ServerDiagnosticsNegativeTest-1956223848-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.609s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.479099] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c6cef954-d69a-4e1c-84c1-8a41d4aafc00 tempest-ServerDiagnosticsNegativeTest-1956223848 tempest-ServerDiagnosticsNegativeTest-1956223848-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.481923] env[69319]: DEBUG oslo_concurrency.lockutils [None req-aa6cad02-efa8-4b9b-9a89-c3c1bd0291f6 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.666s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.482142] env[69319]: DEBUG oslo_concurrency.lockutils [None req-aa6cad02-efa8-4b9b-9a89-c3c1bd0291f6 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.484519] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f1010cd2-2d4a-42c1-b9a6-8f51bf1a7c3e tempest-InstanceActionsV221TestJSON-329574137 tempest-InstanceActionsV221TestJSON-329574137-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.330s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.486429] env[69319]: INFO nova.compute.claims [None req-f1010cd2-2d4a-42c1-b9a6-8f51bf1a7c3e tempest-InstanceActionsV221TestJSON-329574137 tempest-InstanceActionsV221TestJSON-329574137-project-member] [instance: b1b8d1b7-cc0e-4807-a7f4-e963cb9da64b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 819.519200] env[69319]: INFO nova.scheduler.client.report [None req-c6cef954-d69a-4e1c-84c1-8a41d4aafc00 tempest-ServerDiagnosticsNegativeTest-1956223848 tempest-ServerDiagnosticsNegativeTest-1956223848-project-member] Deleted allocations for instance 873a85e3-bddf-4544-b88c-71afd51bce57 [ 819.530053] env[69319]: INFO nova.scheduler.client.report [None req-aa6cad02-efa8-4b9b-9a89-c3c1bd0291f6 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Deleted allocations for instance 95b759d7-a8d9-48bb-a730-ff0040147961 [ 819.562929] env[69319]: DEBUG oslo_vmware.api [None req-d9188552-0cd2-4651-80fc-66d275e2b725 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': task-3223115, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.647770] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223120, 'name': CreateVM_Task, 'duration_secs': 1.848687} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.647998] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04a666db-77b8-4c23-8c7c-887b23ea97af] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 819.648930] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0d5016cd-9649-486b-b681-08088982939e tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.649150] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0d5016cd-9649-486b-b681-08088982939e tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.649562] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0d5016cd-9649-486b-b681-08088982939e tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.649922] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-638f8bd7-7eb7-4849-948f-23dfe8992b4b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.657932] env[69319]: DEBUG oslo_vmware.api [None req-0d5016cd-9649-486b-b681-08088982939e tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Waiting for the task: (returnval){ [ 819.657932] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52b7250b-ed15-b852-b6a5-2ffc7287a1ac" [ 819.657932] env[69319]: _type = "Task" [ 819.657932] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.673544] env[69319]: DEBUG oslo_vmware.api [None req-0d5016cd-9649-486b-b681-08088982939e tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52b7250b-ed15-b852-b6a5-2ffc7287a1ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.681970] env[69319]: DEBUG oslo_vmware.api [None req-b8b018fb-2135-4879-bcbf-64f9dc1917a5 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Task: {'id': task-3223124, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.856033] env[69319]: DEBUG oslo_vmware.api [None req-0d4f9f21-3811-46be-8408-f3a86053d78f tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Task: {'id': task-3223116, 'name': CloneVM_Task, 'duration_secs': 2.779266} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.857142] env[69319]: INFO nova.virt.vmwareapi.vmops [None req-0d4f9f21-3811-46be-8408-f3a86053d78f tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] [instance: 05018af1-8cde-4512-b5b4-f392e39523ff] Created linked-clone VM from snapshot [ 819.857855] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c99869b-98a4-4e90-8619-9adfb602ee4e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.867022] env[69319]: DEBUG nova.virt.vmwareapi.images [None req-0d4f9f21-3811-46be-8408-f3a86053d78f tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] [instance: 05018af1-8cde-4512-b5b4-f392e39523ff] Uploading image 2d29159e-2e8a-4678-a026-28b610ed401c {{(pid=69319) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 819.907327] env[69319]: DEBUG oslo_vmware.api [None req-d3ee6200-f823-4526-bf40-c9a6abdfd368 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Task: {'id': task-3223125, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.910069] env[69319]: DEBUG oslo_vmware.rw_handles [None req-0d4f9f21-3811-46be-8408-f3a86053d78f tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 819.910069] env[69319]: value = "vm-644363" [ 819.910069] env[69319]: _type = "VirtualMachine" [ 819.910069] env[69319]: }. {{(pid=69319) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 819.910527] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-417359b2-7ae1-47a6-9e25-ff8d3f4377c6 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.918873] env[69319]: DEBUG oslo_vmware.rw_handles [None req-0d4f9f21-3811-46be-8408-f3a86053d78f tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Lease: (returnval){ [ 819.918873] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]521b4d57-1aea-4b29-8cfe-c4407314933c" [ 819.918873] env[69319]: _type = "HttpNfcLease" [ 819.918873] env[69319]: } obtained for exporting VM: (result){ [ 819.918873] env[69319]: value = "vm-644363" [ 819.918873] env[69319]: _type = "VirtualMachine" [ 819.918873] env[69319]: }. {{(pid=69319) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 819.919178] env[69319]: DEBUG oslo_vmware.api [None req-0d4f9f21-3811-46be-8408-f3a86053d78f tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Waiting for the lease: (returnval){ [ 819.919178] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]521b4d57-1aea-4b29-8cfe-c4407314933c" [ 819.919178] env[69319]: _type = "HttpNfcLease" [ 819.919178] env[69319]: } to be ready. {{(pid=69319) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 819.927833] env[69319]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 819.927833] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]521b4d57-1aea-4b29-8cfe-c4407314933c" [ 819.927833] env[69319]: _type = "HttpNfcLease" [ 819.927833] env[69319]: } is initializing. {{(pid=69319) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 819.991563] env[69319]: DEBUG nova.compute.utils [None req-e118095f-9053-447b-9107-f1a3739d98ae tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Using /dev/sd instead of None {{(pid=69319) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 819.994907] env[69319]: DEBUG nova.compute.manager [None req-e118095f-9053-447b-9107-f1a3739d98ae tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: 0b5d2173-10d1-4983-877c-743388460231] Allocating IP information in the background. {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 819.995085] env[69319]: DEBUG nova.network.neutron [None req-e118095f-9053-447b-9107-f1a3739d98ae tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: 0b5d2173-10d1-4983-877c-743388460231] allocate_for_instance() {{(pid=69319) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 820.034295] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c6cef954-d69a-4e1c-84c1-8a41d4aafc00 tempest-ServerDiagnosticsNegativeTest-1956223848 tempest-ServerDiagnosticsNegativeTest-1956223848-project-member] Lock "873a85e3-bddf-4544-b88c-71afd51bce57" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.016s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.043587] env[69319]: DEBUG oslo_concurrency.lockutils [None req-aa6cad02-efa8-4b9b-9a89-c3c1bd0291f6 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Lock "95b759d7-a8d9-48bb-a730-ff0040147961" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.695s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.061647] env[69319]: DEBUG oslo_vmware.api [None req-d9188552-0cd2-4651-80fc-66d275e2b725 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': task-3223115, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.129444] env[69319]: DEBUG nova.policy [None req-e118095f-9053-447b-9107-f1a3739d98ae tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0edc98b69fba43eba1ee5f75f60947dd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0d85cf2d6d084bca85dcd31ab0910647', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69319) authorize /opt/stack/nova/nova/policy.py:192}} [ 820.179382] env[69319]: DEBUG oslo_vmware.api [None req-0d5016cd-9649-486b-b681-08088982939e tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52b7250b-ed15-b852-b6a5-2ffc7287a1ac, 'name': SearchDatastore_Task, 'duration_secs': 0.059844} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.185949] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0d5016cd-9649-486b-b681-08088982939e tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.185949] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-0d5016cd-9649-486b-b681-08088982939e tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] [instance: 04a666db-77b8-4c23-8c7c-887b23ea97af] Processing image 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 820.185949] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0d5016cd-9649-486b-b681-08088982939e tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.185949] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0d5016cd-9649-486b-b681-08088982939e tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.185949] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d5016cd-9649-486b-b681-08088982939e tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 820.188464] env[69319]: DEBUG oslo_vmware.api [None req-b8b018fb-2135-4879-bcbf-64f9dc1917a5 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Task: {'id': task-3223124, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.619079} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.188464] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b13c9cf6-8a39-453d-8de4-d124580dba31 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.188606] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8b018fb-2135-4879-bcbf-64f9dc1917a5 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] bfc6c3e7-8384-4669-bd43-acdfcb1c478a/bfc6c3e7-8384-4669-bd43-acdfcb1c478a.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 820.188818] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-b8b018fb-2135-4879-bcbf-64f9dc1917a5 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] [instance: bfc6c3e7-8384-4669-bd43-acdfcb1c478a] Extending root virtual disk to 1048576 {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 820.189234] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-07e424b2-f6dc-48bd-a6a9-33e3125fd56d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.201342] env[69319]: DEBUG oslo_vmware.api [None req-b8b018fb-2135-4879-bcbf-64f9dc1917a5 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Waiting for the task: (returnval){ [ 820.201342] env[69319]: value = "task-3223127" [ 820.201342] env[69319]: _type = "Task" [ 820.201342] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.203090] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d5016cd-9649-486b-b681-08088982939e tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 820.203260] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-0d5016cd-9649-486b-b681-08088982939e tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 820.208172] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79ada11c-2405-496a-a785-013cc2d2d205 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.215874] env[69319]: DEBUG oslo_vmware.api [None req-0d5016cd-9649-486b-b681-08088982939e tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Waiting for the task: (returnval){ [ 820.215874] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]520a4d71-ebdf-a398-b2fb-283a187be7a8" [ 820.215874] env[69319]: _type = "Task" [ 820.215874] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.219353] env[69319]: DEBUG oslo_vmware.api [None req-b8b018fb-2135-4879-bcbf-64f9dc1917a5 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Task: {'id': task-3223127, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.230393] env[69319]: DEBUG oslo_vmware.api [None req-0d5016cd-9649-486b-b681-08088982939e tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]520a4d71-ebdf-a398-b2fb-283a187be7a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.429150] env[69319]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 820.429150] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]521b4d57-1aea-4b29-8cfe-c4407314933c" [ 820.429150] env[69319]: _type = "HttpNfcLease" [ 820.429150] env[69319]: } is ready. {{(pid=69319) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 820.430766] env[69319]: DEBUG oslo_vmware.rw_handles [None req-0d4f9f21-3811-46be-8408-f3a86053d78f tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 820.430766] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]521b4d57-1aea-4b29-8cfe-c4407314933c" [ 820.430766] env[69319]: _type = "HttpNfcLease" [ 820.430766] env[69319]: }. {{(pid=69319) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 820.432198] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d288fc57-b6a3-47a6-8dcf-46a4646407dc {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.484183] env[69319]: DEBUG oslo_vmware.rw_handles [None req-0d4f9f21-3811-46be-8408-f3a86053d78f tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fb989c-a393-4d6c-f756-553bca03d696/disk-0.vmdk from lease info. {{(pid=69319) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 820.484417] env[69319]: DEBUG oslo_vmware.rw_handles [None req-0d4f9f21-3811-46be-8408-f3a86053d78f tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fb989c-a393-4d6c-f756-553bca03d696/disk-0.vmdk for reading. {{(pid=69319) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 820.501159] env[69319]: DEBUG nova.compute.manager [None req-e118095f-9053-447b-9107-f1a3739d98ae tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: 0b5d2173-10d1-4983-877c-743388460231] Start building block device mappings for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 820.603448] env[69319]: DEBUG oslo_vmware.api [None req-d9188552-0cd2-4651-80fc-66d275e2b725 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': task-3223115, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.754314] env[69319]: DEBUG oslo_vmware.api [None req-b8b018fb-2135-4879-bcbf-64f9dc1917a5 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Task: {'id': task-3223127, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.514401} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.754624] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-b8b018fb-2135-4879-bcbf-64f9dc1917a5 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] [instance: bfc6c3e7-8384-4669-bd43-acdfcb1c478a] Extended root virtual disk {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 820.755446] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ed36b9c-0a89-4ac5-bc0d-91fd59a33fc2 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.822404] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8b018fb-2135-4879-bcbf-64f9dc1917a5 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] [instance: bfc6c3e7-8384-4669-bd43-acdfcb1c478a] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] bfc6c3e7-8384-4669-bd43-acdfcb1c478a/bfc6c3e7-8384-4669-bd43-acdfcb1c478a.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 820.848534] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-578a2807-efb8-458f-a1b7-8769dec69636 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.886491] env[69319]: DEBUG oslo_vmware.api [None req-d3ee6200-f823-4526-bf40-c9a6abdfd368 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Task: {'id': task-3223125, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.886491] env[69319]: DEBUG oslo_vmware.api [None req-0d5016cd-9649-486b-b681-08088982939e tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]520a4d71-ebdf-a398-b2fb-283a187be7a8, 'name': SearchDatastore_Task, 'duration_secs': 0.019945} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.990326] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6d7f3b1-2884-47e7-8230-60e74969cc0a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.004472] env[69319]: DEBUG oslo_vmware.api [None req-b8b018fb-2135-4879-bcbf-64f9dc1917a5 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Waiting for the task: (returnval){ [ 821.004472] env[69319]: value = "task-3223128" [ 821.004472] env[69319]: _type = "Task" [ 821.004472] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.024532] env[69319]: DEBUG oslo_vmware.api [None req-d3ee6200-f823-4526-bf40-c9a6abdfd368 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Task: {'id': task-3223125, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.025076] env[69319]: DEBUG oslo_vmware.api [None req-0d5016cd-9649-486b-b681-08088982939e tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Waiting for the task: (returnval){ [ 821.025076] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52ba06ef-9660-da79-2f69-a656170b3e50" [ 821.025076] env[69319]: _type = "Task" [ 821.025076] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.038464] env[69319]: DEBUG oslo_vmware.api [None req-b8b018fb-2135-4879-bcbf-64f9dc1917a5 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Task: {'id': task-3223128, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.047191] env[69319]: DEBUG oslo_vmware.api [None req-0d5016cd-9649-486b-b681-08088982939e tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52ba06ef-9660-da79-2f69-a656170b3e50, 'name': SearchDatastore_Task, 'duration_secs': 0.014027} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.049639] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0d5016cd-9649-486b-b681-08088982939e tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.049917] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d5016cd-9649-486b-b681-08088982939e tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] 04a666db-77b8-4c23-8c7c-887b23ea97af/04a666db-77b8-4c23-8c7c-887b23ea97af.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 821.050458] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ae65630a-6e29-4568-b988-dd57e787bb0c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.052666] env[69319]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-17374210-58d2-4c42-869c-7a9ec153bd09 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.070621] env[69319]: DEBUG oslo_vmware.api [None req-d9188552-0cd2-4651-80fc-66d275e2b725 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': task-3223115, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.076728] env[69319]: DEBUG oslo_vmware.api [None req-0d5016cd-9649-486b-b681-08088982939e tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Waiting for the task: (returnval){ [ 821.076728] env[69319]: value = "task-3223129" [ 821.076728] env[69319]: _type = "Task" [ 821.076728] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.087549] env[69319]: DEBUG oslo_vmware.api [None req-0d5016cd-9649-486b-b681-08088982939e tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Task: {'id': task-3223129, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.206551] env[69319]: DEBUG nova.network.neutron [None req-e118095f-9053-447b-9107-f1a3739d98ae tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: 0b5d2173-10d1-4983-877c-743388460231] Successfully created port: 14797bb0-0cb5-4025-9cfe-1e86933e4acd {{(pid=69319) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 821.507972] env[69319]: DEBUG oslo_vmware.api [None req-d3ee6200-f823-4526-bf40-c9a6abdfd368 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Task: {'id': task-3223125, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.530801] env[69319]: DEBUG oslo_vmware.api [None req-b8b018fb-2135-4879-bcbf-64f9dc1917a5 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Task: {'id': task-3223128, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.579084] env[69319]: DEBUG oslo_vmware.api [None req-d9188552-0cd2-4651-80fc-66d275e2b725 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': task-3223115, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.592219] env[69319]: DEBUG oslo_vmware.api [None req-0d5016cd-9649-486b-b681-08088982939e tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Task: {'id': task-3223129, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.617160] env[69319]: DEBUG nova.network.neutron [None req-c899aaf1-45c5-4862-bea6-c5c2bae6cc73 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] [instance: 78d62458-5f2a-45a1-bf75-c1bf6a087b48] Successfully updated port: 60b25848-a49a-42b3-9357-c130cb7ff83c {{(pid=69319) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 821.637959] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98da3424-07a8-4be8-a441-e7bf2d7b879d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.650052] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ba108f0-366f-4124-a472-0359dbf3cc17 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.694859] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ec9f570-37ad-43d1-acab-86f8352f38cb {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.705453] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9930be3f-7a42-4aa4-9b0d-1b94b0cb8e84 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.723711] env[69319]: DEBUG nova.compute.provider_tree [None req-f1010cd2-2d4a-42c1-b9a6-8f51bf1a7c3e tempest-InstanceActionsV221TestJSON-329574137 tempest-InstanceActionsV221TestJSON-329574137-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 821.834544] env[69319]: DEBUG nova.compute.manager [None req-e118095f-9053-447b-9107-f1a3739d98ae tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: 0b5d2173-10d1-4983-877c-743388460231] Start spawning the instance on the hypervisor. {{(pid=69319) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 821.881382] env[69319]: DEBUG nova.virt.hardware [None req-e118095f-9053-447b-9107-f1a3739d98ae tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:32:36Z,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31f027872f6f44dba95ff2fe7a062e00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:32:36Z,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 821.881606] env[69319]: DEBUG nova.virt.hardware [None req-e118095f-9053-447b-9107-f1a3739d98ae tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 821.881770] env[69319]: DEBUG nova.virt.hardware [None req-e118095f-9053-447b-9107-f1a3739d98ae tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 821.882147] env[69319]: DEBUG nova.virt.hardware [None req-e118095f-9053-447b-9107-f1a3739d98ae tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 821.882396] env[69319]: DEBUG nova.virt.hardware [None req-e118095f-9053-447b-9107-f1a3739d98ae tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 821.882670] env[69319]: DEBUG nova.virt.hardware [None req-e118095f-9053-447b-9107-f1a3739d98ae tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 821.882997] env[69319]: DEBUG nova.virt.hardware [None req-e118095f-9053-447b-9107-f1a3739d98ae tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 821.883248] env[69319]: DEBUG nova.virt.hardware [None req-e118095f-9053-447b-9107-f1a3739d98ae tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 821.883536] env[69319]: DEBUG nova.virt.hardware [None req-e118095f-9053-447b-9107-f1a3739d98ae tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 821.883591] env[69319]: DEBUG nova.virt.hardware [None req-e118095f-9053-447b-9107-f1a3739d98ae tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 821.883829] env[69319]: DEBUG nova.virt.hardware [None req-e118095f-9053-447b-9107-f1a3739d98ae tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 821.884760] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e41c3324-f380-4b4b-974f-40909454c3a0 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.894681] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe423475-7d81-4e28-841a-f4318372f394 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.000876] env[69319]: DEBUG oslo_vmware.api [None req-d3ee6200-f823-4526-bf40-c9a6abdfd368 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Task: {'id': task-3223125, 'name': PowerOnVM_Task, 'duration_secs': 2.358747} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.001183] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3ee6200-f823-4526-bf40-c9a6abdfd368 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] [instance: 13a67670-f42e-4041-8f4e-4fe3a65e2f33] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 822.001384] env[69319]: INFO nova.compute.manager [None req-d3ee6200-f823-4526-bf40-c9a6abdfd368 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] [instance: 13a67670-f42e-4041-8f4e-4fe3a65e2f33] Took 10.51 seconds to spawn the instance on the hypervisor. [ 822.001791] env[69319]: DEBUG nova.compute.manager [None req-d3ee6200-f823-4526-bf40-c9a6abdfd368 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] [instance: 13a67670-f42e-4041-8f4e-4fe3a65e2f33] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 822.002573] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-856302f3-cafc-48c3-a3b3-91af7cce8a3e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.023923] env[69319]: DEBUG oslo_vmware.api [None req-b8b018fb-2135-4879-bcbf-64f9dc1917a5 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Task: {'id': task-3223128, 'name': ReconfigVM_Task, 'duration_secs': 0.570988} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.024759] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8b018fb-2135-4879-bcbf-64f9dc1917a5 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] [instance: bfc6c3e7-8384-4669-bd43-acdfcb1c478a] Reconfigured VM instance instance-00000029 to attach disk [datastore2] bfc6c3e7-8384-4669-bd43-acdfcb1c478a/bfc6c3e7-8384-4669-bd43-acdfcb1c478a.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 822.025407] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e7c59702-da27-4237-a662-79c2e277041b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.033495] env[69319]: DEBUG oslo_vmware.api [None req-b8b018fb-2135-4879-bcbf-64f9dc1917a5 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Waiting for the task: (returnval){ [ 822.033495] env[69319]: value = "task-3223130" [ 822.033495] env[69319]: _type = "Task" [ 822.033495] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.071856] env[69319]: DEBUG oslo_vmware.api [None req-d9188552-0cd2-4651-80fc-66d275e2b725 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': task-3223115, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.075480] env[69319]: DEBUG nova.compute.manager [req-44f9e19c-bcff-478c-ac3b-15a60aa80f55 req-018997dd-51d1-415f-a654-75a9dd5bc0c1 service nova] [instance: 78d62458-5f2a-45a1-bf75-c1bf6a087b48] Received event network-vif-plugged-60b25848-a49a-42b3-9357-c130cb7ff83c {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 822.075865] env[69319]: DEBUG oslo_concurrency.lockutils [req-44f9e19c-bcff-478c-ac3b-15a60aa80f55 req-018997dd-51d1-415f-a654-75a9dd5bc0c1 service nova] Acquiring lock "78d62458-5f2a-45a1-bf75-c1bf6a087b48-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.076281] env[69319]: DEBUG oslo_concurrency.lockutils [req-44f9e19c-bcff-478c-ac3b-15a60aa80f55 req-018997dd-51d1-415f-a654-75a9dd5bc0c1 service nova] Lock "78d62458-5f2a-45a1-bf75-c1bf6a087b48-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.076604] env[69319]: DEBUG oslo_concurrency.lockutils [req-44f9e19c-bcff-478c-ac3b-15a60aa80f55 req-018997dd-51d1-415f-a654-75a9dd5bc0c1 service nova] Lock "78d62458-5f2a-45a1-bf75-c1bf6a087b48-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.077032] env[69319]: DEBUG nova.compute.manager [req-44f9e19c-bcff-478c-ac3b-15a60aa80f55 req-018997dd-51d1-415f-a654-75a9dd5bc0c1 service nova] [instance: 78d62458-5f2a-45a1-bf75-c1bf6a087b48] No waiting events found dispatching network-vif-plugged-60b25848-a49a-42b3-9357-c130cb7ff83c {{(pid=69319) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 822.077227] env[69319]: WARNING nova.compute.manager [req-44f9e19c-bcff-478c-ac3b-15a60aa80f55 req-018997dd-51d1-415f-a654-75a9dd5bc0c1 service nova] [instance: 78d62458-5f2a-45a1-bf75-c1bf6a087b48] Received unexpected event network-vif-plugged-60b25848-a49a-42b3-9357-c130cb7ff83c for instance with vm_state building and task_state spawning. [ 822.094034] env[69319]: DEBUG oslo_vmware.api [None req-0d5016cd-9649-486b-b681-08088982939e tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Task: {'id': task-3223129, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.651964} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.094034] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d5016cd-9649-486b-b681-08088982939e tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] 04a666db-77b8-4c23-8c7c-887b23ea97af/04a666db-77b8-4c23-8c7c-887b23ea97af.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 822.094034] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-0d5016cd-9649-486b-b681-08088982939e tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] [instance: 04a666db-77b8-4c23-8c7c-887b23ea97af] Extending root virtual disk to 1048576 {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 822.094034] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c3c4469b-f23d-4827-910d-cd1c7b1b4b5e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.105033] env[69319]: DEBUG oslo_vmware.api [None req-0d5016cd-9649-486b-b681-08088982939e tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Waiting for the task: (returnval){ [ 822.105033] env[69319]: value = "task-3223131" [ 822.105033] env[69319]: _type = "Task" [ 822.105033] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.125313] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c899aaf1-45c5-4862-bea6-c5c2bae6cc73 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Acquiring lock "refresh_cache-78d62458-5f2a-45a1-bf75-c1bf6a087b48" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.125313] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c899aaf1-45c5-4862-bea6-c5c2bae6cc73 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Acquired lock "refresh_cache-78d62458-5f2a-45a1-bf75-c1bf6a087b48" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.125534] env[69319]: DEBUG nova.network.neutron [None req-c899aaf1-45c5-4862-bea6-c5c2bae6cc73 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] [instance: 78d62458-5f2a-45a1-bf75-c1bf6a087b48] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 822.130636] env[69319]: DEBUG oslo_vmware.api [None req-0d5016cd-9649-486b-b681-08088982939e tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Task: {'id': task-3223131, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.231021] env[69319]: DEBUG nova.scheduler.client.report [None req-f1010cd2-2d4a-42c1-b9a6-8f51bf1a7c3e tempest-InstanceActionsV221TestJSON-329574137 tempest-InstanceActionsV221TestJSON-329574137-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 822.318636] env[69319]: DEBUG oslo_concurrency.lockutils [None req-bb8c4684-f2fd-4f50-aa42-c4c678b096ea tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Acquiring lock "1a043193-1e7c-43ad-b903-34ca9371045e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.318870] env[69319]: DEBUG oslo_concurrency.lockutils [None req-bb8c4684-f2fd-4f50-aa42-c4c678b096ea tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Lock "1a043193-1e7c-43ad-b903-34ca9371045e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.526774] env[69319]: INFO nova.compute.manager [None req-d3ee6200-f823-4526-bf40-c9a6abdfd368 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] [instance: 13a67670-f42e-4041-8f4e-4fe3a65e2f33] Took 42.39 seconds to build instance. [ 822.549820] env[69319]: DEBUG oslo_vmware.api [None req-b8b018fb-2135-4879-bcbf-64f9dc1917a5 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Task: {'id': task-3223130, 'name': Rename_Task, 'duration_secs': 0.294424} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.550178] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8b018fb-2135-4879-bcbf-64f9dc1917a5 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] [instance: bfc6c3e7-8384-4669-bd43-acdfcb1c478a] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 822.550434] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-396c1938-5347-469a-b35d-c3b067266f01 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.559701] env[69319]: DEBUG oslo_vmware.api [None req-b8b018fb-2135-4879-bcbf-64f9dc1917a5 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Waiting for the task: (returnval){ [ 822.559701] env[69319]: value = "task-3223132" [ 822.559701] env[69319]: _type = "Task" [ 822.559701] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.574747] env[69319]: DEBUG oslo_vmware.api [None req-b8b018fb-2135-4879-bcbf-64f9dc1917a5 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Task: {'id': task-3223132, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.582035] env[69319]: DEBUG oslo_vmware.api [None req-d9188552-0cd2-4651-80fc-66d275e2b725 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': task-3223115, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.616817] env[69319]: DEBUG oslo_vmware.api [None req-0d5016cd-9649-486b-b681-08088982939e tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Task: {'id': task-3223131, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.218957} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.617524] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-0d5016cd-9649-486b-b681-08088982939e tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] [instance: 04a666db-77b8-4c23-8c7c-887b23ea97af] Extended root virtual disk {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 822.618493] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5642b17-9f6a-437d-8560-8fb89edee272 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.654571] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d5016cd-9649-486b-b681-08088982939e tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] [instance: 04a666db-77b8-4c23-8c7c-887b23ea97af] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] 04a666db-77b8-4c23-8c7c-887b23ea97af/04a666db-77b8-4c23-8c7c-887b23ea97af.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 822.655558] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b7c4fd0-28d7-4df3-92a8-ec0f57738f85 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.681138] env[69319]: DEBUG oslo_vmware.api [None req-0d5016cd-9649-486b-b681-08088982939e tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Waiting for the task: (returnval){ [ 822.681138] env[69319]: value = "task-3223133" [ 822.681138] env[69319]: _type = "Task" [ 822.681138] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.691671] env[69319]: DEBUG oslo_vmware.api [None req-0d5016cd-9649-486b-b681-08088982939e tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Task: {'id': task-3223133, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.710956] env[69319]: DEBUG nova.network.neutron [None req-c899aaf1-45c5-4862-bea6-c5c2bae6cc73 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] [instance: 78d62458-5f2a-45a1-bf75-c1bf6a087b48] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 822.738396] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f1010cd2-2d4a-42c1-b9a6-8f51bf1a7c3e tempest-InstanceActionsV221TestJSON-329574137 tempest-InstanceActionsV221TestJSON-329574137-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.254s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.739747] env[69319]: DEBUG nova.compute.manager [None req-f1010cd2-2d4a-42c1-b9a6-8f51bf1a7c3e tempest-InstanceActionsV221TestJSON-329574137 tempest-InstanceActionsV221TestJSON-329574137-project-member] [instance: b1b8d1b7-cc0e-4807-a7f4-e963cb9da64b] Start building networks asynchronously for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 822.745572] env[69319]: DEBUG oslo_concurrency.lockutils [None req-7df8baa7-31c7-445c-ad90-4d881472fc36 tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.354s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.745811] env[69319]: DEBUG nova.objects.instance [None req-7df8baa7-31c7-445c-ad90-4d881472fc36 tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Lazy-loading 'resources' on Instance uuid b38347d2-a6f3-4640-b25e-c9e67196f733 {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 822.994575] env[69319]: DEBUG nova.network.neutron [None req-e118095f-9053-447b-9107-f1a3739d98ae tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: 0b5d2173-10d1-4983-877c-743388460231] Successfully updated port: 14797bb0-0cb5-4025-9cfe-1e86933e4acd {{(pid=69319) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 823.030108] env[69319]: DEBUG oslo_concurrency.lockutils [None req-d3ee6200-f823-4526-bf40-c9a6abdfd368 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Lock "13a67670-f42e-4041-8f4e-4fe3a65e2f33" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 115.560s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.088564] env[69319]: DEBUG oslo_vmware.api [None req-b8b018fb-2135-4879-bcbf-64f9dc1917a5 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Task: {'id': task-3223132, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.095196] env[69319]: DEBUG oslo_vmware.api [None req-d9188552-0cd2-4651-80fc-66d275e2b725 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': task-3223115, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.198704] env[69319]: DEBUG oslo_vmware.api [None req-0d5016cd-9649-486b-b681-08088982939e tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Task: {'id': task-3223133, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.215218] env[69319]: DEBUG nova.compute.manager [req-76eeaf24-573c-4c93-9bd0-70febec049e3 req-c39e8df8-d8c8-4895-96f5-5aa8c9832711 service nova] [instance: 0b5d2173-10d1-4983-877c-743388460231] Received event network-vif-plugged-14797bb0-0cb5-4025-9cfe-1e86933e4acd {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 823.217288] env[69319]: DEBUG oslo_concurrency.lockutils [req-76eeaf24-573c-4c93-9bd0-70febec049e3 req-c39e8df8-d8c8-4895-96f5-5aa8c9832711 service nova] Acquiring lock "0b5d2173-10d1-4983-877c-743388460231-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.217288] env[69319]: DEBUG oslo_concurrency.lockutils [req-76eeaf24-573c-4c93-9bd0-70febec049e3 req-c39e8df8-d8c8-4895-96f5-5aa8c9832711 service nova] Lock "0b5d2173-10d1-4983-877c-743388460231-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.217288] env[69319]: DEBUG oslo_concurrency.lockutils [req-76eeaf24-573c-4c93-9bd0-70febec049e3 req-c39e8df8-d8c8-4895-96f5-5aa8c9832711 service nova] Lock "0b5d2173-10d1-4983-877c-743388460231-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.217288] env[69319]: DEBUG nova.compute.manager [req-76eeaf24-573c-4c93-9bd0-70febec049e3 req-c39e8df8-d8c8-4895-96f5-5aa8c9832711 service nova] [instance: 0b5d2173-10d1-4983-877c-743388460231] No waiting events found dispatching network-vif-plugged-14797bb0-0cb5-4025-9cfe-1e86933e4acd {{(pid=69319) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 823.218195] env[69319]: WARNING nova.compute.manager [req-76eeaf24-573c-4c93-9bd0-70febec049e3 req-c39e8df8-d8c8-4895-96f5-5aa8c9832711 service nova] [instance: 0b5d2173-10d1-4983-877c-743388460231] Received unexpected event network-vif-plugged-14797bb0-0cb5-4025-9cfe-1e86933e4acd for instance with vm_state building and task_state spawning. [ 823.248936] env[69319]: DEBUG nova.compute.utils [None req-f1010cd2-2d4a-42c1-b9a6-8f51bf1a7c3e tempest-InstanceActionsV221TestJSON-329574137 tempest-InstanceActionsV221TestJSON-329574137-project-member] Using /dev/sd instead of None {{(pid=69319) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 823.255218] env[69319]: DEBUG nova.compute.manager [None req-f1010cd2-2d4a-42c1-b9a6-8f51bf1a7c3e tempest-InstanceActionsV221TestJSON-329574137 tempest-InstanceActionsV221TestJSON-329574137-project-member] [instance: b1b8d1b7-cc0e-4807-a7f4-e963cb9da64b] Allocating IP information in the background. {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 823.255218] env[69319]: DEBUG nova.network.neutron [None req-f1010cd2-2d4a-42c1-b9a6-8f51bf1a7c3e tempest-InstanceActionsV221TestJSON-329574137 tempest-InstanceActionsV221TestJSON-329574137-project-member] [instance: b1b8d1b7-cc0e-4807-a7f4-e963cb9da64b] allocate_for_instance() {{(pid=69319) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 823.329333] env[69319]: DEBUG nova.policy [None req-f1010cd2-2d4a-42c1-b9a6-8f51bf1a7c3e tempest-InstanceActionsV221TestJSON-329574137 tempest-InstanceActionsV221TestJSON-329574137-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b41e79e9cab2405089d26612fc1e9411', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ba55e3b8db764c0998ef923316cc0088', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69319) authorize /opt/stack/nova/nova/policy.py:192}} [ 823.469650] env[69319]: DEBUG nova.network.neutron [None req-c899aaf1-45c5-4862-bea6-c5c2bae6cc73 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] [instance: 78d62458-5f2a-45a1-bf75-c1bf6a087b48] Updating instance_info_cache with network_info: [{"id": "60b25848-a49a-42b3-9357-c130cb7ff83c", "address": "fa:16:3e:82:72:a2", "network": {"id": "243f73e5-18e0-41fc-935d-25758c0e7829", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1577544746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ba894e033364cd1839ca06769acfff8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f17856cf-7248-414b-bde6-8c90cfb4c593", "external-id": "nsx-vlan-transportzone-341", "segmentation_id": 341, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60b25848-a4", "ovs_interfaceid": "60b25848-a49a-42b3-9357-c130cb7ff83c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.498303] env[69319]: DEBUG oslo_concurrency.lockutils [None req-e118095f-9053-447b-9107-f1a3739d98ae tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Acquiring lock "refresh_cache-0b5d2173-10d1-4983-877c-743388460231" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.498457] env[69319]: DEBUG oslo_concurrency.lockutils [None req-e118095f-9053-447b-9107-f1a3739d98ae tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Acquired lock "refresh_cache-0b5d2173-10d1-4983-877c-743388460231" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.498752] env[69319]: DEBUG nova.network.neutron [None req-e118095f-9053-447b-9107-f1a3739d98ae tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: 0b5d2173-10d1-4983-877c-743388460231] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 823.535948] env[69319]: DEBUG nova.compute.manager [None req-333191b1-9547-4b26-8570-a74a65fafb52 tempest-ServersTestJSON-1193997500 tempest-ServersTestJSON-1193997500-project-member] [instance: dcd83efc-4157-4174-b3bd-5bd6cd865360] Starting instance... {{(pid=69319) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 823.581667] env[69319]: DEBUG oslo_vmware.api [None req-b8b018fb-2135-4879-bcbf-64f9dc1917a5 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Task: {'id': task-3223132, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.601073] env[69319]: DEBUG oslo_vmware.api [None req-d9188552-0cd2-4651-80fc-66d275e2b725 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': task-3223115, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.696656] env[69319]: DEBUG oslo_vmware.api [None req-0d5016cd-9649-486b-b681-08088982939e tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Task: {'id': task-3223133, 'name': ReconfigVM_Task, 'duration_secs': 0.884986} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.699169] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d5016cd-9649-486b-b681-08088982939e tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] [instance: 04a666db-77b8-4c23-8c7c-887b23ea97af] Reconfigured VM instance instance-0000002c to attach disk [datastore2] 04a666db-77b8-4c23-8c7c-887b23ea97af/04a666db-77b8-4c23-8c7c-887b23ea97af.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 823.700390] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a7b7742e-362c-4245-813e-080e23c1bd3d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.709487] env[69319]: DEBUG oslo_vmware.api [None req-0d5016cd-9649-486b-b681-08088982939e tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Waiting for the task: (returnval){ [ 823.709487] env[69319]: value = "task-3223134" [ 823.709487] env[69319]: _type = "Task" [ 823.709487] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.724337] env[69319]: DEBUG oslo_vmware.api [None req-0d5016cd-9649-486b-b681-08088982939e tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Task: {'id': task-3223134, 'name': Rename_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.762463] env[69319]: DEBUG nova.compute.manager [None req-f1010cd2-2d4a-42c1-b9a6-8f51bf1a7c3e tempest-InstanceActionsV221TestJSON-329574137 tempest-InstanceActionsV221TestJSON-329574137-project-member] [instance: b1b8d1b7-cc0e-4807-a7f4-e963cb9da64b] Start building block device mappings for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 823.767264] env[69319]: DEBUG nova.network.neutron [None req-f1010cd2-2d4a-42c1-b9a6-8f51bf1a7c3e tempest-InstanceActionsV221TestJSON-329574137 tempest-InstanceActionsV221TestJSON-329574137-project-member] [instance: b1b8d1b7-cc0e-4807-a7f4-e963cb9da64b] Successfully created port: 3ca85b66-75a8-433d-89aa-e8e9027a4ed7 {{(pid=69319) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 823.973446] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c899aaf1-45c5-4862-bea6-c5c2bae6cc73 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Releasing lock "refresh_cache-78d62458-5f2a-45a1-bf75-c1bf6a087b48" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.973788] env[69319]: DEBUG nova.compute.manager [None req-c899aaf1-45c5-4862-bea6-c5c2bae6cc73 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] [instance: 78d62458-5f2a-45a1-bf75-c1bf6a087b48] Instance network_info: |[{"id": "60b25848-a49a-42b3-9357-c130cb7ff83c", "address": "fa:16:3e:82:72:a2", "network": {"id": "243f73e5-18e0-41fc-935d-25758c0e7829", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1577544746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ba894e033364cd1839ca06769acfff8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f17856cf-7248-414b-bde6-8c90cfb4c593", "external-id": "nsx-vlan-transportzone-341", "segmentation_id": 341, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60b25848-a4", "ovs_interfaceid": "60b25848-a49a-42b3-9357-c130cb7ff83c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 823.974263] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-c899aaf1-45c5-4862-bea6-c5c2bae6cc73 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] [instance: 78d62458-5f2a-45a1-bf75-c1bf6a087b48] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:72:a2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f17856cf-7248-414b-bde6-8c90cfb4c593', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '60b25848-a49a-42b3-9357-c130cb7ff83c', 'vif_model': 'vmxnet3'}] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 823.985372] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c899aaf1-45c5-4862-bea6-c5c2bae6cc73 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 823.985372] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78d62458-5f2a-45a1-bf75-c1bf6a087b48] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 823.985372] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f98ee2fa-db4f-47b1-a1c4-19c8bfd4e101 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.008831] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 824.008831] env[69319]: value = "task-3223135" [ 824.008831] env[69319]: _type = "Task" [ 824.008831] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.025213] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223135, 'name': CreateVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.050475] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f77b6be8-f548-4ae1-b177-e2a603c14813 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.059270] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ee85545-491f-4c73-8f12-4b606c4ba5fb {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.066081] env[69319]: DEBUG oslo_concurrency.lockutils [None req-333191b1-9547-4b26-8570-a74a65fafb52 tempest-ServersTestJSON-1193997500 tempest-ServersTestJSON-1193997500-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.098247] env[69319]: DEBUG nova.network.neutron [None req-e118095f-9053-447b-9107-f1a3739d98ae tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: 0b5d2173-10d1-4983-877c-743388460231] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 824.102810] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3087a7a6-c536-4565-8b40-c0ffaf592086 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.110147] env[69319]: DEBUG oslo_vmware.api [None req-b8b018fb-2135-4879-bcbf-64f9dc1917a5 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Task: {'id': task-3223132, 'name': PowerOnVM_Task, 'duration_secs': 1.075635} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.110147] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8b018fb-2135-4879-bcbf-64f9dc1917a5 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] [instance: bfc6c3e7-8384-4669-bd43-acdfcb1c478a] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 824.110147] env[69319]: DEBUG nova.compute.manager [None req-b8b018fb-2135-4879-bcbf-64f9dc1917a5 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] [instance: bfc6c3e7-8384-4669-bd43-acdfcb1c478a] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 824.110944] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-619f27ff-0730-4334-be05-1ce2e06a420e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.118517] env[69319]: DEBUG oslo_vmware.api [None req-d9188552-0cd2-4651-80fc-66d275e2b725 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': task-3223115, 'name': ReconfigVM_Task, 'duration_secs': 7.104583} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.119885] env[69319]: DEBUG oslo_concurrency.lockutils [None req-d9188552-0cd2-4651-80fc-66d275e2b725 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Releasing lock "90fb9d48-f1f0-4f55-9e0f-673d7d78c380" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.119885] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-d9188552-0cd2-4651-80fc-66d275e2b725 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 90fb9d48-f1f0-4f55-9e0f-673d7d78c380] Reconfigured VM to detach interface {{(pid=69319) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 824.123645] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd8fc35a-c540-4874-a92d-e30e0df84ef1 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.143662] env[69319]: DEBUG nova.compute.provider_tree [None req-7df8baa7-31c7-445c-ad90-4d881472fc36 tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 824.207117] env[69319]: DEBUG nova.compute.manager [req-b71a49b1-ea31-4304-b3ad-383a400bd337 req-790372ca-d919-42e7-ba17-b6fed74d2e9d service nova] [instance: 78d62458-5f2a-45a1-bf75-c1bf6a087b48] Received event network-changed-60b25848-a49a-42b3-9357-c130cb7ff83c {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 824.207117] env[69319]: DEBUG nova.compute.manager [req-b71a49b1-ea31-4304-b3ad-383a400bd337 req-790372ca-d919-42e7-ba17-b6fed74d2e9d service nova] [instance: 78d62458-5f2a-45a1-bf75-c1bf6a087b48] Refreshing instance network info cache due to event network-changed-60b25848-a49a-42b3-9357-c130cb7ff83c. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 824.207117] env[69319]: DEBUG oslo_concurrency.lockutils [req-b71a49b1-ea31-4304-b3ad-383a400bd337 req-790372ca-d919-42e7-ba17-b6fed74d2e9d service nova] Acquiring lock "refresh_cache-78d62458-5f2a-45a1-bf75-c1bf6a087b48" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.207117] env[69319]: DEBUG oslo_concurrency.lockutils [req-b71a49b1-ea31-4304-b3ad-383a400bd337 req-790372ca-d919-42e7-ba17-b6fed74d2e9d service nova] Acquired lock "refresh_cache-78d62458-5f2a-45a1-bf75-c1bf6a087b48" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.207117] env[69319]: DEBUG nova.network.neutron [req-b71a49b1-ea31-4304-b3ad-383a400bd337 req-790372ca-d919-42e7-ba17-b6fed74d2e9d service nova] [instance: 78d62458-5f2a-45a1-bf75-c1bf6a087b48] Refreshing network info cache for port 60b25848-a49a-42b3-9357-c130cb7ff83c {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 824.222308] env[69319]: DEBUG oslo_vmware.api [None req-0d5016cd-9649-486b-b681-08088982939e tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Task: {'id': task-3223134, 'name': Rename_Task, 'duration_secs': 0.226667} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.222592] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d5016cd-9649-486b-b681-08088982939e tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] [instance: 04a666db-77b8-4c23-8c7c-887b23ea97af] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 824.222833] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-021d61ca-03bf-4576-88d4-d6d31ab14c8c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.234797] env[69319]: DEBUG oslo_vmware.api [None req-0d5016cd-9649-486b-b681-08088982939e tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Waiting for the task: (returnval){ [ 824.234797] env[69319]: value = "task-3223136" [ 824.234797] env[69319]: _type = "Task" [ 824.234797] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.256310] env[69319]: DEBUG oslo_vmware.api [None req-0d5016cd-9649-486b-b681-08088982939e tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Task: {'id': task-3223136, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.350269] env[69319]: DEBUG nova.network.neutron [None req-e118095f-9053-447b-9107-f1a3739d98ae tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: 0b5d2173-10d1-4983-877c-743388460231] Updating instance_info_cache with network_info: [{"id": "14797bb0-0cb5-4025-9cfe-1e86933e4acd", "address": "fa:16:3e:ec:be:a9", "network": {"id": "fe30ee17-2995-441e-8101-9012c093f221", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-656958957-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d85cf2d6d084bca85dcd31ab0910647", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14797bb0-0c", "ovs_interfaceid": "14797bb0-0cb5-4025-9cfe-1e86933e4acd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.522267] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223135, 'name': CreateVM_Task, 'duration_secs': 0.444335} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.522267] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78d62458-5f2a-45a1-bf75-c1bf6a087b48] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 824.522567] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c899aaf1-45c5-4862-bea6-c5c2bae6cc73 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.522663] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c899aaf1-45c5-4862-bea6-c5c2bae6cc73 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.522988] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c899aaf1-45c5-4862-bea6-c5c2bae6cc73 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.523272] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85515176-d922-44ad-ae99-ea8bcf429e92 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.536177] env[69319]: DEBUG oslo_vmware.api [None req-c899aaf1-45c5-4862-bea6-c5c2bae6cc73 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Waiting for the task: (returnval){ [ 824.536177] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]5248ba01-2dff-bb8d-2874-e53419b759ca" [ 824.536177] env[69319]: _type = "Task" [ 824.536177] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.549061] env[69319]: DEBUG oslo_vmware.api [None req-c899aaf1-45c5-4862-bea6-c5c2bae6cc73 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5248ba01-2dff-bb8d-2874-e53419b759ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.642346] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b8b018fb-2135-4879-bcbf-64f9dc1917a5 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.651167] env[69319]: DEBUG nova.scheduler.client.report [None req-7df8baa7-31c7-445c-ad90-4d881472fc36 tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 824.747763] env[69319]: DEBUG oslo_vmware.api [None req-0d5016cd-9649-486b-b681-08088982939e tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Task: {'id': task-3223136, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.780685] env[69319]: DEBUG nova.compute.manager [None req-f1010cd2-2d4a-42c1-b9a6-8f51bf1a7c3e tempest-InstanceActionsV221TestJSON-329574137 tempest-InstanceActionsV221TestJSON-329574137-project-member] [instance: b1b8d1b7-cc0e-4807-a7f4-e963cb9da64b] Start spawning the instance on the hypervisor. {{(pid=69319) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 824.838496] env[69319]: DEBUG nova.virt.hardware [None req-f1010cd2-2d4a-42c1-b9a6-8f51bf1a7c3e tempest-InstanceActionsV221TestJSON-329574137 tempest-InstanceActionsV221TestJSON-329574137-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:32:36Z,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31f027872f6f44dba95ff2fe7a062e00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:32:36Z,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 824.838918] env[69319]: DEBUG nova.virt.hardware [None req-f1010cd2-2d4a-42c1-b9a6-8f51bf1a7c3e tempest-InstanceActionsV221TestJSON-329574137 tempest-InstanceActionsV221TestJSON-329574137-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 824.839150] env[69319]: DEBUG nova.virt.hardware [None req-f1010cd2-2d4a-42c1-b9a6-8f51bf1a7c3e tempest-InstanceActionsV221TestJSON-329574137 tempest-InstanceActionsV221TestJSON-329574137-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 824.839368] env[69319]: DEBUG nova.virt.hardware [None req-f1010cd2-2d4a-42c1-b9a6-8f51bf1a7c3e tempest-InstanceActionsV221TestJSON-329574137 tempest-InstanceActionsV221TestJSON-329574137-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 824.839552] env[69319]: DEBUG nova.virt.hardware [None req-f1010cd2-2d4a-42c1-b9a6-8f51bf1a7c3e tempest-InstanceActionsV221TestJSON-329574137 tempest-InstanceActionsV221TestJSON-329574137-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 824.839776] env[69319]: DEBUG nova.virt.hardware [None req-f1010cd2-2d4a-42c1-b9a6-8f51bf1a7c3e tempest-InstanceActionsV221TestJSON-329574137 tempest-InstanceActionsV221TestJSON-329574137-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 824.839957] env[69319]: DEBUG nova.virt.hardware [None req-f1010cd2-2d4a-42c1-b9a6-8f51bf1a7c3e tempest-InstanceActionsV221TestJSON-329574137 tempest-InstanceActionsV221TestJSON-329574137-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 824.840134] env[69319]: DEBUG nova.virt.hardware [None req-f1010cd2-2d4a-42c1-b9a6-8f51bf1a7c3e tempest-InstanceActionsV221TestJSON-329574137 tempest-InstanceActionsV221TestJSON-329574137-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 824.840318] env[69319]: DEBUG nova.virt.hardware [None req-f1010cd2-2d4a-42c1-b9a6-8f51bf1a7c3e tempest-InstanceActionsV221TestJSON-329574137 tempest-InstanceActionsV221TestJSON-329574137-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 824.840507] env[69319]: DEBUG nova.virt.hardware [None req-f1010cd2-2d4a-42c1-b9a6-8f51bf1a7c3e tempest-InstanceActionsV221TestJSON-329574137 tempest-InstanceActionsV221TestJSON-329574137-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 824.840737] env[69319]: DEBUG nova.virt.hardware [None req-f1010cd2-2d4a-42c1-b9a6-8f51bf1a7c3e tempest-InstanceActionsV221TestJSON-329574137 tempest-InstanceActionsV221TestJSON-329574137-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 824.842582] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91434980-19d3-4510-bada-9cb4f0d8665d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.851620] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56fb8ce7-0d82-44de-a4d7-1811f66d99f8 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.856694] env[69319]: DEBUG oslo_concurrency.lockutils [None req-e118095f-9053-447b-9107-f1a3739d98ae tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Releasing lock "refresh_cache-0b5d2173-10d1-4983-877c-743388460231" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.856694] env[69319]: DEBUG nova.compute.manager [None req-e118095f-9053-447b-9107-f1a3739d98ae tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: 0b5d2173-10d1-4983-877c-743388460231] Instance network_info: |[{"id": "14797bb0-0cb5-4025-9cfe-1e86933e4acd", "address": "fa:16:3e:ec:be:a9", "network": {"id": "fe30ee17-2995-441e-8101-9012c093f221", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-656958957-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d85cf2d6d084bca85dcd31ab0910647", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14797bb0-0c", "ovs_interfaceid": "14797bb0-0cb5-4025-9cfe-1e86933e4acd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 824.857554] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-e118095f-9053-447b-9107-f1a3739d98ae tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: 0b5d2173-10d1-4983-877c-743388460231] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:be:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '980cb890-345b-4bf8-990a-a2faec78e49c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '14797bb0-0cb5-4025-9cfe-1e86933e4acd', 'vif_model': 'vmxnet3'}] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 824.865850] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e118095f-9053-447b-9107-f1a3739d98ae tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 824.865850] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b5d2173-10d1-4983-877c-743388460231] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 824.865850] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c2b53e39-56e7-404a-9077-b3c38731a10a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.896611] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 824.896611] env[69319]: value = "task-3223137" [ 824.896611] env[69319]: _type = "Task" [ 824.896611] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.906956] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223137, 'name': CreateVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.052145] env[69319]: DEBUG oslo_vmware.api [None req-c899aaf1-45c5-4862-bea6-c5c2bae6cc73 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5248ba01-2dff-bb8d-2874-e53419b759ca, 'name': SearchDatastore_Task, 'duration_secs': 0.014675} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.052441] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c899aaf1-45c5-4862-bea6-c5c2bae6cc73 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.052681] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-c899aaf1-45c5-4862-bea6-c5c2bae6cc73 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] [instance: 78d62458-5f2a-45a1-bf75-c1bf6a087b48] Processing image 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 825.052933] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c899aaf1-45c5-4862-bea6-c5c2bae6cc73 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.053189] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c899aaf1-45c5-4862-bea6-c5c2bae6cc73 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.053293] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-c899aaf1-45c5-4862-bea6-c5c2bae6cc73 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 825.053652] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0016cc42-4902-471e-bb72-4ea880c2e2d9 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.065975] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-c899aaf1-45c5-4862-bea6-c5c2bae6cc73 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 825.066225] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-c899aaf1-45c5-4862-bea6-c5c2bae6cc73 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 825.067016] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7c74d61-72d1-4854-b830-be30879b6848 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.080254] env[69319]: DEBUG oslo_vmware.api [None req-c899aaf1-45c5-4862-bea6-c5c2bae6cc73 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Waiting for the task: (returnval){ [ 825.080254] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]5239db8a-6fb4-7fc1-415b-a8487db2d3f8" [ 825.080254] env[69319]: _type = "Task" [ 825.080254] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.086564] env[69319]: DEBUG oslo_vmware.api [None req-c899aaf1-45c5-4862-bea6-c5c2bae6cc73 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5239db8a-6fb4-7fc1-415b-a8487db2d3f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.160227] env[69319]: DEBUG oslo_concurrency.lockutils [None req-7df8baa7-31c7-445c-ad90-4d881472fc36 tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.414s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.162622] env[69319]: DEBUG oslo_concurrency.lockutils [None req-52a966af-b455-411c-8803-c7b166372af5 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.339s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.165135] env[69319]: INFO nova.compute.claims [None req-52a966af-b455-411c-8803-c7b166372af5 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 33bc946c-1397-4355-8132-bc27084a66ba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 825.252880] env[69319]: DEBUG oslo_vmware.api [None req-0d5016cd-9649-486b-b681-08088982939e tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Task: {'id': task-3223136, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.271025] env[69319]: INFO nova.scheduler.client.report [None req-7df8baa7-31c7-445c-ad90-4d881472fc36 tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Deleted allocations for instance b38347d2-a6f3-4640-b25e-c9e67196f733 [ 825.348533] env[69319]: DEBUG nova.network.neutron [req-b71a49b1-ea31-4304-b3ad-383a400bd337 req-790372ca-d919-42e7-ba17-b6fed74d2e9d service nova] [instance: 78d62458-5f2a-45a1-bf75-c1bf6a087b48] Updated VIF entry in instance network info cache for port 60b25848-a49a-42b3-9357-c130cb7ff83c. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 825.349016] env[69319]: DEBUG nova.network.neutron [req-b71a49b1-ea31-4304-b3ad-383a400bd337 req-790372ca-d919-42e7-ba17-b6fed74d2e9d service nova] [instance: 78d62458-5f2a-45a1-bf75-c1bf6a087b48] Updating instance_info_cache with network_info: [{"id": "60b25848-a49a-42b3-9357-c130cb7ff83c", "address": "fa:16:3e:82:72:a2", "network": {"id": "243f73e5-18e0-41fc-935d-25758c0e7829", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1577544746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ba894e033364cd1839ca06769acfff8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f17856cf-7248-414b-bde6-8c90cfb4c593", "external-id": "nsx-vlan-transportzone-341", "segmentation_id": 341, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60b25848-a4", "ovs_interfaceid": "60b25848-a49a-42b3-9357-c130cb7ff83c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.410698] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223137, 'name': CreateVM_Task, 'duration_secs': 0.481531} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.410896] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b5d2173-10d1-4983-877c-743388460231] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 825.412912] env[69319]: DEBUG oslo_concurrency.lockutils [None req-e118095f-9053-447b-9107-f1a3739d98ae tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.413124] env[69319]: DEBUG oslo_concurrency.lockutils [None req-e118095f-9053-447b-9107-f1a3739d98ae tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.413456] env[69319]: DEBUG oslo_concurrency.lockutils [None req-e118095f-9053-447b-9107-f1a3739d98ae tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.413768] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-657f0289-a1d2-47cd-83c0-c6c178f0112e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.420980] env[69319]: DEBUG oslo_vmware.api [None req-e118095f-9053-447b-9107-f1a3739d98ae tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Waiting for the task: (returnval){ [ 825.420980] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]522fb902-6f35-1474-3e05-2e8cf1faffac" [ 825.420980] env[69319]: _type = "Task" [ 825.420980] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.437179] env[69319]: DEBUG oslo_vmware.api [None req-e118095f-9053-447b-9107-f1a3739d98ae tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]522fb902-6f35-1474-3e05-2e8cf1faffac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.544059] env[69319]: DEBUG nova.compute.manager [req-e72038d3-f98f-4ca1-a453-6de27bbe2b91 req-10cbe693-1086-4950-a28c-764b1ad3968b service nova] [instance: 0b5d2173-10d1-4983-877c-743388460231] Received event network-changed-14797bb0-0cb5-4025-9cfe-1e86933e4acd {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 825.544059] env[69319]: DEBUG nova.compute.manager [req-e72038d3-f98f-4ca1-a453-6de27bbe2b91 req-10cbe693-1086-4950-a28c-764b1ad3968b service nova] [instance: 0b5d2173-10d1-4983-877c-743388460231] Refreshing instance network info cache due to event network-changed-14797bb0-0cb5-4025-9cfe-1e86933e4acd. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 825.544356] env[69319]: DEBUG oslo_concurrency.lockutils [req-e72038d3-f98f-4ca1-a453-6de27bbe2b91 req-10cbe693-1086-4950-a28c-764b1ad3968b service nova] Acquiring lock "refresh_cache-0b5d2173-10d1-4983-877c-743388460231" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.544356] env[69319]: DEBUG oslo_concurrency.lockutils [req-e72038d3-f98f-4ca1-a453-6de27bbe2b91 req-10cbe693-1086-4950-a28c-764b1ad3968b service nova] Acquired lock "refresh_cache-0b5d2173-10d1-4983-877c-743388460231" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.544519] env[69319]: DEBUG nova.network.neutron [req-e72038d3-f98f-4ca1-a453-6de27bbe2b91 req-10cbe693-1086-4950-a28c-764b1ad3968b service nova] [instance: 0b5d2173-10d1-4983-877c-743388460231] Refreshing network info cache for port 14797bb0-0cb5-4025-9cfe-1e86933e4acd {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 825.589229] env[69319]: DEBUG oslo_vmware.api [None req-c899aaf1-45c5-4862-bea6-c5c2bae6cc73 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5239db8a-6fb4-7fc1-415b-a8487db2d3f8, 'name': SearchDatastore_Task, 'duration_secs': 0.015256} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.590189] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66beddb8-e18f-4caf-b4e4-0b09984a63ab {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.597319] env[69319]: DEBUG oslo_vmware.api [None req-c899aaf1-45c5-4862-bea6-c5c2bae6cc73 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Waiting for the task: (returnval){ [ 825.597319] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]524578da-c4a6-13da-e389-86a8ef823247" [ 825.597319] env[69319]: _type = "Task" [ 825.597319] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.606664] env[69319]: DEBUG oslo_vmware.api [None req-c899aaf1-45c5-4862-bea6-c5c2bae6cc73 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]524578da-c4a6-13da-e389-86a8ef823247, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.754984] env[69319]: DEBUG oslo_vmware.api [None req-0d5016cd-9649-486b-b681-08088982939e tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Task: {'id': task-3223136, 'name': PowerOnVM_Task, 'duration_secs': 1.147433} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.755397] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d5016cd-9649-486b-b681-08088982939e tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] [instance: 04a666db-77b8-4c23-8c7c-887b23ea97af] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 825.755824] env[69319]: INFO nova.compute.manager [None req-0d5016cd-9649-486b-b681-08088982939e tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] [instance: 04a666db-77b8-4c23-8c7c-887b23ea97af] Took 11.51 seconds to spawn the instance on the hypervisor. [ 825.756463] env[69319]: DEBUG nova.compute.manager [None req-0d5016cd-9649-486b-b681-08088982939e tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] [instance: 04a666db-77b8-4c23-8c7c-887b23ea97af] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 825.758329] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e35a8d4e-ef53-4ac2-8651-9323a8a6a99c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.784524] env[69319]: DEBUG oslo_concurrency.lockutils [None req-7df8baa7-31c7-445c-ad90-4d881472fc36 tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Lock "b38347d2-a6f3-4640-b25e-c9e67196f733" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.961s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.794163] env[69319]: DEBUG oslo_concurrency.lockutils [None req-d9188552-0cd2-4651-80fc-66d275e2b725 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Acquiring lock "refresh_cache-90fb9d48-f1f0-4f55-9e0f-673d7d78c380" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.794358] env[69319]: DEBUG oslo_concurrency.lockutils [None req-d9188552-0cd2-4651-80fc-66d275e2b725 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Acquired lock "refresh_cache-90fb9d48-f1f0-4f55-9e0f-673d7d78c380" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.794543] env[69319]: DEBUG nova.network.neutron [None req-d9188552-0cd2-4651-80fc-66d275e2b725 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 90fb9d48-f1f0-4f55-9e0f-673d7d78c380] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 825.851656] env[69319]: DEBUG oslo_concurrency.lockutils [req-b71a49b1-ea31-4304-b3ad-383a400bd337 req-790372ca-d919-42e7-ba17-b6fed74d2e9d service nova] Releasing lock "refresh_cache-78d62458-5f2a-45a1-bf75-c1bf6a087b48" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.941373] env[69319]: DEBUG oslo_vmware.api [None req-e118095f-9053-447b-9107-f1a3739d98ae tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]522fb902-6f35-1474-3e05-2e8cf1faffac, 'name': SearchDatastore_Task, 'duration_secs': 0.018214} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.942929] env[69319]: DEBUG nova.network.neutron [None req-f1010cd2-2d4a-42c1-b9a6-8f51bf1a7c3e tempest-InstanceActionsV221TestJSON-329574137 tempest-InstanceActionsV221TestJSON-329574137-project-member] [instance: b1b8d1b7-cc0e-4807-a7f4-e963cb9da64b] Successfully updated port: 3ca85b66-75a8-433d-89aa-e8e9027a4ed7 {{(pid=69319) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 825.951556] env[69319]: DEBUG oslo_concurrency.lockutils [None req-e118095f-9053-447b-9107-f1a3739d98ae tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.951556] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-e118095f-9053-447b-9107-f1a3739d98ae tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: 0b5d2173-10d1-4983-877c-743388460231] Processing image 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 825.951556] env[69319]: DEBUG oslo_concurrency.lockutils [None req-e118095f-9053-447b-9107-f1a3739d98ae tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.110314] env[69319]: DEBUG oslo_vmware.api [None req-c899aaf1-45c5-4862-bea6-c5c2bae6cc73 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]524578da-c4a6-13da-e389-86a8ef823247, 'name': SearchDatastore_Task, 'duration_secs': 0.017764} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.110960] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c899aaf1-45c5-4862-bea6-c5c2bae6cc73 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.111337] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-c899aaf1-45c5-4862-bea6-c5c2bae6cc73 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore1] 78d62458-5f2a-45a1-bf75-c1bf6a087b48/78d62458-5f2a-45a1-bf75-c1bf6a087b48.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 826.111749] env[69319]: DEBUG oslo_concurrency.lockutils [None req-e118095f-9053-447b-9107-f1a3739d98ae tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.112186] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-e118095f-9053-447b-9107-f1a3739d98ae tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 826.112531] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-810ddc66-cb44-46b9-9b5d-6d9b22a26dcb {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.115538] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-66b51c61-3b2a-46c9-aa7d-e6f038338c72 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.126831] env[69319]: DEBUG oslo_vmware.api [None req-c899aaf1-45c5-4862-bea6-c5c2bae6cc73 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Waiting for the task: (returnval){ [ 826.126831] env[69319]: value = "task-3223138" [ 826.126831] env[69319]: _type = "Task" [ 826.126831] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.134436] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-e118095f-9053-447b-9107-f1a3739d98ae tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 826.134609] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-e118095f-9053-447b-9107-f1a3739d98ae tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 826.135742] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e78bfa5d-9315-4838-9f58-6e03d9557816 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.141492] env[69319]: DEBUG oslo_vmware.api [None req-c899aaf1-45c5-4862-bea6-c5c2bae6cc73 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Task: {'id': task-3223138, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.145575] env[69319]: DEBUG oslo_vmware.api [None req-e118095f-9053-447b-9107-f1a3739d98ae tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Waiting for the task: (returnval){ [ 826.145575] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52fe8c42-6b55-c5bb-0fd1-8949a4624498" [ 826.145575] env[69319]: _type = "Task" [ 826.145575] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.154847] env[69319]: DEBUG oslo_vmware.api [None req-e118095f-9053-447b-9107-f1a3739d98ae tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52fe8c42-6b55-c5bb-0fd1-8949a4624498, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.286256] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ad7fc3c0-514f-4379-82c7-5ab1edd61dfe tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Acquiring lock "bfc6c3e7-8384-4669-bd43-acdfcb1c478a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.286806] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ad7fc3c0-514f-4379-82c7-5ab1edd61dfe tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Lock "bfc6c3e7-8384-4669-bd43-acdfcb1c478a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.287096] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ad7fc3c0-514f-4379-82c7-5ab1edd61dfe tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Acquiring lock "bfc6c3e7-8384-4669-bd43-acdfcb1c478a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.287313] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ad7fc3c0-514f-4379-82c7-5ab1edd61dfe tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Lock "bfc6c3e7-8384-4669-bd43-acdfcb1c478a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.287824] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ad7fc3c0-514f-4379-82c7-5ab1edd61dfe tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Lock "bfc6c3e7-8384-4669-bd43-acdfcb1c478a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.289523] env[69319]: INFO nova.compute.manager [None req-ad7fc3c0-514f-4379-82c7-5ab1edd61dfe tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] [instance: bfc6c3e7-8384-4669-bd43-acdfcb1c478a] Terminating instance [ 826.302481] env[69319]: INFO nova.compute.manager [None req-0d5016cd-9649-486b-b681-08088982939e tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] [instance: 04a666db-77b8-4c23-8c7c-887b23ea97af] Took 43.18 seconds to build instance. [ 826.372952] env[69319]: DEBUG nova.network.neutron [req-e72038d3-f98f-4ca1-a453-6de27bbe2b91 req-10cbe693-1086-4950-a28c-764b1ad3968b service nova] [instance: 0b5d2173-10d1-4983-877c-743388460231] Updated VIF entry in instance network info cache for port 14797bb0-0cb5-4025-9cfe-1e86933e4acd. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 826.372952] env[69319]: DEBUG nova.network.neutron [req-e72038d3-f98f-4ca1-a453-6de27bbe2b91 req-10cbe693-1086-4950-a28c-764b1ad3968b service nova] [instance: 0b5d2173-10d1-4983-877c-743388460231] Updating instance_info_cache with network_info: [{"id": "14797bb0-0cb5-4025-9cfe-1e86933e4acd", "address": "fa:16:3e:ec:be:a9", "network": {"id": "fe30ee17-2995-441e-8101-9012c093f221", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-656958957-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d85cf2d6d084bca85dcd31ab0910647", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14797bb0-0c", "ovs_interfaceid": "14797bb0-0cb5-4025-9cfe-1e86933e4acd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.417203] env[69319]: DEBUG oslo_concurrency.lockutils [None req-81021b24-b6f9-43e0-8e26-a9c5fc348b24 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Acquiring lock "90fb9d48-f1f0-4f55-9e0f-673d7d78c380" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.417525] env[69319]: DEBUG oslo_concurrency.lockutils [None req-81021b24-b6f9-43e0-8e26-a9c5fc348b24 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Lock "90fb9d48-f1f0-4f55-9e0f-673d7d78c380" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.417774] env[69319]: DEBUG oslo_concurrency.lockutils [None req-81021b24-b6f9-43e0-8e26-a9c5fc348b24 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Acquiring lock "90fb9d48-f1f0-4f55-9e0f-673d7d78c380-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.418217] env[69319]: DEBUG oslo_concurrency.lockutils [None req-81021b24-b6f9-43e0-8e26-a9c5fc348b24 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Lock "90fb9d48-f1f0-4f55-9e0f-673d7d78c380-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.418517] env[69319]: DEBUG oslo_concurrency.lockutils [None req-81021b24-b6f9-43e0-8e26-a9c5fc348b24 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Lock "90fb9d48-f1f0-4f55-9e0f-673d7d78c380-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.422637] env[69319]: INFO nova.compute.manager [None req-81021b24-b6f9-43e0-8e26-a9c5fc348b24 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 90fb9d48-f1f0-4f55-9e0f-673d7d78c380] Terminating instance [ 826.448137] env[69319]: DEBUG nova.compute.manager [req-f3ccd84a-25ee-4239-b9f2-400be50607ed req-ac78404e-3475-4d89-8ffb-a86fb97e50ca service nova] [instance: 13a67670-f42e-4041-8f4e-4fe3a65e2f33] Received event network-changed-5db50b8b-ebc1-4f6a-bfff-7cf1627f73db {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 826.448137] env[69319]: DEBUG nova.compute.manager [req-f3ccd84a-25ee-4239-b9f2-400be50607ed req-ac78404e-3475-4d89-8ffb-a86fb97e50ca service nova] [instance: 13a67670-f42e-4041-8f4e-4fe3a65e2f33] Refreshing instance network info cache due to event network-changed-5db50b8b-ebc1-4f6a-bfff-7cf1627f73db. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 826.448737] env[69319]: DEBUG oslo_concurrency.lockutils [req-f3ccd84a-25ee-4239-b9f2-400be50607ed req-ac78404e-3475-4d89-8ffb-a86fb97e50ca service nova] Acquiring lock "refresh_cache-13a67670-f42e-4041-8f4e-4fe3a65e2f33" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.448737] env[69319]: DEBUG oslo_concurrency.lockutils [req-f3ccd84a-25ee-4239-b9f2-400be50607ed req-ac78404e-3475-4d89-8ffb-a86fb97e50ca service nova] Acquired lock "refresh_cache-13a67670-f42e-4041-8f4e-4fe3a65e2f33" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.448993] env[69319]: DEBUG nova.network.neutron [req-f3ccd84a-25ee-4239-b9f2-400be50607ed req-ac78404e-3475-4d89-8ffb-a86fb97e50ca service nova] [instance: 13a67670-f42e-4041-8f4e-4fe3a65e2f33] Refreshing network info cache for port 5db50b8b-ebc1-4f6a-bfff-7cf1627f73db {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 826.450920] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f1010cd2-2d4a-42c1-b9a6-8f51bf1a7c3e tempest-InstanceActionsV221TestJSON-329574137 tempest-InstanceActionsV221TestJSON-329574137-project-member] Acquiring lock "refresh_cache-b1b8d1b7-cc0e-4807-a7f4-e963cb9da64b" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.451092] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f1010cd2-2d4a-42c1-b9a6-8f51bf1a7c3e tempest-InstanceActionsV221TestJSON-329574137 tempest-InstanceActionsV221TestJSON-329574137-project-member] Acquired lock "refresh_cache-b1b8d1b7-cc0e-4807-a7f4-e963cb9da64b" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.451240] env[69319]: DEBUG nova.network.neutron [None req-f1010cd2-2d4a-42c1-b9a6-8f51bf1a7c3e tempest-InstanceActionsV221TestJSON-329574137 tempest-InstanceActionsV221TestJSON-329574137-project-member] [instance: b1b8d1b7-cc0e-4807-a7f4-e963cb9da64b] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 826.646461] env[69319]: DEBUG oslo_vmware.api [None req-c899aaf1-45c5-4862-bea6-c5c2bae6cc73 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Task: {'id': task-3223138, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.667941] env[69319]: DEBUG oslo_vmware.api [None req-e118095f-9053-447b-9107-f1a3739d98ae tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52fe8c42-6b55-c5bb-0fd1-8949a4624498, 'name': SearchDatastore_Task, 'duration_secs': 0.015489} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.668709] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77544904-9d62-4953-98ac-85b798a13a6d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.676232] env[69319]: DEBUG oslo_vmware.api [None req-e118095f-9053-447b-9107-f1a3739d98ae tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Waiting for the task: (returnval){ [ 826.676232] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]524b8b07-8494-18bf-cd83-099f2bc26c15" [ 826.676232] env[69319]: _type = "Task" [ 826.676232] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.689448] env[69319]: DEBUG oslo_vmware.api [None req-e118095f-9053-447b-9107-f1a3739d98ae tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]524b8b07-8494-18bf-cd83-099f2bc26c15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.804319] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ad7fc3c0-514f-4379-82c7-5ab1edd61dfe tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Acquiring lock "refresh_cache-bfc6c3e7-8384-4669-bd43-acdfcb1c478a" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.804319] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ad7fc3c0-514f-4379-82c7-5ab1edd61dfe tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Acquired lock "refresh_cache-bfc6c3e7-8384-4669-bd43-acdfcb1c478a" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.804319] env[69319]: DEBUG nova.network.neutron [None req-ad7fc3c0-514f-4379-82c7-5ab1edd61dfe tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] [instance: bfc6c3e7-8384-4669-bd43-acdfcb1c478a] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 826.807184] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0d5016cd-9649-486b-b681-08088982939e tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Lock "04a666db-77b8-4c23-8c7c-887b23ea97af" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 114.594s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.879271] env[69319]: DEBUG oslo_concurrency.lockutils [req-e72038d3-f98f-4ca1-a453-6de27bbe2b91 req-10cbe693-1086-4950-a28c-764b1ad3968b service nova] Releasing lock "refresh_cache-0b5d2173-10d1-4983-877c-743388460231" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.879271] env[69319]: DEBUG nova.compute.manager [req-e72038d3-f98f-4ca1-a453-6de27bbe2b91 req-10cbe693-1086-4950-a28c-764b1ad3968b service nova] [instance: 90fb9d48-f1f0-4f55-9e0f-673d7d78c380] Received event network-vif-deleted-a65839c5-6a07-40fc-a545-60e6de144480 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 826.879271] env[69319]: INFO nova.compute.manager [req-e72038d3-f98f-4ca1-a453-6de27bbe2b91 req-10cbe693-1086-4950-a28c-764b1ad3968b service nova] [instance: 90fb9d48-f1f0-4f55-9e0f-673d7d78c380] Neutron deleted interface a65839c5-6a07-40fc-a545-60e6de144480; detaching it from the instance and deleting it from the info cache [ 826.879922] env[69319]: DEBUG nova.network.neutron [req-e72038d3-f98f-4ca1-a453-6de27bbe2b91 req-10cbe693-1086-4950-a28c-764b1ad3968b service nova] [instance: 90fb9d48-f1f0-4f55-9e0f-673d7d78c380] Updating instance_info_cache with network_info: [{"id": "9dcf6b9f-6f25-4fd3-b52f-025a46e99394", "address": "fa:16:3e:fb:e0:96", "network": {"id": "137e0ee2-8e6e-434c-a032-f059cf348e59", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-49335232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0030fcfc26054d94b76414b0098fa648", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9dcf6b9f-6f", "ovs_interfaceid": "9dcf6b9f-6f25-4fd3-b52f-025a46e99394", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.931756] env[69319]: DEBUG nova.compute.manager [None req-81021b24-b6f9-43e0-8e26-a9c5fc348b24 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 90fb9d48-f1f0-4f55-9e0f-673d7d78c380] Start destroying the instance on the hypervisor. {{(pid=69319) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 826.931756] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-81021b24-b6f9-43e0-8e26-a9c5fc348b24 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 90fb9d48-f1f0-4f55-9e0f-673d7d78c380] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 826.932328] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd88a302-fe84-471b-b4b0-b523aaee3ab6 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.943144] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-81021b24-b6f9-43e0-8e26-a9c5fc348b24 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 90fb9d48-f1f0-4f55-9e0f-673d7d78c380] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 826.943634] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-638e1b6f-9afc-4c41-92a1-0570ea5ed922 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.947668] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efcae8be-1d98-42c9-8060-c66e866c45a0 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.966412] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd4a043a-6de4-42ed-ae09-79b79e60fe6f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.968131] env[69319]: DEBUG oslo_vmware.api [None req-81021b24-b6f9-43e0-8e26-a9c5fc348b24 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Waiting for the task: (returnval){ [ 826.968131] env[69319]: value = "task-3223139" [ 826.968131] env[69319]: _type = "Task" [ 826.968131] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.012007] env[69319]: DEBUG oslo_vmware.api [None req-81021b24-b6f9-43e0-8e26-a9c5fc348b24 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': task-3223139, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.018330] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f60dd3ed-178f-4740-8084-bf754ce63d06 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.031875] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3973792-ff88-440c-97b3-e42f767ada66 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.048789] env[69319]: DEBUG nova.compute.provider_tree [None req-52a966af-b455-411c-8803-c7b166372af5 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 827.050897] env[69319]: DEBUG nova.network.neutron [None req-f1010cd2-2d4a-42c1-b9a6-8f51bf1a7c3e tempest-InstanceActionsV221TestJSON-329574137 tempest-InstanceActionsV221TestJSON-329574137-project-member] [instance: b1b8d1b7-cc0e-4807-a7f4-e963cb9da64b] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 827.140429] env[69319]: DEBUG oslo_vmware.api [None req-c899aaf1-45c5-4862-bea6-c5c2bae6cc73 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Task: {'id': task-3223138, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.655864} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.143040] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-c899aaf1-45c5-4862-bea6-c5c2bae6cc73 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore1] 78d62458-5f2a-45a1-bf75-c1bf6a087b48/78d62458-5f2a-45a1-bf75-c1bf6a087b48.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 827.143301] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-c899aaf1-45c5-4862-bea6-c5c2bae6cc73 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] [instance: 78d62458-5f2a-45a1-bf75-c1bf6a087b48] Extending root virtual disk to 1048576 {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 827.143582] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-401b5b5f-e501-417e-9f39-04de061a3b0e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.154936] env[69319]: DEBUG oslo_vmware.api [None req-c899aaf1-45c5-4862-bea6-c5c2bae6cc73 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Waiting for the task: (returnval){ [ 827.154936] env[69319]: value = "task-3223140" [ 827.154936] env[69319]: _type = "Task" [ 827.154936] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.167774] env[69319]: DEBUG oslo_vmware.api [None req-c899aaf1-45c5-4862-bea6-c5c2bae6cc73 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Task: {'id': task-3223140, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.195529] env[69319]: DEBUG oslo_vmware.api [None req-e118095f-9053-447b-9107-f1a3739d98ae tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]524b8b07-8494-18bf-cd83-099f2bc26c15, 'name': SearchDatastore_Task, 'duration_secs': 0.05653} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.195529] env[69319]: DEBUG oslo_concurrency.lockutils [None req-e118095f-9053-447b-9107-f1a3739d98ae tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.195529] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-e118095f-9053-447b-9107-f1a3739d98ae tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore1] 0b5d2173-10d1-4983-877c-743388460231/0b5d2173-10d1-4983-877c-743388460231.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 827.195529] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a77033c8-db60-4c40-8c42-e7732b9f5867 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.203691] env[69319]: DEBUG oslo_vmware.api [None req-e118095f-9053-447b-9107-f1a3739d98ae tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Waiting for the task: (returnval){ [ 827.203691] env[69319]: value = "task-3223141" [ 827.203691] env[69319]: _type = "Task" [ 827.203691] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.217556] env[69319]: DEBUG oslo_vmware.api [None req-e118095f-9053-447b-9107-f1a3739d98ae tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Task: {'id': task-3223141, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.266435] env[69319]: INFO nova.network.neutron [None req-d9188552-0cd2-4651-80fc-66d275e2b725 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 90fb9d48-f1f0-4f55-9e0f-673d7d78c380] Port a65839c5-6a07-40fc-a545-60e6de144480 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 827.266787] env[69319]: DEBUG nova.network.neutron [None req-d9188552-0cd2-4651-80fc-66d275e2b725 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 90fb9d48-f1f0-4f55-9e0f-673d7d78c380] Updating instance_info_cache with network_info: [{"id": "9dcf6b9f-6f25-4fd3-b52f-025a46e99394", "address": "fa:16:3e:fb:e0:96", "network": {"id": "137e0ee2-8e6e-434c-a032-f059cf348e59", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-49335232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0030fcfc26054d94b76414b0098fa648", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9dcf6b9f-6f", "ovs_interfaceid": "9dcf6b9f-6f25-4fd3-b52f-025a46e99394", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.312411] env[69319]: DEBUG nova.compute.manager [None req-f410d2ac-2166-46f9-8772-b48f5efb3166 tempest-ServerAddressesTestJSON-2119319870 tempest-ServerAddressesTestJSON-2119319870-project-member] [instance: 42447381-1bc9-4936-8fbf-178993fd5d68] Starting instance... {{(pid=69319) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 827.327631] env[69319]: DEBUG nova.network.neutron [None req-f1010cd2-2d4a-42c1-b9a6-8f51bf1a7c3e tempest-InstanceActionsV221TestJSON-329574137 tempest-InstanceActionsV221TestJSON-329574137-project-member] [instance: b1b8d1b7-cc0e-4807-a7f4-e963cb9da64b] Updating instance_info_cache with network_info: [{"id": "3ca85b66-75a8-433d-89aa-e8e9027a4ed7", "address": "fa:16:3e:f0:6d:75", "network": {"id": "c196c411-2ae9-418a-983b-2fa168cc28e8", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-638260904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba55e3b8db764c0998ef923316cc0088", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2bf99f85-3a5c-47c6-a603-e215be6ab0bd", "external-id": "nsx-vlan-transportzone-855", "segmentation_id": 855, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ca85b66-75", "ovs_interfaceid": "3ca85b66-75a8-433d-89aa-e8e9027a4ed7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.337064] env[69319]: DEBUG nova.network.neutron [None req-ad7fc3c0-514f-4379-82c7-5ab1edd61dfe tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] [instance: bfc6c3e7-8384-4669-bd43-acdfcb1c478a] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 827.378809] env[69319]: DEBUG nova.network.neutron [req-f3ccd84a-25ee-4239-b9f2-400be50607ed req-ac78404e-3475-4d89-8ffb-a86fb97e50ca service nova] [instance: 13a67670-f42e-4041-8f4e-4fe3a65e2f33] Updated VIF entry in instance network info cache for port 5db50b8b-ebc1-4f6a-bfff-7cf1627f73db. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 827.379216] env[69319]: DEBUG nova.network.neutron [req-f3ccd84a-25ee-4239-b9f2-400be50607ed req-ac78404e-3475-4d89-8ffb-a86fb97e50ca service nova] [instance: 13a67670-f42e-4041-8f4e-4fe3a65e2f33] Updating instance_info_cache with network_info: [{"id": "5db50b8b-ebc1-4f6a-bfff-7cf1627f73db", "address": "fa:16:3e:53:25:96", "network": {"id": "2192dbec-dfd7-4518-81f9-d1f117eb5023", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2075002416-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a211983d2ed4450b8dc62c39f4b2bd0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48937bd1-23dc-413f-b46b-59bf9e709aa0", "external-id": "nsx-vlan-transportzone-160", "segmentation_id": 160, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5db50b8b-eb", "ovs_interfaceid": "5db50b8b-ebc1-4f6a-bfff-7cf1627f73db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.383823] env[69319]: DEBUG oslo_concurrency.lockutils [req-e72038d3-f98f-4ca1-a453-6de27bbe2b91 req-10cbe693-1086-4950-a28c-764b1ad3968b service nova] Acquiring lock "90fb9d48-f1f0-4f55-9e0f-673d7d78c380" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.481699] env[69319]: DEBUG oslo_vmware.api [None req-81021b24-b6f9-43e0-8e26-a9c5fc348b24 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': task-3223139, 'name': PowerOffVM_Task, 'duration_secs': 0.311606} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.482788] env[69319]: DEBUG nova.network.neutron [None req-ad7fc3c0-514f-4379-82c7-5ab1edd61dfe tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] [instance: bfc6c3e7-8384-4669-bd43-acdfcb1c478a] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.484021] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-81021b24-b6f9-43e0-8e26-a9c5fc348b24 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 90fb9d48-f1f0-4f55-9e0f-673d7d78c380] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 827.488683] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-81021b24-b6f9-43e0-8e26-a9c5fc348b24 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 90fb9d48-f1f0-4f55-9e0f-673d7d78c380] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 827.491074] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9bdd7350-c0d9-4102-8ba2-0e05ab827a32 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.558022] env[69319]: DEBUG nova.scheduler.client.report [None req-52a966af-b455-411c-8803-c7b166372af5 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 827.668302] env[69319]: DEBUG oslo_vmware.api [None req-c899aaf1-45c5-4862-bea6-c5c2bae6cc73 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Task: {'id': task-3223140, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.162282} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.670256] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-c899aaf1-45c5-4862-bea6-c5c2bae6cc73 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] [instance: 78d62458-5f2a-45a1-bf75-c1bf6a087b48] Extended root virtual disk {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 827.670256] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90a6e4c8-f871-4ec0-a7e7-b71764075e1d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.698784] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-c899aaf1-45c5-4862-bea6-c5c2bae6cc73 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] [instance: 78d62458-5f2a-45a1-bf75-c1bf6a087b48] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] 78d62458-5f2a-45a1-bf75-c1bf6a087b48/78d62458-5f2a-45a1-bf75-c1bf6a087b48.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 827.699701] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-24870829-5297-495d-aca8-2867f13b8c4f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.726583] env[69319]: DEBUG oslo_vmware.api [None req-e118095f-9053-447b-9107-f1a3739d98ae tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Task: {'id': task-3223141, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.728282] env[69319]: DEBUG oslo_vmware.api [None req-c899aaf1-45c5-4862-bea6-c5c2bae6cc73 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Waiting for the task: (returnval){ [ 827.728282] env[69319]: value = "task-3223143" [ 827.728282] env[69319]: _type = "Task" [ 827.728282] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.737745] env[69319]: DEBUG oslo_vmware.api [None req-c899aaf1-45c5-4862-bea6-c5c2bae6cc73 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Task: {'id': task-3223143, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.770232] env[69319]: DEBUG oslo_concurrency.lockutils [None req-d9188552-0cd2-4651-80fc-66d275e2b725 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Releasing lock "refresh_cache-90fb9d48-f1f0-4f55-9e0f-673d7d78c380" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.830817] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f1010cd2-2d4a-42c1-b9a6-8f51bf1a7c3e tempest-InstanceActionsV221TestJSON-329574137 tempest-InstanceActionsV221TestJSON-329574137-project-member] Releasing lock "refresh_cache-b1b8d1b7-cc0e-4807-a7f4-e963cb9da64b" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.831263] env[69319]: DEBUG nova.compute.manager [None req-f1010cd2-2d4a-42c1-b9a6-8f51bf1a7c3e tempest-InstanceActionsV221TestJSON-329574137 tempest-InstanceActionsV221TestJSON-329574137-project-member] [instance: b1b8d1b7-cc0e-4807-a7f4-e963cb9da64b] Instance network_info: |[{"id": "3ca85b66-75a8-433d-89aa-e8e9027a4ed7", "address": "fa:16:3e:f0:6d:75", "network": {"id": "c196c411-2ae9-418a-983b-2fa168cc28e8", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-638260904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba55e3b8db764c0998ef923316cc0088", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2bf99f85-3a5c-47c6-a603-e215be6ab0bd", "external-id": "nsx-vlan-transportzone-855", "segmentation_id": 855, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ca85b66-75", "ovs_interfaceid": "3ca85b66-75a8-433d-89aa-e8e9027a4ed7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 827.831744] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-f1010cd2-2d4a-42c1-b9a6-8f51bf1a7c3e tempest-InstanceActionsV221TestJSON-329574137 tempest-InstanceActionsV221TestJSON-329574137-project-member] [instance: b1b8d1b7-cc0e-4807-a7f4-e963cb9da64b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:6d:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2bf99f85-3a5c-47c6-a603-e215be6ab0bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3ca85b66-75a8-433d-89aa-e8e9027a4ed7', 'vif_model': 'vmxnet3'}] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 827.840530] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1010cd2-2d4a-42c1-b9a6-8f51bf1a7c3e tempest-InstanceActionsV221TestJSON-329574137 tempest-InstanceActionsV221TestJSON-329574137-project-member] Creating folder: Project (ba55e3b8db764c0998ef923316cc0088). Parent ref: group-v644239. {{(pid=69319) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 827.840999] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-34139af8-5a5a-4033-a8da-bd638e38e20d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.854105] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-f1010cd2-2d4a-42c1-b9a6-8f51bf1a7c3e tempest-InstanceActionsV221TestJSON-329574137 tempest-InstanceActionsV221TestJSON-329574137-project-member] Created folder: Project (ba55e3b8db764c0998ef923316cc0088) in parent group-v644239. [ 827.854355] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1010cd2-2d4a-42c1-b9a6-8f51bf1a7c3e tempest-InstanceActionsV221TestJSON-329574137 tempest-InstanceActionsV221TestJSON-329574137-project-member] Creating folder: Instances. Parent ref: group-v644370. {{(pid=69319) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 827.854644] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-546be277-c421-4c4a-b218-7034c7af56b8 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.863810] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f410d2ac-2166-46f9-8772-b48f5efb3166 tempest-ServerAddressesTestJSON-2119319870 tempest-ServerAddressesTestJSON-2119319870-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.867025] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-f1010cd2-2d4a-42c1-b9a6-8f51bf1a7c3e tempest-InstanceActionsV221TestJSON-329574137 tempest-InstanceActionsV221TestJSON-329574137-project-member] Created folder: Instances in parent group-v644370. [ 827.867025] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f1010cd2-2d4a-42c1-b9a6-8f51bf1a7c3e tempest-InstanceActionsV221TestJSON-329574137 tempest-InstanceActionsV221TestJSON-329574137-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 827.867025] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1b8d1b7-cc0e-4807-a7f4-e963cb9da64b] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 827.867025] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1a89365f-01dd-4e89-8d38-7e6051b85811 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.884427] env[69319]: DEBUG oslo_concurrency.lockutils [req-f3ccd84a-25ee-4239-b9f2-400be50607ed req-ac78404e-3475-4d89-8ffb-a86fb97e50ca service nova] Releasing lock "refresh_cache-13a67670-f42e-4041-8f4e-4fe3a65e2f33" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.893811] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 827.893811] env[69319]: value = "task-3223146" [ 827.893811] env[69319]: _type = "Task" [ 827.893811] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.902793] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223146, 'name': CreateVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.992248] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ad7fc3c0-514f-4379-82c7-5ab1edd61dfe tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Releasing lock "refresh_cache-bfc6c3e7-8384-4669-bd43-acdfcb1c478a" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.992248] env[69319]: DEBUG nova.compute.manager [None req-ad7fc3c0-514f-4379-82c7-5ab1edd61dfe tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] [instance: bfc6c3e7-8384-4669-bd43-acdfcb1c478a] Start destroying the instance on the hypervisor. {{(pid=69319) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 827.992248] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-ad7fc3c0-514f-4379-82c7-5ab1edd61dfe tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] [instance: bfc6c3e7-8384-4669-bd43-acdfcb1c478a] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 827.992661] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03915ce5-df1d-46a5-a9ec-0ac237b83d21 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.004816] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad7fc3c0-514f-4379-82c7-5ab1edd61dfe tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] [instance: bfc6c3e7-8384-4669-bd43-acdfcb1c478a] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 828.005413] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6c31df96-0e0b-4c9e-b78b-fe3a95161a91 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.017027] env[69319]: DEBUG oslo_vmware.api [None req-ad7fc3c0-514f-4379-82c7-5ab1edd61dfe tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Waiting for the task: (returnval){ [ 828.017027] env[69319]: value = "task-3223147" [ 828.017027] env[69319]: _type = "Task" [ 828.017027] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.027054] env[69319]: DEBUG nova.compute.manager [req-c030a041-97ce-44b9-ae1d-fda36822bf8f req-5caa7c0d-fad3-421f-98fd-09f96dc07d3f service nova] [instance: b1b8d1b7-cc0e-4807-a7f4-e963cb9da64b] Received event network-vif-plugged-3ca85b66-75a8-433d-89aa-e8e9027a4ed7 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 828.027386] env[69319]: DEBUG oslo_concurrency.lockutils [req-c030a041-97ce-44b9-ae1d-fda36822bf8f req-5caa7c0d-fad3-421f-98fd-09f96dc07d3f service nova] Acquiring lock "b1b8d1b7-cc0e-4807-a7f4-e963cb9da64b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.027529] env[69319]: DEBUG oslo_concurrency.lockutils [req-c030a041-97ce-44b9-ae1d-fda36822bf8f req-5caa7c0d-fad3-421f-98fd-09f96dc07d3f service nova] Lock "b1b8d1b7-cc0e-4807-a7f4-e963cb9da64b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.027710] env[69319]: DEBUG oslo_concurrency.lockutils [req-c030a041-97ce-44b9-ae1d-fda36822bf8f req-5caa7c0d-fad3-421f-98fd-09f96dc07d3f service nova] Lock "b1b8d1b7-cc0e-4807-a7f4-e963cb9da64b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.027882] env[69319]: DEBUG nova.compute.manager [req-c030a041-97ce-44b9-ae1d-fda36822bf8f req-5caa7c0d-fad3-421f-98fd-09f96dc07d3f service nova] [instance: b1b8d1b7-cc0e-4807-a7f4-e963cb9da64b] No waiting events found dispatching network-vif-plugged-3ca85b66-75a8-433d-89aa-e8e9027a4ed7 {{(pid=69319) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 828.028319] env[69319]: WARNING nova.compute.manager [req-c030a041-97ce-44b9-ae1d-fda36822bf8f req-5caa7c0d-fad3-421f-98fd-09f96dc07d3f service nova] [instance: b1b8d1b7-cc0e-4807-a7f4-e963cb9da64b] Received unexpected event network-vif-plugged-3ca85b66-75a8-433d-89aa-e8e9027a4ed7 for instance with vm_state building and task_state spawning. [ 828.028563] env[69319]: DEBUG nova.compute.manager [req-c030a041-97ce-44b9-ae1d-fda36822bf8f req-5caa7c0d-fad3-421f-98fd-09f96dc07d3f service nova] [instance: b1b8d1b7-cc0e-4807-a7f4-e963cb9da64b] Received event network-changed-3ca85b66-75a8-433d-89aa-e8e9027a4ed7 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 828.028732] env[69319]: DEBUG nova.compute.manager [req-c030a041-97ce-44b9-ae1d-fda36822bf8f req-5caa7c0d-fad3-421f-98fd-09f96dc07d3f service nova] [instance: b1b8d1b7-cc0e-4807-a7f4-e963cb9da64b] Refreshing instance network info cache due to event network-changed-3ca85b66-75a8-433d-89aa-e8e9027a4ed7. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 828.028991] env[69319]: DEBUG oslo_concurrency.lockutils [req-c030a041-97ce-44b9-ae1d-fda36822bf8f req-5caa7c0d-fad3-421f-98fd-09f96dc07d3f service nova] Acquiring lock "refresh_cache-b1b8d1b7-cc0e-4807-a7f4-e963cb9da64b" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.029159] env[69319]: DEBUG oslo_concurrency.lockutils [req-c030a041-97ce-44b9-ae1d-fda36822bf8f req-5caa7c0d-fad3-421f-98fd-09f96dc07d3f service nova] Acquired lock "refresh_cache-b1b8d1b7-cc0e-4807-a7f4-e963cb9da64b" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.029340] env[69319]: DEBUG nova.network.neutron [req-c030a041-97ce-44b9-ae1d-fda36822bf8f req-5caa7c0d-fad3-421f-98fd-09f96dc07d3f service nova] [instance: b1b8d1b7-cc0e-4807-a7f4-e963cb9da64b] Refreshing network info cache for port 3ca85b66-75a8-433d-89aa-e8e9027a4ed7 {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 828.038152] env[69319]: DEBUG oslo_vmware.api [None req-ad7fc3c0-514f-4379-82c7-5ab1edd61dfe tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Task: {'id': task-3223147, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.060608] env[69319]: DEBUG oslo_concurrency.lockutils [None req-52a966af-b455-411c-8803-c7b166372af5 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.898s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.061234] env[69319]: DEBUG nova.compute.manager [None req-52a966af-b455-411c-8803-c7b166372af5 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 33bc946c-1397-4355-8132-bc27084a66ba] Start building networks asynchronously for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 828.064895] env[69319]: DEBUG oslo_concurrency.lockutils [None req-7a693bf2-ba83-450a-8268-5c2322c44dbc tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.418s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.065487] env[69319]: DEBUG nova.objects.instance [None req-7a693bf2-ba83-450a-8268-5c2322c44dbc tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Lazy-loading 'resources' on Instance uuid 6fd4b3da-855a-4796-a514-bffd9d194110 {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 828.227196] env[69319]: DEBUG oslo_vmware.api [None req-e118095f-9053-447b-9107-f1a3739d98ae tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Task: {'id': task-3223141, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.894352} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.227523] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-e118095f-9053-447b-9107-f1a3739d98ae tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore1] 0b5d2173-10d1-4983-877c-743388460231/0b5d2173-10d1-4983-877c-743388460231.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 828.227857] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-e118095f-9053-447b-9107-f1a3739d98ae tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: 0b5d2173-10d1-4983-877c-743388460231] Extending root virtual disk to 1048576 {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 828.228239] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0c58658c-d7f3-4429-a2fd-9ca960c1074c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.244969] env[69319]: DEBUG oslo_vmware.api [None req-c899aaf1-45c5-4862-bea6-c5c2bae6cc73 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Task: {'id': task-3223143, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.246327] env[69319]: DEBUG oslo_vmware.api [None req-e118095f-9053-447b-9107-f1a3739d98ae tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Waiting for the task: (returnval){ [ 828.246327] env[69319]: value = "task-3223148" [ 828.246327] env[69319]: _type = "Task" [ 828.246327] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.259714] env[69319]: DEBUG oslo_vmware.api [None req-e118095f-9053-447b-9107-f1a3739d98ae tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Task: {'id': task-3223148, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.274997] env[69319]: DEBUG oslo_concurrency.lockutils [None req-d9188552-0cd2-4651-80fc-66d275e2b725 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Lock "interface-90fb9d48-f1f0-4f55-9e0f-673d7d78c380-a65839c5-6a07-40fc-a545-60e6de144480" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 12.341s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.408830] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223146, 'name': CreateVM_Task} progress is 99%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.526693] env[69319]: DEBUG oslo_vmware.api [None req-ad7fc3c0-514f-4379-82c7-5ab1edd61dfe tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Task: {'id': task-3223147, 'name': PowerOffVM_Task, 'duration_secs': 0.201605} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.526812] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad7fc3c0-514f-4379-82c7-5ab1edd61dfe tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] [instance: bfc6c3e7-8384-4669-bd43-acdfcb1c478a] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 828.527029] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-ad7fc3c0-514f-4379-82c7-5ab1edd61dfe tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] [instance: bfc6c3e7-8384-4669-bd43-acdfcb1c478a] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 828.527224] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-69c0f8e1-243e-4f02-8327-f404aa7da684 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.561291] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-ad7fc3c0-514f-4379-82c7-5ab1edd61dfe tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] [instance: bfc6c3e7-8384-4669-bd43-acdfcb1c478a] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 828.561491] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-ad7fc3c0-514f-4379-82c7-5ab1edd61dfe tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] [instance: bfc6c3e7-8384-4669-bd43-acdfcb1c478a] Deleting contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 828.561588] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad7fc3c0-514f-4379-82c7-5ab1edd61dfe tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Deleting the datastore file [datastore2] bfc6c3e7-8384-4669-bd43-acdfcb1c478a {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 828.561858] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e0448fdd-d214-417d-85d9-816e9217c620 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.570457] env[69319]: DEBUG oslo_vmware.api [None req-ad7fc3c0-514f-4379-82c7-5ab1edd61dfe tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Waiting for the task: (returnval){ [ 828.570457] env[69319]: value = "task-3223150" [ 828.570457] env[69319]: _type = "Task" [ 828.570457] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.577670] env[69319]: DEBUG nova.compute.utils [None req-52a966af-b455-411c-8803-c7b166372af5 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Using /dev/sd instead of None {{(pid=69319) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 828.579451] env[69319]: DEBUG nova.compute.manager [None req-52a966af-b455-411c-8803-c7b166372af5 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 33bc946c-1397-4355-8132-bc27084a66ba] Allocating IP information in the background. {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 828.579676] env[69319]: DEBUG nova.network.neutron [None req-52a966af-b455-411c-8803-c7b166372af5 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 33bc946c-1397-4355-8132-bc27084a66ba] allocate_for_instance() {{(pid=69319) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 828.591124] env[69319]: DEBUG oslo_vmware.api [None req-ad7fc3c0-514f-4379-82c7-5ab1edd61dfe tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Task: {'id': task-3223150, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.666083] env[69319]: DEBUG nova.policy [None req-52a966af-b455-411c-8803-c7b166372af5 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '693349a2f7594f7d83be81f865a96a62', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8712195e5600495dac5d45bcbbd358ed', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69319) authorize /opt/stack/nova/nova/policy.py:192}} [ 828.669275] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-81021b24-b6f9-43e0-8e26-a9c5fc348b24 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 90fb9d48-f1f0-4f55-9e0f-673d7d78c380] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 828.669758] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-81021b24-b6f9-43e0-8e26-a9c5fc348b24 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 90fb9d48-f1f0-4f55-9e0f-673d7d78c380] Deleting contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 828.669975] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-81021b24-b6f9-43e0-8e26-a9c5fc348b24 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Deleting the datastore file [datastore2] 90fb9d48-f1f0-4f55-9e0f-673d7d78c380 {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 828.673593] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0566f806-84f8-4aad-baef-e0d28ceb0a13 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.684608] env[69319]: DEBUG oslo_vmware.api [None req-81021b24-b6f9-43e0-8e26-a9c5fc348b24 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Waiting for the task: (returnval){ [ 828.684608] env[69319]: value = "task-3223151" [ 828.684608] env[69319]: _type = "Task" [ 828.684608] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.696787] env[69319]: DEBUG oslo_vmware.api [None req-81021b24-b6f9-43e0-8e26-a9c5fc348b24 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': task-3223151, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.754575] env[69319]: DEBUG oslo_vmware.api [None req-c899aaf1-45c5-4862-bea6-c5c2bae6cc73 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Task: {'id': task-3223143, 'name': ReconfigVM_Task, 'duration_secs': 0.742817} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.760773] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-c899aaf1-45c5-4862-bea6-c5c2bae6cc73 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] [instance: 78d62458-5f2a-45a1-bf75-c1bf6a087b48] Reconfigured VM instance instance-0000002d to attach disk [datastore1] 78d62458-5f2a-45a1-bf75-c1bf6a087b48/78d62458-5f2a-45a1-bf75-c1bf6a087b48.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 828.760773] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f71a1941-0c08-4a49-b988-f119df7f2406 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.769084] env[69319]: DEBUG oslo_vmware.api [None req-e118095f-9053-447b-9107-f1a3739d98ae tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Task: {'id': task-3223148, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.111429} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.773506] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-e118095f-9053-447b-9107-f1a3739d98ae tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: 0b5d2173-10d1-4983-877c-743388460231] Extended root virtual disk {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 828.774056] env[69319]: DEBUG oslo_vmware.api [None req-c899aaf1-45c5-4862-bea6-c5c2bae6cc73 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Waiting for the task: (returnval){ [ 828.774056] env[69319]: value = "task-3223152" [ 828.774056] env[69319]: _type = "Task" [ 828.774056] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.778241] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5721d494-9ba9-4a25-bf4c-564cc0af718e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.807082] env[69319]: DEBUG oslo_vmware.api [None req-c899aaf1-45c5-4862-bea6-c5c2bae6cc73 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Task: {'id': task-3223152, 'name': Rename_Task} progress is 10%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.817344] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-e118095f-9053-447b-9107-f1a3739d98ae tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: 0b5d2173-10d1-4983-877c-743388460231] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] 0b5d2173-10d1-4983-877c-743388460231/0b5d2173-10d1-4983-877c-743388460231.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 828.820533] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2301fcd4-6f3e-49e4-bb1d-e0818f3b9da2 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.854665] env[69319]: DEBUG oslo_vmware.api [None req-e118095f-9053-447b-9107-f1a3739d98ae tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Waiting for the task: (returnval){ [ 828.854665] env[69319]: value = "task-3223153" [ 828.854665] env[69319]: _type = "Task" [ 828.854665] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.881629] env[69319]: DEBUG oslo_vmware.api [None req-e118095f-9053-447b-9107-f1a3739d98ae tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Task: {'id': task-3223153, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.905274] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223146, 'name': CreateVM_Task, 'duration_secs': 0.531832} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.905608] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1b8d1b7-cc0e-4807-a7f4-e963cb9da64b] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 828.906616] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f1010cd2-2d4a-42c1-b9a6-8f51bf1a7c3e tempest-InstanceActionsV221TestJSON-329574137 tempest-InstanceActionsV221TestJSON-329574137-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.906930] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f1010cd2-2d4a-42c1-b9a6-8f51bf1a7c3e tempest-InstanceActionsV221TestJSON-329574137 tempest-InstanceActionsV221TestJSON-329574137-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.907528] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f1010cd2-2d4a-42c1-b9a6-8f51bf1a7c3e tempest-InstanceActionsV221TestJSON-329574137 tempest-InstanceActionsV221TestJSON-329574137-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.908160] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd44f889-5c34-4b6f-bcf1-f4e7e50d562c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.918640] env[69319]: DEBUG oslo_vmware.api [None req-f1010cd2-2d4a-42c1-b9a6-8f51bf1a7c3e tempest-InstanceActionsV221TestJSON-329574137 tempest-InstanceActionsV221TestJSON-329574137-project-member] Waiting for the task: (returnval){ [ 828.918640] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]5202e562-fb97-656d-afd6-fe4d2a297560" [ 828.918640] env[69319]: _type = "Task" [ 828.918640] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.933284] env[69319]: DEBUG oslo_vmware.api [None req-f1010cd2-2d4a-42c1-b9a6-8f51bf1a7c3e tempest-InstanceActionsV221TestJSON-329574137 tempest-InstanceActionsV221TestJSON-329574137-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5202e562-fb97-656d-afd6-fe4d2a297560, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.948921] env[69319]: DEBUG nova.network.neutron [req-c030a041-97ce-44b9-ae1d-fda36822bf8f req-5caa7c0d-fad3-421f-98fd-09f96dc07d3f service nova] [instance: b1b8d1b7-cc0e-4807-a7f4-e963cb9da64b] Updated VIF entry in instance network info cache for port 3ca85b66-75a8-433d-89aa-e8e9027a4ed7. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 828.950031] env[69319]: DEBUG nova.network.neutron [req-c030a041-97ce-44b9-ae1d-fda36822bf8f req-5caa7c0d-fad3-421f-98fd-09f96dc07d3f service nova] [instance: b1b8d1b7-cc0e-4807-a7f4-e963cb9da64b] Updating instance_info_cache with network_info: [{"id": "3ca85b66-75a8-433d-89aa-e8e9027a4ed7", "address": "fa:16:3e:f0:6d:75", "network": {"id": "c196c411-2ae9-418a-983b-2fa168cc28e8", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-638260904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba55e3b8db764c0998ef923316cc0088", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2bf99f85-3a5c-47c6-a603-e215be6ab0bd", "external-id": "nsx-vlan-transportzone-855", "segmentation_id": 855, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ca85b66-75", "ovs_interfaceid": "3ca85b66-75a8-433d-89aa-e8e9027a4ed7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.084924] env[69319]: DEBUG nova.compute.manager [None req-52a966af-b455-411c-8803-c7b166372af5 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 33bc946c-1397-4355-8132-bc27084a66ba] Start building block device mappings for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 829.087957] env[69319]: DEBUG oslo_vmware.api [None req-ad7fc3c0-514f-4379-82c7-5ab1edd61dfe tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Task: {'id': task-3223150, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.270904} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.088304] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad7fc3c0-514f-4379-82c7-5ab1edd61dfe tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 829.088528] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-ad7fc3c0-514f-4379-82c7-5ab1edd61dfe tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] [instance: bfc6c3e7-8384-4669-bd43-acdfcb1c478a] Deleted contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 829.088701] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-ad7fc3c0-514f-4379-82c7-5ab1edd61dfe tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] [instance: bfc6c3e7-8384-4669-bd43-acdfcb1c478a] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 829.088876] env[69319]: INFO nova.compute.manager [None req-ad7fc3c0-514f-4379-82c7-5ab1edd61dfe tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] [instance: bfc6c3e7-8384-4669-bd43-acdfcb1c478a] Took 1.10 seconds to destroy the instance on the hypervisor. [ 829.089168] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ad7fc3c0-514f-4379-82c7-5ab1edd61dfe tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 829.089400] env[69319]: DEBUG nova.compute.manager [-] [instance: bfc6c3e7-8384-4669-bd43-acdfcb1c478a] Deallocating network for instance {{(pid=69319) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 829.089521] env[69319]: DEBUG nova.network.neutron [-] [instance: bfc6c3e7-8384-4669-bd43-acdfcb1c478a] deallocate_for_instance() {{(pid=69319) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 829.126631] env[69319]: DEBUG nova.network.neutron [-] [instance: bfc6c3e7-8384-4669-bd43-acdfcb1c478a] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 829.157077] env[69319]: DEBUG oslo_concurrency.lockutils [None req-a5dd8e72-a050-410d-99a5-ba3c35bbc434 tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Acquiring lock "0e18fec3-90c2-4120-8388-468011eb7ccd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.157230] env[69319]: DEBUG oslo_concurrency.lockutils [None req-a5dd8e72-a050-410d-99a5-ba3c35bbc434 tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Lock "0e18fec3-90c2-4120-8388-468011eb7ccd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.196460] env[69319]: DEBUG oslo_vmware.api [None req-81021b24-b6f9-43e0-8e26-a9c5fc348b24 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': task-3223151, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.447327} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.199451] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-81021b24-b6f9-43e0-8e26-a9c5fc348b24 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 829.199746] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-81021b24-b6f9-43e0-8e26-a9c5fc348b24 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 90fb9d48-f1f0-4f55-9e0f-673d7d78c380] Deleted contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 829.199977] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-81021b24-b6f9-43e0-8e26-a9c5fc348b24 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 90fb9d48-f1f0-4f55-9e0f-673d7d78c380] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 829.200244] env[69319]: INFO nova.compute.manager [None req-81021b24-b6f9-43e0-8e26-a9c5fc348b24 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 90fb9d48-f1f0-4f55-9e0f-673d7d78c380] Took 2.27 seconds to destroy the instance on the hypervisor. [ 829.200781] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-81021b24-b6f9-43e0-8e26-a9c5fc348b24 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 829.201252] env[69319]: DEBUG nova.compute.manager [-] [instance: 90fb9d48-f1f0-4f55-9e0f-673d7d78c380] Deallocating network for instance {{(pid=69319) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 829.201417] env[69319]: DEBUG nova.network.neutron [-] [instance: 90fb9d48-f1f0-4f55-9e0f-673d7d78c380] deallocate_for_instance() {{(pid=69319) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 829.292051] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-849d1134-24a7-486e-bb37-b2868bc31e85 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.301379] env[69319]: DEBUG oslo_vmware.api [None req-c899aaf1-45c5-4862-bea6-c5c2bae6cc73 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Task: {'id': task-3223152, 'name': Rename_Task, 'duration_secs': 0.26257} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.303711] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-c899aaf1-45c5-4862-bea6-c5c2bae6cc73 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] [instance: 78d62458-5f2a-45a1-bf75-c1bf6a087b48] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 829.304069] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cdc2ae3d-6114-476b-a0f9-04652c847fc8 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.306676] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2af12fae-5f56-4131-82f1-e0e9a2f788c0 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.345905] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-966a6456-cdbb-4579-8970-7942cf409803 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.348957] env[69319]: DEBUG oslo_vmware.api [None req-c899aaf1-45c5-4862-bea6-c5c2bae6cc73 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Waiting for the task: (returnval){ [ 829.348957] env[69319]: value = "task-3223154" [ 829.348957] env[69319]: _type = "Task" [ 829.348957] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.357092] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d063ec94-bc0a-40d3-bb49-0feb6e86fa50 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.365786] env[69319]: DEBUG oslo_vmware.api [None req-c899aaf1-45c5-4862-bea6-c5c2bae6cc73 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Task: {'id': task-3223154, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.381143] env[69319]: DEBUG nova.compute.provider_tree [None req-7a693bf2-ba83-450a-8268-5c2322c44dbc tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 829.387387] env[69319]: DEBUG oslo_vmware.api [None req-e118095f-9053-447b-9107-f1a3739d98ae tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Task: {'id': task-3223153, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.404187] env[69319]: DEBUG nova.network.neutron [None req-52a966af-b455-411c-8803-c7b166372af5 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 33bc946c-1397-4355-8132-bc27084a66ba] Successfully created port: c6e98cc0-3134-4c25-b6f3-ac5eb16515af {{(pid=69319) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 829.431209] env[69319]: DEBUG oslo_vmware.api [None req-f1010cd2-2d4a-42c1-b9a6-8f51bf1a7c3e tempest-InstanceActionsV221TestJSON-329574137 tempest-InstanceActionsV221TestJSON-329574137-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5202e562-fb97-656d-afd6-fe4d2a297560, 'name': SearchDatastore_Task, 'duration_secs': 0.018184} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.431659] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f1010cd2-2d4a-42c1-b9a6-8f51bf1a7c3e tempest-InstanceActionsV221TestJSON-329574137 tempest-InstanceActionsV221TestJSON-329574137-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.432040] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-f1010cd2-2d4a-42c1-b9a6-8f51bf1a7c3e tempest-InstanceActionsV221TestJSON-329574137 tempest-InstanceActionsV221TestJSON-329574137-project-member] [instance: b1b8d1b7-cc0e-4807-a7f4-e963cb9da64b] Processing image 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 829.432331] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f1010cd2-2d4a-42c1-b9a6-8f51bf1a7c3e tempest-InstanceActionsV221TestJSON-329574137 tempest-InstanceActionsV221TestJSON-329574137-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.432480] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f1010cd2-2d4a-42c1-b9a6-8f51bf1a7c3e tempest-InstanceActionsV221TestJSON-329574137 tempest-InstanceActionsV221TestJSON-329574137-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.432967] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1010cd2-2d4a-42c1-b9a6-8f51bf1a7c3e tempest-InstanceActionsV221TestJSON-329574137 tempest-InstanceActionsV221TestJSON-329574137-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 829.432967] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8b85ed37-ce60-41c5-9c57-f3e022cb01b7 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.446290] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1010cd2-2d4a-42c1-b9a6-8f51bf1a7c3e tempest-InstanceActionsV221TestJSON-329574137 tempest-InstanceActionsV221TestJSON-329574137-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 829.446476] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-f1010cd2-2d4a-42c1-b9a6-8f51bf1a7c3e tempest-InstanceActionsV221TestJSON-329574137 tempest-InstanceActionsV221TestJSON-329574137-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 829.447226] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-922e95a1-41fc-40b1-a586-b8fa8f94eef7 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.454213] env[69319]: DEBUG oslo_concurrency.lockutils [req-c030a041-97ce-44b9-ae1d-fda36822bf8f req-5caa7c0d-fad3-421f-98fd-09f96dc07d3f service nova] Releasing lock "refresh_cache-b1b8d1b7-cc0e-4807-a7f4-e963cb9da64b" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.455296] env[69319]: DEBUG oslo_vmware.api [None req-f1010cd2-2d4a-42c1-b9a6-8f51bf1a7c3e tempest-InstanceActionsV221TestJSON-329574137 tempest-InstanceActionsV221TestJSON-329574137-project-member] Waiting for the task: (returnval){ [ 829.455296] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]525f33d5-ecc3-132c-94fb-30e6f0282f49" [ 829.455296] env[69319]: _type = "Task" [ 829.455296] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.464507] env[69319]: DEBUG oslo_vmware.api [None req-f1010cd2-2d4a-42c1-b9a6-8f51bf1a7c3e tempest-InstanceActionsV221TestJSON-329574137 tempest-InstanceActionsV221TestJSON-329574137-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]525f33d5-ecc3-132c-94fb-30e6f0282f49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.631493] env[69319]: DEBUG nova.network.neutron [-] [instance: bfc6c3e7-8384-4669-bd43-acdfcb1c478a] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.862937] env[69319]: DEBUG oslo_vmware.api [None req-c899aaf1-45c5-4862-bea6-c5c2bae6cc73 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Task: {'id': task-3223154, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.876624] env[69319]: DEBUG oslo_vmware.api [None req-e118095f-9053-447b-9107-f1a3739d98ae tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Task: {'id': task-3223153, 'name': ReconfigVM_Task, 'duration_secs': 0.579307} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.876979] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-e118095f-9053-447b-9107-f1a3739d98ae tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: 0b5d2173-10d1-4983-877c-743388460231] Reconfigured VM instance instance-0000002e to attach disk [datastore1] 0b5d2173-10d1-4983-877c-743388460231/0b5d2173-10d1-4983-877c-743388460231.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 829.877931] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-04112921-9fb1-407b-b74c-aaf326df0d9a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.886763] env[69319]: DEBUG oslo_vmware.api [None req-e118095f-9053-447b-9107-f1a3739d98ae tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Waiting for the task: (returnval){ [ 829.886763] env[69319]: value = "task-3223155" [ 829.886763] env[69319]: _type = "Task" [ 829.886763] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.890868] env[69319]: DEBUG nova.scheduler.client.report [None req-7a693bf2-ba83-450a-8268-5c2322c44dbc tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 829.900336] env[69319]: DEBUG oslo_vmware.api [None req-e118095f-9053-447b-9107-f1a3739d98ae tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Task: {'id': task-3223155, 'name': Rename_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.971444] env[69319]: DEBUG oslo_vmware.api [None req-f1010cd2-2d4a-42c1-b9a6-8f51bf1a7c3e tempest-InstanceActionsV221TestJSON-329574137 tempest-InstanceActionsV221TestJSON-329574137-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]525f33d5-ecc3-132c-94fb-30e6f0282f49, 'name': SearchDatastore_Task, 'duration_secs': 0.019739} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.972384] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e12d859-25f4-4d9f-b350-fdae776c4340 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.983628] env[69319]: DEBUG oslo_vmware.api [None req-f1010cd2-2d4a-42c1-b9a6-8f51bf1a7c3e tempest-InstanceActionsV221TestJSON-329574137 tempest-InstanceActionsV221TestJSON-329574137-project-member] Waiting for the task: (returnval){ [ 829.983628] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]5205ba5c-8825-3e3b-d68f-d1fe851e2d2e" [ 829.983628] env[69319]: _type = "Task" [ 829.983628] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.996086] env[69319]: DEBUG oslo_vmware.api [None req-f1010cd2-2d4a-42c1-b9a6-8f51bf1a7c3e tempest-InstanceActionsV221TestJSON-329574137 tempest-InstanceActionsV221TestJSON-329574137-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5205ba5c-8825-3e3b-d68f-d1fe851e2d2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.101578] env[69319]: DEBUG nova.compute.manager [None req-52a966af-b455-411c-8803-c7b166372af5 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 33bc946c-1397-4355-8132-bc27084a66ba] Start spawning the instance on the hypervisor. {{(pid=69319) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 830.133887] env[69319]: DEBUG nova.virt.hardware [None req-52a966af-b455-411c-8803-c7b166372af5 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:32:36Z,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31f027872f6f44dba95ff2fe7a062e00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:32:36Z,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 830.134197] env[69319]: DEBUG nova.virt.hardware [None req-52a966af-b455-411c-8803-c7b166372af5 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 830.134723] env[69319]: DEBUG nova.virt.hardware [None req-52a966af-b455-411c-8803-c7b166372af5 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 830.134958] env[69319]: DEBUG nova.virt.hardware [None req-52a966af-b455-411c-8803-c7b166372af5 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 830.135116] env[69319]: DEBUG nova.virt.hardware [None req-52a966af-b455-411c-8803-c7b166372af5 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 830.135272] env[69319]: DEBUG nova.virt.hardware [None req-52a966af-b455-411c-8803-c7b166372af5 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 830.135491] env[69319]: DEBUG nova.virt.hardware [None req-52a966af-b455-411c-8803-c7b166372af5 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 830.135650] env[69319]: DEBUG nova.virt.hardware [None req-52a966af-b455-411c-8803-c7b166372af5 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 830.135824] env[69319]: DEBUG nova.virt.hardware [None req-52a966af-b455-411c-8803-c7b166372af5 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 830.135981] env[69319]: DEBUG nova.virt.hardware [None req-52a966af-b455-411c-8803-c7b166372af5 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 830.136172] env[69319]: DEBUG nova.virt.hardware [None req-52a966af-b455-411c-8803-c7b166372af5 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 830.139385] env[69319]: INFO nova.compute.manager [-] [instance: bfc6c3e7-8384-4669-bd43-acdfcb1c478a] Took 1.05 seconds to deallocate network for instance. [ 830.139385] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f02c3ed8-f4b6-493c-92aa-3874f3cad6ca {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.153158] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31f6c9c5-b0b7-4010-abee-f35184742c79 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.160556] env[69319]: DEBUG nova.compute.manager [req-da2177b6-f163-4a1a-936f-2cbb7d0866ed req-e91a85a9-47b4-40bc-b61b-475d6a33ba51 service nova] [instance: 90fb9d48-f1f0-4f55-9e0f-673d7d78c380] Received event network-vif-deleted-9dcf6b9f-6f25-4fd3-b52f-025a46e99394 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 830.160833] env[69319]: INFO nova.compute.manager [req-da2177b6-f163-4a1a-936f-2cbb7d0866ed req-e91a85a9-47b4-40bc-b61b-475d6a33ba51 service nova] [instance: 90fb9d48-f1f0-4f55-9e0f-673d7d78c380] Neutron deleted interface 9dcf6b9f-6f25-4fd3-b52f-025a46e99394; detaching it from the instance and deleting it from the info cache [ 830.161043] env[69319]: DEBUG nova.network.neutron [req-da2177b6-f163-4a1a-936f-2cbb7d0866ed req-e91a85a9-47b4-40bc-b61b-475d6a33ba51 service nova] [instance: 90fb9d48-f1f0-4f55-9e0f-673d7d78c380] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.361441] env[69319]: DEBUG oslo_vmware.api [None req-c899aaf1-45c5-4862-bea6-c5c2bae6cc73 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Task: {'id': task-3223154, 'name': PowerOnVM_Task, 'duration_secs': 0.728732} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.361664] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-c899aaf1-45c5-4862-bea6-c5c2bae6cc73 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] [instance: 78d62458-5f2a-45a1-bf75-c1bf6a087b48] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 830.361898] env[69319]: INFO nova.compute.manager [None req-c899aaf1-45c5-4862-bea6-c5c2bae6cc73 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] [instance: 78d62458-5f2a-45a1-bf75-c1bf6a087b48] Took 11.85 seconds to spawn the instance on the hypervisor. [ 830.362078] env[69319]: DEBUG nova.compute.manager [None req-c899aaf1-45c5-4862-bea6-c5c2bae6cc73 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] [instance: 78d62458-5f2a-45a1-bf75-c1bf6a087b48] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 830.362914] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68c90006-2eb8-487b-b57c-09a8bb71c26e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.398690] env[69319]: DEBUG oslo_concurrency.lockutils [None req-7a693bf2-ba83-450a-8268-5c2322c44dbc tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.334s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.400950] env[69319]: DEBUG oslo_vmware.api [None req-e118095f-9053-447b-9107-f1a3739d98ae tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Task: {'id': task-3223155, 'name': Rename_Task, 'duration_secs': 0.208262} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.401486] env[69319]: DEBUG oslo_concurrency.lockutils [None req-cfa9333a-2117-4059-b99e-a57c01df830f tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.665s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.401682] env[69319]: DEBUG nova.objects.instance [None req-cfa9333a-2117-4059-b99e-a57c01df830f tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Lazy-loading 'resources' on Instance uuid 9f02ac69-5fbc-40c6-96f4-d6ef8b3d0792 {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 830.403084] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-e118095f-9053-447b-9107-f1a3739d98ae tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: 0b5d2173-10d1-4983-877c-743388460231] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 830.404261] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0925c32c-612c-4017-85ef-cc92609d381c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.412364] env[69319]: DEBUG oslo_vmware.api [None req-e118095f-9053-447b-9107-f1a3739d98ae tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Waiting for the task: (returnval){ [ 830.412364] env[69319]: value = "task-3223156" [ 830.412364] env[69319]: _type = "Task" [ 830.412364] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.421944] env[69319]: DEBUG oslo_vmware.api [None req-e118095f-9053-447b-9107-f1a3739d98ae tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Task: {'id': task-3223156, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.471143] env[69319]: INFO nova.scheduler.client.report [None req-7a693bf2-ba83-450a-8268-5c2322c44dbc tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Deleted allocations for instance 6fd4b3da-855a-4796-a514-bffd9d194110 [ 830.494016] env[69319]: DEBUG oslo_vmware.api [None req-f1010cd2-2d4a-42c1-b9a6-8f51bf1a7c3e tempest-InstanceActionsV221TestJSON-329574137 tempest-InstanceActionsV221TestJSON-329574137-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5205ba5c-8825-3e3b-d68f-d1fe851e2d2e, 'name': SearchDatastore_Task, 'duration_secs': 0.013999} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.494310] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f1010cd2-2d4a-42c1-b9a6-8f51bf1a7c3e tempest-InstanceActionsV221TestJSON-329574137 tempest-InstanceActionsV221TestJSON-329574137-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.494619] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1010cd2-2d4a-42c1-b9a6-8f51bf1a7c3e tempest-InstanceActionsV221TestJSON-329574137 tempest-InstanceActionsV221TestJSON-329574137-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore1] b1b8d1b7-cc0e-4807-a7f4-e963cb9da64b/b1b8d1b7-cc0e-4807-a7f4-e963cb9da64b.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 830.494901] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bc25cabd-369b-44c2-98c5-606c3e59f7d4 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.502400] env[69319]: DEBUG oslo_vmware.api [None req-f1010cd2-2d4a-42c1-b9a6-8f51bf1a7c3e tempest-InstanceActionsV221TestJSON-329574137 tempest-InstanceActionsV221TestJSON-329574137-project-member] Waiting for the task: (returnval){ [ 830.502400] env[69319]: value = "task-3223157" [ 830.502400] env[69319]: _type = "Task" [ 830.502400] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.511317] env[69319]: DEBUG oslo_vmware.api [None req-f1010cd2-2d4a-42c1-b9a6-8f51bf1a7c3e tempest-InstanceActionsV221TestJSON-329574137 tempest-InstanceActionsV221TestJSON-329574137-project-member] Task: {'id': task-3223157, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.578511] env[69319]: DEBUG nova.network.neutron [-] [instance: 90fb9d48-f1f0-4f55-9e0f-673d7d78c380] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.659322] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ad7fc3c0-514f-4379-82c7-5ab1edd61dfe tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.665718] env[69319]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-86535060-2dd9-4989-84fe-964d1f7a029f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.680878] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9065e1a4-dd03-492b-8fb0-c84bf72dc461 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.727693] env[69319]: DEBUG nova.compute.manager [req-da2177b6-f163-4a1a-936f-2cbb7d0866ed req-e91a85a9-47b4-40bc-b61b-475d6a33ba51 service nova] [instance: 90fb9d48-f1f0-4f55-9e0f-673d7d78c380] Detach interface failed, port_id=9dcf6b9f-6f25-4fd3-b52f-025a46e99394, reason: Instance 90fb9d48-f1f0-4f55-9e0f-673d7d78c380 could not be found. {{(pid=69319) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 830.884670] env[69319]: INFO nova.compute.manager [None req-c899aaf1-45c5-4862-bea6-c5c2bae6cc73 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] [instance: 78d62458-5f2a-45a1-bf75-c1bf6a087b48] Took 45.90 seconds to build instance. [ 830.925266] env[69319]: DEBUG oslo_vmware.api [None req-e118095f-9053-447b-9107-f1a3739d98ae tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Task: {'id': task-3223156, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.979448] env[69319]: DEBUG oslo_concurrency.lockutils [None req-7a693bf2-ba83-450a-8268-5c2322c44dbc tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Lock "6fd4b3da-855a-4796-a514-bffd9d194110" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.828s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.013801] env[69319]: DEBUG oslo_vmware.api [None req-f1010cd2-2d4a-42c1-b9a6-8f51bf1a7c3e tempest-InstanceActionsV221TestJSON-329574137 tempest-InstanceActionsV221TestJSON-329574137-project-member] Task: {'id': task-3223157, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.086276] env[69319]: INFO nova.compute.manager [-] [instance: 90fb9d48-f1f0-4f55-9e0f-673d7d78c380] Took 1.88 seconds to deallocate network for instance. [ 831.387210] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c899aaf1-45c5-4862-bea6-c5c2bae6cc73 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Lock "78d62458-5f2a-45a1-bf75-c1bf6a087b48" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 116.982s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.428044] env[69319]: DEBUG oslo_vmware.api [None req-e118095f-9053-447b-9107-f1a3739d98ae tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Task: {'id': task-3223156, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.522148] env[69319]: DEBUG oslo_vmware.api [None req-f1010cd2-2d4a-42c1-b9a6-8f51bf1a7c3e tempest-InstanceActionsV221TestJSON-329574137 tempest-InstanceActionsV221TestJSON-329574137-project-member] Task: {'id': task-3223157, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.69518} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.523032] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1010cd2-2d4a-42c1-b9a6-8f51bf1a7c3e tempest-InstanceActionsV221TestJSON-329574137 tempest-InstanceActionsV221TestJSON-329574137-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore1] b1b8d1b7-cc0e-4807-a7f4-e963cb9da64b/b1b8d1b7-cc0e-4807-a7f4-e963cb9da64b.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 831.523032] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-f1010cd2-2d4a-42c1-b9a6-8f51bf1a7c3e tempest-InstanceActionsV221TestJSON-329574137 tempest-InstanceActionsV221TestJSON-329574137-project-member] [instance: b1b8d1b7-cc0e-4807-a7f4-e963cb9da64b] Extending root virtual disk to 1048576 {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 831.523032] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7ef9411f-f050-456a-af97-84b6f1da282a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.530668] env[69319]: DEBUG oslo_vmware.api [None req-f1010cd2-2d4a-42c1-b9a6-8f51bf1a7c3e tempest-InstanceActionsV221TestJSON-329574137 tempest-InstanceActionsV221TestJSON-329574137-project-member] Waiting for the task: (returnval){ [ 831.530668] env[69319]: value = "task-3223158" [ 831.530668] env[69319]: _type = "Task" [ 831.530668] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.540684] env[69319]: DEBUG oslo_vmware.api [None req-f1010cd2-2d4a-42c1-b9a6-8f51bf1a7c3e tempest-InstanceActionsV221TestJSON-329574137 tempest-InstanceActionsV221TestJSON-329574137-project-member] Task: {'id': task-3223158, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.551690] env[69319]: DEBUG nova.compute.manager [req-5f8302aa-5a3d-487d-b337-daedfab7f3c8 req-bca6574b-8585-4908-94dc-c94f83c4872f service nova] [instance: 33bc946c-1397-4355-8132-bc27084a66ba] Received event network-vif-plugged-c6e98cc0-3134-4c25-b6f3-ac5eb16515af {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 831.552041] env[69319]: DEBUG oslo_concurrency.lockutils [req-5f8302aa-5a3d-487d-b337-daedfab7f3c8 req-bca6574b-8585-4908-94dc-c94f83c4872f service nova] Acquiring lock "33bc946c-1397-4355-8132-bc27084a66ba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.552338] env[69319]: DEBUG oslo_concurrency.lockutils [req-5f8302aa-5a3d-487d-b337-daedfab7f3c8 req-bca6574b-8585-4908-94dc-c94f83c4872f service nova] Lock "33bc946c-1397-4355-8132-bc27084a66ba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.552527] env[69319]: DEBUG oslo_concurrency.lockutils [req-5f8302aa-5a3d-487d-b337-daedfab7f3c8 req-bca6574b-8585-4908-94dc-c94f83c4872f service nova] Lock "33bc946c-1397-4355-8132-bc27084a66ba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.552747] env[69319]: DEBUG nova.compute.manager [req-5f8302aa-5a3d-487d-b337-daedfab7f3c8 req-bca6574b-8585-4908-94dc-c94f83c4872f service nova] [instance: 33bc946c-1397-4355-8132-bc27084a66ba] No waiting events found dispatching network-vif-plugged-c6e98cc0-3134-4c25-b6f3-ac5eb16515af {{(pid=69319) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 831.552941] env[69319]: WARNING nova.compute.manager [req-5f8302aa-5a3d-487d-b337-daedfab7f3c8 req-bca6574b-8585-4908-94dc-c94f83c4872f service nova] [instance: 33bc946c-1397-4355-8132-bc27084a66ba] Received unexpected event network-vif-plugged-c6e98cc0-3134-4c25-b6f3-ac5eb16515af for instance with vm_state building and task_state spawning. [ 831.572690] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab26146e-82f7-461b-86e9-2670e3ecd088 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.581526] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99b4b923-4e64-4aba-a396-72a9357aa46b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.616154] env[69319]: DEBUG oslo_concurrency.lockutils [None req-81021b24-b6f9-43e0-8e26-a9c5fc348b24 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.617433] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b31f7c4e-113d-4fdd-91d6-8cecaa609ad3 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.625883] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05faddb8-683f-4721-a476-32ac3365f8e4 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.641721] env[69319]: DEBUG nova.compute.provider_tree [None req-cfa9333a-2117-4059-b99e-a57c01df830f tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 831.768398] env[69319]: DEBUG nova.network.neutron [None req-52a966af-b455-411c-8803-c7b166372af5 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 33bc946c-1397-4355-8132-bc27084a66ba] Successfully updated port: c6e98cc0-3134-4c25-b6f3-ac5eb16515af {{(pid=69319) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 831.890708] env[69319]: DEBUG nova.compute.manager [None req-55f0deaf-91ee-4054-80cc-a37ded1a7890 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] [instance: 49f792b7-4c8b-4a2a-afe4-016281de77b9] Starting instance... {{(pid=69319) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 831.930901] env[69319]: DEBUG oslo_vmware.api [None req-e118095f-9053-447b-9107-f1a3739d98ae tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Task: {'id': task-3223156, 'name': PowerOnVM_Task, 'duration_secs': 1.017603} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.931583] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-e118095f-9053-447b-9107-f1a3739d98ae tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: 0b5d2173-10d1-4983-877c-743388460231] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 831.931583] env[69319]: INFO nova.compute.manager [None req-e118095f-9053-447b-9107-f1a3739d98ae tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: 0b5d2173-10d1-4983-877c-743388460231] Took 10.10 seconds to spawn the instance on the hypervisor. [ 831.931855] env[69319]: DEBUG nova.compute.manager [None req-e118095f-9053-447b-9107-f1a3739d98ae tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: 0b5d2173-10d1-4983-877c-743388460231] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 831.932856] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70cc8927-8cfa-417d-b562-5a09fda0520a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.041289] env[69319]: DEBUG oslo_vmware.api [None req-f1010cd2-2d4a-42c1-b9a6-8f51bf1a7c3e tempest-InstanceActionsV221TestJSON-329574137 tempest-InstanceActionsV221TestJSON-329574137-project-member] Task: {'id': task-3223158, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070199} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.041973] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-f1010cd2-2d4a-42c1-b9a6-8f51bf1a7c3e tempest-InstanceActionsV221TestJSON-329574137 tempest-InstanceActionsV221TestJSON-329574137-project-member] [instance: b1b8d1b7-cc0e-4807-a7f4-e963cb9da64b] Extended root virtual disk {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 832.042626] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e032408-7ae8-46d4-bf63-0c7da223afe4 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.070966] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1010cd2-2d4a-42c1-b9a6-8f51bf1a7c3e tempest-InstanceActionsV221TestJSON-329574137 tempest-InstanceActionsV221TestJSON-329574137-project-member] [instance: b1b8d1b7-cc0e-4807-a7f4-e963cb9da64b] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] b1b8d1b7-cc0e-4807-a7f4-e963cb9da64b/b1b8d1b7-cc0e-4807-a7f4-e963cb9da64b.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 832.072300] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9152d12a-0376-42a8-9b57-f6fc624a95f8 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.098676] env[69319]: DEBUG oslo_vmware.api [None req-f1010cd2-2d4a-42c1-b9a6-8f51bf1a7c3e tempest-InstanceActionsV221TestJSON-329574137 tempest-InstanceActionsV221TestJSON-329574137-project-member] Waiting for the task: (returnval){ [ 832.098676] env[69319]: value = "task-3223159" [ 832.098676] env[69319]: _type = "Task" [ 832.098676] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.107720] env[69319]: DEBUG oslo_vmware.api [None req-f1010cd2-2d4a-42c1-b9a6-8f51bf1a7c3e tempest-InstanceActionsV221TestJSON-329574137 tempest-InstanceActionsV221TestJSON-329574137-project-member] Task: {'id': task-3223159, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.147192] env[69319]: DEBUG nova.scheduler.client.report [None req-cfa9333a-2117-4059-b99e-a57c01df830f tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 832.985474] env[69319]: DEBUG oslo_concurrency.lockutils [None req-52a966af-b455-411c-8803-c7b166372af5 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Acquiring lock "refresh_cache-33bc946c-1397-4355-8132-bc27084a66ba" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.985824] env[69319]: DEBUG oslo_concurrency.lockutils [None req-52a966af-b455-411c-8803-c7b166372af5 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Acquired lock "refresh_cache-33bc946c-1397-4355-8132-bc27084a66ba" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.985824] env[69319]: DEBUG nova.network.neutron [None req-52a966af-b455-411c-8803-c7b166372af5 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 33bc946c-1397-4355-8132-bc27084a66ba] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 832.993585] env[69319]: DEBUG oslo_concurrency.lockutils [None req-cfa9333a-2117-4059-b99e-a57c01df830f tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.592s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.997847] env[69319]: DEBUG nova.compute.manager [req-c0d6e419-3485-4bb2-9d82-fa9e6c2aa057 req-cef8fd9a-f80c-45c5-a3f9-fbb3a9e9405e service nova] [instance: 78d62458-5f2a-45a1-bf75-c1bf6a087b48] Received event network-changed-60b25848-a49a-42b3-9357-c130cb7ff83c {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 832.997847] env[69319]: DEBUG nova.compute.manager [req-c0d6e419-3485-4bb2-9d82-fa9e6c2aa057 req-cef8fd9a-f80c-45c5-a3f9-fbb3a9e9405e service nova] [instance: 78d62458-5f2a-45a1-bf75-c1bf6a087b48] Refreshing instance network info cache due to event network-changed-60b25848-a49a-42b3-9357-c130cb7ff83c. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 832.997847] env[69319]: DEBUG oslo_concurrency.lockutils [req-c0d6e419-3485-4bb2-9d82-fa9e6c2aa057 req-cef8fd9a-f80c-45c5-a3f9-fbb3a9e9405e service nova] Acquiring lock "refresh_cache-78d62458-5f2a-45a1-bf75-c1bf6a087b48" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.997847] env[69319]: DEBUG oslo_concurrency.lockutils [req-c0d6e419-3485-4bb2-9d82-fa9e6c2aa057 req-cef8fd9a-f80c-45c5-a3f9-fbb3a9e9405e service nova] Acquired lock "refresh_cache-78d62458-5f2a-45a1-bf75-c1bf6a087b48" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.997847] env[69319]: DEBUG nova.network.neutron [req-c0d6e419-3485-4bb2-9d82-fa9e6c2aa057 req-cef8fd9a-f80c-45c5-a3f9-fbb3a9e9405e service nova] [instance: 78d62458-5f2a-45a1-bf75-c1bf6a087b48] Refreshing network info cache for port 60b25848-a49a-42b3-9357-c130cb7ff83c {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 832.998809] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0b96926c-6ed1-4117-9e86-2e53a845129c tempest-ServersAdminTestJSON-598103534 tempest-ServersAdminTestJSON-598103534-project-admin] Acquiring lock "refresh_cache-0b5d2173-10d1-4983-877c-743388460231" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.998931] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0b96926c-6ed1-4117-9e86-2e53a845129c tempest-ServersAdminTestJSON-598103534 tempest-ServersAdminTestJSON-598103534-project-admin] Acquired lock "refresh_cache-0b5d2173-10d1-4983-877c-743388460231" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.999303] env[69319]: DEBUG nova.network.neutron [None req-0b96926c-6ed1-4117-9e86-2e53a845129c tempest-ServersAdminTestJSON-598103534 tempest-ServersAdminTestJSON-598103534-project-admin] [instance: 0b5d2173-10d1-4983-877c-743388460231] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 833.012019] env[69319]: DEBUG oslo_concurrency.lockutils [None req-2a10a703-8a09-4dd2-ab8e-eacc60b84a23 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.816s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.012019] env[69319]: INFO nova.compute.claims [None req-2a10a703-8a09-4dd2-ab8e-eacc60b84a23 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] [instance: d2216fa6-a955-4b17-b026-4bc90a655ff5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 833.015104] env[69319]: INFO nova.compute.manager [None req-e118095f-9053-447b-9107-f1a3739d98ae tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: 0b5d2173-10d1-4983-877c-743388460231] Took 46.51 seconds to build instance. [ 833.026035] env[69319]: DEBUG oslo_vmware.api [None req-f1010cd2-2d4a-42c1-b9a6-8f51bf1a7c3e tempest-InstanceActionsV221TestJSON-329574137 tempest-InstanceActionsV221TestJSON-329574137-project-member] Task: {'id': task-3223159, 'name': ReconfigVM_Task, 'duration_secs': 0.347282} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.026450] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1010cd2-2d4a-42c1-b9a6-8f51bf1a7c3e tempest-InstanceActionsV221TestJSON-329574137 tempest-InstanceActionsV221TestJSON-329574137-project-member] [instance: b1b8d1b7-cc0e-4807-a7f4-e963cb9da64b] Reconfigured VM instance instance-0000002f to attach disk [datastore1] b1b8d1b7-cc0e-4807-a7f4-e963cb9da64b/b1b8d1b7-cc0e-4807-a7f4-e963cb9da64b.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 833.027213] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3850e53d-6c33-4943-a5dd-189ba21284f6 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.038582] env[69319]: DEBUG oslo_vmware.api [None req-f1010cd2-2d4a-42c1-b9a6-8f51bf1a7c3e tempest-InstanceActionsV221TestJSON-329574137 tempest-InstanceActionsV221TestJSON-329574137-project-member] Waiting for the task: (returnval){ [ 833.038582] env[69319]: value = "task-3223160" [ 833.038582] env[69319]: _type = "Task" [ 833.038582] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.044165] env[69319]: DEBUG oslo_concurrency.lockutils [None req-55f0deaf-91ee-4054-80cc-a37ded1a7890 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.049028] env[69319]: DEBUG oslo_vmware.api [None req-f1010cd2-2d4a-42c1-b9a6-8f51bf1a7c3e tempest-InstanceActionsV221TestJSON-329574137 tempest-InstanceActionsV221TestJSON-329574137-project-member] Task: {'id': task-3223160, 'name': Rename_Task} progress is 6%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.057017] env[69319]: INFO nova.scheduler.client.report [None req-cfa9333a-2117-4059-b99e-a57c01df830f tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Deleted allocations for instance 9f02ac69-5fbc-40c6-96f4-d6ef8b3d0792 [ 833.111756] env[69319]: DEBUG oslo_vmware.rw_handles [None req-0d4f9f21-3811-46be-8408-f3a86053d78f tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fb989c-a393-4d6c-f756-553bca03d696/disk-0.vmdk. {{(pid=69319) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 833.112873] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87dbbf1e-b670-4df4-879d-0a43eaffd9d4 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.119889] env[69319]: DEBUG oslo_vmware.rw_handles [None req-0d4f9f21-3811-46be-8408-f3a86053d78f tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fb989c-a393-4d6c-f756-553bca03d696/disk-0.vmdk is in state: ready. {{(pid=69319) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 833.120114] env[69319]: ERROR oslo_vmware.rw_handles [None req-0d4f9f21-3811-46be-8408-f3a86053d78f tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fb989c-a393-4d6c-f756-553bca03d696/disk-0.vmdk due to incomplete transfer. [ 833.120350] env[69319]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-0c906516-8752-47cf-8824-c3821bc212dc {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.128940] env[69319]: DEBUG oslo_vmware.rw_handles [None req-0d4f9f21-3811-46be-8408-f3a86053d78f tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fb989c-a393-4d6c-f756-553bca03d696/disk-0.vmdk. {{(pid=69319) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 833.129180] env[69319]: DEBUG nova.virt.vmwareapi.images [None req-0d4f9f21-3811-46be-8408-f3a86053d78f tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] [instance: 05018af1-8cde-4512-b5b4-f392e39523ff] Uploaded image 2d29159e-2e8a-4678-a026-28b610ed401c to the Glance image server {{(pid=69319) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 833.131812] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d4f9f21-3811-46be-8408-f3a86053d78f tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] [instance: 05018af1-8cde-4512-b5b4-f392e39523ff] Destroying the VM {{(pid=69319) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 833.133197] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f7a114dd-b821-4c62-bdac-db518c1c47b9 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.138505] env[69319]: DEBUG oslo_vmware.api [None req-0d4f9f21-3811-46be-8408-f3a86053d78f tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Waiting for the task: (returnval){ [ 833.138505] env[69319]: value = "task-3223161" [ 833.138505] env[69319]: _type = "Task" [ 833.138505] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.147118] env[69319]: DEBUG oslo_vmware.api [None req-0d4f9f21-3811-46be-8408-f3a86053d78f tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Task: {'id': task-3223161, 'name': Destroy_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.525190] env[69319]: DEBUG oslo_concurrency.lockutils [None req-e118095f-9053-447b-9107-f1a3739d98ae tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Lock "0b5d2173-10d1-4983-877c-743388460231" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 115.906s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.537401] env[69319]: DEBUG oslo_concurrency.lockutils [None req-03413773-51d4-420e-9459-5ed22568ea49 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Acquiring lock "78d62458-5f2a-45a1-bf75-c1bf6a087b48" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.537841] env[69319]: DEBUG oslo_concurrency.lockutils [None req-03413773-51d4-420e-9459-5ed22568ea49 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Lock "78d62458-5f2a-45a1-bf75-c1bf6a087b48" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.537973] env[69319]: INFO nova.compute.manager [None req-03413773-51d4-420e-9459-5ed22568ea49 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] [instance: 78d62458-5f2a-45a1-bf75-c1bf6a087b48] Rebooting instance [ 833.556221] env[69319]: DEBUG oslo_vmware.api [None req-f1010cd2-2d4a-42c1-b9a6-8f51bf1a7c3e tempest-InstanceActionsV221TestJSON-329574137 tempest-InstanceActionsV221TestJSON-329574137-project-member] Task: {'id': task-3223160, 'name': Rename_Task, 'duration_secs': 0.155561} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.556221] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1010cd2-2d4a-42c1-b9a6-8f51bf1a7c3e tempest-InstanceActionsV221TestJSON-329574137 tempest-InstanceActionsV221TestJSON-329574137-project-member] [instance: b1b8d1b7-cc0e-4807-a7f4-e963cb9da64b] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 833.556221] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed938267-b939-41a4-9a5c-991fad7e0822 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.563194] env[69319]: DEBUG oslo_vmware.api [None req-f1010cd2-2d4a-42c1-b9a6-8f51bf1a7c3e tempest-InstanceActionsV221TestJSON-329574137 tempest-InstanceActionsV221TestJSON-329574137-project-member] Waiting for the task: (returnval){ [ 833.563194] env[69319]: value = "task-3223162" [ 833.563194] env[69319]: _type = "Task" [ 833.563194] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.563656] env[69319]: DEBUG oslo_concurrency.lockutils [None req-cfa9333a-2117-4059-b99e-a57c01df830f tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Lock "9f02ac69-5fbc-40c6-96f4-d6ef8b3d0792" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.768s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.576824] env[69319]: DEBUG oslo_vmware.api [None req-f1010cd2-2d4a-42c1-b9a6-8f51bf1a7c3e tempest-InstanceActionsV221TestJSON-329574137 tempest-InstanceActionsV221TestJSON-329574137-project-member] Task: {'id': task-3223162, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.583066] env[69319]: DEBUG nova.network.neutron [None req-52a966af-b455-411c-8803-c7b166372af5 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 33bc946c-1397-4355-8132-bc27084a66ba] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 833.651717] env[69319]: DEBUG nova.compute.manager [req-d54f0f82-c3dc-4d0f-b1d9-d05ec8bea545 req-d19fd03d-01bf-4667-86fe-2f12b6279515 service nova] [instance: 33bc946c-1397-4355-8132-bc27084a66ba] Received event network-changed-c6e98cc0-3134-4c25-b6f3-ac5eb16515af {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 833.651869] env[69319]: DEBUG nova.compute.manager [req-d54f0f82-c3dc-4d0f-b1d9-d05ec8bea545 req-d19fd03d-01bf-4667-86fe-2f12b6279515 service nova] [instance: 33bc946c-1397-4355-8132-bc27084a66ba] Refreshing instance network info cache due to event network-changed-c6e98cc0-3134-4c25-b6f3-ac5eb16515af. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 833.652157] env[69319]: DEBUG oslo_concurrency.lockutils [req-d54f0f82-c3dc-4d0f-b1d9-d05ec8bea545 req-d19fd03d-01bf-4667-86fe-2f12b6279515 service nova] Acquiring lock "refresh_cache-33bc946c-1397-4355-8132-bc27084a66ba" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.657625] env[69319]: DEBUG oslo_vmware.api [None req-0d4f9f21-3811-46be-8408-f3a86053d78f tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Task: {'id': task-3223161, 'name': Destroy_Task} progress is 100%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.888078] env[69319]: DEBUG nova.network.neutron [None req-52a966af-b455-411c-8803-c7b166372af5 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 33bc946c-1397-4355-8132-bc27084a66ba] Updating instance_info_cache with network_info: [{"id": "c6e98cc0-3134-4c25-b6f3-ac5eb16515af", "address": "fa:16:3e:52:28:0c", "network": {"id": "5b6a3856-a59d-4821-b22f-d38a582fca59", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-151173017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8712195e5600495dac5d45bcbbd358ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6e98cc0-31", "ovs_interfaceid": "c6e98cc0-3134-4c25-b6f3-ac5eb16515af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.032660] env[69319]: DEBUG nova.compute.manager [None req-bb8c4684-f2fd-4f50-aa42-c4c678b096ea tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 1a043193-1e7c-43ad-b903-34ca9371045e] Starting instance... {{(pid=69319) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 834.050482] env[69319]: DEBUG nova.network.neutron [req-c0d6e419-3485-4bb2-9d82-fa9e6c2aa057 req-cef8fd9a-f80c-45c5-a3f9-fbb3a9e9405e service nova] [instance: 78d62458-5f2a-45a1-bf75-c1bf6a087b48] Updated VIF entry in instance network info cache for port 60b25848-a49a-42b3-9357-c130cb7ff83c. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 834.050969] env[69319]: DEBUG nova.network.neutron [req-c0d6e419-3485-4bb2-9d82-fa9e6c2aa057 req-cef8fd9a-f80c-45c5-a3f9-fbb3a9e9405e service nova] [instance: 78d62458-5f2a-45a1-bf75-c1bf6a087b48] Updating instance_info_cache with network_info: [{"id": "60b25848-a49a-42b3-9357-c130cb7ff83c", "address": "fa:16:3e:82:72:a2", "network": {"id": "243f73e5-18e0-41fc-935d-25758c0e7829", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1577544746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ba894e033364cd1839ca06769acfff8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f17856cf-7248-414b-bde6-8c90cfb4c593", "external-id": "nsx-vlan-transportzone-341", "segmentation_id": 341, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60b25848-a4", "ovs_interfaceid": "60b25848-a49a-42b3-9357-c130cb7ff83c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.071313] env[69319]: DEBUG nova.network.neutron [None req-0b96926c-6ed1-4117-9e86-2e53a845129c tempest-ServersAdminTestJSON-598103534 tempest-ServersAdminTestJSON-598103534-project-admin] [instance: 0b5d2173-10d1-4983-877c-743388460231] Updating instance_info_cache with network_info: [{"id": "14797bb0-0cb5-4025-9cfe-1e86933e4acd", "address": "fa:16:3e:ec:be:a9", "network": {"id": "fe30ee17-2995-441e-8101-9012c093f221", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-656958957-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d85cf2d6d084bca85dcd31ab0910647", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14797bb0-0c", "ovs_interfaceid": "14797bb0-0cb5-4025-9cfe-1e86933e4acd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.084411] env[69319]: DEBUG oslo_vmware.api [None req-f1010cd2-2d4a-42c1-b9a6-8f51bf1a7c3e tempest-InstanceActionsV221TestJSON-329574137 tempest-InstanceActionsV221TestJSON-329574137-project-member] Task: {'id': task-3223162, 'name': PowerOnVM_Task, 'duration_secs': 0.516388} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.085559] env[69319]: DEBUG oslo_concurrency.lockutils [None req-03413773-51d4-420e-9459-5ed22568ea49 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Acquiring lock "refresh_cache-78d62458-5f2a-45a1-bf75-c1bf6a087b48" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.085926] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1010cd2-2d4a-42c1-b9a6-8f51bf1a7c3e tempest-InstanceActionsV221TestJSON-329574137 tempest-InstanceActionsV221TestJSON-329574137-project-member] [instance: b1b8d1b7-cc0e-4807-a7f4-e963cb9da64b] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 834.086035] env[69319]: INFO nova.compute.manager [None req-f1010cd2-2d4a-42c1-b9a6-8f51bf1a7c3e tempest-InstanceActionsV221TestJSON-329574137 tempest-InstanceActionsV221TestJSON-329574137-project-member] [instance: b1b8d1b7-cc0e-4807-a7f4-e963cb9da64b] Took 9.31 seconds to spawn the instance on the hypervisor. [ 834.086238] env[69319]: DEBUG nova.compute.manager [None req-f1010cd2-2d4a-42c1-b9a6-8f51bf1a7c3e tempest-InstanceActionsV221TestJSON-329574137 tempest-InstanceActionsV221TestJSON-329574137-project-member] [instance: b1b8d1b7-cc0e-4807-a7f4-e963cb9da64b] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 834.090031] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79cdf8c3-9365-4ee9-82ee-9444cf412e7a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.153070] env[69319]: DEBUG oslo_vmware.api [None req-0d4f9f21-3811-46be-8408-f3a86053d78f tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Task: {'id': task-3223161, 'name': Destroy_Task, 'duration_secs': 0.524004} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.153070] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-0d4f9f21-3811-46be-8408-f3a86053d78f tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] [instance: 05018af1-8cde-4512-b5b4-f392e39523ff] Destroyed the VM [ 834.153070] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-0d4f9f21-3811-46be-8408-f3a86053d78f tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] [instance: 05018af1-8cde-4512-b5b4-f392e39523ff] Deleting Snapshot of the VM instance {{(pid=69319) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 834.155755] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7fc218e1-aa56-44e1-8843-7962c2e87b0d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.165741] env[69319]: DEBUG oslo_vmware.api [None req-0d4f9f21-3811-46be-8408-f3a86053d78f tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Waiting for the task: (returnval){ [ 834.165741] env[69319]: value = "task-3223163" [ 834.165741] env[69319]: _type = "Task" [ 834.165741] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.176915] env[69319]: DEBUG oslo_vmware.api [None req-0d4f9f21-3811-46be-8408-f3a86053d78f tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Task: {'id': task-3223163, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.390424] env[69319]: DEBUG oslo_concurrency.lockutils [None req-52a966af-b455-411c-8803-c7b166372af5 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Releasing lock "refresh_cache-33bc946c-1397-4355-8132-bc27084a66ba" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.390819] env[69319]: DEBUG nova.compute.manager [None req-52a966af-b455-411c-8803-c7b166372af5 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 33bc946c-1397-4355-8132-bc27084a66ba] Instance network_info: |[{"id": "c6e98cc0-3134-4c25-b6f3-ac5eb16515af", "address": "fa:16:3e:52:28:0c", "network": {"id": "5b6a3856-a59d-4821-b22f-d38a582fca59", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-151173017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8712195e5600495dac5d45bcbbd358ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6e98cc0-31", "ovs_interfaceid": "c6e98cc0-3134-4c25-b6f3-ac5eb16515af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 834.391926] env[69319]: DEBUG oslo_concurrency.lockutils [req-d54f0f82-c3dc-4d0f-b1d9-d05ec8bea545 req-d19fd03d-01bf-4667-86fe-2f12b6279515 service nova] Acquired lock "refresh_cache-33bc946c-1397-4355-8132-bc27084a66ba" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.391926] env[69319]: DEBUG nova.network.neutron [req-d54f0f82-c3dc-4d0f-b1d9-d05ec8bea545 req-d19fd03d-01bf-4667-86fe-2f12b6279515 service nova] [instance: 33bc946c-1397-4355-8132-bc27084a66ba] Refreshing network info cache for port c6e98cc0-3134-4c25-b6f3-ac5eb16515af {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 834.392577] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-52a966af-b455-411c-8803-c7b166372af5 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 33bc946c-1397-4355-8132-bc27084a66ba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:52:28:0c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1c2b89fb-df8c-47c0-83ae-44291236feb4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c6e98cc0-3134-4c25-b6f3-ac5eb16515af', 'vif_model': 'vmxnet3'}] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 834.401674] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-52a966af-b455-411c-8803-c7b166372af5 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Creating folder: Project (8712195e5600495dac5d45bcbbd358ed). Parent ref: group-v644239. {{(pid=69319) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 834.402859] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9ac3e7b7-083d-4123-a26d-ab7b94a3d006 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.416799] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-52a966af-b455-411c-8803-c7b166372af5 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Created folder: Project (8712195e5600495dac5d45bcbbd358ed) in parent group-v644239. [ 834.417058] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-52a966af-b455-411c-8803-c7b166372af5 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Creating folder: Instances. Parent ref: group-v644373. {{(pid=69319) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 834.417310] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-46317aae-a575-4c2e-aba4-89c323131aa1 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.429186] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-52a966af-b455-411c-8803-c7b166372af5 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Created folder: Instances in parent group-v644373. [ 834.429416] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-52a966af-b455-411c-8803-c7b166372af5 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 834.429703] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33bc946c-1397-4355-8132-bc27084a66ba] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 834.430068] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e052df6d-b362-4ef0-ba3d-47a581a5219c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.453473] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 834.453473] env[69319]: value = "task-3223166" [ 834.453473] env[69319]: _type = "Task" [ 834.453473] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.464248] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223166, 'name': CreateVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.553881] env[69319]: DEBUG oslo_concurrency.lockutils [req-c0d6e419-3485-4bb2-9d82-fa9e6c2aa057 req-cef8fd9a-f80c-45c5-a3f9-fbb3a9e9405e service nova] Releasing lock "refresh_cache-78d62458-5f2a-45a1-bf75-c1bf6a087b48" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.554352] env[69319]: DEBUG oslo_concurrency.lockutils [None req-03413773-51d4-420e-9459-5ed22568ea49 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Acquired lock "refresh_cache-78d62458-5f2a-45a1-bf75-c1bf6a087b48" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.554543] env[69319]: DEBUG nova.network.neutron [None req-03413773-51d4-420e-9459-5ed22568ea49 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] [instance: 78d62458-5f2a-45a1-bf75-c1bf6a087b48] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 834.557054] env[69319]: DEBUG oslo_concurrency.lockutils [None req-bb8c4684-f2fd-4f50-aa42-c4c678b096ea tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.575219] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0b96926c-6ed1-4117-9e86-2e53a845129c tempest-ServersAdminTestJSON-598103534 tempest-ServersAdminTestJSON-598103534-project-admin] Releasing lock "refresh_cache-0b5d2173-10d1-4983-877c-743388460231" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.575519] env[69319]: DEBUG nova.compute.manager [None req-0b96926c-6ed1-4117-9e86-2e53a845129c tempest-ServersAdminTestJSON-598103534 tempest-ServersAdminTestJSON-598103534-project-admin] [instance: 0b5d2173-10d1-4983-877c-743388460231] Inject network info {{(pid=69319) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 834.575824] env[69319]: DEBUG nova.compute.manager [None req-0b96926c-6ed1-4117-9e86-2e53a845129c tempest-ServersAdminTestJSON-598103534 tempest-ServersAdminTestJSON-598103534-project-admin] [instance: 0b5d2173-10d1-4983-877c-743388460231] network_info to inject: |[{"id": "14797bb0-0cb5-4025-9cfe-1e86933e4acd", "address": "fa:16:3e:ec:be:a9", "network": {"id": "fe30ee17-2995-441e-8101-9012c093f221", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-656958957-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d85cf2d6d084bca85dcd31ab0910647", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14797bb0-0c", "ovs_interfaceid": "14797bb0-0cb5-4025-9cfe-1e86933e4acd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69319) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 834.581410] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-0b96926c-6ed1-4117-9e86-2e53a845129c tempest-ServersAdminTestJSON-598103534 tempest-ServersAdminTestJSON-598103534-project-admin] [instance: 0b5d2173-10d1-4983-877c-743388460231] Reconfiguring VM instance to set the machine id {{(pid=69319) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 834.582358] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-266e4b6a-27fd-4b4c-9268-477710b4e4f8 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.603739] env[69319]: DEBUG oslo_vmware.api [None req-0b96926c-6ed1-4117-9e86-2e53a845129c tempest-ServersAdminTestJSON-598103534 tempest-ServersAdminTestJSON-598103534-project-admin] Waiting for the task: (returnval){ [ 834.603739] env[69319]: value = "task-3223167" [ 834.603739] env[69319]: _type = "Task" [ 834.603739] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.621764] env[69319]: DEBUG oslo_vmware.api [None req-0b96926c-6ed1-4117-9e86-2e53a845129c tempest-ServersAdminTestJSON-598103534 tempest-ServersAdminTestJSON-598103534-project-admin] Task: {'id': task-3223167, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.622024] env[69319]: INFO nova.compute.manager [None req-f1010cd2-2d4a-42c1-b9a6-8f51bf1a7c3e tempest-InstanceActionsV221TestJSON-329574137 tempest-InstanceActionsV221TestJSON-329574137-project-member] [instance: b1b8d1b7-cc0e-4807-a7f4-e963cb9da64b] Took 42.49 seconds to build instance. [ 834.638705] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-780bfd01-3e23-450e-96dc-105fb1d884be {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.647511] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca906ab5-d158-413f-9e5f-a4751b9bc9c9 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.686201] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae99fec9-090e-4aa3-81a2-22e9384e3146 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.697598] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-888ef723-b278-4adb-997d-4755f1154cea {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.702456] env[69319]: DEBUG oslo_vmware.api [None req-0d4f9f21-3811-46be-8408-f3a86053d78f tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Task: {'id': task-3223163, 'name': RemoveSnapshot_Task} progress is 74%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.712683] env[69319]: DEBUG nova.compute.provider_tree [None req-2a10a703-8a09-4dd2-ab8e-eacc60b84a23 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 834.969468] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223166, 'name': CreateVM_Task} progress is 99%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.118862] env[69319]: DEBUG oslo_vmware.api [None req-0b96926c-6ed1-4117-9e86-2e53a845129c tempest-ServersAdminTestJSON-598103534 tempest-ServersAdminTestJSON-598103534-project-admin] Task: {'id': task-3223167, 'name': ReconfigVM_Task, 'duration_secs': 0.172687} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.119170] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-0b96926c-6ed1-4117-9e86-2e53a845129c tempest-ServersAdminTestJSON-598103534 tempest-ServersAdminTestJSON-598103534-project-admin] [instance: 0b5d2173-10d1-4983-877c-743388460231] Reconfigured VM instance to set the machine id {{(pid=69319) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 835.127270] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f1010cd2-2d4a-42c1-b9a6-8f51bf1a7c3e tempest-InstanceActionsV221TestJSON-329574137 tempest-InstanceActionsV221TestJSON-329574137-project-member] Lock "b1b8d1b7-cc0e-4807-a7f4-e963cb9da64b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 108.800s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.194392] env[69319]: DEBUG oslo_vmware.api [None req-0d4f9f21-3811-46be-8408-f3a86053d78f tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Task: {'id': task-3223163, 'name': RemoveSnapshot_Task, 'duration_secs': 0.742145} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.194887] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-0d4f9f21-3811-46be-8408-f3a86053d78f tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] [instance: 05018af1-8cde-4512-b5b4-f392e39523ff] Deleted Snapshot of the VM instance {{(pid=69319) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 835.194887] env[69319]: INFO nova.compute.manager [None req-0d4f9f21-3811-46be-8408-f3a86053d78f tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] [instance: 05018af1-8cde-4512-b5b4-f392e39523ff] Took 20.98 seconds to snapshot the instance on the hypervisor. [ 835.218947] env[69319]: DEBUG nova.scheduler.client.report [None req-2a10a703-8a09-4dd2-ab8e-eacc60b84a23 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 835.250464] env[69319]: DEBUG nova.network.neutron [req-d54f0f82-c3dc-4d0f-b1d9-d05ec8bea545 req-d19fd03d-01bf-4667-86fe-2f12b6279515 service nova] [instance: 33bc946c-1397-4355-8132-bc27084a66ba] Updated VIF entry in instance network info cache for port c6e98cc0-3134-4c25-b6f3-ac5eb16515af. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 835.251752] env[69319]: DEBUG nova.network.neutron [req-d54f0f82-c3dc-4d0f-b1d9-d05ec8bea545 req-d19fd03d-01bf-4667-86fe-2f12b6279515 service nova] [instance: 33bc946c-1397-4355-8132-bc27084a66ba] Updating instance_info_cache with network_info: [{"id": "c6e98cc0-3134-4c25-b6f3-ac5eb16515af", "address": "fa:16:3e:52:28:0c", "network": {"id": "5b6a3856-a59d-4821-b22f-d38a582fca59", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-151173017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8712195e5600495dac5d45bcbbd358ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6e98cc0-31", "ovs_interfaceid": "c6e98cc0-3134-4c25-b6f3-ac5eb16515af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.429498] env[69319]: DEBUG nova.network.neutron [None req-03413773-51d4-420e-9459-5ed22568ea49 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] [instance: 78d62458-5f2a-45a1-bf75-c1bf6a087b48] Updating instance_info_cache with network_info: [{"id": "60b25848-a49a-42b3-9357-c130cb7ff83c", "address": "fa:16:3e:82:72:a2", "network": {"id": "243f73e5-18e0-41fc-935d-25758c0e7829", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1577544746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ba894e033364cd1839ca06769acfff8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f17856cf-7248-414b-bde6-8c90cfb4c593", "external-id": "nsx-vlan-transportzone-341", "segmentation_id": 341, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60b25848-a4", "ovs_interfaceid": "60b25848-a49a-42b3-9357-c130cb7ff83c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.469040] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223166, 'name': CreateVM_Task} progress is 99%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.629910] env[69319]: DEBUG nova.compute.manager [None req-a5dd8e72-a050-410d-99a5-ba3c35bbc434 tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] [instance: 0e18fec3-90c2-4120-8388-468011eb7ccd] Starting instance... {{(pid=69319) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 835.725169] env[69319]: DEBUG oslo_concurrency.lockutils [None req-2a10a703-8a09-4dd2-ab8e-eacc60b84a23 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.715s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.725703] env[69319]: DEBUG nova.compute.manager [None req-2a10a703-8a09-4dd2-ab8e-eacc60b84a23 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] [instance: d2216fa6-a955-4b17-b026-4bc90a655ff5] Start building networks asynchronously for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 835.728369] env[69319]: DEBUG oslo_concurrency.lockutils [None req-4ee2088c-1593-4efb-9afb-ab227a8d62ca tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.284s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.729864] env[69319]: INFO nova.compute.claims [None req-4ee2088c-1593-4efb-9afb-ab227a8d62ca tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] [instance: 914e081a-6fde-4c22-9f9c-ed060937963b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 835.759743] env[69319]: DEBUG oslo_concurrency.lockutils [req-d54f0f82-c3dc-4d0f-b1d9-d05ec8bea545 req-d19fd03d-01bf-4667-86fe-2f12b6279515 service nova] Releasing lock "refresh_cache-33bc946c-1397-4355-8132-bc27084a66ba" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.782221] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f6e06b74-f8ef-49df-968c-2dfa55e44dab tempest-InstanceActionsV221TestJSON-329574137 tempest-InstanceActionsV221TestJSON-329574137-project-member] Acquiring lock "b1b8d1b7-cc0e-4807-a7f4-e963cb9da64b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.782221] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f6e06b74-f8ef-49df-968c-2dfa55e44dab tempest-InstanceActionsV221TestJSON-329574137 tempest-InstanceActionsV221TestJSON-329574137-project-member] Lock "b1b8d1b7-cc0e-4807-a7f4-e963cb9da64b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.782221] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f6e06b74-f8ef-49df-968c-2dfa55e44dab tempest-InstanceActionsV221TestJSON-329574137 tempest-InstanceActionsV221TestJSON-329574137-project-member] Acquiring lock "b1b8d1b7-cc0e-4807-a7f4-e963cb9da64b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.782221] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f6e06b74-f8ef-49df-968c-2dfa55e44dab tempest-InstanceActionsV221TestJSON-329574137 tempest-InstanceActionsV221TestJSON-329574137-project-member] Lock "b1b8d1b7-cc0e-4807-a7f4-e963cb9da64b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.782221] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f6e06b74-f8ef-49df-968c-2dfa55e44dab tempest-InstanceActionsV221TestJSON-329574137 tempest-InstanceActionsV221TestJSON-329574137-project-member] Lock "b1b8d1b7-cc0e-4807-a7f4-e963cb9da64b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.783904] env[69319]: INFO nova.compute.manager [None req-f6e06b74-f8ef-49df-968c-2dfa55e44dab tempest-InstanceActionsV221TestJSON-329574137 tempest-InstanceActionsV221TestJSON-329574137-project-member] [instance: b1b8d1b7-cc0e-4807-a7f4-e963cb9da64b] Terminating instance [ 835.933638] env[69319]: DEBUG oslo_concurrency.lockutils [None req-03413773-51d4-420e-9459-5ed22568ea49 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Releasing lock "refresh_cache-78d62458-5f2a-45a1-bf75-c1bf6a087b48" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.967195] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223166, 'name': CreateVM_Task} progress is 99%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.154060] env[69319]: DEBUG oslo_concurrency.lockutils [None req-a5dd8e72-a050-410d-99a5-ba3c35bbc434 tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.239278] env[69319]: DEBUG nova.compute.utils [None req-2a10a703-8a09-4dd2-ab8e-eacc60b84a23 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Using /dev/sd instead of None {{(pid=69319) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 836.239766] env[69319]: DEBUG nova.compute.manager [None req-2a10a703-8a09-4dd2-ab8e-eacc60b84a23 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] [instance: d2216fa6-a955-4b17-b026-4bc90a655ff5] Allocating IP information in the background. {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 836.242789] env[69319]: DEBUG nova.network.neutron [None req-2a10a703-8a09-4dd2-ab8e-eacc60b84a23 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] [instance: d2216fa6-a955-4b17-b026-4bc90a655ff5] allocate_for_instance() {{(pid=69319) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 836.284158] env[69319]: DEBUG nova.policy [None req-2a10a703-8a09-4dd2-ab8e-eacc60b84a23 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6a5e3f7af7944ecc8d7a150cc51c4c6f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9916e68946284f088b04983a82874008', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69319) authorize /opt/stack/nova/nova/policy.py:192}} [ 836.287276] env[69319]: DEBUG nova.compute.manager [None req-f6e06b74-f8ef-49df-968c-2dfa55e44dab tempest-InstanceActionsV221TestJSON-329574137 tempest-InstanceActionsV221TestJSON-329574137-project-member] [instance: b1b8d1b7-cc0e-4807-a7f4-e963cb9da64b] Start destroying the instance on the hypervisor. {{(pid=69319) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 836.287611] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-f6e06b74-f8ef-49df-968c-2dfa55e44dab tempest-InstanceActionsV221TestJSON-329574137 tempest-InstanceActionsV221TestJSON-329574137-project-member] [instance: b1b8d1b7-cc0e-4807-a7f4-e963cb9da64b] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 836.288819] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-453de313-8ca4-4917-870d-aac56b021f51 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.297848] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6e06b74-f8ef-49df-968c-2dfa55e44dab tempest-InstanceActionsV221TestJSON-329574137 tempest-InstanceActionsV221TestJSON-329574137-project-member] [instance: b1b8d1b7-cc0e-4807-a7f4-e963cb9da64b] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 836.298383] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d083ef5c-7b61-47e8-b77d-822ffec6e407 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.305163] env[69319]: DEBUG oslo_vmware.api [None req-f6e06b74-f8ef-49df-968c-2dfa55e44dab tempest-InstanceActionsV221TestJSON-329574137 tempest-InstanceActionsV221TestJSON-329574137-project-member] Waiting for the task: (returnval){ [ 836.305163] env[69319]: value = "task-3223168" [ 836.305163] env[69319]: _type = "Task" [ 836.305163] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.314457] env[69319]: DEBUG oslo_vmware.api [None req-f6e06b74-f8ef-49df-968c-2dfa55e44dab tempest-InstanceActionsV221TestJSON-329574137 tempest-InstanceActionsV221TestJSON-329574137-project-member] Task: {'id': task-3223168, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.438150] env[69319]: DEBUG nova.compute.manager [None req-03413773-51d4-420e-9459-5ed22568ea49 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] [instance: 78d62458-5f2a-45a1-bf75-c1bf6a087b48] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 836.439397] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cca11d88-8fcc-4810-87ec-b3c64816251e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.467321] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223166, 'name': CreateVM_Task, 'duration_secs': 1.627169} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.467321] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33bc946c-1397-4355-8132-bc27084a66ba] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 836.468721] env[69319]: DEBUG oslo_concurrency.lockutils [None req-52a966af-b455-411c-8803-c7b166372af5 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.468721] env[69319]: DEBUG oslo_concurrency.lockutils [None req-52a966af-b455-411c-8803-c7b166372af5 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.469375] env[69319]: DEBUG oslo_concurrency.lockutils [None req-52a966af-b455-411c-8803-c7b166372af5 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.469561] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bc56128-6d8b-4474-a823-5a42555e1b54 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.474967] env[69319]: DEBUG oslo_vmware.api [None req-52a966af-b455-411c-8803-c7b166372af5 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Waiting for the task: (returnval){ [ 836.474967] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]5283801d-c4ff-0215-5ff9-343ab8207844" [ 836.474967] env[69319]: _type = "Task" [ 836.474967] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.492811] env[69319]: DEBUG oslo_vmware.api [None req-52a966af-b455-411c-8803-c7b166372af5 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5283801d-c4ff-0215-5ff9-343ab8207844, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.591249] env[69319]: DEBUG nova.network.neutron [None req-2a10a703-8a09-4dd2-ab8e-eacc60b84a23 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] [instance: d2216fa6-a955-4b17-b026-4bc90a655ff5] Successfully created port: 72772b50-2173-4177-baf0-2fc66bde64a6 {{(pid=69319) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 836.747423] env[69319]: DEBUG nova.compute.manager [None req-2a10a703-8a09-4dd2-ab8e-eacc60b84a23 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] [instance: d2216fa6-a955-4b17-b026-4bc90a655ff5] Start building block device mappings for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 836.816081] env[69319]: DEBUG oslo_vmware.api [None req-f6e06b74-f8ef-49df-968c-2dfa55e44dab tempest-InstanceActionsV221TestJSON-329574137 tempest-InstanceActionsV221TestJSON-329574137-project-member] Task: {'id': task-3223168, 'name': PowerOffVM_Task, 'duration_secs': 0.192462} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.816081] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6e06b74-f8ef-49df-968c-2dfa55e44dab tempest-InstanceActionsV221TestJSON-329574137 tempest-InstanceActionsV221TestJSON-329574137-project-member] [instance: b1b8d1b7-cc0e-4807-a7f4-e963cb9da64b] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 836.816171] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-f6e06b74-f8ef-49df-968c-2dfa55e44dab tempest-InstanceActionsV221TestJSON-329574137 tempest-InstanceActionsV221TestJSON-329574137-project-member] [instance: b1b8d1b7-cc0e-4807-a7f4-e963cb9da64b] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 836.816665] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-448e7a95-dc92-4062-bf6b-36226bd41ced {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.884291] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-f6e06b74-f8ef-49df-968c-2dfa55e44dab tempest-InstanceActionsV221TestJSON-329574137 tempest-InstanceActionsV221TestJSON-329574137-project-member] [instance: b1b8d1b7-cc0e-4807-a7f4-e963cb9da64b] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 836.885154] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-f6e06b74-f8ef-49df-968c-2dfa55e44dab tempest-InstanceActionsV221TestJSON-329574137 tempest-InstanceActionsV221TestJSON-329574137-project-member] [instance: b1b8d1b7-cc0e-4807-a7f4-e963cb9da64b] Deleting contents of the VM from datastore datastore1 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 836.885154] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6e06b74-f8ef-49df-968c-2dfa55e44dab tempest-InstanceActionsV221TestJSON-329574137 tempest-InstanceActionsV221TestJSON-329574137-project-member] Deleting the datastore file [datastore1] b1b8d1b7-cc0e-4807-a7f4-e963cb9da64b {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 836.885154] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dcbda0c9-1569-4843-b064-acea6a56486e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.896844] env[69319]: DEBUG oslo_vmware.api [None req-f6e06b74-f8ef-49df-968c-2dfa55e44dab tempest-InstanceActionsV221TestJSON-329574137 tempest-InstanceActionsV221TestJSON-329574137-project-member] Waiting for the task: (returnval){ [ 836.896844] env[69319]: value = "task-3223170" [ 836.896844] env[69319]: _type = "Task" [ 836.896844] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.904705] env[69319]: DEBUG oslo_vmware.api [None req-f6e06b74-f8ef-49df-968c-2dfa55e44dab tempest-InstanceActionsV221TestJSON-329574137 tempest-InstanceActionsV221TestJSON-329574137-project-member] Task: {'id': task-3223170, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.991185] env[69319]: DEBUG oslo_vmware.api [None req-52a966af-b455-411c-8803-c7b166372af5 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5283801d-c4ff-0215-5ff9-343ab8207844, 'name': SearchDatastore_Task, 'duration_secs': 0.018692} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.991539] env[69319]: DEBUG oslo_concurrency.lockutils [None req-52a966af-b455-411c-8803-c7b166372af5 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.991780] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-52a966af-b455-411c-8803-c7b166372af5 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 33bc946c-1397-4355-8132-bc27084a66ba] Processing image 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 836.992037] env[69319]: DEBUG oslo_concurrency.lockutils [None req-52a966af-b455-411c-8803-c7b166372af5 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.992186] env[69319]: DEBUG oslo_concurrency.lockutils [None req-52a966af-b455-411c-8803-c7b166372af5 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.992362] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-52a966af-b455-411c-8803-c7b166372af5 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 836.992664] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-297431ea-6ea6-4e1c-9123-5771997f9b65 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.001516] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-52a966af-b455-411c-8803-c7b166372af5 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 837.001720] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-52a966af-b455-411c-8803-c7b166372af5 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 837.006485] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a45d0ae-5dd4-4cfe-bcf7-9ae7242ceed2 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.013964] env[69319]: DEBUG oslo_vmware.api [None req-52a966af-b455-411c-8803-c7b166372af5 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Waiting for the task: (returnval){ [ 837.013964] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]521cf9aa-f080-a79e-36aa-a56c97102340" [ 837.013964] env[69319]: _type = "Task" [ 837.013964] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.029301] env[69319]: DEBUG oslo_vmware.api [None req-52a966af-b455-411c-8803-c7b166372af5 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]521cf9aa-f080-a79e-36aa-a56c97102340, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.110057] env[69319]: INFO nova.compute.manager [None req-a4190075-ff25-4b1e-84ca-d6d753f26c8d tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: e619aa14-62f8-4482-a049-28422171cece] Rebuilding instance [ 837.173455] env[69319]: DEBUG nova.compute.manager [None req-a4190075-ff25-4b1e-84ca-d6d753f26c8d tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: e619aa14-62f8-4482-a049-28422171cece] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 837.174668] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b018fc3-bc7c-4f11-bce5-940eac708b98 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.295743] env[69319]: DEBUG oslo_concurrency.lockutils [None req-267cc3ef-32c3-43eb-967e-98a8e63cb76a tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Acquiring lock "43e75e72-e9aa-43d9-bc06-65d4cad074cb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.297037] env[69319]: DEBUG oslo_concurrency.lockutils [None req-267cc3ef-32c3-43eb-967e-98a8e63cb76a tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Lock "43e75e72-e9aa-43d9-bc06-65d4cad074cb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.343892] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-685a4128-11fd-4aad-8e43-5a3db19bdaa6 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.351673] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aac32176-efaa-444f-88ff-ae5456550c18 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.384314] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52ac7ccb-d2eb-4804-bc96-6e4f8d755688 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.395109] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-384fcf85-176c-4c9d-a758-9da16b41a90d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.407330] env[69319]: DEBUG oslo_vmware.api [None req-f6e06b74-f8ef-49df-968c-2dfa55e44dab tempest-InstanceActionsV221TestJSON-329574137 tempest-InstanceActionsV221TestJSON-329574137-project-member] Task: {'id': task-3223170, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170628} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.415057] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6e06b74-f8ef-49df-968c-2dfa55e44dab tempest-InstanceActionsV221TestJSON-329574137 tempest-InstanceActionsV221TestJSON-329574137-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 837.416156] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-f6e06b74-f8ef-49df-968c-2dfa55e44dab tempest-InstanceActionsV221TestJSON-329574137 tempest-InstanceActionsV221TestJSON-329574137-project-member] [instance: b1b8d1b7-cc0e-4807-a7f4-e963cb9da64b] Deleted contents of the VM from datastore datastore1 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 837.416156] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-f6e06b74-f8ef-49df-968c-2dfa55e44dab tempest-InstanceActionsV221TestJSON-329574137 tempest-InstanceActionsV221TestJSON-329574137-project-member] [instance: b1b8d1b7-cc0e-4807-a7f4-e963cb9da64b] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 837.416156] env[69319]: INFO nova.compute.manager [None req-f6e06b74-f8ef-49df-968c-2dfa55e44dab tempest-InstanceActionsV221TestJSON-329574137 tempest-InstanceActionsV221TestJSON-329574137-project-member] [instance: b1b8d1b7-cc0e-4807-a7f4-e963cb9da64b] Took 1.13 seconds to destroy the instance on the hypervisor. [ 837.416156] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f6e06b74-f8ef-49df-968c-2dfa55e44dab tempest-InstanceActionsV221TestJSON-329574137 tempest-InstanceActionsV221TestJSON-329574137-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 837.416523] env[69319]: DEBUG nova.compute.provider_tree [None req-4ee2088c-1593-4efb-9afb-ab227a8d62ca tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 837.417754] env[69319]: DEBUG nova.compute.manager [-] [instance: b1b8d1b7-cc0e-4807-a7f4-e963cb9da64b] Deallocating network for instance {{(pid=69319) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 837.417863] env[69319]: DEBUG nova.network.neutron [-] [instance: b1b8d1b7-cc0e-4807-a7f4-e963cb9da64b] deallocate_for_instance() {{(pid=69319) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 837.463251] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d81fab8a-cfa3-425a-a793-763ad8e36423 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.471682] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-03413773-51d4-420e-9459-5ed22568ea49 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] [instance: 78d62458-5f2a-45a1-bf75-c1bf6a087b48] Doing hard reboot of VM {{(pid=69319) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 837.471936] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-4c0242e8-c38b-4956-b08d-ad11a8a88483 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.479050] env[69319]: DEBUG oslo_vmware.api [None req-03413773-51d4-420e-9459-5ed22568ea49 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Waiting for the task: (returnval){ [ 837.479050] env[69319]: value = "task-3223171" [ 837.479050] env[69319]: _type = "Task" [ 837.479050] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.492313] env[69319]: DEBUG oslo_vmware.api [None req-03413773-51d4-420e-9459-5ed22568ea49 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Task: {'id': task-3223171, 'name': ResetVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.525923] env[69319]: DEBUG oslo_vmware.api [None req-52a966af-b455-411c-8803-c7b166372af5 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]521cf9aa-f080-a79e-36aa-a56c97102340, 'name': SearchDatastore_Task, 'duration_secs': 0.010621} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.526989] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eec25f10-cf2f-4c2f-9e5e-e8881db9f965 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.535204] env[69319]: DEBUG oslo_vmware.api [None req-52a966af-b455-411c-8803-c7b166372af5 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Waiting for the task: (returnval){ [ 837.535204] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]527dd27b-6708-cdbe-ef48-bdd49201a73d" [ 837.535204] env[69319]: _type = "Task" [ 837.535204] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.543062] env[69319]: DEBUG oslo_vmware.api [None req-52a966af-b455-411c-8803-c7b166372af5 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]527dd27b-6708-cdbe-ef48-bdd49201a73d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.760040] env[69319]: DEBUG nova.compute.manager [None req-2a10a703-8a09-4dd2-ab8e-eacc60b84a23 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] [instance: d2216fa6-a955-4b17-b026-4bc90a655ff5] Start spawning the instance on the hypervisor. {{(pid=69319) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 837.793338] env[69319]: DEBUG nova.virt.hardware [None req-2a10a703-8a09-4dd2-ab8e-eacc60b84a23 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:32:36Z,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31f027872f6f44dba95ff2fe7a062e00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:32:36Z,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 837.793625] env[69319]: DEBUG nova.virt.hardware [None req-2a10a703-8a09-4dd2-ab8e-eacc60b84a23 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 837.793795] env[69319]: DEBUG nova.virt.hardware [None req-2a10a703-8a09-4dd2-ab8e-eacc60b84a23 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 837.793985] env[69319]: DEBUG nova.virt.hardware [None req-2a10a703-8a09-4dd2-ab8e-eacc60b84a23 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 837.794144] env[69319]: DEBUG nova.virt.hardware [None req-2a10a703-8a09-4dd2-ab8e-eacc60b84a23 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 837.794289] env[69319]: DEBUG nova.virt.hardware [None req-2a10a703-8a09-4dd2-ab8e-eacc60b84a23 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 837.794497] env[69319]: DEBUG nova.virt.hardware [None req-2a10a703-8a09-4dd2-ab8e-eacc60b84a23 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 837.794656] env[69319]: DEBUG nova.virt.hardware [None req-2a10a703-8a09-4dd2-ab8e-eacc60b84a23 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 837.794821] env[69319]: DEBUG nova.virt.hardware [None req-2a10a703-8a09-4dd2-ab8e-eacc60b84a23 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 837.795062] env[69319]: DEBUG nova.virt.hardware [None req-2a10a703-8a09-4dd2-ab8e-eacc60b84a23 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 837.795175] env[69319]: DEBUG nova.virt.hardware [None req-2a10a703-8a09-4dd2-ab8e-eacc60b84a23 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 837.796057] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcdafe75-d8f4-424e-9eef-f31181fb0db0 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.805478] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e84de8ac-386f-4eb9-8431-9db787336bd0 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.847933] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0436ac1b-05f2-474a-a6a6-d714f6c34045 tempest-VolumesAssistedSnapshotsTest-1898393063 tempest-VolumesAssistedSnapshotsTest-1898393063-project-admin] Acquiring lock "4f588763-0fc7-4980-92c0-7b451d4a9981" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.848200] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0436ac1b-05f2-474a-a6a6-d714f6c34045 tempest-VolumesAssistedSnapshotsTest-1898393063 tempest-VolumesAssistedSnapshotsTest-1898393063-project-admin] Lock "4f588763-0fc7-4980-92c0-7b451d4a9981" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.921804] env[69319]: DEBUG nova.scheduler.client.report [None req-4ee2088c-1593-4efb-9afb-ab227a8d62ca tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 837.991838] env[69319]: DEBUG oslo_vmware.api [None req-03413773-51d4-420e-9459-5ed22568ea49 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Task: {'id': task-3223171, 'name': ResetVM_Task, 'duration_secs': 0.109992} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.991838] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-03413773-51d4-420e-9459-5ed22568ea49 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] [instance: 78d62458-5f2a-45a1-bf75-c1bf6a087b48] Did hard reboot of VM {{(pid=69319) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 837.992113] env[69319]: DEBUG nova.compute.manager [None req-03413773-51d4-420e-9459-5ed22568ea49 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] [instance: 78d62458-5f2a-45a1-bf75-c1bf6a087b48] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 837.993050] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f65ee18c-e0e1-4dfc-93fd-d0d5bfca9834 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.046500] env[69319]: DEBUG oslo_vmware.api [None req-52a966af-b455-411c-8803-c7b166372af5 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]527dd27b-6708-cdbe-ef48-bdd49201a73d, 'name': SearchDatastore_Task, 'duration_secs': 0.019003} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.046807] env[69319]: DEBUG oslo_concurrency.lockutils [None req-52a966af-b455-411c-8803-c7b166372af5 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.047057] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-52a966af-b455-411c-8803-c7b166372af5 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] 33bc946c-1397-4355-8132-bc27084a66ba/33bc946c-1397-4355-8132-bc27084a66ba.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 838.047395] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c781f6f2-9f6f-4204-ad34-bb9754ebc6fc {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.063425] env[69319]: DEBUG oslo_vmware.api [None req-52a966af-b455-411c-8803-c7b166372af5 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Waiting for the task: (returnval){ [ 838.063425] env[69319]: value = "task-3223172" [ 838.063425] env[69319]: _type = "Task" [ 838.063425] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.072302] env[69319]: DEBUG oslo_vmware.api [None req-52a966af-b455-411c-8803-c7b166372af5 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3223172, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.150935] env[69319]: DEBUG nova.network.neutron [None req-2a10a703-8a09-4dd2-ab8e-eacc60b84a23 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] [instance: d2216fa6-a955-4b17-b026-4bc90a655ff5] Successfully updated port: 72772b50-2173-4177-baf0-2fc66bde64a6 {{(pid=69319) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 838.166773] env[69319]: DEBUG nova.compute.manager [req-256723e9-b4de-460b-b62f-a8fff9081d60 req-90e8cc05-7115-49d1-8891-5a07bf3a0171 service nova] [instance: b1b8d1b7-cc0e-4807-a7f4-e963cb9da64b] Received event network-vif-deleted-3ca85b66-75a8-433d-89aa-e8e9027a4ed7 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 838.167035] env[69319]: INFO nova.compute.manager [req-256723e9-b4de-460b-b62f-a8fff9081d60 req-90e8cc05-7115-49d1-8891-5a07bf3a0171 service nova] [instance: b1b8d1b7-cc0e-4807-a7f4-e963cb9da64b] Neutron deleted interface 3ca85b66-75a8-433d-89aa-e8e9027a4ed7; detaching it from the instance and deleting it from the info cache [ 838.167225] env[69319]: DEBUG nova.network.neutron [req-256723e9-b4de-460b-b62f-a8fff9081d60 req-90e8cc05-7115-49d1-8891-5a07bf3a0171 service nova] [instance: b1b8d1b7-cc0e-4807-a7f4-e963cb9da64b] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.189121] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4190075-ff25-4b1e-84ca-d6d753f26c8d tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: e619aa14-62f8-4482-a049-28422171cece] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 838.189403] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bf72fbc7-dad7-4e72-8451-c453b121d79e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.197039] env[69319]: DEBUG oslo_vmware.api [None req-a4190075-ff25-4b1e-84ca-d6d753f26c8d tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Waiting for the task: (returnval){ [ 838.197039] env[69319]: value = "task-3223173" [ 838.197039] env[69319]: _type = "Task" [ 838.197039] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.207113] env[69319]: DEBUG oslo_vmware.api [None req-a4190075-ff25-4b1e-84ca-d6d753f26c8d tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Task: {'id': task-3223173, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.239894] env[69319]: DEBUG nova.network.neutron [-] [instance: b1b8d1b7-cc0e-4807-a7f4-e963cb9da64b] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.353483] env[69319]: DEBUG nova.compute.utils [None req-0436ac1b-05f2-474a-a6a6-d714f6c34045 tempest-VolumesAssistedSnapshotsTest-1898393063 tempest-VolumesAssistedSnapshotsTest-1898393063-project-admin] Using /dev/sd instead of None {{(pid=69319) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 838.428152] env[69319]: DEBUG oslo_concurrency.lockutils [None req-4ee2088c-1593-4efb-9afb-ab227a8d62ca tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.700s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.428682] env[69319]: DEBUG nova.compute.manager [None req-4ee2088c-1593-4efb-9afb-ab227a8d62ca tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] [instance: 914e081a-6fde-4c22-9f9c-ed060937963b] Start building networks asynchronously for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 838.431336] env[69319]: DEBUG oslo_concurrency.lockutils [None req-9fabd5e1-86d7-41bb-8e67-e98c80de8816 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.767s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.431565] env[69319]: DEBUG nova.objects.instance [None req-9fabd5e1-86d7-41bb-8e67-e98c80de8816 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Lazy-loading 'resources' on Instance uuid ffc74032-0a67-4fab-88c6-1f81ff356728 {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 838.437739] env[69319]: DEBUG oslo_concurrency.lockutils [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Acquiring lock "a2bd5a84-7716-492b-931d-ef52322ab25c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.437739] env[69319]: DEBUG oslo_concurrency.lockutils [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Lock "a2bd5a84-7716-492b-931d-ef52322ab25c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.492387] env[69319]: DEBUG oslo_concurrency.lockutils [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Acquiring lock "0698939e-0dda-4b50-9ce9-d25e3b69e4c9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.492644] env[69319]: DEBUG oslo_concurrency.lockutils [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Lock "0698939e-0dda-4b50-9ce9-d25e3b69e4c9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.505495] env[69319]: DEBUG oslo_concurrency.lockutils [None req-03413773-51d4-420e-9459-5ed22568ea49 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Lock "78d62458-5f2a-45a1-bf75-c1bf6a087b48" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.968s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.574931] env[69319]: DEBUG oslo_vmware.api [None req-52a966af-b455-411c-8803-c7b166372af5 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3223172, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.654936] env[69319]: DEBUG oslo_concurrency.lockutils [None req-2a10a703-8a09-4dd2-ab8e-eacc60b84a23 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Acquiring lock "refresh_cache-d2216fa6-a955-4b17-b026-4bc90a655ff5" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.655155] env[69319]: DEBUG oslo_concurrency.lockutils [None req-2a10a703-8a09-4dd2-ab8e-eacc60b84a23 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Acquired lock "refresh_cache-d2216fa6-a955-4b17-b026-4bc90a655ff5" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.655228] env[69319]: DEBUG nova.network.neutron [None req-2a10a703-8a09-4dd2-ab8e-eacc60b84a23 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] [instance: d2216fa6-a955-4b17-b026-4bc90a655ff5] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 838.670292] env[69319]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-80705682-987d-4a9c-9c89-8b0952dccd2d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.681043] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec5990f5-887f-413a-b2af-be047f4d2867 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.720641] env[69319]: DEBUG nova.compute.manager [req-256723e9-b4de-460b-b62f-a8fff9081d60 req-90e8cc05-7115-49d1-8891-5a07bf3a0171 service nova] [instance: b1b8d1b7-cc0e-4807-a7f4-e963cb9da64b] Detach interface failed, port_id=3ca85b66-75a8-433d-89aa-e8e9027a4ed7, reason: Instance b1b8d1b7-cc0e-4807-a7f4-e963cb9da64b could not be found. {{(pid=69319) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 838.724890] env[69319]: DEBUG oslo_vmware.api [None req-a4190075-ff25-4b1e-84ca-d6d753f26c8d tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Task: {'id': task-3223173, 'name': PowerOffVM_Task, 'duration_secs': 0.202326} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.725080] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4190075-ff25-4b1e-84ca-d6d753f26c8d tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: e619aa14-62f8-4482-a049-28422171cece] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 838.725648] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-a4190075-ff25-4b1e-84ca-d6d753f26c8d tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: e619aa14-62f8-4482-a049-28422171cece] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 838.726186] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddcee964-a4b4-4aa3-bebe-e62620eade80 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.733345] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-a4190075-ff25-4b1e-84ca-d6d753f26c8d tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: e619aa14-62f8-4482-a049-28422171cece] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 838.733613] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-45767ad2-efda-4aaf-bc81-86685828ec1f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.742986] env[69319]: INFO nova.compute.manager [-] [instance: b1b8d1b7-cc0e-4807-a7f4-e963cb9da64b] Took 1.32 seconds to deallocate network for instance. [ 838.815086] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-a4190075-ff25-4b1e-84ca-d6d753f26c8d tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: e619aa14-62f8-4482-a049-28422171cece] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 838.815086] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-a4190075-ff25-4b1e-84ca-d6d753f26c8d tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: e619aa14-62f8-4482-a049-28422171cece] Deleting contents of the VM from datastore datastore1 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 838.815086] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4190075-ff25-4b1e-84ca-d6d753f26c8d tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Deleting the datastore file [datastore1] e619aa14-62f8-4482-a049-28422171cece {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 838.815086] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1e77bafc-1b8e-49c3-a926-05affffd8459 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.821138] env[69319]: DEBUG oslo_vmware.api [None req-a4190075-ff25-4b1e-84ca-d6d753f26c8d tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Waiting for the task: (returnval){ [ 838.821138] env[69319]: value = "task-3223175" [ 838.821138] env[69319]: _type = "Task" [ 838.821138] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.845997] env[69319]: DEBUG oslo_vmware.api [None req-a4190075-ff25-4b1e-84ca-d6d753f26c8d tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Task: {'id': task-3223175, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.857063] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0436ac1b-05f2-474a-a6a6-d714f6c34045 tempest-VolumesAssistedSnapshotsTest-1898393063 tempest-VolumesAssistedSnapshotsTest-1898393063-project-admin] Lock "4f588763-0fc7-4980-92c0-7b451d4a9981" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.934991] env[69319]: DEBUG nova.compute.utils [None req-4ee2088c-1593-4efb-9afb-ab227a8d62ca tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Using /dev/sd instead of None {{(pid=69319) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 838.936522] env[69319]: DEBUG nova.compute.manager [None req-4ee2088c-1593-4efb-9afb-ab227a8d62ca tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] [instance: 914e081a-6fde-4c22-9f9c-ed060937963b] Allocating IP information in the background. {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 838.936702] env[69319]: DEBUG nova.network.neutron [None req-4ee2088c-1593-4efb-9afb-ab227a8d62ca tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] [instance: 914e081a-6fde-4c22-9f9c-ed060937963b] allocate_for_instance() {{(pid=69319) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 839.003892] env[69319]: DEBUG nova.policy [None req-4ee2088c-1593-4efb-9afb-ab227a8d62ca tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '28961254c1734f36a0382050bdc65f1a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '813b88be983f4a839f6d3d7d8fc38192', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69319) authorize /opt/stack/nova/nova/policy.py:192}} [ 839.078533] env[69319]: DEBUG oslo_vmware.api [None req-52a966af-b455-411c-8803-c7b166372af5 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3223172, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.743765} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.078533] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-52a966af-b455-411c-8803-c7b166372af5 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] 33bc946c-1397-4355-8132-bc27084a66ba/33bc946c-1397-4355-8132-bc27084a66ba.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 839.078533] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-52a966af-b455-411c-8803-c7b166372af5 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 33bc946c-1397-4355-8132-bc27084a66ba] Extending root virtual disk to 1048576 {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 839.078533] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dcbc0792-ff7d-4120-a893-68a0a5bfe230 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.085205] env[69319]: DEBUG oslo_vmware.api [None req-52a966af-b455-411c-8803-c7b166372af5 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Waiting for the task: (returnval){ [ 839.085205] env[69319]: value = "task-3223176" [ 839.085205] env[69319]: _type = "Task" [ 839.085205] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.096584] env[69319]: DEBUG oslo_vmware.api [None req-52a966af-b455-411c-8803-c7b166372af5 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3223176, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.249616] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f6e06b74-f8ef-49df-968c-2dfa55e44dab tempest-InstanceActionsV221TestJSON-329574137 tempest-InstanceActionsV221TestJSON-329574137-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.333191] env[69319]: DEBUG oslo_vmware.api [None req-a4190075-ff25-4b1e-84ca-d6d753f26c8d tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Task: {'id': task-3223175, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.255433} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.333547] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4190075-ff25-4b1e-84ca-d6d753f26c8d tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 839.333691] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-a4190075-ff25-4b1e-84ca-d6d753f26c8d tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: e619aa14-62f8-4482-a049-28422171cece] Deleted contents of the VM from datastore datastore1 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 839.333840] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-a4190075-ff25-4b1e-84ca-d6d753f26c8d tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: e619aa14-62f8-4482-a049-28422171cece] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 839.410189] env[69319]: DEBUG nova.network.neutron [None req-2a10a703-8a09-4dd2-ab8e-eacc60b84a23 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] [instance: d2216fa6-a955-4b17-b026-4bc90a655ff5] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 839.440021] env[69319]: DEBUG nova.compute.manager [None req-4ee2088c-1593-4efb-9afb-ab227a8d62ca tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] [instance: 914e081a-6fde-4c22-9f9c-ed060937963b] Start building block device mappings for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 839.529074] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b73c947-e5ac-44ec-9aae-0b41422c6c79 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.537652] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-755b3240-eafe-4d71-a14a-c80daaaef5bb {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.575616] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62f3f4d5-67e3-427c-ad8f-129b85bcbfe9 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.594150] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce5c0486-d777-42c5-b371-d242a3203567 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.603253] env[69319]: DEBUG oslo_vmware.api [None req-52a966af-b455-411c-8803-c7b166372af5 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3223176, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083116} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.612183] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-52a966af-b455-411c-8803-c7b166372af5 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 33bc946c-1397-4355-8132-bc27084a66ba] Extended root virtual disk {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 839.612782] env[69319]: DEBUG nova.compute.provider_tree [None req-9fabd5e1-86d7-41bb-8e67-e98c80de8816 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 839.615589] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a105ba6d-a9bc-4a44-a117-1f10fe92824a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.638729] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-52a966af-b455-411c-8803-c7b166372af5 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 33bc946c-1397-4355-8132-bc27084a66ba] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] 33bc946c-1397-4355-8132-bc27084a66ba/33bc946c-1397-4355-8132-bc27084a66ba.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 839.639766] env[69319]: DEBUG nova.network.neutron [None req-4ee2088c-1593-4efb-9afb-ab227a8d62ca tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] [instance: 914e081a-6fde-4c22-9f9c-ed060937963b] Successfully created port: b90a6ffd-26c8-4211-a105-d1920eb0c334 {{(pid=69319) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 839.642988] env[69319]: DEBUG nova.network.neutron [None req-2a10a703-8a09-4dd2-ab8e-eacc60b84a23 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] [instance: d2216fa6-a955-4b17-b026-4bc90a655ff5] Updating instance_info_cache with network_info: [{"id": "72772b50-2173-4177-baf0-2fc66bde64a6", "address": "fa:16:3e:a5:cc:3f", "network": {"id": "b71f8c4a-4860-426b-a666-585ae7a1d2df", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1437161051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9916e68946284f088b04983a82874008", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c621a9c-66f5-426a-8aab-bd8b2e912106", "external-id": "nsx-vlan-transportzone-485", "segmentation_id": 485, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72772b50-21", "ovs_interfaceid": "72772b50-2173-4177-baf0-2fc66bde64a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.644118] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c3191d8-36cb-4bb6-a561-ead86e44d7a0 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.666179] env[69319]: DEBUG oslo_vmware.api [None req-52a966af-b455-411c-8803-c7b166372af5 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Waiting for the task: (returnval){ [ 839.666179] env[69319]: value = "task-3223177" [ 839.666179] env[69319]: _type = "Task" [ 839.666179] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.676411] env[69319]: DEBUG oslo_vmware.api [None req-52a966af-b455-411c-8803-c7b166372af5 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3223177, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.954173] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0436ac1b-05f2-474a-a6a6-d714f6c34045 tempest-VolumesAssistedSnapshotsTest-1898393063 tempest-VolumesAssistedSnapshotsTest-1898393063-project-admin] Acquiring lock "4f588763-0fc7-4980-92c0-7b451d4a9981" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.954501] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0436ac1b-05f2-474a-a6a6-d714f6c34045 tempest-VolumesAssistedSnapshotsTest-1898393063 tempest-VolumesAssistedSnapshotsTest-1898393063-project-admin] Lock "4f588763-0fc7-4980-92c0-7b451d4a9981" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.954798] env[69319]: INFO nova.compute.manager [None req-0436ac1b-05f2-474a-a6a6-d714f6c34045 tempest-VolumesAssistedSnapshotsTest-1898393063 tempest-VolumesAssistedSnapshotsTest-1898393063-project-admin] [instance: 4f588763-0fc7-4980-92c0-7b451d4a9981] Attaching volume ccd4543c-6fbd-477a-8435-ec7bfd801fc2 to /dev/sdb [ 839.987057] env[69319]: DEBUG nova.compute.manager [req-53ff811b-0add-421a-b10a-17eb7dc4e8f7 req-2106a333-8145-4639-a86b-3638eaddaaf2 service nova] [instance: 78d62458-5f2a-45a1-bf75-c1bf6a087b48] Received event network-changed-60b25848-a49a-42b3-9357-c130cb7ff83c {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 839.987261] env[69319]: DEBUG nova.compute.manager [req-53ff811b-0add-421a-b10a-17eb7dc4e8f7 req-2106a333-8145-4639-a86b-3638eaddaaf2 service nova] [instance: 78d62458-5f2a-45a1-bf75-c1bf6a087b48] Refreshing instance network info cache due to event network-changed-60b25848-a49a-42b3-9357-c130cb7ff83c. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 839.987441] env[69319]: DEBUG oslo_concurrency.lockutils [req-53ff811b-0add-421a-b10a-17eb7dc4e8f7 req-2106a333-8145-4639-a86b-3638eaddaaf2 service nova] Acquiring lock "refresh_cache-78d62458-5f2a-45a1-bf75-c1bf6a087b48" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.987479] env[69319]: DEBUG oslo_concurrency.lockutils [req-53ff811b-0add-421a-b10a-17eb7dc4e8f7 req-2106a333-8145-4639-a86b-3638eaddaaf2 service nova] Acquired lock "refresh_cache-78d62458-5f2a-45a1-bf75-c1bf6a087b48" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.988151] env[69319]: DEBUG nova.network.neutron [req-53ff811b-0add-421a-b10a-17eb7dc4e8f7 req-2106a333-8145-4639-a86b-3638eaddaaf2 service nova] [instance: 78d62458-5f2a-45a1-bf75-c1bf6a087b48] Refreshing network info cache for port 60b25848-a49a-42b3-9357-c130cb7ff83c {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 840.003658] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6cccb0b-cf68-48d2-ba0e-eac23c75800a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.013699] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d0d401e-daea-46bf-9c19-c81f8a230891 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.031352] env[69319]: DEBUG nova.virt.block_device [None req-0436ac1b-05f2-474a-a6a6-d714f6c34045 tempest-VolumesAssistedSnapshotsTest-1898393063 tempest-VolumesAssistedSnapshotsTest-1898393063-project-admin] [instance: 4f588763-0fc7-4980-92c0-7b451d4a9981] Updating existing volume attachment record: 7372cd42-16d4-47cc-855f-7c83f2cfde97 {{(pid=69319) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 840.120444] env[69319]: DEBUG nova.scheduler.client.report [None req-9fabd5e1-86d7-41bb-8e67-e98c80de8816 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 840.161523] env[69319]: DEBUG oslo_concurrency.lockutils [None req-2a10a703-8a09-4dd2-ab8e-eacc60b84a23 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Releasing lock "refresh_cache-d2216fa6-a955-4b17-b026-4bc90a655ff5" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.162383] env[69319]: DEBUG nova.compute.manager [None req-2a10a703-8a09-4dd2-ab8e-eacc60b84a23 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] [instance: d2216fa6-a955-4b17-b026-4bc90a655ff5] Instance network_info: |[{"id": "72772b50-2173-4177-baf0-2fc66bde64a6", "address": "fa:16:3e:a5:cc:3f", "network": {"id": "b71f8c4a-4860-426b-a666-585ae7a1d2df", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1437161051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9916e68946284f088b04983a82874008", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c621a9c-66f5-426a-8aab-bd8b2e912106", "external-id": "nsx-vlan-transportzone-485", "segmentation_id": 485, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72772b50-21", "ovs_interfaceid": "72772b50-2173-4177-baf0-2fc66bde64a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 840.162887] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-2a10a703-8a09-4dd2-ab8e-eacc60b84a23 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] [instance: d2216fa6-a955-4b17-b026-4bc90a655ff5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a5:cc:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9c621a9c-66f5-426a-8aab-bd8b2e912106', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '72772b50-2173-4177-baf0-2fc66bde64a6', 'vif_model': 'vmxnet3'}] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 840.172495] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a10a703-8a09-4dd2-ab8e-eacc60b84a23 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Creating folder: Project (9916e68946284f088b04983a82874008). Parent ref: group-v644239. {{(pid=69319) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 840.173725] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2391e07c-5ff6-4927-b018-26c787d1eb6c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.184431] env[69319]: DEBUG oslo_vmware.api [None req-52a966af-b455-411c-8803-c7b166372af5 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3223177, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.187127] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-2a10a703-8a09-4dd2-ab8e-eacc60b84a23 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Created folder: Project (9916e68946284f088b04983a82874008) in parent group-v644239. [ 840.187414] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a10a703-8a09-4dd2-ab8e-eacc60b84a23 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Creating folder: Instances. Parent ref: group-v644376. {{(pid=69319) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 840.187657] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f9692292-3f9f-4f56-bac5-6ff4e8eddafc {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.198506] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-2a10a703-8a09-4dd2-ab8e-eacc60b84a23 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Created folder: Instances in parent group-v644376. [ 840.198750] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2a10a703-8a09-4dd2-ab8e-eacc60b84a23 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 840.198959] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2216fa6-a955-4b17-b026-4bc90a655ff5] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 840.199174] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-461198aa-771b-4eb9-97bf-90a20675d26c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.218902] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 840.218902] env[69319]: value = "task-3223182" [ 840.218902] env[69319]: _type = "Task" [ 840.218902] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.226953] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223182, 'name': CreateVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.332871] env[69319]: DEBUG nova.compute.manager [req-59923429-d973-49e0-9770-a453c346bf91 req-437fdea6-7854-4b47-8e3d-18baf7946a73 service nova] [instance: d2216fa6-a955-4b17-b026-4bc90a655ff5] Received event network-vif-plugged-72772b50-2173-4177-baf0-2fc66bde64a6 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 840.333135] env[69319]: DEBUG oslo_concurrency.lockutils [req-59923429-d973-49e0-9770-a453c346bf91 req-437fdea6-7854-4b47-8e3d-18baf7946a73 service nova] Acquiring lock "d2216fa6-a955-4b17-b026-4bc90a655ff5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.333429] env[69319]: DEBUG oslo_concurrency.lockutils [req-59923429-d973-49e0-9770-a453c346bf91 req-437fdea6-7854-4b47-8e3d-18baf7946a73 service nova] Lock "d2216fa6-a955-4b17-b026-4bc90a655ff5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.333597] env[69319]: DEBUG oslo_concurrency.lockutils [req-59923429-d973-49e0-9770-a453c346bf91 req-437fdea6-7854-4b47-8e3d-18baf7946a73 service nova] Lock "d2216fa6-a955-4b17-b026-4bc90a655ff5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.333765] env[69319]: DEBUG nova.compute.manager [req-59923429-d973-49e0-9770-a453c346bf91 req-437fdea6-7854-4b47-8e3d-18baf7946a73 service nova] [instance: d2216fa6-a955-4b17-b026-4bc90a655ff5] No waiting events found dispatching network-vif-plugged-72772b50-2173-4177-baf0-2fc66bde64a6 {{(pid=69319) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 840.333932] env[69319]: WARNING nova.compute.manager [req-59923429-d973-49e0-9770-a453c346bf91 req-437fdea6-7854-4b47-8e3d-18baf7946a73 service nova] [instance: d2216fa6-a955-4b17-b026-4bc90a655ff5] Received unexpected event network-vif-plugged-72772b50-2173-4177-baf0-2fc66bde64a6 for instance with vm_state building and task_state spawning. [ 840.334589] env[69319]: DEBUG nova.compute.manager [req-59923429-d973-49e0-9770-a453c346bf91 req-437fdea6-7854-4b47-8e3d-18baf7946a73 service nova] [instance: d2216fa6-a955-4b17-b026-4bc90a655ff5] Received event network-changed-72772b50-2173-4177-baf0-2fc66bde64a6 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 840.334729] env[69319]: DEBUG nova.compute.manager [req-59923429-d973-49e0-9770-a453c346bf91 req-437fdea6-7854-4b47-8e3d-18baf7946a73 service nova] [instance: d2216fa6-a955-4b17-b026-4bc90a655ff5] Refreshing instance network info cache due to event network-changed-72772b50-2173-4177-baf0-2fc66bde64a6. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 840.334924] env[69319]: DEBUG oslo_concurrency.lockutils [req-59923429-d973-49e0-9770-a453c346bf91 req-437fdea6-7854-4b47-8e3d-18baf7946a73 service nova] Acquiring lock "refresh_cache-d2216fa6-a955-4b17-b026-4bc90a655ff5" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.335081] env[69319]: DEBUG oslo_concurrency.lockutils [req-59923429-d973-49e0-9770-a453c346bf91 req-437fdea6-7854-4b47-8e3d-18baf7946a73 service nova] Acquired lock "refresh_cache-d2216fa6-a955-4b17-b026-4bc90a655ff5" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.336071] env[69319]: DEBUG nova.network.neutron [req-59923429-d973-49e0-9770-a453c346bf91 req-437fdea6-7854-4b47-8e3d-18baf7946a73 service nova] [instance: d2216fa6-a955-4b17-b026-4bc90a655ff5] Refreshing network info cache for port 72772b50-2173-4177-baf0-2fc66bde64a6 {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 840.382206] env[69319]: DEBUG nova.virt.hardware [None req-a4190075-ff25-4b1e-84ca-d6d753f26c8d tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:32:36Z,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31f027872f6f44dba95ff2fe7a062e00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:32:36Z,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 840.382501] env[69319]: DEBUG nova.virt.hardware [None req-a4190075-ff25-4b1e-84ca-d6d753f26c8d tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 840.382662] env[69319]: DEBUG nova.virt.hardware [None req-a4190075-ff25-4b1e-84ca-d6d753f26c8d tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 840.382847] env[69319]: DEBUG nova.virt.hardware [None req-a4190075-ff25-4b1e-84ca-d6d753f26c8d tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 840.382991] env[69319]: DEBUG nova.virt.hardware [None req-a4190075-ff25-4b1e-84ca-d6d753f26c8d tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 840.383160] env[69319]: DEBUG nova.virt.hardware [None req-a4190075-ff25-4b1e-84ca-d6d753f26c8d tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 840.383571] env[69319]: DEBUG nova.virt.hardware [None req-a4190075-ff25-4b1e-84ca-d6d753f26c8d tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 840.383571] env[69319]: DEBUG nova.virt.hardware [None req-a4190075-ff25-4b1e-84ca-d6d753f26c8d tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 840.383680] env[69319]: DEBUG nova.virt.hardware [None req-a4190075-ff25-4b1e-84ca-d6d753f26c8d tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 840.383830] env[69319]: DEBUG nova.virt.hardware [None req-a4190075-ff25-4b1e-84ca-d6d753f26c8d tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 840.384009] env[69319]: DEBUG nova.virt.hardware [None req-a4190075-ff25-4b1e-84ca-d6d753f26c8d tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 840.385212] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e26ec135-76d8-41d4-af9f-c1a011c3232b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.393515] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd9ec89c-8953-416c-82f6-d06619ddb2cd {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.408665] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-a4190075-ff25-4b1e-84ca-d6d753f26c8d tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: e619aa14-62f8-4482-a049-28422171cece] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:c5:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '980cb890-345b-4bf8-990a-a2faec78e49c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5365edcc-4e13-445a-b7ff-b8c80c3df546', 'vif_model': 'vmxnet3'}] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 840.416494] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a4190075-ff25-4b1e-84ca-d6d753f26c8d tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 840.416774] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e619aa14-62f8-4482-a049-28422171cece] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 840.417396] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1f226c2e-e399-4c89-893d-3ece7cf5574c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.437240] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 840.437240] env[69319]: value = "task-3223184" [ 840.437240] env[69319]: _type = "Task" [ 840.437240] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.447995] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223184, 'name': CreateVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.455114] env[69319]: DEBUG nova.compute.manager [None req-4ee2088c-1593-4efb-9afb-ab227a8d62ca tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] [instance: 914e081a-6fde-4c22-9f9c-ed060937963b] Start spawning the instance on the hypervisor. {{(pid=69319) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 840.477924] env[69319]: DEBUG nova.virt.hardware [None req-4ee2088c-1593-4efb-9afb-ab227a8d62ca tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:36:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='cf3ae382-bdca-46a1-ac99-e042e1647d22',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1130310697',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:32:36Z,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31f027872f6f44dba95ff2fe7a062e00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:32:36Z,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 840.478228] env[69319]: DEBUG nova.virt.hardware [None req-4ee2088c-1593-4efb-9afb-ab227a8d62ca tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 840.478390] env[69319]: DEBUG nova.virt.hardware [None req-4ee2088c-1593-4efb-9afb-ab227a8d62ca tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 840.478583] env[69319]: DEBUG nova.virt.hardware [None req-4ee2088c-1593-4efb-9afb-ab227a8d62ca tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 840.478725] env[69319]: DEBUG nova.virt.hardware [None req-4ee2088c-1593-4efb-9afb-ab227a8d62ca tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 840.478874] env[69319]: DEBUG nova.virt.hardware [None req-4ee2088c-1593-4efb-9afb-ab227a8d62ca tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 840.479255] env[69319]: DEBUG nova.virt.hardware [None req-4ee2088c-1593-4efb-9afb-ab227a8d62ca tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 840.479481] env[69319]: DEBUG nova.virt.hardware [None req-4ee2088c-1593-4efb-9afb-ab227a8d62ca tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 840.479668] env[69319]: DEBUG nova.virt.hardware [None req-4ee2088c-1593-4efb-9afb-ab227a8d62ca tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 840.479925] env[69319]: DEBUG nova.virt.hardware [None req-4ee2088c-1593-4efb-9afb-ab227a8d62ca tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 840.480141] env[69319]: DEBUG nova.virt.hardware [None req-4ee2088c-1593-4efb-9afb-ab227a8d62ca tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 840.481053] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aa56998-219c-4310-9319-88e609e32f1d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.492042] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e60c753a-9947-4b16-b83e-8e049e688e12 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.625472] env[69319]: DEBUG oslo_concurrency.lockutils [None req-9fabd5e1-86d7-41bb-8e67-e98c80de8816 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.194s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.628393] env[69319]: DEBUG oslo_concurrency.lockutils [None req-82602039-cd50-4e02-a197-2a468624ee78 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.257s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.629524] env[69319]: INFO nova.compute.claims [None req-82602039-cd50-4e02-a197-2a468624ee78 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] [instance: 1159a12c-1035-49ae-841f-053ac16c48af] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 840.652073] env[69319]: INFO nova.scheduler.client.report [None req-9fabd5e1-86d7-41bb-8e67-e98c80de8816 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Deleted allocations for instance ffc74032-0a67-4fab-88c6-1f81ff356728 [ 840.691084] env[69319]: DEBUG oslo_vmware.api [None req-52a966af-b455-411c-8803-c7b166372af5 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3223177, 'name': ReconfigVM_Task, 'duration_secs': 0.966673} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.695192] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-52a966af-b455-411c-8803-c7b166372af5 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 33bc946c-1397-4355-8132-bc27084a66ba] Reconfigured VM instance instance-00000030 to attach disk [datastore2] 33bc946c-1397-4355-8132-bc27084a66ba/33bc946c-1397-4355-8132-bc27084a66ba.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 840.697071] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6e47a9e0-bd74-47dd-96e3-164dcf58deec {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.707030] env[69319]: DEBUG oslo_vmware.api [None req-52a966af-b455-411c-8803-c7b166372af5 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Waiting for the task: (returnval){ [ 840.707030] env[69319]: value = "task-3223185" [ 840.707030] env[69319]: _type = "Task" [ 840.707030] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.732327] env[69319]: DEBUG oslo_vmware.api [None req-52a966af-b455-411c-8803-c7b166372af5 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3223185, 'name': Rename_Task} progress is 6%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.738249] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223182, 'name': CreateVM_Task} progress is 99%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.739216] env[69319]: DEBUG nova.network.neutron [req-53ff811b-0add-421a-b10a-17eb7dc4e8f7 req-2106a333-8145-4639-a86b-3638eaddaaf2 service nova] [instance: 78d62458-5f2a-45a1-bf75-c1bf6a087b48] Updated VIF entry in instance network info cache for port 60b25848-a49a-42b3-9357-c130cb7ff83c. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 840.739616] env[69319]: DEBUG nova.network.neutron [req-53ff811b-0add-421a-b10a-17eb7dc4e8f7 req-2106a333-8145-4639-a86b-3638eaddaaf2 service nova] [instance: 78d62458-5f2a-45a1-bf75-c1bf6a087b48] Updating instance_info_cache with network_info: [{"id": "60b25848-a49a-42b3-9357-c130cb7ff83c", "address": "fa:16:3e:82:72:a2", "network": {"id": "243f73e5-18e0-41fc-935d-25758c0e7829", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1577544746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ba894e033364cd1839ca06769acfff8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f17856cf-7248-414b-bde6-8c90cfb4c593", "external-id": "nsx-vlan-transportzone-341", "segmentation_id": 341, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60b25848-a4", "ovs_interfaceid": "60b25848-a49a-42b3-9357-c130cb7ff83c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.778584] env[69319]: DEBUG oslo_concurrency.lockutils [None req-56a980ae-a220-4e67-8044-93461a8570bd tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Acquiring lock "78d62458-5f2a-45a1-bf75-c1bf6a087b48" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.779242] env[69319]: DEBUG oslo_concurrency.lockutils [None req-56a980ae-a220-4e67-8044-93461a8570bd tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Lock "78d62458-5f2a-45a1-bf75-c1bf6a087b48" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.779242] env[69319]: DEBUG oslo_concurrency.lockutils [None req-56a980ae-a220-4e67-8044-93461a8570bd tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Acquiring lock "78d62458-5f2a-45a1-bf75-c1bf6a087b48-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.779419] env[69319]: DEBUG oslo_concurrency.lockutils [None req-56a980ae-a220-4e67-8044-93461a8570bd tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Lock "78d62458-5f2a-45a1-bf75-c1bf6a087b48-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.779482] env[69319]: DEBUG oslo_concurrency.lockutils [None req-56a980ae-a220-4e67-8044-93461a8570bd tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Lock "78d62458-5f2a-45a1-bf75-c1bf6a087b48-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.781846] env[69319]: INFO nova.compute.manager [None req-56a980ae-a220-4e67-8044-93461a8570bd tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] [instance: 78d62458-5f2a-45a1-bf75-c1bf6a087b48] Terminating instance [ 840.950379] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223184, 'name': CreateVM_Task, 'duration_secs': 0.450281} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.950595] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e619aa14-62f8-4482-a049-28422171cece] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 840.954373] env[69319]: DEBUG oslo_concurrency.lockutils [None req-a4190075-ff25-4b1e-84ca-d6d753f26c8d tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.954470] env[69319]: DEBUG oslo_concurrency.lockutils [None req-a4190075-ff25-4b1e-84ca-d6d753f26c8d tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.954837] env[69319]: DEBUG oslo_concurrency.lockutils [None req-a4190075-ff25-4b1e-84ca-d6d753f26c8d tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.955108] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8b6e64e-1a87-4a2c-add7-1a718711863a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.960799] env[69319]: DEBUG oslo_vmware.api [None req-a4190075-ff25-4b1e-84ca-d6d753f26c8d tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Waiting for the task: (returnval){ [ 840.960799] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]529ee3d7-5a05-64bb-9f8c-423adf983c65" [ 840.960799] env[69319]: _type = "Task" [ 840.960799] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.969566] env[69319]: DEBUG oslo_vmware.api [None req-a4190075-ff25-4b1e-84ca-d6d753f26c8d tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]529ee3d7-5a05-64bb-9f8c-423adf983c65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.082546] env[69319]: DEBUG nova.network.neutron [req-59923429-d973-49e0-9770-a453c346bf91 req-437fdea6-7854-4b47-8e3d-18baf7946a73 service nova] [instance: d2216fa6-a955-4b17-b026-4bc90a655ff5] Updated VIF entry in instance network info cache for port 72772b50-2173-4177-baf0-2fc66bde64a6. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 841.082920] env[69319]: DEBUG nova.network.neutron [req-59923429-d973-49e0-9770-a453c346bf91 req-437fdea6-7854-4b47-8e3d-18baf7946a73 service nova] [instance: d2216fa6-a955-4b17-b026-4bc90a655ff5] Updating instance_info_cache with network_info: [{"id": "72772b50-2173-4177-baf0-2fc66bde64a6", "address": "fa:16:3e:a5:cc:3f", "network": {"id": "b71f8c4a-4860-426b-a666-585ae7a1d2df", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1437161051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9916e68946284f088b04983a82874008", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c621a9c-66f5-426a-8aab-bd8b2e912106", "external-id": "nsx-vlan-transportzone-485", "segmentation_id": 485, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72772b50-21", "ovs_interfaceid": "72772b50-2173-4177-baf0-2fc66bde64a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.162625] env[69319]: DEBUG oslo_concurrency.lockutils [None req-9fabd5e1-86d7-41bb-8e67-e98c80de8816 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Lock "ffc74032-0a67-4fab-88c6-1f81ff356728" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.196s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.217087] env[69319]: DEBUG oslo_vmware.api [None req-52a966af-b455-411c-8803-c7b166372af5 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3223185, 'name': Rename_Task, 'duration_secs': 0.181718} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.217428] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-52a966af-b455-411c-8803-c7b166372af5 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 33bc946c-1397-4355-8132-bc27084a66ba] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 841.217617] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e5e35225-c103-476d-aec9-f19fef73e570 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.224902] env[69319]: DEBUG oslo_vmware.api [None req-52a966af-b455-411c-8803-c7b166372af5 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Waiting for the task: (returnval){ [ 841.224902] env[69319]: value = "task-3223186" [ 841.224902] env[69319]: _type = "Task" [ 841.224902] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.232248] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223182, 'name': CreateVM_Task, 'duration_secs': 0.578378} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.235186] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2216fa6-a955-4b17-b026-4bc90a655ff5] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 841.235546] env[69319]: DEBUG oslo_vmware.api [None req-52a966af-b455-411c-8803-c7b166372af5 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3223186, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.236069] env[69319]: DEBUG oslo_concurrency.lockutils [None req-2a10a703-8a09-4dd2-ab8e-eacc60b84a23 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.242705] env[69319]: DEBUG oslo_concurrency.lockutils [req-53ff811b-0add-421a-b10a-17eb7dc4e8f7 req-2106a333-8145-4639-a86b-3638eaddaaf2 service nova] Releasing lock "refresh_cache-78d62458-5f2a-45a1-bf75-c1bf6a087b48" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.280862] env[69319]: DEBUG nova.network.neutron [None req-4ee2088c-1593-4efb-9afb-ab227a8d62ca tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] [instance: 914e081a-6fde-4c22-9f9c-ed060937963b] Successfully updated port: b90a6ffd-26c8-4211-a105-d1920eb0c334 {{(pid=69319) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 841.285950] env[69319]: DEBUG nova.compute.manager [None req-56a980ae-a220-4e67-8044-93461a8570bd tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] [instance: 78d62458-5f2a-45a1-bf75-c1bf6a087b48] Start destroying the instance on the hypervisor. {{(pid=69319) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 841.286069] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-56a980ae-a220-4e67-8044-93461a8570bd tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] [instance: 78d62458-5f2a-45a1-bf75-c1bf6a087b48] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 841.287062] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b4e835a-35c1-4609-b798-4e41c849a792 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.294952] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-56a980ae-a220-4e67-8044-93461a8570bd tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] [instance: 78d62458-5f2a-45a1-bf75-c1bf6a087b48] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 841.295231] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cbc1f3e3-aee4-4c6c-b992-71417a191d48 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.303407] env[69319]: DEBUG oslo_vmware.api [None req-56a980ae-a220-4e67-8044-93461a8570bd tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Waiting for the task: (returnval){ [ 841.303407] env[69319]: value = "task-3223187" [ 841.303407] env[69319]: _type = "Task" [ 841.303407] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.312378] env[69319]: DEBUG oslo_vmware.api [None req-56a980ae-a220-4e67-8044-93461a8570bd tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Task: {'id': task-3223187, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.475134] env[69319]: DEBUG oslo_vmware.api [None req-a4190075-ff25-4b1e-84ca-d6d753f26c8d tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]529ee3d7-5a05-64bb-9f8c-423adf983c65, 'name': SearchDatastore_Task, 'duration_secs': 0.011407} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.475408] env[69319]: DEBUG oslo_concurrency.lockutils [None req-a4190075-ff25-4b1e-84ca-d6d753f26c8d tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.475529] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-a4190075-ff25-4b1e-84ca-d6d753f26c8d tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: e619aa14-62f8-4482-a049-28422171cece] Processing image 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 841.475848] env[69319]: DEBUG oslo_concurrency.lockutils [None req-a4190075-ff25-4b1e-84ca-d6d753f26c8d tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.476069] env[69319]: DEBUG oslo_concurrency.lockutils [None req-a4190075-ff25-4b1e-84ca-d6d753f26c8d tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.476322] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4190075-ff25-4b1e-84ca-d6d753f26c8d tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 841.476720] env[69319]: DEBUG oslo_concurrency.lockutils [None req-2a10a703-8a09-4dd2-ab8e-eacc60b84a23 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.477189] env[69319]: DEBUG oslo_concurrency.lockutils [None req-2a10a703-8a09-4dd2-ab8e-eacc60b84a23 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.477495] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6ea968ff-8c0b-48af-a4b8-f6a33fad2883 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.480294] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e832256d-c94e-46ee-a698-029ee5cd4362 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.486930] env[69319]: DEBUG oslo_vmware.api [None req-2a10a703-8a09-4dd2-ab8e-eacc60b84a23 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Waiting for the task: (returnval){ [ 841.486930] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]526ec6b3-e482-f7a9-6bc1-2ea42832d772" [ 841.486930] env[69319]: _type = "Task" [ 841.486930] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.497389] env[69319]: DEBUG oslo_vmware.api [None req-2a10a703-8a09-4dd2-ab8e-eacc60b84a23 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]526ec6b3-e482-f7a9-6bc1-2ea42832d772, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.501731] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4190075-ff25-4b1e-84ca-d6d753f26c8d tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 841.502018] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-a4190075-ff25-4b1e-84ca-d6d753f26c8d tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 841.503052] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fdfe859-d702-45cb-aae3-bbcdf08f3413 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.507989] env[69319]: DEBUG oslo_vmware.api [None req-a4190075-ff25-4b1e-84ca-d6d753f26c8d tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Waiting for the task: (returnval){ [ 841.507989] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]5249091c-8d7a-91ed-65a1-57c99776f4fe" [ 841.507989] env[69319]: _type = "Task" [ 841.507989] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.515818] env[69319]: DEBUG oslo_vmware.api [None req-a4190075-ff25-4b1e-84ca-d6d753f26c8d tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5249091c-8d7a-91ed-65a1-57c99776f4fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.586624] env[69319]: DEBUG oslo_concurrency.lockutils [req-59923429-d973-49e0-9770-a453c346bf91 req-437fdea6-7854-4b47-8e3d-18baf7946a73 service nova] Releasing lock "refresh_cache-d2216fa6-a955-4b17-b026-4bc90a655ff5" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.737305] env[69319]: DEBUG oslo_vmware.api [None req-52a966af-b455-411c-8803-c7b166372af5 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3223186, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.783718] env[69319]: DEBUG oslo_concurrency.lockutils [None req-4ee2088c-1593-4efb-9afb-ab227a8d62ca tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Acquiring lock "refresh_cache-914e081a-6fde-4c22-9f9c-ed060937963b" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.783819] env[69319]: DEBUG oslo_concurrency.lockutils [None req-4ee2088c-1593-4efb-9afb-ab227a8d62ca tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Acquired lock "refresh_cache-914e081a-6fde-4c22-9f9c-ed060937963b" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.784080] env[69319]: DEBUG nova.network.neutron [None req-4ee2088c-1593-4efb-9afb-ab227a8d62ca tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] [instance: 914e081a-6fde-4c22-9f9c-ed060937963b] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 841.815089] env[69319]: DEBUG oslo_vmware.api [None req-56a980ae-a220-4e67-8044-93461a8570bd tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Task: {'id': task-3223187, 'name': PowerOffVM_Task, 'duration_secs': 0.201976} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.815374] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-56a980ae-a220-4e67-8044-93461a8570bd tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] [instance: 78d62458-5f2a-45a1-bf75-c1bf6a087b48] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 841.815545] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-56a980ae-a220-4e67-8044-93461a8570bd tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] [instance: 78d62458-5f2a-45a1-bf75-c1bf6a087b48] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 841.815794] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1d63ef5b-67c0-4a9e-9353-05c46502cfb3 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.826662] env[69319]: DEBUG oslo_concurrency.lockutils [None req-950bd88f-316c-4a63-82ca-6963a0b7293c tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Acquiring lock "677f0c3c-60cc-480b-911a-e12da31e350d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.826894] env[69319]: DEBUG oslo_concurrency.lockutils [None req-950bd88f-316c-4a63-82ca-6963a0b7293c tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Lock "677f0c3c-60cc-480b-911a-e12da31e350d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.827120] env[69319]: DEBUG oslo_concurrency.lockutils [None req-950bd88f-316c-4a63-82ca-6963a0b7293c tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Acquiring lock "677f0c3c-60cc-480b-911a-e12da31e350d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.827312] env[69319]: DEBUG oslo_concurrency.lockutils [None req-950bd88f-316c-4a63-82ca-6963a0b7293c tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Lock "677f0c3c-60cc-480b-911a-e12da31e350d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.827581] env[69319]: DEBUG oslo_concurrency.lockutils [None req-950bd88f-316c-4a63-82ca-6963a0b7293c tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Lock "677f0c3c-60cc-480b-911a-e12da31e350d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.831755] env[69319]: INFO nova.compute.manager [None req-950bd88f-316c-4a63-82ca-6963a0b7293c tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] [instance: 677f0c3c-60cc-480b-911a-e12da31e350d] Terminating instance [ 841.881140] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-56a980ae-a220-4e67-8044-93461a8570bd tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] [instance: 78d62458-5f2a-45a1-bf75-c1bf6a087b48] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 841.881483] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-56a980ae-a220-4e67-8044-93461a8570bd tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] [instance: 78d62458-5f2a-45a1-bf75-c1bf6a087b48] Deleting contents of the VM from datastore datastore1 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 841.881761] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-56a980ae-a220-4e67-8044-93461a8570bd tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Deleting the datastore file [datastore1] 78d62458-5f2a-45a1-bf75-c1bf6a087b48 {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 841.881814] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-60fda9f8-7155-4d68-8688-2c7c07e4ffe8 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.887840] env[69319]: DEBUG oslo_vmware.api [None req-56a980ae-a220-4e67-8044-93461a8570bd tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Waiting for the task: (returnval){ [ 841.887840] env[69319]: value = "task-3223189" [ 841.887840] env[69319]: _type = "Task" [ 841.887840] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.893422] env[69319]: DEBUG oslo_concurrency.lockutils [None req-a3ece49f-326c-496b-b7f7-afc7db651e7d tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Acquiring lock "335258c2-6f86-44c6-8301-f0abab2ede05" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.893649] env[69319]: DEBUG oslo_concurrency.lockutils [None req-a3ece49f-326c-496b-b7f7-afc7db651e7d tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Lock "335258c2-6f86-44c6-8301-f0abab2ede05" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.893851] env[69319]: DEBUG oslo_concurrency.lockutils [None req-a3ece49f-326c-496b-b7f7-afc7db651e7d tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Acquiring lock "335258c2-6f86-44c6-8301-f0abab2ede05-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.894052] env[69319]: DEBUG oslo_concurrency.lockutils [None req-a3ece49f-326c-496b-b7f7-afc7db651e7d tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Lock "335258c2-6f86-44c6-8301-f0abab2ede05-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.894231] env[69319]: DEBUG oslo_concurrency.lockutils [None req-a3ece49f-326c-496b-b7f7-afc7db651e7d tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Lock "335258c2-6f86-44c6-8301-f0abab2ede05-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.896239] env[69319]: INFO nova.compute.manager [None req-a3ece49f-326c-496b-b7f7-afc7db651e7d tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] [instance: 335258c2-6f86-44c6-8301-f0abab2ede05] Terminating instance [ 841.903087] env[69319]: DEBUG oslo_vmware.api [None req-56a980ae-a220-4e67-8044-93461a8570bd tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Task: {'id': task-3223189, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.999881] env[69319]: DEBUG oslo_vmware.api [None req-2a10a703-8a09-4dd2-ab8e-eacc60b84a23 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]526ec6b3-e482-f7a9-6bc1-2ea42832d772, 'name': SearchDatastore_Task, 'duration_secs': 0.03541} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.001096] env[69319]: DEBUG oslo_concurrency.lockutils [None req-2a10a703-8a09-4dd2-ab8e-eacc60b84a23 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.001096] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-2a10a703-8a09-4dd2-ab8e-eacc60b84a23 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] [instance: d2216fa6-a955-4b17-b026-4bc90a655ff5] Processing image 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 842.001096] env[69319]: DEBUG oslo_concurrency.lockutils [None req-2a10a703-8a09-4dd2-ab8e-eacc60b84a23 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.019227] env[69319]: DEBUG oslo_vmware.api [None req-a4190075-ff25-4b1e-84ca-d6d753f26c8d tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5249091c-8d7a-91ed-65a1-57c99776f4fe, 'name': SearchDatastore_Task, 'duration_secs': 0.013148} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.023129] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a404215d-32eb-4900-ba81-c477da318cad {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.027836] env[69319]: DEBUG oslo_vmware.api [None req-a4190075-ff25-4b1e-84ca-d6d753f26c8d tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Waiting for the task: (returnval){ [ 842.027836] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52315fae-9053-6893-668f-671b4a410ddc" [ 842.027836] env[69319]: _type = "Task" [ 842.027836] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.038360] env[69319]: DEBUG oslo_vmware.api [None req-a4190075-ff25-4b1e-84ca-d6d753f26c8d tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52315fae-9053-6893-668f-671b4a410ddc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.104660] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe01018c-bf00-444f-a605-c3c1b6e2cf86 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.112157] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f9817dc-2958-4b46-9b1a-a15a08ff595d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.143589] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fa4345a-d0a2-4c7b-b81e-8fc998b0f94a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.150999] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acbea77d-b561-431b-bed7-ff5e8e034cc4 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.164507] env[69319]: DEBUG nova.compute.provider_tree [None req-82602039-cd50-4e02-a197-2a468624ee78 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 842.235782] env[69319]: DEBUG oslo_vmware.api [None req-52a966af-b455-411c-8803-c7b166372af5 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3223186, 'name': PowerOnVM_Task, 'duration_secs': 0.836309} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.236092] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-52a966af-b455-411c-8803-c7b166372af5 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 33bc946c-1397-4355-8132-bc27084a66ba] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 842.236421] env[69319]: INFO nova.compute.manager [None req-52a966af-b455-411c-8803-c7b166372af5 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 33bc946c-1397-4355-8132-bc27084a66ba] Took 12.13 seconds to spawn the instance on the hypervisor. [ 842.236501] env[69319]: DEBUG nova.compute.manager [None req-52a966af-b455-411c-8803-c7b166372af5 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 33bc946c-1397-4355-8132-bc27084a66ba] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 842.237316] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77354f35-bb16-40cf-adb0-7f667c6054ba {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.315293] env[69319]: DEBUG nova.network.neutron [None req-4ee2088c-1593-4efb-9afb-ab227a8d62ca tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] [instance: 914e081a-6fde-4c22-9f9c-ed060937963b] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 842.335686] env[69319]: DEBUG nova.compute.manager [None req-950bd88f-316c-4a63-82ca-6963a0b7293c tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] [instance: 677f0c3c-60cc-480b-911a-e12da31e350d] Start destroying the instance on the hypervisor. {{(pid=69319) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 842.335953] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-950bd88f-316c-4a63-82ca-6963a0b7293c tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] [instance: 677f0c3c-60cc-480b-911a-e12da31e350d] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 842.336890] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae1fcbcc-a761-4ac3-85d4-9cdce85e611e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.344600] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-950bd88f-316c-4a63-82ca-6963a0b7293c tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] [instance: 677f0c3c-60cc-480b-911a-e12da31e350d] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 842.344849] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e9e981d5-e84b-4e67-82b8-4fdd309c3ff2 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.350700] env[69319]: DEBUG oslo_vmware.api [None req-950bd88f-316c-4a63-82ca-6963a0b7293c tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Waiting for the task: (returnval){ [ 842.350700] env[69319]: value = "task-3223191" [ 842.350700] env[69319]: _type = "Task" [ 842.350700] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.360334] env[69319]: DEBUG oslo_vmware.api [None req-950bd88f-316c-4a63-82ca-6963a0b7293c tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Task: {'id': task-3223191, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.364524] env[69319]: DEBUG nova.compute.manager [req-b21f7321-5607-48d3-b157-fd4390966ae2 req-8277f71d-30b6-4731-a1f9-a5757100d551 service nova] [instance: 914e081a-6fde-4c22-9f9c-ed060937963b] Received event network-vif-plugged-b90a6ffd-26c8-4211-a105-d1920eb0c334 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 842.364736] env[69319]: DEBUG oslo_concurrency.lockutils [req-b21f7321-5607-48d3-b157-fd4390966ae2 req-8277f71d-30b6-4731-a1f9-a5757100d551 service nova] Acquiring lock "914e081a-6fde-4c22-9f9c-ed060937963b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.364995] env[69319]: DEBUG oslo_concurrency.lockutils [req-b21f7321-5607-48d3-b157-fd4390966ae2 req-8277f71d-30b6-4731-a1f9-a5757100d551 service nova] Lock "914e081a-6fde-4c22-9f9c-ed060937963b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.365384] env[69319]: DEBUG oslo_concurrency.lockutils [req-b21f7321-5607-48d3-b157-fd4390966ae2 req-8277f71d-30b6-4731-a1f9-a5757100d551 service nova] Lock "914e081a-6fde-4c22-9f9c-ed060937963b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.365384] env[69319]: DEBUG nova.compute.manager [req-b21f7321-5607-48d3-b157-fd4390966ae2 req-8277f71d-30b6-4731-a1f9-a5757100d551 service nova] [instance: 914e081a-6fde-4c22-9f9c-ed060937963b] No waiting events found dispatching network-vif-plugged-b90a6ffd-26c8-4211-a105-d1920eb0c334 {{(pid=69319) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 842.365535] env[69319]: WARNING nova.compute.manager [req-b21f7321-5607-48d3-b157-fd4390966ae2 req-8277f71d-30b6-4731-a1f9-a5757100d551 service nova] [instance: 914e081a-6fde-4c22-9f9c-ed060937963b] Received unexpected event network-vif-plugged-b90a6ffd-26c8-4211-a105-d1920eb0c334 for instance with vm_state building and task_state spawning. [ 842.366130] env[69319]: DEBUG nova.compute.manager [req-b21f7321-5607-48d3-b157-fd4390966ae2 req-8277f71d-30b6-4731-a1f9-a5757100d551 service nova] [instance: 914e081a-6fde-4c22-9f9c-ed060937963b] Received event network-changed-b90a6ffd-26c8-4211-a105-d1920eb0c334 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 842.366130] env[69319]: DEBUG nova.compute.manager [req-b21f7321-5607-48d3-b157-fd4390966ae2 req-8277f71d-30b6-4731-a1f9-a5757100d551 service nova] [instance: 914e081a-6fde-4c22-9f9c-ed060937963b] Refreshing instance network info cache due to event network-changed-b90a6ffd-26c8-4211-a105-d1920eb0c334. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 842.366130] env[69319]: DEBUG oslo_concurrency.lockutils [req-b21f7321-5607-48d3-b157-fd4390966ae2 req-8277f71d-30b6-4731-a1f9-a5757100d551 service nova] Acquiring lock "refresh_cache-914e081a-6fde-4c22-9f9c-ed060937963b" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.400090] env[69319]: DEBUG oslo_vmware.api [None req-56a980ae-a220-4e67-8044-93461a8570bd tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Task: {'id': task-3223189, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186952} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.400669] env[69319]: DEBUG nova.compute.manager [None req-a3ece49f-326c-496b-b7f7-afc7db651e7d tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] [instance: 335258c2-6f86-44c6-8301-f0abab2ede05] Start destroying the instance on the hypervisor. {{(pid=69319) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 842.400871] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-a3ece49f-326c-496b-b7f7-afc7db651e7d tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] [instance: 335258c2-6f86-44c6-8301-f0abab2ede05] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 842.401143] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-56a980ae-a220-4e67-8044-93461a8570bd tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 842.401319] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-56a980ae-a220-4e67-8044-93461a8570bd tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] [instance: 78d62458-5f2a-45a1-bf75-c1bf6a087b48] Deleted contents of the VM from datastore datastore1 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 842.401530] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-56a980ae-a220-4e67-8044-93461a8570bd tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] [instance: 78d62458-5f2a-45a1-bf75-c1bf6a087b48] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 842.401761] env[69319]: INFO nova.compute.manager [None req-56a980ae-a220-4e67-8044-93461a8570bd tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] [instance: 78d62458-5f2a-45a1-bf75-c1bf6a087b48] Took 1.12 seconds to destroy the instance on the hypervisor. [ 842.401952] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-56a980ae-a220-4e67-8044-93461a8570bd tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 842.402662] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8435c9f-d9cc-4281-a457-277b31adc544 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.405235] env[69319]: DEBUG nova.compute.manager [-] [instance: 78d62458-5f2a-45a1-bf75-c1bf6a087b48] Deallocating network for instance {{(pid=69319) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 842.405327] env[69319]: DEBUG nova.network.neutron [-] [instance: 78d62458-5f2a-45a1-bf75-c1bf6a087b48] deallocate_for_instance() {{(pid=69319) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 842.411094] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3ece49f-326c-496b-b7f7-afc7db651e7d tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] [instance: 335258c2-6f86-44c6-8301-f0abab2ede05] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 842.411318] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f5e83b05-7e70-4aa6-9f58-03d74c5aa196 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.417865] env[69319]: DEBUG oslo_vmware.api [None req-a3ece49f-326c-496b-b7f7-afc7db651e7d tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Waiting for the task: (returnval){ [ 842.417865] env[69319]: value = "task-3223192" [ 842.417865] env[69319]: _type = "Task" [ 842.417865] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.426998] env[69319]: DEBUG oslo_vmware.api [None req-a3ece49f-326c-496b-b7f7-afc7db651e7d tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Task: {'id': task-3223192, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.522698] env[69319]: DEBUG nova.network.neutron [None req-4ee2088c-1593-4efb-9afb-ab227a8d62ca tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] [instance: 914e081a-6fde-4c22-9f9c-ed060937963b] Updating instance_info_cache with network_info: [{"id": "b90a6ffd-26c8-4211-a105-d1920eb0c334", "address": "fa:16:3e:30:7f:e2", "network": {"id": "e172e758-1a9b-4f22-a553-441ab9c9dccc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.190", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "31f027872f6f44dba95ff2fe7a062e00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb90a6ffd-26", "ovs_interfaceid": "b90a6ffd-26c8-4211-a105-d1920eb0c334", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.545858] env[69319]: DEBUG oslo_vmware.api [None req-a4190075-ff25-4b1e-84ca-d6d753f26c8d tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52315fae-9053-6893-668f-671b4a410ddc, 'name': SearchDatastore_Task, 'duration_secs': 0.011946} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.545858] env[69319]: DEBUG oslo_concurrency.lockutils [None req-a4190075-ff25-4b1e-84ca-d6d753f26c8d tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.545858] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4190075-ff25-4b1e-84ca-d6d753f26c8d tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] e619aa14-62f8-4482-a049-28422171cece/e619aa14-62f8-4482-a049-28422171cece.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 842.545858] env[69319]: DEBUG oslo_concurrency.lockutils [None req-2a10a703-8a09-4dd2-ab8e-eacc60b84a23 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.545858] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a10a703-8a09-4dd2-ab8e-eacc60b84a23 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 842.546568] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-513e7fc6-ceb4-416b-aec8-0a6951a35984 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.550719] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-77cfc833-a17c-4424-9e02-f1b92eb35e3c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.559342] env[69319]: DEBUG oslo_vmware.api [None req-a4190075-ff25-4b1e-84ca-d6d753f26c8d tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Waiting for the task: (returnval){ [ 842.559342] env[69319]: value = "task-3223193" [ 842.559342] env[69319]: _type = "Task" [ 842.559342] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.566397] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a10a703-8a09-4dd2-ab8e-eacc60b84a23 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 842.566701] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-2a10a703-8a09-4dd2-ab8e-eacc60b84a23 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 842.568266] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-354d042f-802f-4d4d-b8a3-8a05c5f951a2 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.576912] env[69319]: DEBUG oslo_vmware.api [None req-a4190075-ff25-4b1e-84ca-d6d753f26c8d tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Task: {'id': task-3223193, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.580849] env[69319]: DEBUG oslo_vmware.api [None req-2a10a703-8a09-4dd2-ab8e-eacc60b84a23 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Waiting for the task: (returnval){ [ 842.580849] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52eb2498-7dc8-0792-3cc2-92cba764bd95" [ 842.580849] env[69319]: _type = "Task" [ 842.580849] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.591589] env[69319]: DEBUG oslo_vmware.api [None req-2a10a703-8a09-4dd2-ab8e-eacc60b84a23 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52eb2498-7dc8-0792-3cc2-92cba764bd95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.668539] env[69319]: DEBUG nova.scheduler.client.report [None req-82602039-cd50-4e02-a197-2a468624ee78 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 842.755364] env[69319]: INFO nova.compute.manager [None req-52a966af-b455-411c-8803-c7b166372af5 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 33bc946c-1397-4355-8132-bc27084a66ba] Took 47.95 seconds to build instance. [ 842.862997] env[69319]: DEBUG oslo_vmware.api [None req-950bd88f-316c-4a63-82ca-6963a0b7293c tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Task: {'id': task-3223191, 'name': PowerOffVM_Task, 'duration_secs': 0.196546} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.863419] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-950bd88f-316c-4a63-82ca-6963a0b7293c tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] [instance: 677f0c3c-60cc-480b-911a-e12da31e350d] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 842.863727] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-950bd88f-316c-4a63-82ca-6963a0b7293c tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] [instance: 677f0c3c-60cc-480b-911a-e12da31e350d] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 842.864088] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b9775629-5036-47c4-b12a-a7e9737fe578 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.929842] env[69319]: DEBUG oslo_vmware.api [None req-a3ece49f-326c-496b-b7f7-afc7db651e7d tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Task: {'id': task-3223192, 'name': PowerOffVM_Task, 'duration_secs': 0.170871} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.930961] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3ece49f-326c-496b-b7f7-afc7db651e7d tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] [instance: 335258c2-6f86-44c6-8301-f0abab2ede05] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 842.931347] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-a3ece49f-326c-496b-b7f7-afc7db651e7d tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] [instance: 335258c2-6f86-44c6-8301-f0abab2ede05] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 842.933297] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0448d52d-e1f1-4ac9-abaf-285581a0a101 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.939020] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-950bd88f-316c-4a63-82ca-6963a0b7293c tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] [instance: 677f0c3c-60cc-480b-911a-e12da31e350d] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 842.939020] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-950bd88f-316c-4a63-82ca-6963a0b7293c tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] [instance: 677f0c3c-60cc-480b-911a-e12da31e350d] Deleting contents of the VM from datastore datastore1 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 842.939020] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-950bd88f-316c-4a63-82ca-6963a0b7293c tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Deleting the datastore file [datastore1] 677f0c3c-60cc-480b-911a-e12da31e350d {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 842.939020] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-972096e4-4a6c-4075-86b7-db2d22add84e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.945066] env[69319]: DEBUG oslo_vmware.api [None req-950bd88f-316c-4a63-82ca-6963a0b7293c tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Waiting for the task: (returnval){ [ 842.945066] env[69319]: value = "task-3223196" [ 842.945066] env[69319]: _type = "Task" [ 842.945066] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.956567] env[69319]: DEBUG oslo_vmware.api [None req-950bd88f-316c-4a63-82ca-6963a0b7293c tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Task: {'id': task-3223196, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.006156] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-a3ece49f-326c-496b-b7f7-afc7db651e7d tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] [instance: 335258c2-6f86-44c6-8301-f0abab2ede05] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 843.006753] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-a3ece49f-326c-496b-b7f7-afc7db651e7d tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] [instance: 335258c2-6f86-44c6-8301-f0abab2ede05] Deleting contents of the VM from datastore datastore1 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 843.006753] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3ece49f-326c-496b-b7f7-afc7db651e7d tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Deleting the datastore file [datastore1] 335258c2-6f86-44c6-8301-f0abab2ede05 {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 843.007071] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-70cb86dd-2da3-4e11-907b-6ef130b82949 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.014364] env[69319]: DEBUG oslo_vmware.api [None req-a3ece49f-326c-496b-b7f7-afc7db651e7d tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Waiting for the task: (returnval){ [ 843.014364] env[69319]: value = "task-3223197" [ 843.014364] env[69319]: _type = "Task" [ 843.014364] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.028176] env[69319]: DEBUG oslo_concurrency.lockutils [None req-4ee2088c-1593-4efb-9afb-ab227a8d62ca tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Releasing lock "refresh_cache-914e081a-6fde-4c22-9f9c-ed060937963b" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.028919] env[69319]: DEBUG nova.compute.manager [None req-4ee2088c-1593-4efb-9afb-ab227a8d62ca tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] [instance: 914e081a-6fde-4c22-9f9c-ed060937963b] Instance network_info: |[{"id": "b90a6ffd-26c8-4211-a105-d1920eb0c334", "address": "fa:16:3e:30:7f:e2", "network": {"id": "e172e758-1a9b-4f22-a553-441ab9c9dccc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.190", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "31f027872f6f44dba95ff2fe7a062e00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb90a6ffd-26", "ovs_interfaceid": "b90a6ffd-26c8-4211-a105-d1920eb0c334", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 843.029196] env[69319]: DEBUG oslo_vmware.api [None req-a3ece49f-326c-496b-b7f7-afc7db651e7d tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Task: {'id': task-3223197, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.029565] env[69319]: DEBUG oslo_concurrency.lockutils [req-b21f7321-5607-48d3-b157-fd4390966ae2 req-8277f71d-30b6-4731-a1f9-a5757100d551 service nova] Acquired lock "refresh_cache-914e081a-6fde-4c22-9f9c-ed060937963b" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.029948] env[69319]: DEBUG nova.network.neutron [req-b21f7321-5607-48d3-b157-fd4390966ae2 req-8277f71d-30b6-4731-a1f9-a5757100d551 service nova] [instance: 914e081a-6fde-4c22-9f9c-ed060937963b] Refreshing network info cache for port b90a6ffd-26c8-4211-a105-d1920eb0c334 {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 843.032712] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-4ee2088c-1593-4efb-9afb-ab227a8d62ca tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] [instance: 914e081a-6fde-4c22-9f9c-ed060937963b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:30:7f:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b90a6ffd-26c8-4211-a105-d1920eb0c334', 'vif_model': 'vmxnet3'}] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 843.046955] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4ee2088c-1593-4efb-9afb-ab227a8d62ca tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 843.048687] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 914e081a-6fde-4c22-9f9c-ed060937963b] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 843.049153] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3d4ee2f4-f6f4-47ec-bf3c-40e746c27dd8 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.082692] env[69319]: DEBUG oslo_vmware.api [None req-a4190075-ff25-4b1e-84ca-d6d753f26c8d tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Task: {'id': task-3223193, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.087144] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 843.087144] env[69319]: value = "task-3223198" [ 843.087144] env[69319]: _type = "Task" [ 843.087144] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.095244] env[69319]: DEBUG oslo_vmware.api [None req-2a10a703-8a09-4dd2-ab8e-eacc60b84a23 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52eb2498-7dc8-0792-3cc2-92cba764bd95, 'name': SearchDatastore_Task, 'duration_secs': 0.010022} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.096710] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b44c9f1-4cc2-4e75-85d8-11c0b8d04050 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.103624] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223198, 'name': CreateVM_Task} progress is 6%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.106963] env[69319]: DEBUG oslo_vmware.api [None req-2a10a703-8a09-4dd2-ab8e-eacc60b84a23 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Waiting for the task: (returnval){ [ 843.106963] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]5279507b-1e22-ee45-2219-0c2ce9547613" [ 843.106963] env[69319]: _type = "Task" [ 843.106963] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.116567] env[69319]: DEBUG oslo_vmware.api [None req-2a10a703-8a09-4dd2-ab8e-eacc60b84a23 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5279507b-1e22-ee45-2219-0c2ce9547613, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.174767] env[69319]: DEBUG oslo_concurrency.lockutils [None req-82602039-cd50-4e02-a197-2a468624ee78 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.547s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.175341] env[69319]: DEBUG nova.compute.manager [None req-82602039-cd50-4e02-a197-2a468624ee78 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] [instance: 1159a12c-1035-49ae-841f-053ac16c48af] Start building networks asynchronously for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 843.179034] env[69319]: DEBUG oslo_concurrency.lockutils [None req-669d5971-18f3-446e-9657-022dcb6c0cb3 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.818s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.180603] env[69319]: INFO nova.compute.claims [None req-669d5971-18f3-446e-9657-022dcb6c0cb3 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 66e1cd49-8387-4ef2-b3c8-8f301d27d1cb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 843.204120] env[69319]: DEBUG nova.network.neutron [-] [instance: 78d62458-5f2a-45a1-bf75-c1bf6a087b48] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.259028] env[69319]: DEBUG oslo_concurrency.lockutils [None req-52a966af-b455-411c-8803-c7b166372af5 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Lock "33bc946c-1397-4355-8132-bc27084a66ba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 98.689s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.456316] env[69319]: DEBUG oslo_vmware.api [None req-950bd88f-316c-4a63-82ca-6963a0b7293c tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Task: {'id': task-3223196, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.29435} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.456806] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-950bd88f-316c-4a63-82ca-6963a0b7293c tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 843.457152] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-950bd88f-316c-4a63-82ca-6963a0b7293c tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] [instance: 677f0c3c-60cc-480b-911a-e12da31e350d] Deleted contents of the VM from datastore datastore1 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 843.457480] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-950bd88f-316c-4a63-82ca-6963a0b7293c tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] [instance: 677f0c3c-60cc-480b-911a-e12da31e350d] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 843.457904] env[69319]: INFO nova.compute.manager [None req-950bd88f-316c-4a63-82ca-6963a0b7293c tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] [instance: 677f0c3c-60cc-480b-911a-e12da31e350d] Took 1.12 seconds to destroy the instance on the hypervisor. [ 843.458339] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-950bd88f-316c-4a63-82ca-6963a0b7293c tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 843.459306] env[69319]: DEBUG nova.compute.manager [-] [instance: 677f0c3c-60cc-480b-911a-e12da31e350d] Deallocating network for instance {{(pid=69319) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 843.459530] env[69319]: DEBUG nova.network.neutron [-] [instance: 677f0c3c-60cc-480b-911a-e12da31e350d] deallocate_for_instance() {{(pid=69319) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 843.476198] env[69319]: DEBUG nova.compute.manager [req-f34b2e47-161b-40e6-b3b8-b4431598d23b req-38062a5f-885e-40a6-a272-2237aea13d75 service nova] [instance: 33bc946c-1397-4355-8132-bc27084a66ba] Received event network-changed-c6e98cc0-3134-4c25-b6f3-ac5eb16515af {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 843.476198] env[69319]: DEBUG nova.compute.manager [req-f34b2e47-161b-40e6-b3b8-b4431598d23b req-38062a5f-885e-40a6-a272-2237aea13d75 service nova] [instance: 33bc946c-1397-4355-8132-bc27084a66ba] Refreshing instance network info cache due to event network-changed-c6e98cc0-3134-4c25-b6f3-ac5eb16515af. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 843.476198] env[69319]: DEBUG oslo_concurrency.lockutils [req-f34b2e47-161b-40e6-b3b8-b4431598d23b req-38062a5f-885e-40a6-a272-2237aea13d75 service nova] Acquiring lock "refresh_cache-33bc946c-1397-4355-8132-bc27084a66ba" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.476198] env[69319]: DEBUG oslo_concurrency.lockutils [req-f34b2e47-161b-40e6-b3b8-b4431598d23b req-38062a5f-885e-40a6-a272-2237aea13d75 service nova] Acquired lock "refresh_cache-33bc946c-1397-4355-8132-bc27084a66ba" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.476198] env[69319]: DEBUG nova.network.neutron [req-f34b2e47-161b-40e6-b3b8-b4431598d23b req-38062a5f-885e-40a6-a272-2237aea13d75 service nova] [instance: 33bc946c-1397-4355-8132-bc27084a66ba] Refreshing network info cache for port c6e98cc0-3134-4c25-b6f3-ac5eb16515af {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 843.524396] env[69319]: DEBUG oslo_vmware.api [None req-a3ece49f-326c-496b-b7f7-afc7db651e7d tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Task: {'id': task-3223197, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.249812} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.525135] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3ece49f-326c-496b-b7f7-afc7db651e7d tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 843.525456] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-a3ece49f-326c-496b-b7f7-afc7db651e7d tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] [instance: 335258c2-6f86-44c6-8301-f0abab2ede05] Deleted contents of the VM from datastore datastore1 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 843.525745] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-a3ece49f-326c-496b-b7f7-afc7db651e7d tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] [instance: 335258c2-6f86-44c6-8301-f0abab2ede05] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 843.526215] env[69319]: INFO nova.compute.manager [None req-a3ece49f-326c-496b-b7f7-afc7db651e7d tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] [instance: 335258c2-6f86-44c6-8301-f0abab2ede05] Took 1.13 seconds to destroy the instance on the hypervisor. [ 843.526580] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a3ece49f-326c-496b-b7f7-afc7db651e7d tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 843.526886] env[69319]: DEBUG nova.compute.manager [-] [instance: 335258c2-6f86-44c6-8301-f0abab2ede05] Deallocating network for instance {{(pid=69319) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 843.527195] env[69319]: DEBUG nova.network.neutron [-] [instance: 335258c2-6f86-44c6-8301-f0abab2ede05] deallocate_for_instance() {{(pid=69319) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 843.586336] env[69319]: DEBUG oslo_vmware.api [None req-a4190075-ff25-4b1e-84ca-d6d753f26c8d tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Task: {'id': task-3223193, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.657909} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.586762] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4190075-ff25-4b1e-84ca-d6d753f26c8d tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] e619aa14-62f8-4482-a049-28422171cece/e619aa14-62f8-4482-a049-28422171cece.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 843.587171] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-a4190075-ff25-4b1e-84ca-d6d753f26c8d tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: e619aa14-62f8-4482-a049-28422171cece] Extending root virtual disk to 1048576 {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 843.587567] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-168b49e7-e4f9-41bc-ac64-033557c47eb5 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.599051] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223198, 'name': CreateVM_Task} progress is 99%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.601016] env[69319]: DEBUG oslo_vmware.api [None req-a4190075-ff25-4b1e-84ca-d6d753f26c8d tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Waiting for the task: (returnval){ [ 843.601016] env[69319]: value = "task-3223199" [ 843.601016] env[69319]: _type = "Task" [ 843.601016] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.610206] env[69319]: DEBUG oslo_vmware.api [None req-a4190075-ff25-4b1e-84ca-d6d753f26c8d tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Task: {'id': task-3223199, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.622504] env[69319]: DEBUG oslo_vmware.api [None req-2a10a703-8a09-4dd2-ab8e-eacc60b84a23 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5279507b-1e22-ee45-2219-0c2ce9547613, 'name': SearchDatastore_Task, 'duration_secs': 0.04958} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.622665] env[69319]: DEBUG oslo_concurrency.lockutils [None req-2a10a703-8a09-4dd2-ab8e-eacc60b84a23 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.623126] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a10a703-8a09-4dd2-ab8e-eacc60b84a23 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] d2216fa6-a955-4b17-b026-4bc90a655ff5/d2216fa6-a955-4b17-b026-4bc90a655ff5.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 843.623238] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5bcce725-2295-402a-9a4c-4a97717ccf76 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.630702] env[69319]: DEBUG oslo_vmware.api [None req-2a10a703-8a09-4dd2-ab8e-eacc60b84a23 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Waiting for the task: (returnval){ [ 843.630702] env[69319]: value = "task-3223200" [ 843.630702] env[69319]: _type = "Task" [ 843.630702] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.646388] env[69319]: DEBUG oslo_vmware.api [None req-2a10a703-8a09-4dd2-ab8e-eacc60b84a23 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Task: {'id': task-3223200, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.690056] env[69319]: DEBUG nova.compute.utils [None req-82602039-cd50-4e02-a197-2a468624ee78 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Using /dev/sd instead of None {{(pid=69319) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 843.691318] env[69319]: DEBUG nova.compute.manager [None req-82602039-cd50-4e02-a197-2a468624ee78 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] [instance: 1159a12c-1035-49ae-841f-053ac16c48af] Allocating IP information in the background. {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 843.691581] env[69319]: DEBUG nova.network.neutron [None req-82602039-cd50-4e02-a197-2a468624ee78 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] [instance: 1159a12c-1035-49ae-841f-053ac16c48af] allocate_for_instance() {{(pid=69319) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 843.705590] env[69319]: INFO nova.compute.manager [-] [instance: 78d62458-5f2a-45a1-bf75-c1bf6a087b48] Took 1.30 seconds to deallocate network for instance. [ 843.760487] env[69319]: DEBUG nova.compute.manager [None req-267cc3ef-32c3-43eb-967e-98a8e63cb76a tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: 43e75e72-e9aa-43d9-bc06-65d4cad074cb] Starting instance... {{(pid=69319) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 843.764349] env[69319]: DEBUG nova.policy [None req-82602039-cd50-4e02-a197-2a468624ee78 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '24e26972fb974b248e4a3538133c5ac2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2a8df64c606841b782505fd26aacc891', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69319) authorize /opt/stack/nova/nova/policy.py:192}} [ 843.970776] env[69319]: DEBUG nova.network.neutron [req-b21f7321-5607-48d3-b157-fd4390966ae2 req-8277f71d-30b6-4731-a1f9-a5757100d551 service nova] [instance: 914e081a-6fde-4c22-9f9c-ed060937963b] Updated VIF entry in instance network info cache for port b90a6ffd-26c8-4211-a105-d1920eb0c334. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 843.970776] env[69319]: DEBUG nova.network.neutron [req-b21f7321-5607-48d3-b157-fd4390966ae2 req-8277f71d-30b6-4731-a1f9-a5757100d551 service nova] [instance: 914e081a-6fde-4c22-9f9c-ed060937963b] Updating instance_info_cache with network_info: [{"id": "b90a6ffd-26c8-4211-a105-d1920eb0c334", "address": "fa:16:3e:30:7f:e2", "network": {"id": "e172e758-1a9b-4f22-a553-441ab9c9dccc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.190", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "31f027872f6f44dba95ff2fe7a062e00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb90a6ffd-26", "ovs_interfaceid": "b90a6ffd-26c8-4211-a105-d1920eb0c334", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 844.098480] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223198, 'name': CreateVM_Task, 'duration_secs': 0.672524} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.098686] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 914e081a-6fde-4c22-9f9c-ed060937963b] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 844.099442] env[69319]: DEBUG oslo_concurrency.lockutils [None req-4ee2088c-1593-4efb-9afb-ab227a8d62ca tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.099613] env[69319]: DEBUG oslo_concurrency.lockutils [None req-4ee2088c-1593-4efb-9afb-ab227a8d62ca tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.100159] env[69319]: DEBUG oslo_concurrency.lockutils [None req-4ee2088c-1593-4efb-9afb-ab227a8d62ca tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.100440] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1678e143-f950-43d8-9da2-3c137fecf8ea {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.109114] env[69319]: DEBUG oslo_vmware.api [None req-4ee2088c-1593-4efb-9afb-ab227a8d62ca tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Waiting for the task: (returnval){ [ 844.109114] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52c3087e-89eb-1d3a-75a9-e8c87eb14d08" [ 844.109114] env[69319]: _type = "Task" [ 844.109114] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.113304] env[69319]: DEBUG oslo_vmware.api [None req-a4190075-ff25-4b1e-84ca-d6d753f26c8d tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Task: {'id': task-3223199, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090281} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.116640] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-a4190075-ff25-4b1e-84ca-d6d753f26c8d tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: e619aa14-62f8-4482-a049-28422171cece] Extended root virtual disk {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 844.117424] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5860ee0a-1968-405a-9fb9-c74df2559cd1 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.126818] env[69319]: DEBUG oslo_vmware.api [None req-4ee2088c-1593-4efb-9afb-ab227a8d62ca tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52c3087e-89eb-1d3a-75a9-e8c87eb14d08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.150250] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4190075-ff25-4b1e-84ca-d6d753f26c8d tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: e619aa14-62f8-4482-a049-28422171cece] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] e619aa14-62f8-4482-a049-28422171cece/e619aa14-62f8-4482-a049-28422171cece.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 844.154637] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9055071-906a-46ad-acdf-7ad75cd35662 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.175583] env[69319]: DEBUG oslo_vmware.api [None req-2a10a703-8a09-4dd2-ab8e-eacc60b84a23 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Task: {'id': task-3223200, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.177110] env[69319]: DEBUG oslo_vmware.api [None req-a4190075-ff25-4b1e-84ca-d6d753f26c8d tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Waiting for the task: (returnval){ [ 844.177110] env[69319]: value = "task-3223201" [ 844.177110] env[69319]: _type = "Task" [ 844.177110] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.185713] env[69319]: DEBUG oslo_vmware.api [None req-a4190075-ff25-4b1e-84ca-d6d753f26c8d tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Task: {'id': task-3223201, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.195574] env[69319]: DEBUG nova.compute.manager [None req-82602039-cd50-4e02-a197-2a468624ee78 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] [instance: 1159a12c-1035-49ae-841f-053ac16c48af] Start building block device mappings for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 844.214588] env[69319]: DEBUG oslo_concurrency.lockutils [None req-56a980ae-a220-4e67-8044-93461a8570bd tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.283396] env[69319]: DEBUG oslo_concurrency.lockutils [None req-267cc3ef-32c3-43eb-967e-98a8e63cb76a tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.382675] env[69319]: DEBUG nova.network.neutron [-] [instance: 677f0c3c-60cc-480b-911a-e12da31e350d] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 844.397466] env[69319]: DEBUG nova.network.neutron [-] [instance: 335258c2-6f86-44c6-8301-f0abab2ede05] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 844.480103] env[69319]: DEBUG oslo_concurrency.lockutils [req-b21f7321-5607-48d3-b157-fd4390966ae2 req-8277f71d-30b6-4731-a1f9-a5757100d551 service nova] Releasing lock "refresh_cache-914e081a-6fde-4c22-9f9c-ed060937963b" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.579966] env[69319]: DEBUG nova.network.neutron [None req-82602039-cd50-4e02-a197-2a468624ee78 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] [instance: 1159a12c-1035-49ae-841f-053ac16c48af] Successfully created port: b540a532-466c-4aff-9944-f8a71cdcc667 {{(pid=69319) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 844.602362] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-0436ac1b-05f2-474a-a6a6-d714f6c34045 tempest-VolumesAssistedSnapshotsTest-1898393063 tempest-VolumesAssistedSnapshotsTest-1898393063-project-admin] [instance: 4f588763-0fc7-4980-92c0-7b451d4a9981] Volume attach. Driver type: vmdk {{(pid=69319) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 844.602710] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-0436ac1b-05f2-474a-a6a6-d714f6c34045 tempest-VolumesAssistedSnapshotsTest-1898393063 tempest-VolumesAssistedSnapshotsTest-1898393063-project-admin] [instance: 4f588763-0fc7-4980-92c0-7b451d4a9981] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-644381', 'volume_id': 'ccd4543c-6fbd-477a-8435-ec7bfd801fc2', 'name': 'volume-ccd4543c-6fbd-477a-8435-ec7bfd801fc2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4f588763-0fc7-4980-92c0-7b451d4a9981', 'attached_at': '', 'detached_at': '', 'volume_id': 'ccd4543c-6fbd-477a-8435-ec7bfd801fc2', 'serial': 'ccd4543c-6fbd-477a-8435-ec7bfd801fc2'} {{(pid=69319) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 844.604149] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f64a862d-2388-4839-81ab-71315ee72b48 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.631464] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db05cf40-4184-46e2-8654-588799f6fea7 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.665418] env[69319]: DEBUG oslo_vmware.api [None req-4ee2088c-1593-4efb-9afb-ab227a8d62ca tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52c3087e-89eb-1d3a-75a9-e8c87eb14d08, 'name': SearchDatastore_Task, 'duration_secs': 0.033694} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.674484] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-0436ac1b-05f2-474a-a6a6-d714f6c34045 tempest-VolumesAssistedSnapshotsTest-1898393063 tempest-VolumesAssistedSnapshotsTest-1898393063-project-admin] [instance: 4f588763-0fc7-4980-92c0-7b451d4a9981] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] volume-ccd4543c-6fbd-477a-8435-ec7bfd801fc2/volume-ccd4543c-6fbd-477a-8435-ec7bfd801fc2.vmdk or device None with type thin {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 844.683342] env[69319]: DEBUG oslo_concurrency.lockutils [None req-4ee2088c-1593-4efb-9afb-ab227a8d62ca tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.683342] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-4ee2088c-1593-4efb-9afb-ab227a8d62ca tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] [instance: 914e081a-6fde-4c22-9f9c-ed060937963b] Processing image 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 844.683342] env[69319]: DEBUG oslo_concurrency.lockutils [None req-4ee2088c-1593-4efb-9afb-ab227a8d62ca tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.683342] env[69319]: DEBUG oslo_concurrency.lockutils [None req-4ee2088c-1593-4efb-9afb-ab227a8d62ca tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.683342] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ee2088c-1593-4efb-9afb-ab227a8d62ca tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 844.683342] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a3a5dc9-eed2-4a23-ba7c-ce91999dc674 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.697772] env[69319]: DEBUG nova.network.neutron [req-f34b2e47-161b-40e6-b3b8-b4431598d23b req-38062a5f-885e-40a6-a272-2237aea13d75 service nova] [instance: 33bc946c-1397-4355-8132-bc27084a66ba] Updated VIF entry in instance network info cache for port c6e98cc0-3134-4c25-b6f3-ac5eb16515af. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 844.699080] env[69319]: DEBUG nova.network.neutron [req-f34b2e47-161b-40e6-b3b8-b4431598d23b req-38062a5f-885e-40a6-a272-2237aea13d75 service nova] [instance: 33bc946c-1397-4355-8132-bc27084a66ba] Updating instance_info_cache with network_info: [{"id": "c6e98cc0-3134-4c25-b6f3-ac5eb16515af", "address": "fa:16:3e:52:28:0c", "network": {"id": "5b6a3856-a59d-4821-b22f-d38a582fca59", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-151173017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8712195e5600495dac5d45bcbbd358ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6e98cc0-31", "ovs_interfaceid": "c6e98cc0-3134-4c25-b6f3-ac5eb16515af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 844.702591] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e8b306f0-358d-44aa-9b62-49a325f1b5dd {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.715339] env[69319]: DEBUG oslo_vmware.api [None req-2a10a703-8a09-4dd2-ab8e-eacc60b84a23 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Task: {'id': task-3223200, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.718061] env[69319]: DEBUG oslo_vmware.api [None req-0436ac1b-05f2-474a-a6a6-d714f6c34045 tempest-VolumesAssistedSnapshotsTest-1898393063 tempest-VolumesAssistedSnapshotsTest-1898393063-project-admin] Waiting for the task: (returnval){ [ 844.718061] env[69319]: value = "task-3223202" [ 844.718061] env[69319]: _type = "Task" [ 844.718061] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.723633] env[69319]: DEBUG oslo_vmware.api [None req-a4190075-ff25-4b1e-84ca-d6d753f26c8d tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Task: {'id': task-3223201, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.728833] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ee2088c-1593-4efb-9afb-ab227a8d62ca tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 844.729155] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-4ee2088c-1593-4efb-9afb-ab227a8d62ca tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 844.730234] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2965610-0dc5-4a5c-85ce-1bb31b04eee4 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.740497] env[69319]: DEBUG oslo_vmware.api [None req-0436ac1b-05f2-474a-a6a6-d714f6c34045 tempest-VolumesAssistedSnapshotsTest-1898393063 tempest-VolumesAssistedSnapshotsTest-1898393063-project-admin] Task: {'id': task-3223202, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.751113] env[69319]: DEBUG nova.compute.manager [req-4e76b75b-6414-4c32-9cff-34fd8fe0cd3f req-35517c91-6596-4a90-9aef-e5253487afbe service nova] [instance: 78d62458-5f2a-45a1-bf75-c1bf6a087b48] Received event network-vif-deleted-60b25848-a49a-42b3-9357-c130cb7ff83c {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 844.751456] env[69319]: DEBUG nova.compute.manager [req-4e76b75b-6414-4c32-9cff-34fd8fe0cd3f req-35517c91-6596-4a90-9aef-e5253487afbe service nova] [instance: 677f0c3c-60cc-480b-911a-e12da31e350d] Received event network-vif-deleted-ff366c40-07c4-4c04-ac11-467281218dff {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 844.751562] env[69319]: DEBUG nova.compute.manager [req-4e76b75b-6414-4c32-9cff-34fd8fe0cd3f req-35517c91-6596-4a90-9aef-e5253487afbe service nova] [instance: 335258c2-6f86-44c6-8301-f0abab2ede05] Received event network-vif-deleted-2f974e6f-d2cf-4cc3-9bd3-d5cc0b38f279 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 844.752760] env[69319]: DEBUG oslo_vmware.api [None req-4ee2088c-1593-4efb-9afb-ab227a8d62ca tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Waiting for the task: (returnval){ [ 844.752760] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]5296307e-ee1b-3be9-9585-4c9caaed8721" [ 844.752760] env[69319]: _type = "Task" [ 844.752760] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.763772] env[69319]: DEBUG oslo_vmware.api [None req-4ee2088c-1593-4efb-9afb-ab227a8d62ca tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5296307e-ee1b-3be9-9585-4c9caaed8721, 'name': SearchDatastore_Task, 'duration_secs': 0.017967} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.768135] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4726a2c-490e-4eee-940b-76445a0e000c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.774451] env[69319]: DEBUG oslo_vmware.api [None req-4ee2088c-1593-4efb-9afb-ab227a8d62ca tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Waiting for the task: (returnval){ [ 844.774451] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52907ef2-cb3e-a85f-7da1-2f62e91088fb" [ 844.774451] env[69319]: _type = "Task" [ 844.774451] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.786095] env[69319]: DEBUG oslo_vmware.api [None req-4ee2088c-1593-4efb-9afb-ab227a8d62ca tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52907ef2-cb3e-a85f-7da1-2f62e91088fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.885956] env[69319]: INFO nova.compute.manager [-] [instance: 677f0c3c-60cc-480b-911a-e12da31e350d] Took 1.43 seconds to deallocate network for instance. [ 844.898653] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d147938c-fad8-4713-8d3f-84bf56430d0c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.903376] env[69319]: INFO nova.compute.manager [-] [instance: 335258c2-6f86-44c6-8301-f0abab2ede05] Took 1.38 seconds to deallocate network for instance. [ 844.910878] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-150806c8-7ce2-4bbf-87c5-8b0b7ec4b6c1 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.957717] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0950d38-b557-4e85-941c-394cf6940913 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.967299] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53a7e139-83fc-4848-b349-985b6604058c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.984352] env[69319]: DEBUG nova.compute.provider_tree [None req-669d5971-18f3-446e-9657-022dcb6c0cb3 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 845.175891] env[69319]: DEBUG oslo_vmware.api [None req-2a10a703-8a09-4dd2-ab8e-eacc60b84a23 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Task: {'id': task-3223200, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.207374] env[69319]: DEBUG oslo_concurrency.lockutils [req-f34b2e47-161b-40e6-b3b8-b4431598d23b req-38062a5f-885e-40a6-a272-2237aea13d75 service nova] Releasing lock "refresh_cache-33bc946c-1397-4355-8132-bc27084a66ba" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.207792] env[69319]: DEBUG oslo_vmware.api [None req-a4190075-ff25-4b1e-84ca-d6d753f26c8d tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Task: {'id': task-3223201, 'name': ReconfigVM_Task, 'duration_secs': 1.022626} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.208063] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4190075-ff25-4b1e-84ca-d6d753f26c8d tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: e619aa14-62f8-4482-a049-28422171cece] Reconfigured VM instance instance-00000009 to attach disk [datastore2] e619aa14-62f8-4482-a049-28422171cece/e619aa14-62f8-4482-a049-28422171cece.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 845.208700] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0f725ec3-98b1-4a0b-94fe-4d736cfd514d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.215643] env[69319]: DEBUG oslo_vmware.api [None req-a4190075-ff25-4b1e-84ca-d6d753f26c8d tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Waiting for the task: (returnval){ [ 845.215643] env[69319]: value = "task-3223203" [ 845.215643] env[69319]: _type = "Task" [ 845.215643] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.219767] env[69319]: DEBUG nova.compute.manager [None req-82602039-cd50-4e02-a197-2a468624ee78 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] [instance: 1159a12c-1035-49ae-841f-053ac16c48af] Start spawning the instance on the hypervisor. {{(pid=69319) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 845.237983] env[69319]: DEBUG oslo_vmware.api [None req-a4190075-ff25-4b1e-84ca-d6d753f26c8d tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Task: {'id': task-3223203, 'name': Rename_Task} progress is 6%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.245183] env[69319]: DEBUG oslo_vmware.api [None req-0436ac1b-05f2-474a-a6a6-d714f6c34045 tempest-VolumesAssistedSnapshotsTest-1898393063 tempest-VolumesAssistedSnapshotsTest-1898393063-project-admin] Task: {'id': task-3223202, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.259747] env[69319]: DEBUG nova.virt.hardware [None req-82602039-cd50-4e02-a197-2a468624ee78 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:32:36Z,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31f027872f6f44dba95ff2fe7a062e00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:32:36Z,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 845.260094] env[69319]: DEBUG nova.virt.hardware [None req-82602039-cd50-4e02-a197-2a468624ee78 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 845.260269] env[69319]: DEBUG nova.virt.hardware [None req-82602039-cd50-4e02-a197-2a468624ee78 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 845.260456] env[69319]: DEBUG nova.virt.hardware [None req-82602039-cd50-4e02-a197-2a468624ee78 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 845.260604] env[69319]: DEBUG nova.virt.hardware [None req-82602039-cd50-4e02-a197-2a468624ee78 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 845.260790] env[69319]: DEBUG nova.virt.hardware [None req-82602039-cd50-4e02-a197-2a468624ee78 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 845.261017] env[69319]: DEBUG nova.virt.hardware [None req-82602039-cd50-4e02-a197-2a468624ee78 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 845.261185] env[69319]: DEBUG nova.virt.hardware [None req-82602039-cd50-4e02-a197-2a468624ee78 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 845.261358] env[69319]: DEBUG nova.virt.hardware [None req-82602039-cd50-4e02-a197-2a468624ee78 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 845.261522] env[69319]: DEBUG nova.virt.hardware [None req-82602039-cd50-4e02-a197-2a468624ee78 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 845.261694] env[69319]: DEBUG nova.virt.hardware [None req-82602039-cd50-4e02-a197-2a468624ee78 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 845.262650] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1854fd1-ec89-4033-844b-48e3034aa874 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.271592] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f1e32a9-b4d2-4f59-acb1-5af97edfd617 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.300101] env[69319]: DEBUG oslo_vmware.api [None req-4ee2088c-1593-4efb-9afb-ab227a8d62ca tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52907ef2-cb3e-a85f-7da1-2f62e91088fb, 'name': SearchDatastore_Task, 'duration_secs': 0.019608} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.300661] env[69319]: DEBUG oslo_concurrency.lockutils [None req-4ee2088c-1593-4efb-9afb-ab227a8d62ca tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.300943] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ee2088c-1593-4efb-9afb-ab227a8d62ca tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] 914e081a-6fde-4c22-9f9c-ed060937963b/914e081a-6fde-4c22-9f9c-ed060937963b.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 845.301287] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9c55f192-3ed8-461d-becc-3b4444fd37fd {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.307808] env[69319]: DEBUG oslo_vmware.api [None req-4ee2088c-1593-4efb-9afb-ab227a8d62ca tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Waiting for the task: (returnval){ [ 845.307808] env[69319]: value = "task-3223204" [ 845.307808] env[69319]: _type = "Task" [ 845.307808] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.315794] env[69319]: DEBUG oslo_vmware.api [None req-4ee2088c-1593-4efb-9afb-ab227a8d62ca tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Task: {'id': task-3223204, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.393544] env[69319]: DEBUG oslo_concurrency.lockutils [None req-950bd88f-316c-4a63-82ca-6963a0b7293c tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.419298] env[69319]: DEBUG oslo_concurrency.lockutils [None req-a3ece49f-326c-496b-b7f7-afc7db651e7d tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.489039] env[69319]: DEBUG nova.scheduler.client.report [None req-669d5971-18f3-446e-9657-022dcb6c0cb3 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 845.676930] env[69319]: DEBUG oslo_vmware.api [None req-2a10a703-8a09-4dd2-ab8e-eacc60b84a23 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Task: {'id': task-3223200, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.726187] env[69319]: DEBUG oslo_vmware.api [None req-a4190075-ff25-4b1e-84ca-d6d753f26c8d tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Task: {'id': task-3223203, 'name': Rename_Task, 'duration_secs': 0.35624} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.729665] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4190075-ff25-4b1e-84ca-d6d753f26c8d tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: e619aa14-62f8-4482-a049-28422171cece] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 845.729994] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7a8f5deb-9ca5-4018-a013-1f235de7b6b2 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.737235] env[69319]: DEBUG oslo_vmware.api [None req-0436ac1b-05f2-474a-a6a6-d714f6c34045 tempest-VolumesAssistedSnapshotsTest-1898393063 tempest-VolumesAssistedSnapshotsTest-1898393063-project-admin] Task: {'id': task-3223202, 'name': ReconfigVM_Task, 'duration_secs': 0.945404} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.738591] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-0436ac1b-05f2-474a-a6a6-d714f6c34045 tempest-VolumesAssistedSnapshotsTest-1898393063 tempest-VolumesAssistedSnapshotsTest-1898393063-project-admin] [instance: 4f588763-0fc7-4980-92c0-7b451d4a9981] Reconfigured VM instance instance-0000000e to attach disk [datastore2] volume-ccd4543c-6fbd-477a-8435-ec7bfd801fc2/volume-ccd4543c-6fbd-477a-8435-ec7bfd801fc2.vmdk or device None with type thin {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 845.743393] env[69319]: DEBUG oslo_vmware.api [None req-a4190075-ff25-4b1e-84ca-d6d753f26c8d tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Waiting for the task: (returnval){ [ 845.743393] env[69319]: value = "task-3223205" [ 845.743393] env[69319]: _type = "Task" [ 845.743393] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.743606] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed02017b-3576-47de-8e9e-032c68cdd31a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.763690] env[69319]: DEBUG oslo_vmware.api [None req-a4190075-ff25-4b1e-84ca-d6d753f26c8d tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Task: {'id': task-3223205, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.765086] env[69319]: DEBUG oslo_vmware.api [None req-0436ac1b-05f2-474a-a6a6-d714f6c34045 tempest-VolumesAssistedSnapshotsTest-1898393063 tempest-VolumesAssistedSnapshotsTest-1898393063-project-admin] Waiting for the task: (returnval){ [ 845.765086] env[69319]: value = "task-3223206" [ 845.765086] env[69319]: _type = "Task" [ 845.765086] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.773147] env[69319]: DEBUG oslo_vmware.api [None req-0436ac1b-05f2-474a-a6a6-d714f6c34045 tempest-VolumesAssistedSnapshotsTest-1898393063 tempest-VolumesAssistedSnapshotsTest-1898393063-project-admin] Task: {'id': task-3223206, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.818194] env[69319]: DEBUG oslo_vmware.api [None req-4ee2088c-1593-4efb-9afb-ab227a8d62ca tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Task: {'id': task-3223204, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.995413] env[69319]: DEBUG oslo_concurrency.lockutils [None req-669d5971-18f3-446e-9657-022dcb6c0cb3 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.816s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.996229] env[69319]: DEBUG nova.compute.manager [None req-669d5971-18f3-446e-9657-022dcb6c0cb3 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 66e1cd49-8387-4ef2-b3c8-8f301d27d1cb] Start building networks asynchronously for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 846.001183] env[69319]: DEBUG oslo_concurrency.lockutils [None req-333191b1-9547-4b26-8570-a74a65fafb52 tempest-ServersTestJSON-1193997500 tempest-ServersTestJSON-1193997500-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.935s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.002927] env[69319]: INFO nova.compute.claims [None req-333191b1-9547-4b26-8570-a74a65fafb52 tempest-ServersTestJSON-1193997500 tempest-ServersTestJSON-1193997500-project-member] [instance: dcd83efc-4157-4174-b3bd-5bd6cd865360] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 846.177356] env[69319]: DEBUG oslo_vmware.api [None req-2a10a703-8a09-4dd2-ab8e-eacc60b84a23 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Task: {'id': task-3223200, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.102703} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.178347] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a10a703-8a09-4dd2-ab8e-eacc60b84a23 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] d2216fa6-a955-4b17-b026-4bc90a655ff5/d2216fa6-a955-4b17-b026-4bc90a655ff5.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 846.178900] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-2a10a703-8a09-4dd2-ab8e-eacc60b84a23 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] [instance: d2216fa6-a955-4b17-b026-4bc90a655ff5] Extending root virtual disk to 1048576 {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 846.179185] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8b9bedaf-1281-485c-b10b-81adce39d5c1 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.186405] env[69319]: DEBUG oslo_vmware.api [None req-2a10a703-8a09-4dd2-ab8e-eacc60b84a23 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Waiting for the task: (returnval){ [ 846.186405] env[69319]: value = "task-3223207" [ 846.186405] env[69319]: _type = "Task" [ 846.186405] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.194495] env[69319]: DEBUG oslo_vmware.api [None req-2a10a703-8a09-4dd2-ab8e-eacc60b84a23 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Task: {'id': task-3223207, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.264605] env[69319]: DEBUG oslo_vmware.api [None req-a4190075-ff25-4b1e-84ca-d6d753f26c8d tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Task: {'id': task-3223205, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.275173] env[69319]: DEBUG oslo_vmware.api [None req-0436ac1b-05f2-474a-a6a6-d714f6c34045 tempest-VolumesAssistedSnapshotsTest-1898393063 tempest-VolumesAssistedSnapshotsTest-1898393063-project-admin] Task: {'id': task-3223206, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.286402] env[69319]: DEBUG nova.compute.manager [req-b6764286-14b2-45ee-9549-3e57e9285e24 req-1cb4a8d8-66eb-44d9-885c-323eedd0cee8 service nova] [instance: 1159a12c-1035-49ae-841f-053ac16c48af] Received event network-vif-plugged-b540a532-466c-4aff-9944-f8a71cdcc667 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 846.286629] env[69319]: DEBUG oslo_concurrency.lockutils [req-b6764286-14b2-45ee-9549-3e57e9285e24 req-1cb4a8d8-66eb-44d9-885c-323eedd0cee8 service nova] Acquiring lock "1159a12c-1035-49ae-841f-053ac16c48af-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.286858] env[69319]: DEBUG oslo_concurrency.lockutils [req-b6764286-14b2-45ee-9549-3e57e9285e24 req-1cb4a8d8-66eb-44d9-885c-323eedd0cee8 service nova] Lock "1159a12c-1035-49ae-841f-053ac16c48af-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.287014] env[69319]: DEBUG oslo_concurrency.lockutils [req-b6764286-14b2-45ee-9549-3e57e9285e24 req-1cb4a8d8-66eb-44d9-885c-323eedd0cee8 service nova] Lock "1159a12c-1035-49ae-841f-053ac16c48af-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.287229] env[69319]: DEBUG nova.compute.manager [req-b6764286-14b2-45ee-9549-3e57e9285e24 req-1cb4a8d8-66eb-44d9-885c-323eedd0cee8 service nova] [instance: 1159a12c-1035-49ae-841f-053ac16c48af] No waiting events found dispatching network-vif-plugged-b540a532-466c-4aff-9944-f8a71cdcc667 {{(pid=69319) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 846.287610] env[69319]: WARNING nova.compute.manager [req-b6764286-14b2-45ee-9549-3e57e9285e24 req-1cb4a8d8-66eb-44d9-885c-323eedd0cee8 service nova] [instance: 1159a12c-1035-49ae-841f-053ac16c48af] Received unexpected event network-vif-plugged-b540a532-466c-4aff-9944-f8a71cdcc667 for instance with vm_state building and task_state spawning. [ 846.318857] env[69319]: DEBUG oslo_vmware.api [None req-4ee2088c-1593-4efb-9afb-ab227a8d62ca tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Task: {'id': task-3223204, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.374574] env[69319]: DEBUG nova.network.neutron [None req-82602039-cd50-4e02-a197-2a468624ee78 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] [instance: 1159a12c-1035-49ae-841f-053ac16c48af] Successfully updated port: b540a532-466c-4aff-9944-f8a71cdcc667 {{(pid=69319) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 846.509477] env[69319]: DEBUG nova.compute.utils [None req-669d5971-18f3-446e-9657-022dcb6c0cb3 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Using /dev/sd instead of None {{(pid=69319) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 846.513891] env[69319]: DEBUG nova.compute.manager [None req-669d5971-18f3-446e-9657-022dcb6c0cb3 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 66e1cd49-8387-4ef2-b3c8-8f301d27d1cb] Allocating IP information in the background. {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 846.514103] env[69319]: DEBUG nova.network.neutron [None req-669d5971-18f3-446e-9657-022dcb6c0cb3 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 66e1cd49-8387-4ef2-b3c8-8f301d27d1cb] allocate_for_instance() {{(pid=69319) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 846.555765] env[69319]: DEBUG nova.policy [None req-669d5971-18f3-446e-9657-022dcb6c0cb3 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b73639ed40c1402bb56629d73213539f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '380102385f92442f9501a051ccbbc658', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69319) authorize /opt/stack/nova/nova/policy.py:192}} [ 846.696344] env[69319]: DEBUG oslo_vmware.api [None req-2a10a703-8a09-4dd2-ab8e-eacc60b84a23 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Task: {'id': task-3223207, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.770036] env[69319]: DEBUG oslo_vmware.api [None req-a4190075-ff25-4b1e-84ca-d6d753f26c8d tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Task: {'id': task-3223205, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.781336] env[69319]: DEBUG oslo_vmware.api [None req-0436ac1b-05f2-474a-a6a6-d714f6c34045 tempest-VolumesAssistedSnapshotsTest-1898393063 tempest-VolumesAssistedSnapshotsTest-1898393063-project-admin] Task: {'id': task-3223206, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.825188] env[69319]: DEBUG oslo_vmware.api [None req-4ee2088c-1593-4efb-9afb-ab227a8d62ca tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Task: {'id': task-3223204, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.406818} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.825188] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ee2088c-1593-4efb-9afb-ab227a8d62ca tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] 914e081a-6fde-4c22-9f9c-ed060937963b/914e081a-6fde-4c22-9f9c-ed060937963b.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 846.825188] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-4ee2088c-1593-4efb-9afb-ab227a8d62ca tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] [instance: 914e081a-6fde-4c22-9f9c-ed060937963b] Extending root virtual disk to 1048576 {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 846.825692] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4cfa0a98-2f62-48e4-b13b-be43f6e6f4cc {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.835503] env[69319]: DEBUG oslo_vmware.api [None req-4ee2088c-1593-4efb-9afb-ab227a8d62ca tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Waiting for the task: (returnval){ [ 846.835503] env[69319]: value = "task-3223208" [ 846.835503] env[69319]: _type = "Task" [ 846.835503] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.844356] env[69319]: DEBUG oslo_vmware.api [None req-4ee2088c-1593-4efb-9afb-ab227a8d62ca tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Task: {'id': task-3223208, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.878956] env[69319]: DEBUG oslo_concurrency.lockutils [None req-82602039-cd50-4e02-a197-2a468624ee78 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Acquiring lock "refresh_cache-1159a12c-1035-49ae-841f-053ac16c48af" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.878956] env[69319]: DEBUG oslo_concurrency.lockutils [None req-82602039-cd50-4e02-a197-2a468624ee78 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Acquired lock "refresh_cache-1159a12c-1035-49ae-841f-053ac16c48af" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.878956] env[69319]: DEBUG nova.network.neutron [None req-82602039-cd50-4e02-a197-2a468624ee78 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] [instance: 1159a12c-1035-49ae-841f-053ac16c48af] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 847.015080] env[69319]: DEBUG nova.compute.manager [None req-669d5971-18f3-446e-9657-022dcb6c0cb3 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 66e1cd49-8387-4ef2-b3c8-8f301d27d1cb] Start building block device mappings for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 847.138370] env[69319]: DEBUG nova.network.neutron [None req-669d5971-18f3-446e-9657-022dcb6c0cb3 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 66e1cd49-8387-4ef2-b3c8-8f301d27d1cb] Successfully created port: 88534bde-2168-473b-aa49-f48d466b0e9e {{(pid=69319) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 847.199735] env[69319]: DEBUG oslo_vmware.api [None req-2a10a703-8a09-4dd2-ab8e-eacc60b84a23 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Task: {'id': task-3223207, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.63124} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.200148] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-2a10a703-8a09-4dd2-ab8e-eacc60b84a23 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] [instance: d2216fa6-a955-4b17-b026-4bc90a655ff5] Extended root virtual disk {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 847.201026] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98b3c56a-4d94-4a28-b170-859470206c3a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.227276] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a10a703-8a09-4dd2-ab8e-eacc60b84a23 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] [instance: d2216fa6-a955-4b17-b026-4bc90a655ff5] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] d2216fa6-a955-4b17-b026-4bc90a655ff5/d2216fa6-a955-4b17-b026-4bc90a655ff5.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 847.231302] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2c90466-c84d-4b01-9184-c54ec4e992a9 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.254300] env[69319]: DEBUG oslo_vmware.api [None req-2a10a703-8a09-4dd2-ab8e-eacc60b84a23 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Waiting for the task: (returnval){ [ 847.254300] env[69319]: value = "task-3223209" [ 847.254300] env[69319]: _type = "Task" [ 847.254300] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.270733] env[69319]: DEBUG oslo_vmware.api [None req-2a10a703-8a09-4dd2-ab8e-eacc60b84a23 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Task: {'id': task-3223209, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.277369] env[69319]: DEBUG oslo_vmware.api [None req-a4190075-ff25-4b1e-84ca-d6d753f26c8d tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Task: {'id': task-3223205, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.282508] env[69319]: DEBUG oslo_vmware.api [None req-0436ac1b-05f2-474a-a6a6-d714f6c34045 tempest-VolumesAssistedSnapshotsTest-1898393063 tempest-VolumesAssistedSnapshotsTest-1898393063-project-admin] Task: {'id': task-3223206, 'name': ReconfigVM_Task, 'duration_secs': 1.065043} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.282854] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-0436ac1b-05f2-474a-a6a6-d714f6c34045 tempest-VolumesAssistedSnapshotsTest-1898393063 tempest-VolumesAssistedSnapshotsTest-1898393063-project-admin] [instance: 4f588763-0fc7-4980-92c0-7b451d4a9981] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-644381', 'volume_id': 'ccd4543c-6fbd-477a-8435-ec7bfd801fc2', 'name': 'volume-ccd4543c-6fbd-477a-8435-ec7bfd801fc2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4f588763-0fc7-4980-92c0-7b451d4a9981', 'attached_at': '', 'detached_at': '', 'volume_id': 'ccd4543c-6fbd-477a-8435-ec7bfd801fc2', 'serial': 'ccd4543c-6fbd-477a-8435-ec7bfd801fc2'} {{(pid=69319) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 847.343514] env[69319]: DEBUG oslo_vmware.api [None req-4ee2088c-1593-4efb-9afb-ab227a8d62ca tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Task: {'id': task-3223208, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0985} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.346313] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-4ee2088c-1593-4efb-9afb-ab227a8d62ca tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] [instance: 914e081a-6fde-4c22-9f9c-ed060937963b] Extended root virtual disk {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 847.347758] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b840bc0-5dc7-4464-a10c-5ca85726c036 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.370087] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ee2088c-1593-4efb-9afb-ab227a8d62ca tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] [instance: 914e081a-6fde-4c22-9f9c-ed060937963b] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] 914e081a-6fde-4c22-9f9c-ed060937963b/914e081a-6fde-4c22-9f9c-ed060937963b.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 847.373164] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2cb8f829-d242-4825-926c-149a7724c12c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.397938] env[69319]: DEBUG oslo_vmware.api [None req-4ee2088c-1593-4efb-9afb-ab227a8d62ca tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Waiting for the task: (returnval){ [ 847.397938] env[69319]: value = "task-3223210" [ 847.397938] env[69319]: _type = "Task" [ 847.397938] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.410400] env[69319]: DEBUG oslo_vmware.api [None req-4ee2088c-1593-4efb-9afb-ab227a8d62ca tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Task: {'id': task-3223210, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.435354] env[69319]: DEBUG nova.network.neutron [None req-82602039-cd50-4e02-a197-2a468624ee78 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] [instance: 1159a12c-1035-49ae-841f-053ac16c48af] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 847.635866] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bb9b10b-1f99-43e8-a135-8cc22eaab156 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.645851] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93add22e-872b-4e4e-ba8d-ef8c7a3ff057 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.676337] env[69319]: DEBUG nova.network.neutron [None req-82602039-cd50-4e02-a197-2a468624ee78 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] [instance: 1159a12c-1035-49ae-841f-053ac16c48af] Updating instance_info_cache with network_info: [{"id": "b540a532-466c-4aff-9944-f8a71cdcc667", "address": "fa:16:3e:8a:26:a5", "network": {"id": "9544bde3-ea52-4622-a0b9-3bef39ca9e43", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-467631530-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a8df64c606841b782505fd26aacc891", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3fca0ab6-cc80-429f-9117-885f170135b7", "external-id": "nsx-vlan-transportzone-393", "segmentation_id": 393, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb540a532-46", "ovs_interfaceid": "b540a532-466c-4aff-9944-f8a71cdcc667", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.678070] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-845bdf19-5b8d-4298-83ac-53f6b63e1d5c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.686472] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f54efe82-c4ea-4cf2-a456-72eb422203f2 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.702755] env[69319]: DEBUG nova.compute.provider_tree [None req-333191b1-9547-4b26-8570-a74a65fafb52 tempest-ServersTestJSON-1193997500 tempest-ServersTestJSON-1193997500-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 847.769587] env[69319]: DEBUG oslo_vmware.api [None req-2a10a703-8a09-4dd2-ab8e-eacc60b84a23 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Task: {'id': task-3223209, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.772745] env[69319]: DEBUG oslo_vmware.api [None req-a4190075-ff25-4b1e-84ca-d6d753f26c8d tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Task: {'id': task-3223205, 'name': PowerOnVM_Task, 'duration_secs': 1.638499} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.773021] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4190075-ff25-4b1e-84ca-d6d753f26c8d tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: e619aa14-62f8-4482-a049-28422171cece] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 847.773595] env[69319]: DEBUG nova.compute.manager [None req-a4190075-ff25-4b1e-84ca-d6d753f26c8d tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: e619aa14-62f8-4482-a049-28422171cece] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 847.774016] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d4e2bdc-b1ce-44a9-ab89-e8d9562baa01 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.908904] env[69319]: DEBUG oslo_vmware.api [None req-4ee2088c-1593-4efb-9afb-ab227a8d62ca tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Task: {'id': task-3223210, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.028441] env[69319]: DEBUG nova.compute.manager [None req-669d5971-18f3-446e-9657-022dcb6c0cb3 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 66e1cd49-8387-4ef2-b3c8-8f301d27d1cb] Start spawning the instance on the hypervisor. {{(pid=69319) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 848.057654] env[69319]: DEBUG nova.virt.hardware [None req-669d5971-18f3-446e-9657-022dcb6c0cb3 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:32:36Z,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31f027872f6f44dba95ff2fe7a062e00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:32:36Z,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 848.057989] env[69319]: DEBUG nova.virt.hardware [None req-669d5971-18f3-446e-9657-022dcb6c0cb3 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 848.058196] env[69319]: DEBUG nova.virt.hardware [None req-669d5971-18f3-446e-9657-022dcb6c0cb3 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 848.058381] env[69319]: DEBUG nova.virt.hardware [None req-669d5971-18f3-446e-9657-022dcb6c0cb3 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 848.058527] env[69319]: DEBUG nova.virt.hardware [None req-669d5971-18f3-446e-9657-022dcb6c0cb3 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 848.058669] env[69319]: DEBUG nova.virt.hardware [None req-669d5971-18f3-446e-9657-022dcb6c0cb3 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 848.058874] env[69319]: DEBUG nova.virt.hardware [None req-669d5971-18f3-446e-9657-022dcb6c0cb3 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 848.059142] env[69319]: DEBUG nova.virt.hardware [None req-669d5971-18f3-446e-9657-022dcb6c0cb3 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 848.059344] env[69319]: DEBUG nova.virt.hardware [None req-669d5971-18f3-446e-9657-022dcb6c0cb3 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 848.059509] env[69319]: DEBUG nova.virt.hardware [None req-669d5971-18f3-446e-9657-022dcb6c0cb3 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 848.059679] env[69319]: DEBUG nova.virt.hardware [None req-669d5971-18f3-446e-9657-022dcb6c0cb3 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 848.060645] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14d19ba9-7803-4a90-bc13-84fc2e98fc85 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.070036] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e11a122d-1959-41fc-9b90-f50c27da8005 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.182420] env[69319]: DEBUG oslo_concurrency.lockutils [None req-82602039-cd50-4e02-a197-2a468624ee78 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Releasing lock "refresh_cache-1159a12c-1035-49ae-841f-053ac16c48af" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.182931] env[69319]: DEBUG nova.compute.manager [None req-82602039-cd50-4e02-a197-2a468624ee78 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] [instance: 1159a12c-1035-49ae-841f-053ac16c48af] Instance network_info: |[{"id": "b540a532-466c-4aff-9944-f8a71cdcc667", "address": "fa:16:3e:8a:26:a5", "network": {"id": "9544bde3-ea52-4622-a0b9-3bef39ca9e43", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-467631530-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a8df64c606841b782505fd26aacc891", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3fca0ab6-cc80-429f-9117-885f170135b7", "external-id": "nsx-vlan-transportzone-393", "segmentation_id": 393, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb540a532-46", "ovs_interfaceid": "b540a532-466c-4aff-9944-f8a71cdcc667", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 848.183467] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-82602039-cd50-4e02-a197-2a468624ee78 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] [instance: 1159a12c-1035-49ae-841f-053ac16c48af] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:26:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3fca0ab6-cc80-429f-9117-885f170135b7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b540a532-466c-4aff-9944-f8a71cdcc667', 'vif_model': 'vmxnet3'}] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 848.191526] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-82602039-cd50-4e02-a197-2a468624ee78 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Creating folder: Project (2a8df64c606841b782505fd26aacc891). Parent ref: group-v644239. {{(pid=69319) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 848.191843] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ab27573c-384a-485c-9ff3-8a44af712ef9 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.206046] env[69319]: DEBUG nova.scheduler.client.report [None req-333191b1-9547-4b26-8570-a74a65fafb52 tempest-ServersTestJSON-1193997500 tempest-ServersTestJSON-1193997500-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 848.209494] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-82602039-cd50-4e02-a197-2a468624ee78 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Created folder: Project (2a8df64c606841b782505fd26aacc891) in parent group-v644239. [ 848.209809] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-82602039-cd50-4e02-a197-2a468624ee78 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Creating folder: Instances. Parent ref: group-v644384. {{(pid=69319) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 848.210163] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-59a8e167-5a5e-4392-b135-e15725342761 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.222376] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-82602039-cd50-4e02-a197-2a468624ee78 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Created folder: Instances in parent group-v644384. [ 848.223287] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-82602039-cd50-4e02-a197-2a468624ee78 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 848.223287] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1159a12c-1035-49ae-841f-053ac16c48af] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 848.223287] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1ea39fb5-dfab-415c-ba5f-8df3869a6977 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.245114] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 848.245114] env[69319]: value = "task-3223213" [ 848.245114] env[69319]: _type = "Task" [ 848.245114] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.253068] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223213, 'name': CreateVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.268243] env[69319]: DEBUG oslo_vmware.api [None req-2a10a703-8a09-4dd2-ab8e-eacc60b84a23 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Task: {'id': task-3223209, 'name': ReconfigVM_Task, 'duration_secs': 1.011279} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.268513] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a10a703-8a09-4dd2-ab8e-eacc60b84a23 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] [instance: d2216fa6-a955-4b17-b026-4bc90a655ff5] Reconfigured VM instance instance-00000031 to attach disk [datastore2] d2216fa6-a955-4b17-b026-4bc90a655ff5/d2216fa6-a955-4b17-b026-4bc90a655ff5.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 848.269155] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7c32aa86-9b87-4d13-9cd0-05f2bfd20202 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.275075] env[69319]: DEBUG oslo_vmware.api [None req-2a10a703-8a09-4dd2-ab8e-eacc60b84a23 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Waiting for the task: (returnval){ [ 848.275075] env[69319]: value = "task-3223214" [ 848.275075] env[69319]: _type = "Task" [ 848.275075] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.283487] env[69319]: DEBUG oslo_vmware.api [None req-2a10a703-8a09-4dd2-ab8e-eacc60b84a23 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Task: {'id': task-3223214, 'name': Rename_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.294151] env[69319]: DEBUG oslo_concurrency.lockutils [None req-a4190075-ff25-4b1e-84ca-d6d753f26c8d tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.326241] env[69319]: DEBUG nova.objects.instance [None req-0436ac1b-05f2-474a-a6a6-d714f6c34045 tempest-VolumesAssistedSnapshotsTest-1898393063 tempest-VolumesAssistedSnapshotsTest-1898393063-project-admin] Lazy-loading 'flavor' on Instance uuid 4f588763-0fc7-4980-92c0-7b451d4a9981 {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 848.335757] env[69319]: DEBUG nova.compute.manager [req-9cc9209e-e8c7-450b-8768-c056306e1807 req-93465106-9039-4653-a61e-d12d269b989d service nova] [instance: 1159a12c-1035-49ae-841f-053ac16c48af] Received event network-changed-b540a532-466c-4aff-9944-f8a71cdcc667 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 848.336209] env[69319]: DEBUG nova.compute.manager [req-9cc9209e-e8c7-450b-8768-c056306e1807 req-93465106-9039-4653-a61e-d12d269b989d service nova] [instance: 1159a12c-1035-49ae-841f-053ac16c48af] Refreshing instance network info cache due to event network-changed-b540a532-466c-4aff-9944-f8a71cdcc667. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 848.336590] env[69319]: DEBUG oslo_concurrency.lockutils [req-9cc9209e-e8c7-450b-8768-c056306e1807 req-93465106-9039-4653-a61e-d12d269b989d service nova] Acquiring lock "refresh_cache-1159a12c-1035-49ae-841f-053ac16c48af" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.336857] env[69319]: DEBUG oslo_concurrency.lockutils [req-9cc9209e-e8c7-450b-8768-c056306e1807 req-93465106-9039-4653-a61e-d12d269b989d service nova] Acquired lock "refresh_cache-1159a12c-1035-49ae-841f-053ac16c48af" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.337176] env[69319]: DEBUG nova.network.neutron [req-9cc9209e-e8c7-450b-8768-c056306e1807 req-93465106-9039-4653-a61e-d12d269b989d service nova] [instance: 1159a12c-1035-49ae-841f-053ac16c48af] Refreshing network info cache for port b540a532-466c-4aff-9944-f8a71cdcc667 {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 848.408919] env[69319]: DEBUG oslo_vmware.api [None req-4ee2088c-1593-4efb-9afb-ab227a8d62ca tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Task: {'id': task-3223210, 'name': ReconfigVM_Task, 'duration_secs': 0.995183} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.409086] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ee2088c-1593-4efb-9afb-ab227a8d62ca tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] [instance: 914e081a-6fde-4c22-9f9c-ed060937963b] Reconfigured VM instance instance-00000032 to attach disk [datastore2] 914e081a-6fde-4c22-9f9c-ed060937963b/914e081a-6fde-4c22-9f9c-ed060937963b.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 848.410035] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c7e6473f-9fdf-428f-bf06-9555f75f37be {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.415815] env[69319]: DEBUG oslo_vmware.api [None req-4ee2088c-1593-4efb-9afb-ab227a8d62ca tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Waiting for the task: (returnval){ [ 848.415815] env[69319]: value = "task-3223215" [ 848.415815] env[69319]: _type = "Task" [ 848.415815] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.424358] env[69319]: DEBUG oslo_vmware.api [None req-4ee2088c-1593-4efb-9afb-ab227a8d62ca tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Task: {'id': task-3223215, 'name': Rename_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.712090] env[69319]: DEBUG oslo_concurrency.lockutils [None req-333191b1-9547-4b26-8570-a74a65fafb52 tempest-ServersTestJSON-1193997500 tempest-ServersTestJSON-1193997500-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.711s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.712833] env[69319]: DEBUG nova.compute.manager [None req-333191b1-9547-4b26-8570-a74a65fafb52 tempest-ServersTestJSON-1193997500 tempest-ServersTestJSON-1193997500-project-member] [instance: dcd83efc-4157-4174-b3bd-5bd6cd865360] Start building networks asynchronously for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 848.716831] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b8b018fb-2135-4879-bcbf-64f9dc1917a5 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 24.077s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.717670] env[69319]: DEBUG nova.objects.instance [None req-b8b018fb-2135-4879-bcbf-64f9dc1917a5 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] [instance: bfc6c3e7-8384-4669-bd43-acdfcb1c478a] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69319) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 848.754181] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223213, 'name': CreateVM_Task} progress is 99%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.785803] env[69319]: DEBUG oslo_vmware.api [None req-2a10a703-8a09-4dd2-ab8e-eacc60b84a23 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Task: {'id': task-3223214, 'name': Rename_Task, 'duration_secs': 0.25402} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.786107] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a10a703-8a09-4dd2-ab8e-eacc60b84a23 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] [instance: d2216fa6-a955-4b17-b026-4bc90a655ff5] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 848.786491] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a10a63fc-6b13-4ee5-be40-5c89bd5dc5a3 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.792421] env[69319]: DEBUG oslo_vmware.api [None req-2a10a703-8a09-4dd2-ab8e-eacc60b84a23 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Waiting for the task: (returnval){ [ 848.792421] env[69319]: value = "task-3223216" [ 848.792421] env[69319]: _type = "Task" [ 848.792421] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.795716] env[69319]: DEBUG oslo_concurrency.lockutils [None req-9d1cbbc2-bff1-4d7e-822a-b4232484d497 tempest-VolumesAssistedSnapshotsTest-1898393063 tempest-VolumesAssistedSnapshotsTest-1898393063-project-admin] Acquiring lock "4f588763-0fc7-4980-92c0-7b451d4a9981" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.800962] env[69319]: DEBUG oslo_vmware.api [None req-2a10a703-8a09-4dd2-ab8e-eacc60b84a23 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Task: {'id': task-3223216, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.832108] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0436ac1b-05f2-474a-a6a6-d714f6c34045 tempest-VolumesAssistedSnapshotsTest-1898393063 tempest-VolumesAssistedSnapshotsTest-1898393063-project-admin] Lock "4f588763-0fc7-4980-92c0-7b451d4a9981" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.877s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.833605] env[69319]: DEBUG oslo_concurrency.lockutils [None req-9d1cbbc2-bff1-4d7e-822a-b4232484d497 tempest-VolumesAssistedSnapshotsTest-1898393063 tempest-VolumesAssistedSnapshotsTest-1898393063-project-admin] Lock "4f588763-0fc7-4980-92c0-7b451d4a9981" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.038s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.927670] env[69319]: DEBUG oslo_vmware.api [None req-4ee2088c-1593-4efb-9afb-ab227a8d62ca tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Task: {'id': task-3223215, 'name': Rename_Task, 'duration_secs': 0.364753} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.928009] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ee2088c-1593-4efb-9afb-ab227a8d62ca tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] [instance: 914e081a-6fde-4c22-9f9c-ed060937963b] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 848.928281] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c705cc97-e6a1-4940-b16e-ae4629153717 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.934536] env[69319]: DEBUG oslo_vmware.api [None req-4ee2088c-1593-4efb-9afb-ab227a8d62ca tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Waiting for the task: (returnval){ [ 848.934536] env[69319]: value = "task-3223217" [ 848.934536] env[69319]: _type = "Task" [ 848.934536] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.943523] env[69319]: DEBUG oslo_vmware.api [None req-4ee2088c-1593-4efb-9afb-ab227a8d62ca tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Task: {'id': task-3223217, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.112551] env[69319]: DEBUG nova.network.neutron [None req-669d5971-18f3-446e-9657-022dcb6c0cb3 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 66e1cd49-8387-4ef2-b3c8-8f301d27d1cb] Successfully updated port: 88534bde-2168-473b-aa49-f48d466b0e9e {{(pid=69319) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 849.224070] env[69319]: DEBUG nova.compute.utils [None req-333191b1-9547-4b26-8570-a74a65fafb52 tempest-ServersTestJSON-1193997500 tempest-ServersTestJSON-1193997500-project-member] Using /dev/sd instead of None {{(pid=69319) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 849.224453] env[69319]: DEBUG nova.compute.manager [None req-333191b1-9547-4b26-8570-a74a65fafb52 tempest-ServersTestJSON-1193997500 tempest-ServersTestJSON-1193997500-project-member] [instance: dcd83efc-4157-4174-b3bd-5bd6cd865360] Allocating IP information in the background. {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 849.224627] env[69319]: DEBUG nova.network.neutron [None req-333191b1-9547-4b26-8570-a74a65fafb52 tempest-ServersTestJSON-1193997500 tempest-ServersTestJSON-1193997500-project-member] [instance: dcd83efc-4157-4174-b3bd-5bd6cd865360] allocate_for_instance() {{(pid=69319) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 849.257036] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223213, 'name': CreateVM_Task, 'duration_secs': 0.535405} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.257185] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1159a12c-1035-49ae-841f-053ac16c48af] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 849.257900] env[69319]: DEBUG oslo_concurrency.lockutils [None req-82602039-cd50-4e02-a197-2a468624ee78 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.261019] env[69319]: DEBUG oslo_concurrency.lockutils [None req-82602039-cd50-4e02-a197-2a468624ee78 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.261019] env[69319]: DEBUG oslo_concurrency.lockutils [None req-82602039-cd50-4e02-a197-2a468624ee78 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.261019] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8ba070d-b5a1-481e-aa69-08144dd32a50 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.264454] env[69319]: DEBUG oslo_vmware.api [None req-82602039-cd50-4e02-a197-2a468624ee78 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Waiting for the task: (returnval){ [ 849.264454] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]5268bba8-5dc3-db47-4aa1-dffbb1d8c170" [ 849.264454] env[69319]: _type = "Task" [ 849.264454] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.276817] env[69319]: DEBUG oslo_vmware.api [None req-82602039-cd50-4e02-a197-2a468624ee78 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5268bba8-5dc3-db47-4aa1-dffbb1d8c170, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.298669] env[69319]: DEBUG nova.network.neutron [req-9cc9209e-e8c7-450b-8768-c056306e1807 req-93465106-9039-4653-a61e-d12d269b989d service nova] [instance: 1159a12c-1035-49ae-841f-053ac16c48af] Updated VIF entry in instance network info cache for port b540a532-466c-4aff-9944-f8a71cdcc667. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 849.299035] env[69319]: DEBUG nova.network.neutron [req-9cc9209e-e8c7-450b-8768-c056306e1807 req-93465106-9039-4653-a61e-d12d269b989d service nova] [instance: 1159a12c-1035-49ae-841f-053ac16c48af] Updating instance_info_cache with network_info: [{"id": "b540a532-466c-4aff-9944-f8a71cdcc667", "address": "fa:16:3e:8a:26:a5", "network": {"id": "9544bde3-ea52-4622-a0b9-3bef39ca9e43", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-467631530-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a8df64c606841b782505fd26aacc891", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3fca0ab6-cc80-429f-9117-885f170135b7", "external-id": "nsx-vlan-transportzone-393", "segmentation_id": 393, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb540a532-46", "ovs_interfaceid": "b540a532-466c-4aff-9944-f8a71cdcc667", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.305915] env[69319]: DEBUG oslo_vmware.api [None req-2a10a703-8a09-4dd2-ab8e-eacc60b84a23 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Task: {'id': task-3223216, 'name': PowerOnVM_Task} progress is 76%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.313504] env[69319]: DEBUG nova.policy [None req-333191b1-9547-4b26-8570-a74a65fafb52 tempest-ServersTestJSON-1193997500 tempest-ServersTestJSON-1193997500-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '52f26b4726aa4f398997ad4b84011084', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eda42a1125654bd4a357c6d714e01c5e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69319) authorize /opt/stack/nova/nova/policy.py:192}} [ 849.326290] env[69319]: INFO nova.compute.manager [None req-3490b99a-1234-4da8-9819-d14aa5af86f4 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: e619aa14-62f8-4482-a049-28422171cece] Rebuilding instance [ 849.337679] env[69319]: INFO nova.compute.manager [None req-9d1cbbc2-bff1-4d7e-822a-b4232484d497 tempest-VolumesAssistedSnapshotsTest-1898393063 tempest-VolumesAssistedSnapshotsTest-1898393063-project-admin] [instance: 4f588763-0fc7-4980-92c0-7b451d4a9981] Detaching volume ccd4543c-6fbd-477a-8435-ec7bfd801fc2 [ 849.384619] env[69319]: INFO nova.virt.block_device [None req-9d1cbbc2-bff1-4d7e-822a-b4232484d497 tempest-VolumesAssistedSnapshotsTest-1898393063 tempest-VolumesAssistedSnapshotsTest-1898393063-project-admin] [instance: 4f588763-0fc7-4980-92c0-7b451d4a9981] Attempting to driver detach volume ccd4543c-6fbd-477a-8435-ec7bfd801fc2 from mountpoint /dev/sdb [ 849.384619] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d1cbbc2-bff1-4d7e-822a-b4232484d497 tempest-VolumesAssistedSnapshotsTest-1898393063 tempest-VolumesAssistedSnapshotsTest-1898393063-project-admin] [instance: 4f588763-0fc7-4980-92c0-7b451d4a9981] Volume detach. Driver type: vmdk {{(pid=69319) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 849.384619] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d1cbbc2-bff1-4d7e-822a-b4232484d497 tempest-VolumesAssistedSnapshotsTest-1898393063 tempest-VolumesAssistedSnapshotsTest-1898393063-project-admin] [instance: 4f588763-0fc7-4980-92c0-7b451d4a9981] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-644381', 'volume_id': 'ccd4543c-6fbd-477a-8435-ec7bfd801fc2', 'name': 'volume-ccd4543c-6fbd-477a-8435-ec7bfd801fc2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4f588763-0fc7-4980-92c0-7b451d4a9981', 'attached_at': '', 'detached_at': '', 'volume_id': 'ccd4543c-6fbd-477a-8435-ec7bfd801fc2', 'serial': 'ccd4543c-6fbd-477a-8435-ec7bfd801fc2'} {{(pid=69319) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 849.384619] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a41d304-97f0-4de7-a773-fffa0570b867 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.411573] env[69319]: DEBUG nova.compute.manager [None req-3490b99a-1234-4da8-9819-d14aa5af86f4 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: e619aa14-62f8-4482-a049-28422171cece] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 849.412526] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff668769-ea8e-46ae-a99e-b2de661e5fa4 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.415651] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45c71696-bf6b-47bb-8c52-e3f295ca1581 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.424144] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f534930-11a1-415c-bc8d-966f35538a48 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.450579] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8eacc66-9d35-47fa-b80a-eae0ec9e314d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.458641] env[69319]: DEBUG oslo_vmware.api [None req-4ee2088c-1593-4efb-9afb-ab227a8d62ca tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Task: {'id': task-3223217, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.471474] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d1cbbc2-bff1-4d7e-822a-b4232484d497 tempest-VolumesAssistedSnapshotsTest-1898393063 tempest-VolumesAssistedSnapshotsTest-1898393063-project-admin] The volume has not been displaced from its original location: [datastore2] volume-ccd4543c-6fbd-477a-8435-ec7bfd801fc2/volume-ccd4543c-6fbd-477a-8435-ec7bfd801fc2.vmdk. No consolidation needed. {{(pid=69319) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 849.476499] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d1cbbc2-bff1-4d7e-822a-b4232484d497 tempest-VolumesAssistedSnapshotsTest-1898393063 tempest-VolumesAssistedSnapshotsTest-1898393063-project-admin] [instance: 4f588763-0fc7-4980-92c0-7b451d4a9981] Reconfiguring VM instance instance-0000000e to detach disk 2001 {{(pid=69319) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 849.477543] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4e7f26c-ad6d-41f8-9be5-c74db9d76ae1 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.496160] env[69319]: DEBUG oslo_vmware.api [None req-9d1cbbc2-bff1-4d7e-822a-b4232484d497 tempest-VolumesAssistedSnapshotsTest-1898393063 tempest-VolumesAssistedSnapshotsTest-1898393063-project-admin] Waiting for the task: (returnval){ [ 849.496160] env[69319]: value = "task-3223218" [ 849.496160] env[69319]: _type = "Task" [ 849.496160] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.507351] env[69319]: DEBUG oslo_vmware.api [None req-9d1cbbc2-bff1-4d7e-822a-b4232484d497 tempest-VolumesAssistedSnapshotsTest-1898393063 tempest-VolumesAssistedSnapshotsTest-1898393063-project-admin] Task: {'id': task-3223218, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.614887] env[69319]: DEBUG oslo_concurrency.lockutils [None req-669d5971-18f3-446e-9657-022dcb6c0cb3 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Acquiring lock "refresh_cache-66e1cd49-8387-4ef2-b3c8-8f301d27d1cb" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.615099] env[69319]: DEBUG oslo_concurrency.lockutils [None req-669d5971-18f3-446e-9657-022dcb6c0cb3 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Acquired lock "refresh_cache-66e1cd49-8387-4ef2-b3c8-8f301d27d1cb" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.615290] env[69319]: DEBUG nova.network.neutron [None req-669d5971-18f3-446e-9657-022dcb6c0cb3 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 66e1cd49-8387-4ef2-b3c8-8f301d27d1cb] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 849.713526] env[69319]: DEBUG nova.network.neutron [None req-333191b1-9547-4b26-8570-a74a65fafb52 tempest-ServersTestJSON-1193997500 tempest-ServersTestJSON-1193997500-project-member] [instance: dcd83efc-4157-4174-b3bd-5bd6cd865360] Successfully created port: b03f30f3-354f-4526-baa7-e7778d7e199b {{(pid=69319) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 849.728235] env[69319]: DEBUG nova.compute.manager [None req-333191b1-9547-4b26-8570-a74a65fafb52 tempest-ServersTestJSON-1193997500 tempest-ServersTestJSON-1193997500-project-member] [instance: dcd83efc-4157-4174-b3bd-5bd6cd865360] Start building block device mappings for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 849.739068] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b8b018fb-2135-4879-bcbf-64f9dc1917a5 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.739068] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f410d2ac-2166-46f9-8772-b48f5efb3166 tempest-ServerAddressesTestJSON-2119319870 tempest-ServerAddressesTestJSON-2119319870-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.873s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.739068] env[69319]: INFO nova.compute.claims [None req-f410d2ac-2166-46f9-8772-b48f5efb3166 tempest-ServerAddressesTestJSON-2119319870 tempest-ServerAddressesTestJSON-2119319870-project-member] [instance: 42447381-1bc9-4936-8fbf-178993fd5d68] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 849.780679] env[69319]: DEBUG oslo_vmware.api [None req-82602039-cd50-4e02-a197-2a468624ee78 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5268bba8-5dc3-db47-4aa1-dffbb1d8c170, 'name': SearchDatastore_Task, 'duration_secs': 0.011211} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.781096] env[69319]: DEBUG oslo_concurrency.lockutils [None req-82602039-cd50-4e02-a197-2a468624ee78 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.781739] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-82602039-cd50-4e02-a197-2a468624ee78 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] [instance: 1159a12c-1035-49ae-841f-053ac16c48af] Processing image 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 849.782108] env[69319]: DEBUG oslo_concurrency.lockutils [None req-82602039-cd50-4e02-a197-2a468624ee78 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.782280] env[69319]: DEBUG oslo_concurrency.lockutils [None req-82602039-cd50-4e02-a197-2a468624ee78 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.782476] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-82602039-cd50-4e02-a197-2a468624ee78 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 849.782750] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0ea9d274-fb4d-4a00-af32-fd6b73f4e112 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.792424] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-82602039-cd50-4e02-a197-2a468624ee78 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 849.792619] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-82602039-cd50-4e02-a197-2a468624ee78 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 849.793387] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58d87c4f-f042-416e-954b-ce9ff31e225b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.802779] env[69319]: DEBUG oslo_concurrency.lockutils [req-9cc9209e-e8c7-450b-8768-c056306e1807 req-93465106-9039-4653-a61e-d12d269b989d service nova] Releasing lock "refresh_cache-1159a12c-1035-49ae-841f-053ac16c48af" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.804099] env[69319]: DEBUG oslo_vmware.api [None req-82602039-cd50-4e02-a197-2a468624ee78 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Waiting for the task: (returnval){ [ 849.804099] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]525d9a13-6631-af5a-f750-d314eedb7403" [ 849.804099] env[69319]: _type = "Task" [ 849.804099] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.808118] env[69319]: DEBUG oslo_vmware.api [None req-2a10a703-8a09-4dd2-ab8e-eacc60b84a23 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Task: {'id': task-3223216, 'name': PowerOnVM_Task, 'duration_secs': 0.974887} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.812355] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a10a703-8a09-4dd2-ab8e-eacc60b84a23 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] [instance: d2216fa6-a955-4b17-b026-4bc90a655ff5] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 849.812577] env[69319]: INFO nova.compute.manager [None req-2a10a703-8a09-4dd2-ab8e-eacc60b84a23 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] [instance: d2216fa6-a955-4b17-b026-4bc90a655ff5] Took 12.05 seconds to spawn the instance on the hypervisor. [ 849.812786] env[69319]: DEBUG nova.compute.manager [None req-2a10a703-8a09-4dd2-ab8e-eacc60b84a23 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] [instance: d2216fa6-a955-4b17-b026-4bc90a655ff5] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 849.813813] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a477b2e8-0b29-42c6-8ad9-229342dbf300 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.822780] env[69319]: DEBUG oslo_vmware.api [None req-82602039-cd50-4e02-a197-2a468624ee78 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]525d9a13-6631-af5a-f750-d314eedb7403, 'name': SearchDatastore_Task, 'duration_secs': 0.010306} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.827473] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59ddfa48-421a-4231-a8f3-c53c74789854 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.833222] env[69319]: DEBUG oslo_vmware.api [None req-82602039-cd50-4e02-a197-2a468624ee78 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Waiting for the task: (returnval){ [ 849.833222] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]520bc60d-2fbe-e8fa-f253-954d6de2a73a" [ 849.833222] env[69319]: _type = "Task" [ 849.833222] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.841180] env[69319]: DEBUG oslo_vmware.api [None req-82602039-cd50-4e02-a197-2a468624ee78 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]520bc60d-2fbe-e8fa-f253-954d6de2a73a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.957583] env[69319]: DEBUG oslo_vmware.api [None req-4ee2088c-1593-4efb-9afb-ab227a8d62ca tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Task: {'id': task-3223217, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.006763] env[69319]: DEBUG oslo_vmware.api [None req-9d1cbbc2-bff1-4d7e-822a-b4232484d497 tempest-VolumesAssistedSnapshotsTest-1898393063 tempest-VolumesAssistedSnapshotsTest-1898393063-project-admin] Task: {'id': task-3223218, 'name': ReconfigVM_Task, 'duration_secs': 0.314121} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.007104] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d1cbbc2-bff1-4d7e-822a-b4232484d497 tempest-VolumesAssistedSnapshotsTest-1898393063 tempest-VolumesAssistedSnapshotsTest-1898393063-project-admin] [instance: 4f588763-0fc7-4980-92c0-7b451d4a9981] Reconfigured VM instance instance-0000000e to detach disk 2001 {{(pid=69319) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 850.012930] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32f203c3-70a8-4f37-a77d-db00aab2dc84 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.029630] env[69319]: DEBUG oslo_vmware.api [None req-9d1cbbc2-bff1-4d7e-822a-b4232484d497 tempest-VolumesAssistedSnapshotsTest-1898393063 tempest-VolumesAssistedSnapshotsTest-1898393063-project-admin] Waiting for the task: (returnval){ [ 850.029630] env[69319]: value = "task-3223219" [ 850.029630] env[69319]: _type = "Task" [ 850.029630] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.040065] env[69319]: DEBUG oslo_vmware.api [None req-9d1cbbc2-bff1-4d7e-822a-b4232484d497 tempest-VolumesAssistedSnapshotsTest-1898393063 tempest-VolumesAssistedSnapshotsTest-1898393063-project-admin] Task: {'id': task-3223219, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.168043] env[69319]: DEBUG nova.network.neutron [None req-669d5971-18f3-446e-9657-022dcb6c0cb3 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 66e1cd49-8387-4ef2-b3c8-8f301d27d1cb] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 850.342337] env[69319]: INFO nova.compute.manager [None req-2a10a703-8a09-4dd2-ab8e-eacc60b84a23 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] [instance: d2216fa6-a955-4b17-b026-4bc90a655ff5] Took 53.17 seconds to build instance. [ 850.352148] env[69319]: DEBUG oslo_vmware.api [None req-82602039-cd50-4e02-a197-2a468624ee78 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]520bc60d-2fbe-e8fa-f253-954d6de2a73a, 'name': SearchDatastore_Task, 'duration_secs': 0.011106} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.354243] env[69319]: DEBUG oslo_concurrency.lockutils [None req-82602039-cd50-4e02-a197-2a468624ee78 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.354243] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-82602039-cd50-4e02-a197-2a468624ee78 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore1] 1159a12c-1035-49ae-841f-053ac16c48af/1159a12c-1035-49ae-841f-053ac16c48af.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 850.354243] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-311e5577-a87e-4815-9c06-62f0d1202616 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.362048] env[69319]: DEBUG oslo_vmware.api [None req-82602039-cd50-4e02-a197-2a468624ee78 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Waiting for the task: (returnval){ [ 850.362048] env[69319]: value = "task-3223220" [ 850.362048] env[69319]: _type = "Task" [ 850.362048] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.370183] env[69319]: DEBUG oslo_vmware.api [None req-82602039-cd50-4e02-a197-2a468624ee78 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Task: {'id': task-3223220, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.435128] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-3490b99a-1234-4da8-9819-d14aa5af86f4 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: e619aa14-62f8-4482-a049-28422171cece] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 850.436664] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ebd955fa-b805-4103-a7e2-d78a9c180e04 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.457253] env[69319]: DEBUG nova.network.neutron [None req-669d5971-18f3-446e-9657-022dcb6c0cb3 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 66e1cd49-8387-4ef2-b3c8-8f301d27d1cb] Updating instance_info_cache with network_info: [{"id": "88534bde-2168-473b-aa49-f48d466b0e9e", "address": "fa:16:3e:c2:7f:6f", "network": {"id": "cdf0dbad-7c1b-430c-b144-bb3bbd2341b3", "bridge": "br-int", "label": "tempest-ImagesTestJSON-265296588-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "380102385f92442f9501a051ccbbc658", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88534bde-21", "ovs_interfaceid": "88534bde-2168-473b-aa49-f48d466b0e9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.460787] env[69319]: DEBUG oslo_vmware.api [None req-3490b99a-1234-4da8-9819-d14aa5af86f4 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Waiting for the task: (returnval){ [ 850.460787] env[69319]: value = "task-3223221" [ 850.460787] env[69319]: _type = "Task" [ 850.460787] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.472210] env[69319]: DEBUG oslo_vmware.api [None req-4ee2088c-1593-4efb-9afb-ab227a8d62ca tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Task: {'id': task-3223217, 'name': PowerOnVM_Task, 'duration_secs': 1.528992} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.473482] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ee2088c-1593-4efb-9afb-ab227a8d62ca tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] [instance: 914e081a-6fde-4c22-9f9c-ed060937963b] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 850.473716] env[69319]: INFO nova.compute.manager [None req-4ee2088c-1593-4efb-9afb-ab227a8d62ca tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] [instance: 914e081a-6fde-4c22-9f9c-ed060937963b] Took 10.02 seconds to spawn the instance on the hypervisor. [ 850.473921] env[69319]: DEBUG nova.compute.manager [None req-4ee2088c-1593-4efb-9afb-ab227a8d62ca tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] [instance: 914e081a-6fde-4c22-9f9c-ed060937963b] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 850.475431] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-285de8cd-9c12-44b2-9dd4-edd962fd9fd3 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.488965] env[69319]: DEBUG nova.compute.manager [req-91ac2e18-428d-402a-bb5b-1ac6ec085eda req-1efed68c-3369-4f54-971d-270983bac390 service nova] [instance: 66e1cd49-8387-4ef2-b3c8-8f301d27d1cb] Received event network-vif-plugged-88534bde-2168-473b-aa49-f48d466b0e9e {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 850.489222] env[69319]: DEBUG oslo_concurrency.lockutils [req-91ac2e18-428d-402a-bb5b-1ac6ec085eda req-1efed68c-3369-4f54-971d-270983bac390 service nova] Acquiring lock "66e1cd49-8387-4ef2-b3c8-8f301d27d1cb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.489453] env[69319]: DEBUG oslo_concurrency.lockutils [req-91ac2e18-428d-402a-bb5b-1ac6ec085eda req-1efed68c-3369-4f54-971d-270983bac390 service nova] Lock "66e1cd49-8387-4ef2-b3c8-8f301d27d1cb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.489637] env[69319]: DEBUG oslo_concurrency.lockutils [req-91ac2e18-428d-402a-bb5b-1ac6ec085eda req-1efed68c-3369-4f54-971d-270983bac390 service nova] Lock "66e1cd49-8387-4ef2-b3c8-8f301d27d1cb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.489810] env[69319]: DEBUG nova.compute.manager [req-91ac2e18-428d-402a-bb5b-1ac6ec085eda req-1efed68c-3369-4f54-971d-270983bac390 service nova] [instance: 66e1cd49-8387-4ef2-b3c8-8f301d27d1cb] No waiting events found dispatching network-vif-plugged-88534bde-2168-473b-aa49-f48d466b0e9e {{(pid=69319) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 850.490020] env[69319]: WARNING nova.compute.manager [req-91ac2e18-428d-402a-bb5b-1ac6ec085eda req-1efed68c-3369-4f54-971d-270983bac390 service nova] [instance: 66e1cd49-8387-4ef2-b3c8-8f301d27d1cb] Received unexpected event network-vif-plugged-88534bde-2168-473b-aa49-f48d466b0e9e for instance with vm_state building and task_state spawning. [ 850.490209] env[69319]: DEBUG nova.compute.manager [req-91ac2e18-428d-402a-bb5b-1ac6ec085eda req-1efed68c-3369-4f54-971d-270983bac390 service nova] [instance: 66e1cd49-8387-4ef2-b3c8-8f301d27d1cb] Received event network-changed-88534bde-2168-473b-aa49-f48d466b0e9e {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 850.490448] env[69319]: DEBUG nova.compute.manager [req-91ac2e18-428d-402a-bb5b-1ac6ec085eda req-1efed68c-3369-4f54-971d-270983bac390 service nova] [instance: 66e1cd49-8387-4ef2-b3c8-8f301d27d1cb] Refreshing instance network info cache due to event network-changed-88534bde-2168-473b-aa49-f48d466b0e9e. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 850.491036] env[69319]: DEBUG oslo_concurrency.lockutils [req-91ac2e18-428d-402a-bb5b-1ac6ec085eda req-1efed68c-3369-4f54-971d-270983bac390 service nova] Acquiring lock "refresh_cache-66e1cd49-8387-4ef2-b3c8-8f301d27d1cb" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.491148] env[69319]: DEBUG oslo_vmware.api [None req-3490b99a-1234-4da8-9819-d14aa5af86f4 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Task: {'id': task-3223221, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.542985] env[69319]: DEBUG oslo_vmware.api [None req-9d1cbbc2-bff1-4d7e-822a-b4232484d497 tempest-VolumesAssistedSnapshotsTest-1898393063 tempest-VolumesAssistedSnapshotsTest-1898393063-project-admin] Task: {'id': task-3223219, 'name': ReconfigVM_Task, 'duration_secs': 0.171322} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.543122] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d1cbbc2-bff1-4d7e-822a-b4232484d497 tempest-VolumesAssistedSnapshotsTest-1898393063 tempest-VolumesAssistedSnapshotsTest-1898393063-project-admin] [instance: 4f588763-0fc7-4980-92c0-7b451d4a9981] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-644381', 'volume_id': 'ccd4543c-6fbd-477a-8435-ec7bfd801fc2', 'name': 'volume-ccd4543c-6fbd-477a-8435-ec7bfd801fc2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4f588763-0fc7-4980-92c0-7b451d4a9981', 'attached_at': '', 'detached_at': '', 'volume_id': 'ccd4543c-6fbd-477a-8435-ec7bfd801fc2', 'serial': 'ccd4543c-6fbd-477a-8435-ec7bfd801fc2'} {{(pid=69319) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 850.739573] env[69319]: DEBUG nova.compute.manager [None req-333191b1-9547-4b26-8570-a74a65fafb52 tempest-ServersTestJSON-1193997500 tempest-ServersTestJSON-1193997500-project-member] [instance: dcd83efc-4157-4174-b3bd-5bd6cd865360] Start spawning the instance on the hypervisor. {{(pid=69319) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 850.771009] env[69319]: DEBUG nova.virt.hardware [None req-333191b1-9547-4b26-8570-a74a65fafb52 tempest-ServersTestJSON-1193997500 tempest-ServersTestJSON-1193997500-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:32:36Z,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31f027872f6f44dba95ff2fe7a062e00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:32:36Z,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 850.771461] env[69319]: DEBUG nova.virt.hardware [None req-333191b1-9547-4b26-8570-a74a65fafb52 tempest-ServersTestJSON-1193997500 tempest-ServersTestJSON-1193997500-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 850.771640] env[69319]: DEBUG nova.virt.hardware [None req-333191b1-9547-4b26-8570-a74a65fafb52 tempest-ServersTestJSON-1193997500 tempest-ServersTestJSON-1193997500-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 850.771831] env[69319]: DEBUG nova.virt.hardware [None req-333191b1-9547-4b26-8570-a74a65fafb52 tempest-ServersTestJSON-1193997500 tempest-ServersTestJSON-1193997500-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 850.772015] env[69319]: DEBUG nova.virt.hardware [None req-333191b1-9547-4b26-8570-a74a65fafb52 tempest-ServersTestJSON-1193997500 tempest-ServersTestJSON-1193997500-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 850.772233] env[69319]: DEBUG nova.virt.hardware [None req-333191b1-9547-4b26-8570-a74a65fafb52 tempest-ServersTestJSON-1193997500 tempest-ServersTestJSON-1193997500-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 850.772475] env[69319]: DEBUG nova.virt.hardware [None req-333191b1-9547-4b26-8570-a74a65fafb52 tempest-ServersTestJSON-1193997500 tempest-ServersTestJSON-1193997500-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 850.772647] env[69319]: DEBUG nova.virt.hardware [None req-333191b1-9547-4b26-8570-a74a65fafb52 tempest-ServersTestJSON-1193997500 tempest-ServersTestJSON-1193997500-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 850.772882] env[69319]: DEBUG nova.virt.hardware [None req-333191b1-9547-4b26-8570-a74a65fafb52 tempest-ServersTestJSON-1193997500 tempest-ServersTestJSON-1193997500-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 850.773079] env[69319]: DEBUG nova.virt.hardware [None req-333191b1-9547-4b26-8570-a74a65fafb52 tempest-ServersTestJSON-1193997500 tempest-ServersTestJSON-1193997500-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 850.773299] env[69319]: DEBUG nova.virt.hardware [None req-333191b1-9547-4b26-8570-a74a65fafb52 tempest-ServersTestJSON-1193997500 tempest-ServersTestJSON-1193997500-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 850.774338] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e9c4eb3-4eb5-45a9-adbf-afd8af58a5fa {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.787643] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd7810e5-fb22-43fb-9b18-eedad96459e8 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.850168] env[69319]: DEBUG oslo_concurrency.lockutils [None req-2a10a703-8a09-4dd2-ab8e-eacc60b84a23 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Lock "d2216fa6-a955-4b17-b026-4bc90a655ff5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 101.343s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.876132] env[69319]: DEBUG oslo_vmware.api [None req-82602039-cd50-4e02-a197-2a468624ee78 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Task: {'id': task-3223220, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509156} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.876503] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-82602039-cd50-4e02-a197-2a468624ee78 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore1] 1159a12c-1035-49ae-841f-053ac16c48af/1159a12c-1035-49ae-841f-053ac16c48af.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 850.876746] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-82602039-cd50-4e02-a197-2a468624ee78 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] [instance: 1159a12c-1035-49ae-841f-053ac16c48af] Extending root virtual disk to 1048576 {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 850.877064] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2b75f480-5b60-466c-9051-0d1b648d64cc {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.885876] env[69319]: DEBUG oslo_vmware.api [None req-82602039-cd50-4e02-a197-2a468624ee78 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Waiting for the task: (returnval){ [ 850.885876] env[69319]: value = "task-3223222" [ 850.885876] env[69319]: _type = "Task" [ 850.885876] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.895708] env[69319]: DEBUG oslo_vmware.api [None req-82602039-cd50-4e02-a197-2a468624ee78 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Task: {'id': task-3223222, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.946143] env[69319]: INFO nova.compute.manager [None req-11957c11-0f81-4bc5-8deb-f19412915378 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] [instance: d2216fa6-a955-4b17-b026-4bc90a655ff5] Rescuing [ 850.947109] env[69319]: DEBUG oslo_concurrency.lockutils [None req-11957c11-0f81-4bc5-8deb-f19412915378 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Acquiring lock "refresh_cache-d2216fa6-a955-4b17-b026-4bc90a655ff5" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.947109] env[69319]: DEBUG oslo_concurrency.lockutils [None req-11957c11-0f81-4bc5-8deb-f19412915378 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Acquired lock "refresh_cache-d2216fa6-a955-4b17-b026-4bc90a655ff5" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.947109] env[69319]: DEBUG nova.network.neutron [None req-11957c11-0f81-4bc5-8deb-f19412915378 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] [instance: d2216fa6-a955-4b17-b026-4bc90a655ff5] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 850.961397] env[69319]: DEBUG oslo_concurrency.lockutils [None req-669d5971-18f3-446e-9657-022dcb6c0cb3 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Releasing lock "refresh_cache-66e1cd49-8387-4ef2-b3c8-8f301d27d1cb" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.961532] env[69319]: DEBUG nova.compute.manager [None req-669d5971-18f3-446e-9657-022dcb6c0cb3 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 66e1cd49-8387-4ef2-b3c8-8f301d27d1cb] Instance network_info: |[{"id": "88534bde-2168-473b-aa49-f48d466b0e9e", "address": "fa:16:3e:c2:7f:6f", "network": {"id": "cdf0dbad-7c1b-430c-b144-bb3bbd2341b3", "bridge": "br-int", "label": "tempest-ImagesTestJSON-265296588-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "380102385f92442f9501a051ccbbc658", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88534bde-21", "ovs_interfaceid": "88534bde-2168-473b-aa49-f48d466b0e9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 850.962702] env[69319]: DEBUG oslo_concurrency.lockutils [req-91ac2e18-428d-402a-bb5b-1ac6ec085eda req-1efed68c-3369-4f54-971d-270983bac390 service nova] Acquired lock "refresh_cache-66e1cd49-8387-4ef2-b3c8-8f301d27d1cb" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.962702] env[69319]: DEBUG nova.network.neutron [req-91ac2e18-428d-402a-bb5b-1ac6ec085eda req-1efed68c-3369-4f54-971d-270983bac390 service nova] [instance: 66e1cd49-8387-4ef2-b3c8-8f301d27d1cb] Refreshing network info cache for port 88534bde-2168-473b-aa49-f48d466b0e9e {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 850.964026] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-669d5971-18f3-446e-9657-022dcb6c0cb3 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 66e1cd49-8387-4ef2-b3c8-8f301d27d1cb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:7f:6f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '099fe970-c61f-4480-bed4-ae4f485fd82a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '88534bde-2168-473b-aa49-f48d466b0e9e', 'vif_model': 'vmxnet3'}] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 850.972335] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-669d5971-18f3-446e-9657-022dcb6c0cb3 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 850.976306] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66e1cd49-8387-4ef2-b3c8-8f301d27d1cb] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 850.979843] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ab3c35e5-2e7f-4d9a-bbf1-11d369623b80 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.008161] env[69319]: DEBUG oslo_vmware.api [None req-3490b99a-1234-4da8-9819-d14aa5af86f4 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Task: {'id': task-3223221, 'name': PowerOffVM_Task, 'duration_secs': 0.35571} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.011280] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-3490b99a-1234-4da8-9819-d14aa5af86f4 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: e619aa14-62f8-4482-a049-28422171cece] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 851.011717] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-3490b99a-1234-4da8-9819-d14aa5af86f4 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: e619aa14-62f8-4482-a049-28422171cece] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 851.011798] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 851.011798] env[69319]: value = "task-3223223" [ 851.011798] env[69319]: _type = "Task" [ 851.011798] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.012837] env[69319]: INFO nova.compute.manager [None req-4ee2088c-1593-4efb-9afb-ab227a8d62ca tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] [instance: 914e081a-6fde-4c22-9f9c-ed060937963b] Took 45.58 seconds to build instance. [ 851.014649] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f33140bf-dc81-4190-9b86-a766182df7f0 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.025254] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-3490b99a-1234-4da8-9819-d14aa5af86f4 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: e619aa14-62f8-4482-a049-28422171cece] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 851.031430] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a8a9694a-28d5-4a14-8167-5aeff327fcce {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.032847] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223223, 'name': CreateVM_Task} progress is 10%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.138882] env[69319]: DEBUG nova.objects.instance [None req-9d1cbbc2-bff1-4d7e-822a-b4232484d497 tempest-VolumesAssistedSnapshotsTest-1898393063 tempest-VolumesAssistedSnapshotsTest-1898393063-project-admin] Lazy-loading 'flavor' on Instance uuid 4f588763-0fc7-4980-92c0-7b451d4a9981 {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 851.354951] env[69319]: DEBUG nova.compute.manager [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] [instance: a2bd5a84-7716-492b-931d-ef52322ab25c] Starting instance... {{(pid=69319) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 851.382316] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47e40cfd-795d-491c-997b-75b715bf431d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.393414] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f7dc1a7-1531-488f-b241-b54b8e7fabb3 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.400483] env[69319]: DEBUG oslo_vmware.api [None req-82602039-cd50-4e02-a197-2a468624ee78 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Task: {'id': task-3223222, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076096} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.401158] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-82602039-cd50-4e02-a197-2a468624ee78 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] [instance: 1159a12c-1035-49ae-841f-053ac16c48af] Extended root virtual disk {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 851.401978] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc12406e-9c8e-4135-bc75-1939ff4cb9dd {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.433034] env[69319]: DEBUG nova.network.neutron [None req-333191b1-9547-4b26-8570-a74a65fafb52 tempest-ServersTestJSON-1193997500 tempest-ServersTestJSON-1193997500-project-member] [instance: dcd83efc-4157-4174-b3bd-5bd6cd865360] Successfully updated port: b03f30f3-354f-4526-baa7-e7778d7e199b {{(pid=69319) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 851.437511] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13fdd040-6271-42c9-8b9e-2aeb4506a5f2 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.459148] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-82602039-cd50-4e02-a197-2a468624ee78 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] [instance: 1159a12c-1035-49ae-841f-053ac16c48af] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] 1159a12c-1035-49ae-841f-053ac16c48af/1159a12c-1035-49ae-841f-053ac16c48af.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 851.462690] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7fac152b-054c-423c-9b61-3ecf9b3b11c4 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.483131] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-894ff425-6d8e-4d51-b561-89f7e2c63ef8 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.488572] env[69319]: DEBUG oslo_vmware.api [None req-82602039-cd50-4e02-a197-2a468624ee78 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Waiting for the task: (returnval){ [ 851.488572] env[69319]: value = "task-3223225" [ 851.488572] env[69319]: _type = "Task" [ 851.488572] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.499749] env[69319]: DEBUG nova.compute.provider_tree [None req-f410d2ac-2166-46f9-8772-b48f5efb3166 tempest-ServerAddressesTestJSON-2119319870 tempest-ServerAddressesTestJSON-2119319870-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 851.506249] env[69319]: DEBUG oslo_vmware.api [None req-82602039-cd50-4e02-a197-2a468624ee78 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Task: {'id': task-3223225, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.518318] env[69319]: DEBUG oslo_concurrency.lockutils [None req-4ee2088c-1593-4efb-9afb-ab227a8d62ca tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Lock "914e081a-6fde-4c22-9f9c-ed060937963b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 100.750s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.528028] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223223, 'name': CreateVM_Task, 'duration_secs': 0.344957} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.528306] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66e1cd49-8387-4ef2-b3c8-8f301d27d1cb] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 851.529222] env[69319]: DEBUG oslo_concurrency.lockutils [None req-669d5971-18f3-446e-9657-022dcb6c0cb3 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.529222] env[69319]: DEBUG oslo_concurrency.lockutils [None req-669d5971-18f3-446e-9657-022dcb6c0cb3 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.529499] env[69319]: DEBUG oslo_concurrency.lockutils [None req-669d5971-18f3-446e-9657-022dcb6c0cb3 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.529594] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a82fb8c5-ace5-416a-a1e0-735d7cc0622a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.534132] env[69319]: DEBUG oslo_vmware.api [None req-669d5971-18f3-446e-9657-022dcb6c0cb3 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Waiting for the task: (returnval){ [ 851.534132] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]527bf257-a2bf-82ee-3694-0aedd42f0b09" [ 851.534132] env[69319]: _type = "Task" [ 851.534132] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.542248] env[69319]: DEBUG oslo_vmware.api [None req-669d5971-18f3-446e-9657-022dcb6c0cb3 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]527bf257-a2bf-82ee-3694-0aedd42f0b09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.876455] env[69319]: DEBUG oslo_concurrency.lockutils [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.944155] env[69319]: DEBUG oslo_concurrency.lockutils [None req-333191b1-9547-4b26-8570-a74a65fafb52 tempest-ServersTestJSON-1193997500 tempest-ServersTestJSON-1193997500-project-member] Acquiring lock "refresh_cache-dcd83efc-4157-4174-b3bd-5bd6cd865360" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.944155] env[69319]: DEBUG oslo_concurrency.lockutils [None req-333191b1-9547-4b26-8570-a74a65fafb52 tempest-ServersTestJSON-1193997500 tempest-ServersTestJSON-1193997500-project-member] Acquired lock "refresh_cache-dcd83efc-4157-4174-b3bd-5bd6cd865360" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.944155] env[69319]: DEBUG nova.network.neutron [None req-333191b1-9547-4b26-8570-a74a65fafb52 tempest-ServersTestJSON-1193997500 tempest-ServersTestJSON-1193997500-project-member] [instance: dcd83efc-4157-4174-b3bd-5bd6cd865360] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 851.979876] env[69319]: DEBUG nova.network.neutron [None req-11957c11-0f81-4bc5-8deb-f19412915378 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] [instance: d2216fa6-a955-4b17-b026-4bc90a655ff5] Updating instance_info_cache with network_info: [{"id": "72772b50-2173-4177-baf0-2fc66bde64a6", "address": "fa:16:3e:a5:cc:3f", "network": {"id": "b71f8c4a-4860-426b-a666-585ae7a1d2df", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1437161051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9916e68946284f088b04983a82874008", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c621a9c-66f5-426a-8aab-bd8b2e912106", "external-id": "nsx-vlan-transportzone-485", "segmentation_id": 485, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72772b50-21", "ovs_interfaceid": "72772b50-2173-4177-baf0-2fc66bde64a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.000017] env[69319]: DEBUG oslo_vmware.api [None req-82602039-cd50-4e02-a197-2a468624ee78 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Task: {'id': task-3223225, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.003056] env[69319]: DEBUG nova.scheduler.client.report [None req-f410d2ac-2166-46f9-8772-b48f5efb3166 tempest-ServerAddressesTestJSON-2119319870 tempest-ServerAddressesTestJSON-2119319870-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 852.009913] env[69319]: DEBUG nova.network.neutron [req-91ac2e18-428d-402a-bb5b-1ac6ec085eda req-1efed68c-3369-4f54-971d-270983bac390 service nova] [instance: 66e1cd49-8387-4ef2-b3c8-8f301d27d1cb] Updated VIF entry in instance network info cache for port 88534bde-2168-473b-aa49-f48d466b0e9e. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 852.010266] env[69319]: DEBUG nova.network.neutron [req-91ac2e18-428d-402a-bb5b-1ac6ec085eda req-1efed68c-3369-4f54-971d-270983bac390 service nova] [instance: 66e1cd49-8387-4ef2-b3c8-8f301d27d1cb] Updating instance_info_cache with network_info: [{"id": "88534bde-2168-473b-aa49-f48d466b0e9e", "address": "fa:16:3e:c2:7f:6f", "network": {"id": "cdf0dbad-7c1b-430c-b144-bb3bbd2341b3", "bridge": "br-int", "label": "tempest-ImagesTestJSON-265296588-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "380102385f92442f9501a051ccbbc658", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88534bde-21", "ovs_interfaceid": "88534bde-2168-473b-aa49-f48d466b0e9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.023251] env[69319]: DEBUG nova.compute.manager [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] [instance: 0698939e-0dda-4b50-9ce9-d25e3b69e4c9] Starting instance... {{(pid=69319) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 852.028855] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-3490b99a-1234-4da8-9819-d14aa5af86f4 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: e619aa14-62f8-4482-a049-28422171cece] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 852.029107] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-3490b99a-1234-4da8-9819-d14aa5af86f4 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: e619aa14-62f8-4482-a049-28422171cece] Deleting contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 852.029298] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-3490b99a-1234-4da8-9819-d14aa5af86f4 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Deleting the datastore file [datastore2] e619aa14-62f8-4482-a049-28422171cece {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 852.029551] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a366018c-0bc9-4230-8343-82d741eaa9d6 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.038990] env[69319]: DEBUG oslo_vmware.api [None req-3490b99a-1234-4da8-9819-d14aa5af86f4 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Waiting for the task: (returnval){ [ 852.038990] env[69319]: value = "task-3223227" [ 852.038990] env[69319]: _type = "Task" [ 852.038990] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.046085] env[69319]: DEBUG oslo_vmware.api [None req-669d5971-18f3-446e-9657-022dcb6c0cb3 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]527bf257-a2bf-82ee-3694-0aedd42f0b09, 'name': SearchDatastore_Task, 'duration_secs': 0.041661} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.046697] env[69319]: DEBUG oslo_concurrency.lockutils [None req-669d5971-18f3-446e-9657-022dcb6c0cb3 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.046977] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-669d5971-18f3-446e-9657-022dcb6c0cb3 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 66e1cd49-8387-4ef2-b3c8-8f301d27d1cb] Processing image 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 852.048785] env[69319]: DEBUG oslo_concurrency.lockutils [None req-669d5971-18f3-446e-9657-022dcb6c0cb3 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.048785] env[69319]: DEBUG oslo_concurrency.lockutils [None req-669d5971-18f3-446e-9657-022dcb6c0cb3 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.048785] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-669d5971-18f3-446e-9657-022dcb6c0cb3 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 852.048785] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ebb587b5-88c9-40a4-b514-c411ca36d07f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.052303] env[69319]: DEBUG oslo_vmware.api [None req-3490b99a-1234-4da8-9819-d14aa5af86f4 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Task: {'id': task-3223227, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.058460] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-669d5971-18f3-446e-9657-022dcb6c0cb3 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 852.058637] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-669d5971-18f3-446e-9657-022dcb6c0cb3 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 852.059349] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4ea447c-de87-4c88-a0a5-ec9901d75cbe {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.064669] env[69319]: DEBUG oslo_vmware.api [None req-669d5971-18f3-446e-9657-022dcb6c0cb3 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Waiting for the task: (returnval){ [ 852.064669] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52a48689-7019-b01c-ff54-7687c27c68bb" [ 852.064669] env[69319]: _type = "Task" [ 852.064669] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.072850] env[69319]: DEBUG oslo_vmware.api [None req-669d5971-18f3-446e-9657-022dcb6c0cb3 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52a48689-7019-b01c-ff54-7687c27c68bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.147435] env[69319]: DEBUG oslo_concurrency.lockutils [None req-9d1cbbc2-bff1-4d7e-822a-b4232484d497 tempest-VolumesAssistedSnapshotsTest-1898393063 tempest-VolumesAssistedSnapshotsTest-1898393063-project-admin] Lock "4f588763-0fc7-4980-92c0-7b451d4a9981" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.314s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.474304] env[69319]: DEBUG nova.network.neutron [None req-333191b1-9547-4b26-8570-a74a65fafb52 tempest-ServersTestJSON-1193997500 tempest-ServersTestJSON-1193997500-project-member] [instance: dcd83efc-4157-4174-b3bd-5bd6cd865360] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 852.483114] env[69319]: DEBUG oslo_concurrency.lockutils [None req-11957c11-0f81-4bc5-8deb-f19412915378 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Releasing lock "refresh_cache-d2216fa6-a955-4b17-b026-4bc90a655ff5" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.499643] env[69319]: DEBUG oslo_vmware.api [None req-82602039-cd50-4e02-a197-2a468624ee78 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Task: {'id': task-3223225, 'name': ReconfigVM_Task, 'duration_secs': 0.88802} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.499961] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-82602039-cd50-4e02-a197-2a468624ee78 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] [instance: 1159a12c-1035-49ae-841f-053ac16c48af] Reconfigured VM instance instance-00000033 to attach disk [datastore1] 1159a12c-1035-49ae-841f-053ac16c48af/1159a12c-1035-49ae-841f-053ac16c48af.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 852.500868] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5c14539d-71eb-4566-b9ca-efe719098880 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.508993] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f410d2ac-2166-46f9-8772-b48f5efb3166 tempest-ServerAddressesTestJSON-2119319870 tempest-ServerAddressesTestJSON-2119319870-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.773s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.509469] env[69319]: DEBUG nova.compute.manager [None req-f410d2ac-2166-46f9-8772-b48f5efb3166 tempest-ServerAddressesTestJSON-2119319870 tempest-ServerAddressesTestJSON-2119319870-project-member] [instance: 42447381-1bc9-4936-8fbf-178993fd5d68] Start building networks asynchronously for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 852.516202] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ad7fc3c0-514f-4379-82c7-5ab1edd61dfe tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.857s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.516653] env[69319]: DEBUG nova.objects.instance [None req-ad7fc3c0-514f-4379-82c7-5ab1edd61dfe tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Lazy-loading 'resources' on Instance uuid bfc6c3e7-8384-4669-bd43-acdfcb1c478a {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 852.518468] env[69319]: DEBUG oslo_concurrency.lockutils [req-91ac2e18-428d-402a-bb5b-1ac6ec085eda req-1efed68c-3369-4f54-971d-270983bac390 service nova] Releasing lock "refresh_cache-66e1cd49-8387-4ef2-b3c8-8f301d27d1cb" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.524813] env[69319]: DEBUG oslo_vmware.api [None req-82602039-cd50-4e02-a197-2a468624ee78 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Waiting for the task: (returnval){ [ 852.524813] env[69319]: value = "task-3223228" [ 852.524813] env[69319]: _type = "Task" [ 852.524813] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.538758] env[69319]: DEBUG oslo_vmware.api [None req-82602039-cd50-4e02-a197-2a468624ee78 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Task: {'id': task-3223228, 'name': Rename_Task} progress is 10%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.550403] env[69319]: DEBUG oslo_vmware.api [None req-3490b99a-1234-4da8-9819-d14aa5af86f4 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Task: {'id': task-3223227, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.245222} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.550759] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-3490b99a-1234-4da8-9819-d14aa5af86f4 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 852.550987] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-3490b99a-1234-4da8-9819-d14aa5af86f4 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: e619aa14-62f8-4482-a049-28422171cece] Deleted contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 852.551185] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-3490b99a-1234-4da8-9819-d14aa5af86f4 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: e619aa14-62f8-4482-a049-28422171cece] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 852.554820] env[69319]: DEBUG oslo_concurrency.lockutils [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.574448] env[69319]: DEBUG oslo_vmware.api [None req-669d5971-18f3-446e-9657-022dcb6c0cb3 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52a48689-7019-b01c-ff54-7687c27c68bb, 'name': SearchDatastore_Task, 'duration_secs': 0.009595} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.575209] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ba10c9f-09a5-4c20-8cc0-931ff0b7acff {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.579966] env[69319]: DEBUG oslo_vmware.api [None req-669d5971-18f3-446e-9657-022dcb6c0cb3 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Waiting for the task: (returnval){ [ 852.579966] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]521d9411-93b5-9562-792e-34fcbf6a4f7f" [ 852.579966] env[69319]: _type = "Task" [ 852.579966] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.589022] env[69319]: DEBUG oslo_vmware.api [None req-669d5971-18f3-446e-9657-022dcb6c0cb3 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]521d9411-93b5-9562-792e-34fcbf6a4f7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.688681] env[69319]: DEBUG nova.compute.manager [req-bc476bf2-7b04-44bc-90fe-d73336cd7052 req-8a0c7f40-1335-4c51-92ce-28a9b255757a service nova] [instance: dcd83efc-4157-4174-b3bd-5bd6cd865360] Received event network-vif-plugged-b03f30f3-354f-4526-baa7-e7778d7e199b {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 852.688681] env[69319]: DEBUG oslo_concurrency.lockutils [req-bc476bf2-7b04-44bc-90fe-d73336cd7052 req-8a0c7f40-1335-4c51-92ce-28a9b255757a service nova] Acquiring lock "dcd83efc-4157-4174-b3bd-5bd6cd865360-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.688681] env[69319]: DEBUG oslo_concurrency.lockutils [req-bc476bf2-7b04-44bc-90fe-d73336cd7052 req-8a0c7f40-1335-4c51-92ce-28a9b255757a service nova] Lock "dcd83efc-4157-4174-b3bd-5bd6cd865360-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.688681] env[69319]: DEBUG oslo_concurrency.lockutils [req-bc476bf2-7b04-44bc-90fe-d73336cd7052 req-8a0c7f40-1335-4c51-92ce-28a9b255757a service nova] Lock "dcd83efc-4157-4174-b3bd-5bd6cd865360-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.688681] env[69319]: DEBUG nova.compute.manager [req-bc476bf2-7b04-44bc-90fe-d73336cd7052 req-8a0c7f40-1335-4c51-92ce-28a9b255757a service nova] [instance: dcd83efc-4157-4174-b3bd-5bd6cd865360] No waiting events found dispatching network-vif-plugged-b03f30f3-354f-4526-baa7-e7778d7e199b {{(pid=69319) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 852.688681] env[69319]: WARNING nova.compute.manager [req-bc476bf2-7b04-44bc-90fe-d73336cd7052 req-8a0c7f40-1335-4c51-92ce-28a9b255757a service nova] [instance: dcd83efc-4157-4174-b3bd-5bd6cd865360] Received unexpected event network-vif-plugged-b03f30f3-354f-4526-baa7-e7778d7e199b for instance with vm_state building and task_state spawning. [ 852.688681] env[69319]: DEBUG nova.compute.manager [req-bc476bf2-7b04-44bc-90fe-d73336cd7052 req-8a0c7f40-1335-4c51-92ce-28a9b255757a service nova] [instance: dcd83efc-4157-4174-b3bd-5bd6cd865360] Received event network-changed-b03f30f3-354f-4526-baa7-e7778d7e199b {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 852.688681] env[69319]: DEBUG nova.compute.manager [req-bc476bf2-7b04-44bc-90fe-d73336cd7052 req-8a0c7f40-1335-4c51-92ce-28a9b255757a service nova] [instance: dcd83efc-4157-4174-b3bd-5bd6cd865360] Refreshing instance network info cache due to event network-changed-b03f30f3-354f-4526-baa7-e7778d7e199b. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 852.688681] env[69319]: DEBUG oslo_concurrency.lockutils [req-bc476bf2-7b04-44bc-90fe-d73336cd7052 req-8a0c7f40-1335-4c51-92ce-28a9b255757a service nova] Acquiring lock "refresh_cache-dcd83efc-4157-4174-b3bd-5bd6cd865360" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.720519] env[69319]: DEBUG nova.network.neutron [None req-333191b1-9547-4b26-8570-a74a65fafb52 tempest-ServersTestJSON-1193997500 tempest-ServersTestJSON-1193997500-project-member] [instance: dcd83efc-4157-4174-b3bd-5bd6cd865360] Updating instance_info_cache with network_info: [{"id": "b03f30f3-354f-4526-baa7-e7778d7e199b", "address": "fa:16:3e:17:47:2f", "network": {"id": "d5a0d0ec-68a1-4a7e-a2c6-ad35f4863905", "bridge": "br-int", "label": "tempest-ServersTestJSON-108127881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eda42a1125654bd4a357c6d714e01c5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb03f30f3-35", "ovs_interfaceid": "b03f30f3-354f-4526-baa7-e7778d7e199b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.022543] env[69319]: DEBUG nova.compute.utils [None req-f410d2ac-2166-46f9-8772-b48f5efb3166 tempest-ServerAddressesTestJSON-2119319870 tempest-ServerAddressesTestJSON-2119319870-project-member] Using /dev/sd instead of None {{(pid=69319) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 853.024079] env[69319]: DEBUG nova.compute.manager [None req-f410d2ac-2166-46f9-8772-b48f5efb3166 tempest-ServerAddressesTestJSON-2119319870 tempest-ServerAddressesTestJSON-2119319870-project-member] [instance: 42447381-1bc9-4936-8fbf-178993fd5d68] Allocating IP information in the background. {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 853.024265] env[69319]: DEBUG nova.network.neutron [None req-f410d2ac-2166-46f9-8772-b48f5efb3166 tempest-ServerAddressesTestJSON-2119319870 tempest-ServerAddressesTestJSON-2119319870-project-member] [instance: 42447381-1bc9-4936-8fbf-178993fd5d68] allocate_for_instance() {{(pid=69319) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 853.040016] env[69319]: DEBUG oslo_vmware.api [None req-82602039-cd50-4e02-a197-2a468624ee78 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Task: {'id': task-3223228, 'name': Rename_Task, 'duration_secs': 0.243499} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.040016] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-82602039-cd50-4e02-a197-2a468624ee78 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] [instance: 1159a12c-1035-49ae-841f-053ac16c48af] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 853.040246] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-82d9eb5e-a165-4a34-9277-4d3916ffdd34 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.047844] env[69319]: DEBUG oslo_vmware.api [None req-82602039-cd50-4e02-a197-2a468624ee78 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Waiting for the task: (returnval){ [ 853.047844] env[69319]: value = "task-3223229" [ 853.047844] env[69319]: _type = "Task" [ 853.047844] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.062200] env[69319]: DEBUG oslo_vmware.api [None req-82602039-cd50-4e02-a197-2a468624ee78 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Task: {'id': task-3223229, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.092883] env[69319]: DEBUG oslo_vmware.api [None req-669d5971-18f3-446e-9657-022dcb6c0cb3 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]521d9411-93b5-9562-792e-34fcbf6a4f7f, 'name': SearchDatastore_Task, 'duration_secs': 0.010322} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.092883] env[69319]: DEBUG oslo_concurrency.lockutils [None req-669d5971-18f3-446e-9657-022dcb6c0cb3 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.093731] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-669d5971-18f3-446e-9657-022dcb6c0cb3 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore1] 66e1cd49-8387-4ef2-b3c8-8f301d27d1cb/66e1cd49-8387-4ef2-b3c8-8f301d27d1cb.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 853.093731] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3be1ec3e-32e4-46b2-9ef2-3865600832a0 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.108066] env[69319]: DEBUG oslo_vmware.api [None req-669d5971-18f3-446e-9657-022dcb6c0cb3 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Waiting for the task: (returnval){ [ 853.108066] env[69319]: value = "task-3223230" [ 853.108066] env[69319]: _type = "Task" [ 853.108066] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.118563] env[69319]: DEBUG oslo_vmware.api [None req-669d5971-18f3-446e-9657-022dcb6c0cb3 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': task-3223230, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.126055] env[69319]: DEBUG nova.policy [None req-f410d2ac-2166-46f9-8772-b48f5efb3166 tempest-ServerAddressesTestJSON-2119319870 tempest-ServerAddressesTestJSON-2119319870-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ae5d40f7982e41ee9acad25f9dad5617', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '36729cac7b7347e6903fd61406c2863d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69319) authorize /opt/stack/nova/nova/policy.py:192}} [ 853.223678] env[69319]: DEBUG oslo_concurrency.lockutils [None req-333191b1-9547-4b26-8570-a74a65fafb52 tempest-ServersTestJSON-1193997500 tempest-ServersTestJSON-1193997500-project-member] Releasing lock "refresh_cache-dcd83efc-4157-4174-b3bd-5bd6cd865360" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.224108] env[69319]: DEBUG nova.compute.manager [None req-333191b1-9547-4b26-8570-a74a65fafb52 tempest-ServersTestJSON-1193997500 tempest-ServersTestJSON-1193997500-project-member] [instance: dcd83efc-4157-4174-b3bd-5bd6cd865360] Instance network_info: |[{"id": "b03f30f3-354f-4526-baa7-e7778d7e199b", "address": "fa:16:3e:17:47:2f", "network": {"id": "d5a0d0ec-68a1-4a7e-a2c6-ad35f4863905", "bridge": "br-int", "label": "tempest-ServersTestJSON-108127881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eda42a1125654bd4a357c6d714e01c5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb03f30f3-35", "ovs_interfaceid": "b03f30f3-354f-4526-baa7-e7778d7e199b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 853.224487] env[69319]: DEBUG oslo_concurrency.lockutils [req-bc476bf2-7b04-44bc-90fe-d73336cd7052 req-8a0c7f40-1335-4c51-92ce-28a9b255757a service nova] Acquired lock "refresh_cache-dcd83efc-4157-4174-b3bd-5bd6cd865360" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.224746] env[69319]: DEBUG nova.network.neutron [req-bc476bf2-7b04-44bc-90fe-d73336cd7052 req-8a0c7f40-1335-4c51-92ce-28a9b255757a service nova] [instance: dcd83efc-4157-4174-b3bd-5bd6cd865360] Refreshing network info cache for port b03f30f3-354f-4526-baa7-e7778d7e199b {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 853.230222] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-333191b1-9547-4b26-8570-a74a65fafb52 tempest-ServersTestJSON-1193997500 tempest-ServersTestJSON-1193997500-project-member] [instance: dcd83efc-4157-4174-b3bd-5bd6cd865360] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:17:47:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d859f07-052d-4a69-bdf1-24261a6a6daa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b03f30f3-354f-4526-baa7-e7778d7e199b', 'vif_model': 'vmxnet3'}] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 853.240744] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-333191b1-9547-4b26-8570-a74a65fafb52 tempest-ServersTestJSON-1193997500 tempest-ServersTestJSON-1193997500-project-member] Creating folder: Project (eda42a1125654bd4a357c6d714e01c5e). Parent ref: group-v644239. {{(pid=69319) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 853.246929] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-49f561f6-c504-4559-b008-4a6191e27290 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.259961] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-333191b1-9547-4b26-8570-a74a65fafb52 tempest-ServersTestJSON-1193997500 tempest-ServersTestJSON-1193997500-project-member] Created folder: Project (eda42a1125654bd4a357c6d714e01c5e) in parent group-v644239. [ 853.260233] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-333191b1-9547-4b26-8570-a74a65fafb52 tempest-ServersTestJSON-1193997500 tempest-ServersTestJSON-1193997500-project-member] Creating folder: Instances. Parent ref: group-v644388. {{(pid=69319) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 853.263287] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a2bb6c44-ad6e-4408-842c-8c081f5e7e76 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.275117] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-333191b1-9547-4b26-8570-a74a65fafb52 tempest-ServersTestJSON-1193997500 tempest-ServersTestJSON-1193997500-project-member] Created folder: Instances in parent group-v644388. [ 853.275544] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-333191b1-9547-4b26-8570-a74a65fafb52 tempest-ServersTestJSON-1193997500 tempest-ServersTestJSON-1193997500-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 853.278405] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dcd83efc-4157-4174-b3bd-5bd6cd865360] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 853.278885] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1c2f5a24-f145-4a53-ba6b-42a476502bd3 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.304192] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 853.304192] env[69319]: value = "task-3223233" [ 853.304192] env[69319]: _type = "Task" [ 853.304192] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.315291] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223233, 'name': CreateVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.528307] env[69319]: DEBUG nova.compute.manager [None req-f410d2ac-2166-46f9-8772-b48f5efb3166 tempest-ServerAddressesTestJSON-2119319870 tempest-ServerAddressesTestJSON-2119319870-project-member] [instance: 42447381-1bc9-4936-8fbf-178993fd5d68] Start building block device mappings for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 853.567249] env[69319]: DEBUG oslo_vmware.api [None req-82602039-cd50-4e02-a197-2a468624ee78 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Task: {'id': task-3223229, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.602097] env[69319]: DEBUG nova.virt.hardware [None req-3490b99a-1234-4da8-9819-d14aa5af86f4 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:32:36Z,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31f027872f6f44dba95ff2fe7a062e00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:32:36Z,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 853.602403] env[69319]: DEBUG nova.virt.hardware [None req-3490b99a-1234-4da8-9819-d14aa5af86f4 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 853.602609] env[69319]: DEBUG nova.virt.hardware [None req-3490b99a-1234-4da8-9819-d14aa5af86f4 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 853.602808] env[69319]: DEBUG nova.virt.hardware [None req-3490b99a-1234-4da8-9819-d14aa5af86f4 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 853.603007] env[69319]: DEBUG nova.virt.hardware [None req-3490b99a-1234-4da8-9819-d14aa5af86f4 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 853.603227] env[69319]: DEBUG nova.virt.hardware [None req-3490b99a-1234-4da8-9819-d14aa5af86f4 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 853.603503] env[69319]: DEBUG nova.virt.hardware [None req-3490b99a-1234-4da8-9819-d14aa5af86f4 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 853.603681] env[69319]: DEBUG nova.virt.hardware [None req-3490b99a-1234-4da8-9819-d14aa5af86f4 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 853.603857] env[69319]: DEBUG nova.virt.hardware [None req-3490b99a-1234-4da8-9819-d14aa5af86f4 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 853.604056] env[69319]: DEBUG nova.virt.hardware [None req-3490b99a-1234-4da8-9819-d14aa5af86f4 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 853.604300] env[69319]: DEBUG nova.virt.hardware [None req-3490b99a-1234-4da8-9819-d14aa5af86f4 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 853.605376] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5ec48b8-ac59-4037-9080-9a15eef827b2 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.623301] env[69319]: DEBUG oslo_vmware.api [None req-669d5971-18f3-446e-9657-022dcb6c0cb3 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': task-3223230, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.627515] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07b31e07-0bd2-4a41-8691-5141b506f9d4 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.647401] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-3490b99a-1234-4da8-9819-d14aa5af86f4 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: e619aa14-62f8-4482-a049-28422171cece] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:c5:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '980cb890-345b-4bf8-990a-a2faec78e49c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5365edcc-4e13-445a-b7ff-b8c80c3df546', 'vif_model': 'vmxnet3'}] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 853.655917] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3490b99a-1234-4da8-9819-d14aa5af86f4 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 853.657976] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e619aa14-62f8-4482-a049-28422171cece] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 853.658820] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3677966a-6de8-41d3-9c1f-6939a80b36a1 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.661955] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-da2e31d5-cb39-46b6-a4c4-a5d754b5a584 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.693996] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eae05cdd-33fc-4dbe-a752-73cf5f7a261a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.697736] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 853.697736] env[69319]: value = "task-3223234" [ 853.697736] env[69319]: _type = "Task" [ 853.697736] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.729439] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2886e9c2-145c-4169-8376-9e5ed8ec0e19 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.735445] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223234, 'name': CreateVM_Task} progress is 15%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.740762] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0045838a-ce89-4b44-9364-ebe3fd46543e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.756914] env[69319]: DEBUG nova.compute.provider_tree [None req-ad7fc3c0-514f-4379-82c7-5ab1edd61dfe tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 853.774019] env[69319]: DEBUG nova.network.neutron [req-bc476bf2-7b04-44bc-90fe-d73336cd7052 req-8a0c7f40-1335-4c51-92ce-28a9b255757a service nova] [instance: dcd83efc-4157-4174-b3bd-5bd6cd865360] Updated VIF entry in instance network info cache for port b03f30f3-354f-4526-baa7-e7778d7e199b. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 853.774019] env[69319]: DEBUG nova.network.neutron [req-bc476bf2-7b04-44bc-90fe-d73336cd7052 req-8a0c7f40-1335-4c51-92ce-28a9b255757a service nova] [instance: dcd83efc-4157-4174-b3bd-5bd6cd865360] Updating instance_info_cache with network_info: [{"id": "b03f30f3-354f-4526-baa7-e7778d7e199b", "address": "fa:16:3e:17:47:2f", "network": {"id": "d5a0d0ec-68a1-4a7e-a2c6-ad35f4863905", "bridge": "br-int", "label": "tempest-ServersTestJSON-108127881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eda42a1125654bd4a357c6d714e01c5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb03f30f3-35", "ovs_interfaceid": "b03f30f3-354f-4526-baa7-e7778d7e199b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.815398] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223233, 'name': CreateVM_Task} progress is 25%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.912988] env[69319]: DEBUG nova.network.neutron [None req-f410d2ac-2166-46f9-8772-b48f5efb3166 tempest-ServerAddressesTestJSON-2119319870 tempest-ServerAddressesTestJSON-2119319870-project-member] [instance: 42447381-1bc9-4936-8fbf-178993fd5d68] Successfully created port: 5b20b5ad-34eb-480a-894c-b569b239563d {{(pid=69319) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 854.043607] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-11957c11-0f81-4bc5-8deb-f19412915378 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] [instance: d2216fa6-a955-4b17-b026-4bc90a655ff5] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 854.043607] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6a04d3c6-ed15-4792-856c-ca03761be2b2 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.054679] env[69319]: DEBUG oslo_vmware.api [None req-11957c11-0f81-4bc5-8deb-f19412915378 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Waiting for the task: (returnval){ [ 854.054679] env[69319]: value = "task-3223235" [ 854.054679] env[69319]: _type = "Task" [ 854.054679] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.065248] env[69319]: DEBUG oslo_vmware.api [None req-82602039-cd50-4e02-a197-2a468624ee78 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Task: {'id': task-3223229, 'name': PowerOnVM_Task, 'duration_secs': 0.817158} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.065934] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-82602039-cd50-4e02-a197-2a468624ee78 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] [instance: 1159a12c-1035-49ae-841f-053ac16c48af] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 854.066411] env[69319]: INFO nova.compute.manager [None req-82602039-cd50-4e02-a197-2a468624ee78 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] [instance: 1159a12c-1035-49ae-841f-053ac16c48af] Took 8.85 seconds to spawn the instance on the hypervisor. [ 854.066411] env[69319]: DEBUG nova.compute.manager [None req-82602039-cd50-4e02-a197-2a468624ee78 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] [instance: 1159a12c-1035-49ae-841f-053ac16c48af] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 854.069063] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9895e9b-2fd4-4686-8e8a-cbf10dc89c54 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.075822] env[69319]: DEBUG oslo_vmware.api [None req-11957c11-0f81-4bc5-8deb-f19412915378 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Task: {'id': task-3223235, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.124183] env[69319]: DEBUG oslo_vmware.api [None req-669d5971-18f3-446e-9657-022dcb6c0cb3 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': task-3223230, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.619096} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.124183] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-669d5971-18f3-446e-9657-022dcb6c0cb3 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore1] 66e1cd49-8387-4ef2-b3c8-8f301d27d1cb/66e1cd49-8387-4ef2-b3c8-8f301d27d1cb.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 854.124183] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-669d5971-18f3-446e-9657-022dcb6c0cb3 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 66e1cd49-8387-4ef2-b3c8-8f301d27d1cb] Extending root virtual disk to 1048576 {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 854.124431] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-396af84a-1bb9-4122-bb24-cdc51f9e35a4 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.131724] env[69319]: DEBUG oslo_vmware.api [None req-669d5971-18f3-446e-9657-022dcb6c0cb3 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Waiting for the task: (returnval){ [ 854.131724] env[69319]: value = "task-3223236" [ 854.131724] env[69319]: _type = "Task" [ 854.131724] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.144441] env[69319]: DEBUG oslo_vmware.api [None req-669d5971-18f3-446e-9657-022dcb6c0cb3 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': task-3223236, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.208252] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223234, 'name': CreateVM_Task, 'duration_secs': 0.411788} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.208435] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e619aa14-62f8-4482-a049-28422171cece] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 854.209154] env[69319]: DEBUG oslo_concurrency.lockutils [None req-3490b99a-1234-4da8-9819-d14aa5af86f4 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.209336] env[69319]: DEBUG oslo_concurrency.lockutils [None req-3490b99a-1234-4da8-9819-d14aa5af86f4 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.209700] env[69319]: DEBUG oslo_concurrency.lockutils [None req-3490b99a-1234-4da8-9819-d14aa5af86f4 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.210018] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e833469a-e8fd-4377-8e5c-a3d537c1ab97 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.215208] env[69319]: DEBUG oslo_vmware.api [None req-3490b99a-1234-4da8-9819-d14aa5af86f4 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Waiting for the task: (returnval){ [ 854.215208] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52347555-f560-53ca-a29e-daa4dae3f765" [ 854.215208] env[69319]: _type = "Task" [ 854.215208] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.223708] env[69319]: DEBUG oslo_vmware.api [None req-3490b99a-1234-4da8-9819-d14aa5af86f4 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52347555-f560-53ca-a29e-daa4dae3f765, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.260326] env[69319]: DEBUG nova.scheduler.client.report [None req-ad7fc3c0-514f-4379-82c7-5ab1edd61dfe tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 854.276523] env[69319]: DEBUG oslo_concurrency.lockutils [req-bc476bf2-7b04-44bc-90fe-d73336cd7052 req-8a0c7f40-1335-4c51-92ce-28a9b255757a service nova] Releasing lock "refresh_cache-dcd83efc-4157-4174-b3bd-5bd6cd865360" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.320986] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223233, 'name': CreateVM_Task, 'duration_secs': 0.712215} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.321726] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dcd83efc-4157-4174-b3bd-5bd6cd865360] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 854.322635] env[69319]: DEBUG oslo_concurrency.lockutils [None req-333191b1-9547-4b26-8570-a74a65fafb52 tempest-ServersTestJSON-1193997500 tempest-ServersTestJSON-1193997500-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.490279] env[69319]: DEBUG nova.compute.manager [None req-94fe7cd4-cd04-48b2-a955-d7303917558f tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] [instance: 914e081a-6fde-4c22-9f9c-ed060937963b] Stashing vm_state: active {{(pid=69319) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 854.539677] env[69319]: DEBUG nova.compute.manager [None req-f410d2ac-2166-46f9-8772-b48f5efb3166 tempest-ServerAddressesTestJSON-2119319870 tempest-ServerAddressesTestJSON-2119319870-project-member] [instance: 42447381-1bc9-4936-8fbf-178993fd5d68] Start spawning the instance on the hypervisor. {{(pid=69319) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 854.564792] env[69319]: DEBUG oslo_vmware.api [None req-11957c11-0f81-4bc5-8deb-f19412915378 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Task: {'id': task-3223235, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.572964] env[69319]: DEBUG nova.virt.hardware [None req-f410d2ac-2166-46f9-8772-b48f5efb3166 tempest-ServerAddressesTestJSON-2119319870 tempest-ServerAddressesTestJSON-2119319870-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:32:36Z,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31f027872f6f44dba95ff2fe7a062e00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:32:36Z,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 854.573231] env[69319]: DEBUG nova.virt.hardware [None req-f410d2ac-2166-46f9-8772-b48f5efb3166 tempest-ServerAddressesTestJSON-2119319870 tempest-ServerAddressesTestJSON-2119319870-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 854.573391] env[69319]: DEBUG nova.virt.hardware [None req-f410d2ac-2166-46f9-8772-b48f5efb3166 tempest-ServerAddressesTestJSON-2119319870 tempest-ServerAddressesTestJSON-2119319870-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 854.573614] env[69319]: DEBUG nova.virt.hardware [None req-f410d2ac-2166-46f9-8772-b48f5efb3166 tempest-ServerAddressesTestJSON-2119319870 tempest-ServerAddressesTestJSON-2119319870-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 854.573772] env[69319]: DEBUG nova.virt.hardware [None req-f410d2ac-2166-46f9-8772-b48f5efb3166 tempest-ServerAddressesTestJSON-2119319870 tempest-ServerAddressesTestJSON-2119319870-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 854.573923] env[69319]: DEBUG nova.virt.hardware [None req-f410d2ac-2166-46f9-8772-b48f5efb3166 tempest-ServerAddressesTestJSON-2119319870 tempest-ServerAddressesTestJSON-2119319870-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 854.574682] env[69319]: DEBUG nova.virt.hardware [None req-f410d2ac-2166-46f9-8772-b48f5efb3166 tempest-ServerAddressesTestJSON-2119319870 tempest-ServerAddressesTestJSON-2119319870-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 854.574913] env[69319]: DEBUG nova.virt.hardware [None req-f410d2ac-2166-46f9-8772-b48f5efb3166 tempest-ServerAddressesTestJSON-2119319870 tempest-ServerAddressesTestJSON-2119319870-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 854.575106] env[69319]: DEBUG nova.virt.hardware [None req-f410d2ac-2166-46f9-8772-b48f5efb3166 tempest-ServerAddressesTestJSON-2119319870 tempest-ServerAddressesTestJSON-2119319870-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 854.575421] env[69319]: DEBUG nova.virt.hardware [None req-f410d2ac-2166-46f9-8772-b48f5efb3166 tempest-ServerAddressesTestJSON-2119319870 tempest-ServerAddressesTestJSON-2119319870-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 854.575499] env[69319]: DEBUG nova.virt.hardware [None req-f410d2ac-2166-46f9-8772-b48f5efb3166 tempest-ServerAddressesTestJSON-2119319870 tempest-ServerAddressesTestJSON-2119319870-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 854.576678] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef5ad9a0-5ff1-4f10-9af1-610ccf33e035 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.584355] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b992e75d-fb76-4c74-bb28-a0772fe1c563 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.605489] env[69319]: INFO nova.compute.manager [None req-82602039-cd50-4e02-a197-2a468624ee78 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] [instance: 1159a12c-1035-49ae-841f-053ac16c48af] Took 40.26 seconds to build instance. [ 854.642183] env[69319]: DEBUG oslo_vmware.api [None req-669d5971-18f3-446e-9657-022dcb6c0cb3 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': task-3223236, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064894} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.642515] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-669d5971-18f3-446e-9657-022dcb6c0cb3 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 66e1cd49-8387-4ef2-b3c8-8f301d27d1cb] Extended root virtual disk {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 854.643343] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0307154-d601-4330-9a7e-ee22b3bfbd6f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.669225] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-669d5971-18f3-446e-9657-022dcb6c0cb3 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 66e1cd49-8387-4ef2-b3c8-8f301d27d1cb] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] 66e1cd49-8387-4ef2-b3c8-8f301d27d1cb/66e1cd49-8387-4ef2-b3c8-8f301d27d1cb.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 854.669536] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f5d942a-ab3f-4a8d-9b97-9fc1f5ca49c1 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.690446] env[69319]: DEBUG oslo_vmware.api [None req-669d5971-18f3-446e-9657-022dcb6c0cb3 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Waiting for the task: (returnval){ [ 854.690446] env[69319]: value = "task-3223237" [ 854.690446] env[69319]: _type = "Task" [ 854.690446] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.698908] env[69319]: DEBUG oslo_vmware.api [None req-669d5971-18f3-446e-9657-022dcb6c0cb3 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': task-3223237, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.725974] env[69319]: DEBUG oslo_vmware.api [None req-3490b99a-1234-4da8-9819-d14aa5af86f4 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52347555-f560-53ca-a29e-daa4dae3f765, 'name': SearchDatastore_Task, 'duration_secs': 0.009992} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.726318] env[69319]: DEBUG oslo_concurrency.lockutils [None req-3490b99a-1234-4da8-9819-d14aa5af86f4 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.726579] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-3490b99a-1234-4da8-9819-d14aa5af86f4 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: e619aa14-62f8-4482-a049-28422171cece] Processing image 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 854.726846] env[69319]: DEBUG oslo_concurrency.lockutils [None req-3490b99a-1234-4da8-9819-d14aa5af86f4 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.727039] env[69319]: DEBUG oslo_concurrency.lockutils [None req-3490b99a-1234-4da8-9819-d14aa5af86f4 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.727263] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-3490b99a-1234-4da8-9819-d14aa5af86f4 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 854.727568] env[69319]: DEBUG oslo_concurrency.lockutils [None req-333191b1-9547-4b26-8570-a74a65fafb52 tempest-ServersTestJSON-1193997500 tempest-ServersTestJSON-1193997500-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.727870] env[69319]: DEBUG oslo_concurrency.lockutils [None req-333191b1-9547-4b26-8570-a74a65fafb52 tempest-ServersTestJSON-1193997500 tempest-ServersTestJSON-1193997500-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.728114] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-31a3fa13-573b-45e3-9297-be311d756cbf {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.730225] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42276b9a-7a1f-4342-837d-93c53540388e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.735245] env[69319]: DEBUG oslo_vmware.api [None req-333191b1-9547-4b26-8570-a74a65fafb52 tempest-ServersTestJSON-1193997500 tempest-ServersTestJSON-1193997500-project-member] Waiting for the task: (returnval){ [ 854.735245] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52956067-b70c-8590-11fd-1dafadfd3195" [ 854.735245] env[69319]: _type = "Task" [ 854.735245] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.739094] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-3490b99a-1234-4da8-9819-d14aa5af86f4 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 854.739279] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-3490b99a-1234-4da8-9819-d14aa5af86f4 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 854.740360] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5cf3ea5d-014c-4d0f-81dd-6eaefa7ec7cc {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.745704] env[69319]: DEBUG oslo_concurrency.lockutils [None req-86ebe109-1909-4375-882b-fe13ef828d3f tempest-VolumesAssistedSnapshotsTest-79463186 tempest-VolumesAssistedSnapshotsTest-79463186-project-member] Acquiring lock "4f588763-0fc7-4980-92c0-7b451d4a9981" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.745977] env[69319]: DEBUG oslo_concurrency.lockutils [None req-86ebe109-1909-4375-882b-fe13ef828d3f tempest-VolumesAssistedSnapshotsTest-79463186 tempest-VolumesAssistedSnapshotsTest-79463186-project-member] Lock "4f588763-0fc7-4980-92c0-7b451d4a9981" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.746237] env[69319]: DEBUG oslo_concurrency.lockutils [None req-86ebe109-1909-4375-882b-fe13ef828d3f tempest-VolumesAssistedSnapshotsTest-79463186 tempest-VolumesAssistedSnapshotsTest-79463186-project-member] Acquiring lock "4f588763-0fc7-4980-92c0-7b451d4a9981-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.746444] env[69319]: DEBUG oslo_concurrency.lockutils [None req-86ebe109-1909-4375-882b-fe13ef828d3f tempest-VolumesAssistedSnapshotsTest-79463186 tempest-VolumesAssistedSnapshotsTest-79463186-project-member] Lock "4f588763-0fc7-4980-92c0-7b451d4a9981-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.746629] env[69319]: DEBUG oslo_concurrency.lockutils [None req-86ebe109-1909-4375-882b-fe13ef828d3f tempest-VolumesAssistedSnapshotsTest-79463186 tempest-VolumesAssistedSnapshotsTest-79463186-project-member] Lock "4f588763-0fc7-4980-92c0-7b451d4a9981-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.748283] env[69319]: DEBUG oslo_vmware.api [None req-333191b1-9547-4b26-8570-a74a65fafb52 tempest-ServersTestJSON-1193997500 tempest-ServersTestJSON-1193997500-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52956067-b70c-8590-11fd-1dafadfd3195, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.748715] env[69319]: INFO nova.compute.manager [None req-86ebe109-1909-4375-882b-fe13ef828d3f tempest-VolumesAssistedSnapshotsTest-79463186 tempest-VolumesAssistedSnapshotsTest-79463186-project-member] [instance: 4f588763-0fc7-4980-92c0-7b451d4a9981] Terminating instance [ 854.754211] env[69319]: DEBUG oslo_vmware.api [None req-3490b99a-1234-4da8-9819-d14aa5af86f4 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Waiting for the task: (returnval){ [ 854.754211] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]526587d4-bef7-bb04-8994-3a297a5876d0" [ 854.754211] env[69319]: _type = "Task" [ 854.754211] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.763180] env[69319]: DEBUG oslo_vmware.api [None req-3490b99a-1234-4da8-9819-d14aa5af86f4 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]526587d4-bef7-bb04-8994-3a297a5876d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.765700] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ad7fc3c0-514f-4379-82c7-5ab1edd61dfe tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.250s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.768148] env[69319]: DEBUG oslo_concurrency.lockutils [None req-81021b24-b6f9-43e0-8e26-a9c5fc348b24 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.152s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.768417] env[69319]: DEBUG nova.objects.instance [None req-81021b24-b6f9-43e0-8e26-a9c5fc348b24 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Lazy-loading 'resources' on Instance uuid 90fb9d48-f1f0-4f55-9e0f-673d7d78c380 {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 854.790378] env[69319]: INFO nova.scheduler.client.report [None req-ad7fc3c0-514f-4379-82c7-5ab1edd61dfe tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Deleted allocations for instance bfc6c3e7-8384-4669-bd43-acdfcb1c478a [ 855.013756] env[69319]: DEBUG oslo_concurrency.lockutils [None req-94fe7cd4-cd04-48b2-a955-d7303917558f tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.065245] env[69319]: DEBUG oslo_vmware.api [None req-11957c11-0f81-4bc5-8deb-f19412915378 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Task: {'id': task-3223235, 'name': PowerOffVM_Task, 'duration_secs': 0.517952} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.065555] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-11957c11-0f81-4bc5-8deb-f19412915378 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] [instance: d2216fa6-a955-4b17-b026-4bc90a655ff5] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 855.066399] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35f77a88-58c1-48c0-a47a-49868e2c65ac {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.085411] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-389681e6-6413-471a-b539-ce89c3f9a2a8 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.108496] env[69319]: DEBUG oslo_concurrency.lockutils [None req-82602039-cd50-4e02-a197-2a468624ee78 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Lock "1159a12c-1035-49ae-841f-053ac16c48af" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 103.988s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.119959] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-11957c11-0f81-4bc5-8deb-f19412915378 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] [instance: d2216fa6-a955-4b17-b026-4bc90a655ff5] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 855.120427] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7e2dbcef-bb3e-43bc-acd2-7d7b3385d0d0 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.127777] env[69319]: DEBUG oslo_vmware.api [None req-11957c11-0f81-4bc5-8deb-f19412915378 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Waiting for the task: (returnval){ [ 855.127777] env[69319]: value = "task-3223238" [ 855.127777] env[69319]: _type = "Task" [ 855.127777] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.135614] env[69319]: DEBUG oslo_vmware.api [None req-11957c11-0f81-4bc5-8deb-f19412915378 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Task: {'id': task-3223238, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.199975] env[69319]: DEBUG oslo_vmware.api [None req-669d5971-18f3-446e-9657-022dcb6c0cb3 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': task-3223237, 'name': ReconfigVM_Task, 'duration_secs': 0.328229} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.200681] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-669d5971-18f3-446e-9657-022dcb6c0cb3 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 66e1cd49-8387-4ef2-b3c8-8f301d27d1cb] Reconfigured VM instance instance-00000034 to attach disk [datastore1] 66e1cd49-8387-4ef2-b3c8-8f301d27d1cb/66e1cd49-8387-4ef2-b3c8-8f301d27d1cb.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 855.200938] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-986d1950-7a97-4d35-960b-7a73ef200d83 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.208899] env[69319]: DEBUG oslo_vmware.api [None req-669d5971-18f3-446e-9657-022dcb6c0cb3 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Waiting for the task: (returnval){ [ 855.208899] env[69319]: value = "task-3223239" [ 855.208899] env[69319]: _type = "Task" [ 855.208899] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.218897] env[69319]: DEBUG oslo_vmware.api [None req-669d5971-18f3-446e-9657-022dcb6c0cb3 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': task-3223239, 'name': Rename_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.245139] env[69319]: DEBUG oslo_vmware.api [None req-333191b1-9547-4b26-8570-a74a65fafb52 tempest-ServersTestJSON-1193997500 tempest-ServersTestJSON-1193997500-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52956067-b70c-8590-11fd-1dafadfd3195, 'name': SearchDatastore_Task, 'duration_secs': 0.008363} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.245495] env[69319]: DEBUG oslo_concurrency.lockutils [None req-333191b1-9547-4b26-8570-a74a65fafb52 tempest-ServersTestJSON-1193997500 tempest-ServersTestJSON-1193997500-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.245736] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-333191b1-9547-4b26-8570-a74a65fafb52 tempest-ServersTestJSON-1193997500 tempest-ServersTestJSON-1193997500-project-member] [instance: dcd83efc-4157-4174-b3bd-5bd6cd865360] Processing image 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 855.245947] env[69319]: DEBUG oslo_concurrency.lockutils [None req-333191b1-9547-4b26-8570-a74a65fafb52 tempest-ServersTestJSON-1193997500 tempest-ServersTestJSON-1193997500-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.252753] env[69319]: DEBUG nova.compute.manager [None req-86ebe109-1909-4375-882b-fe13ef828d3f tempest-VolumesAssistedSnapshotsTest-79463186 tempest-VolumesAssistedSnapshotsTest-79463186-project-member] [instance: 4f588763-0fc7-4980-92c0-7b451d4a9981] Start destroying the instance on the hypervisor. {{(pid=69319) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 855.252959] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-86ebe109-1909-4375-882b-fe13ef828d3f tempest-VolumesAssistedSnapshotsTest-79463186 tempest-VolumesAssistedSnapshotsTest-79463186-project-member] [instance: 4f588763-0fc7-4980-92c0-7b451d4a9981] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 855.253903] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43debf75-99c3-4553-9235-28521207afdf {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.264351] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-86ebe109-1909-4375-882b-fe13ef828d3f tempest-VolumesAssistedSnapshotsTest-79463186 tempest-VolumesAssistedSnapshotsTest-79463186-project-member] [instance: 4f588763-0fc7-4980-92c0-7b451d4a9981] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 855.267822] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9bfe011b-1076-4958-a68b-2b7047bb2687 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.270035] env[69319]: DEBUG oslo_vmware.api [None req-3490b99a-1234-4da8-9819-d14aa5af86f4 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]526587d4-bef7-bb04-8994-3a297a5876d0, 'name': SearchDatastore_Task, 'duration_secs': 0.008037} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.274442] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56eb5bca-2f0e-46a5-8f59-0d6ce43b451e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.280416] env[69319]: DEBUG oslo_vmware.api [None req-86ebe109-1909-4375-882b-fe13ef828d3f tempest-VolumesAssistedSnapshotsTest-79463186 tempest-VolumesAssistedSnapshotsTest-79463186-project-member] Waiting for the task: (returnval){ [ 855.280416] env[69319]: value = "task-3223240" [ 855.280416] env[69319]: _type = "Task" [ 855.280416] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.284464] env[69319]: DEBUG oslo_vmware.api [None req-3490b99a-1234-4da8-9819-d14aa5af86f4 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Waiting for the task: (returnval){ [ 855.284464] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]525ccb55-481a-33cb-33be-3836db5de3cd" [ 855.284464] env[69319]: _type = "Task" [ 855.284464] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.291779] env[69319]: DEBUG oslo_vmware.api [None req-86ebe109-1909-4375-882b-fe13ef828d3f tempest-VolumesAssistedSnapshotsTest-79463186 tempest-VolumesAssistedSnapshotsTest-79463186-project-member] Task: {'id': task-3223240, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.298874] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ad7fc3c0-514f-4379-82c7-5ab1edd61dfe tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Lock "bfc6c3e7-8384-4669-bd43-acdfcb1c478a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.012s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.301027] env[69319]: DEBUG oslo_vmware.api [None req-3490b99a-1234-4da8-9819-d14aa5af86f4 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]525ccb55-481a-33cb-33be-3836db5de3cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.644800] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-11957c11-0f81-4bc5-8deb-f19412915378 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] [instance: d2216fa6-a955-4b17-b026-4bc90a655ff5] VM already powered off {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 855.645165] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-11957c11-0f81-4bc5-8deb-f19412915378 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] [instance: d2216fa6-a955-4b17-b026-4bc90a655ff5] Processing image 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 855.645531] env[69319]: DEBUG oslo_concurrency.lockutils [None req-11957c11-0f81-4bc5-8deb-f19412915378 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.645767] env[69319]: DEBUG oslo_concurrency.lockutils [None req-11957c11-0f81-4bc5-8deb-f19412915378 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.646137] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-11957c11-0f81-4bc5-8deb-f19412915378 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 855.646749] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-32b7688f-3db1-4e50-8223-219932f8f48d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.656560] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-11957c11-0f81-4bc5-8deb-f19412915378 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 855.656745] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-11957c11-0f81-4bc5-8deb-f19412915378 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 855.660030] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c03400c7-4a61-4558-bd2f-2b14de67a8d0 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.665673] env[69319]: DEBUG oslo_vmware.api [None req-11957c11-0f81-4bc5-8deb-f19412915378 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Waiting for the task: (returnval){ [ 855.665673] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]521bad8d-4719-e258-2cba-e57305c7b16f" [ 855.665673] env[69319]: _type = "Task" [ 855.665673] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.678422] env[69319]: DEBUG oslo_vmware.api [None req-11957c11-0f81-4bc5-8deb-f19412915378 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]521bad8d-4719-e258-2cba-e57305c7b16f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.718993] env[69319]: DEBUG oslo_vmware.api [None req-669d5971-18f3-446e-9657-022dcb6c0cb3 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': task-3223239, 'name': Rename_Task, 'duration_secs': 0.162421} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.721765] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-669d5971-18f3-446e-9657-022dcb6c0cb3 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 66e1cd49-8387-4ef2-b3c8-8f301d27d1cb] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 855.722196] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-34a626f2-d7ea-4a03-9e78-81551f7f3181 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.728360] env[69319]: DEBUG oslo_vmware.api [None req-669d5971-18f3-446e-9657-022dcb6c0cb3 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Waiting for the task: (returnval){ [ 855.728360] env[69319]: value = "task-3223241" [ 855.728360] env[69319]: _type = "Task" [ 855.728360] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.738503] env[69319]: DEBUG oslo_vmware.api [None req-669d5971-18f3-446e-9657-022dcb6c0cb3 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': task-3223241, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.768557] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-115b17b6-ff77-487b-8742-1825b2f20955 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.778762] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-142f0c31-2fad-4fd5-9c8f-74e847e0f9ff {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.821898] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b34f24a8-137c-4397-a90a-48ef80e2369c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.824802] env[69319]: DEBUG oslo_vmware.api [None req-86ebe109-1909-4375-882b-fe13ef828d3f tempest-VolumesAssistedSnapshotsTest-79463186 tempest-VolumesAssistedSnapshotsTest-79463186-project-member] Task: {'id': task-3223240, 'name': PowerOffVM_Task, 'duration_secs': 0.441085} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.828700] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-86ebe109-1909-4375-882b-fe13ef828d3f tempest-VolumesAssistedSnapshotsTest-79463186 tempest-VolumesAssistedSnapshotsTest-79463186-project-member] [instance: 4f588763-0fc7-4980-92c0-7b451d4a9981] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 855.828968] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-86ebe109-1909-4375-882b-fe13ef828d3f tempest-VolumesAssistedSnapshotsTest-79463186 tempest-VolumesAssistedSnapshotsTest-79463186-project-member] [instance: 4f588763-0fc7-4980-92c0-7b451d4a9981] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 855.829268] env[69319]: DEBUG oslo_vmware.api [None req-3490b99a-1234-4da8-9819-d14aa5af86f4 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]525ccb55-481a-33cb-33be-3836db5de3cd, 'name': SearchDatastore_Task, 'duration_secs': 0.013132} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.829881] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-17a26373-223b-4bb8-b1bd-4d01156256cd {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.831888] env[69319]: DEBUG oslo_concurrency.lockutils [None req-3490b99a-1234-4da8-9819-d14aa5af86f4 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.832186] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-3490b99a-1234-4da8-9819-d14aa5af86f4 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore1] e619aa14-62f8-4482-a049-28422171cece/e619aa14-62f8-4482-a049-28422171cece.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 855.833030] env[69319]: DEBUG oslo_concurrency.lockutils [None req-333191b1-9547-4b26-8570-a74a65fafb52 tempest-ServersTestJSON-1193997500 tempest-ServersTestJSON-1193997500-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.833265] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-333191b1-9547-4b26-8570-a74a65fafb52 tempest-ServersTestJSON-1193997500 tempest-ServersTestJSON-1193997500-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 855.833561] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fc7781e6-09eb-4996-99b3-20c6941484e5 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.837665] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e471eb57-ae48-43ab-ab1c-3f9790870943 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.840876] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-498f3dc0-be71-42cf-a9f6-e200aa160ed5 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.846716] env[69319]: DEBUG oslo_vmware.api [None req-3490b99a-1234-4da8-9819-d14aa5af86f4 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Waiting for the task: (returnval){ [ 855.846716] env[69319]: value = "task-3223243" [ 855.846716] env[69319]: _type = "Task" [ 855.846716] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.862327] env[69319]: DEBUG oslo_concurrency.lockutils [None req-6fca772e-d504-4789-941f-182067b68721 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Acquiring lock "03ac405c-7176-42b5-9e5d-e28d39af08a1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.862758] env[69319]: DEBUG oslo_concurrency.lockutils [None req-6fca772e-d504-4789-941f-182067b68721 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Lock "03ac405c-7176-42b5-9e5d-e28d39af08a1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.863053] env[69319]: DEBUG oslo_concurrency.lockutils [None req-6fca772e-d504-4789-941f-182067b68721 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Acquiring lock "03ac405c-7176-42b5-9e5d-e28d39af08a1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.863468] env[69319]: DEBUG oslo_concurrency.lockutils [None req-6fca772e-d504-4789-941f-182067b68721 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Lock "03ac405c-7176-42b5-9e5d-e28d39af08a1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.863661] env[69319]: DEBUG oslo_concurrency.lockutils [None req-6fca772e-d504-4789-941f-182067b68721 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Lock "03ac405c-7176-42b5-9e5d-e28d39af08a1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.866186] env[69319]: DEBUG nova.compute.provider_tree [None req-81021b24-b6f9-43e0-8e26-a9c5fc348b24 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 855.869795] env[69319]: INFO nova.compute.manager [None req-6fca772e-d504-4789-941f-182067b68721 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] [instance: 03ac405c-7176-42b5-9e5d-e28d39af08a1] Terminating instance [ 855.873179] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-333191b1-9547-4b26-8570-a74a65fafb52 tempest-ServersTestJSON-1193997500 tempest-ServersTestJSON-1193997500-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 855.873179] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-333191b1-9547-4b26-8570-a74a65fafb52 tempest-ServersTestJSON-1193997500 tempest-ServersTestJSON-1193997500-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 855.881555] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50b004e7-0910-4747-bb83-0bf843a9c71a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.885035] env[69319]: DEBUG oslo_vmware.api [None req-3490b99a-1234-4da8-9819-d14aa5af86f4 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Task: {'id': task-3223243, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.886903] env[69319]: DEBUG nova.network.neutron [None req-f410d2ac-2166-46f9-8772-b48f5efb3166 tempest-ServerAddressesTestJSON-2119319870 tempest-ServerAddressesTestJSON-2119319870-project-member] [instance: 42447381-1bc9-4936-8fbf-178993fd5d68] Successfully updated port: 5b20b5ad-34eb-480a-894c-b569b239563d {{(pid=69319) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 855.888626] env[69319]: DEBUG oslo_concurrency.lockutils [None req-6fca772e-d504-4789-941f-182067b68721 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Acquiring lock "refresh_cache-03ac405c-7176-42b5-9e5d-e28d39af08a1" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.888626] env[69319]: DEBUG oslo_concurrency.lockutils [None req-6fca772e-d504-4789-941f-182067b68721 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Acquired lock "refresh_cache-03ac405c-7176-42b5-9e5d-e28d39af08a1" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.888626] env[69319]: DEBUG nova.network.neutron [None req-6fca772e-d504-4789-941f-182067b68721 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] [instance: 03ac405c-7176-42b5-9e5d-e28d39af08a1] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 855.893235] env[69319]: DEBUG oslo_vmware.api [None req-333191b1-9547-4b26-8570-a74a65fafb52 tempest-ServersTestJSON-1193997500 tempest-ServersTestJSON-1193997500-project-member] Waiting for the task: (returnval){ [ 855.893235] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]529315d7-d88b-95f4-2b5d-08c3a5a11673" [ 855.893235] env[69319]: _type = "Task" [ 855.893235] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.902549] env[69319]: DEBUG oslo_vmware.api [None req-333191b1-9547-4b26-8570-a74a65fafb52 tempest-ServersTestJSON-1193997500 tempest-ServersTestJSON-1193997500-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]529315d7-d88b-95f4-2b5d-08c3a5a11673, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.936499] env[69319]: DEBUG nova.compute.manager [req-640b2fbe-f26c-4a77-9a86-85090e273507 req-6431559f-55f6-42d7-9fdd-422f46cf1a49 service nova] [instance: 42447381-1bc9-4936-8fbf-178993fd5d68] Received event network-vif-plugged-5b20b5ad-34eb-480a-894c-b569b239563d {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 855.936750] env[69319]: DEBUG oslo_concurrency.lockutils [req-640b2fbe-f26c-4a77-9a86-85090e273507 req-6431559f-55f6-42d7-9fdd-422f46cf1a49 service nova] Acquiring lock "42447381-1bc9-4936-8fbf-178993fd5d68-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.936947] env[69319]: DEBUG oslo_concurrency.lockutils [req-640b2fbe-f26c-4a77-9a86-85090e273507 req-6431559f-55f6-42d7-9fdd-422f46cf1a49 service nova] Lock "42447381-1bc9-4936-8fbf-178993fd5d68-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.937320] env[69319]: DEBUG oslo_concurrency.lockutils [req-640b2fbe-f26c-4a77-9a86-85090e273507 req-6431559f-55f6-42d7-9fdd-422f46cf1a49 service nova] Lock "42447381-1bc9-4936-8fbf-178993fd5d68-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.937565] env[69319]: DEBUG nova.compute.manager [req-640b2fbe-f26c-4a77-9a86-85090e273507 req-6431559f-55f6-42d7-9fdd-422f46cf1a49 service nova] [instance: 42447381-1bc9-4936-8fbf-178993fd5d68] No waiting events found dispatching network-vif-plugged-5b20b5ad-34eb-480a-894c-b569b239563d {{(pid=69319) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 855.937913] env[69319]: WARNING nova.compute.manager [req-640b2fbe-f26c-4a77-9a86-85090e273507 req-6431559f-55f6-42d7-9fdd-422f46cf1a49 service nova] [instance: 42447381-1bc9-4936-8fbf-178993fd5d68] Received unexpected event network-vif-plugged-5b20b5ad-34eb-480a-894c-b569b239563d for instance with vm_state building and task_state spawning. [ 856.183205] env[69319]: DEBUG oslo_vmware.api [None req-11957c11-0f81-4bc5-8deb-f19412915378 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]521bad8d-4719-e258-2cba-e57305c7b16f, 'name': SearchDatastore_Task, 'duration_secs': 0.010799} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.183205] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aec4090a-1f53-4f34-a99a-05411e9d482c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.187224] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-86ebe109-1909-4375-882b-fe13ef828d3f tempest-VolumesAssistedSnapshotsTest-79463186 tempest-VolumesAssistedSnapshotsTest-79463186-project-member] [instance: 4f588763-0fc7-4980-92c0-7b451d4a9981] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 856.187500] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-86ebe109-1909-4375-882b-fe13ef828d3f tempest-VolumesAssistedSnapshotsTest-79463186 tempest-VolumesAssistedSnapshotsTest-79463186-project-member] [instance: 4f588763-0fc7-4980-92c0-7b451d4a9981] Deleting contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 856.187695] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-86ebe109-1909-4375-882b-fe13ef828d3f tempest-VolumesAssistedSnapshotsTest-79463186 tempest-VolumesAssistedSnapshotsTest-79463186-project-member] Deleting the datastore file [datastore2] 4f588763-0fc7-4980-92c0-7b451d4a9981 {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 856.187959] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b149824e-4060-4b0d-bcea-fee785c329c4 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.194606] env[69319]: DEBUG oslo_vmware.api [None req-11957c11-0f81-4bc5-8deb-f19412915378 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Waiting for the task: (returnval){ [ 856.194606] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52f23c2b-5dd5-0607-6334-54f2fbd6ac5a" [ 856.194606] env[69319]: _type = "Task" [ 856.194606] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.203489] env[69319]: DEBUG oslo_vmware.api [None req-86ebe109-1909-4375-882b-fe13ef828d3f tempest-VolumesAssistedSnapshotsTest-79463186 tempest-VolumesAssistedSnapshotsTest-79463186-project-member] Waiting for the task: (returnval){ [ 856.203489] env[69319]: value = "task-3223244" [ 856.203489] env[69319]: _type = "Task" [ 856.203489] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.210664] env[69319]: DEBUG oslo_vmware.api [None req-11957c11-0f81-4bc5-8deb-f19412915378 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52f23c2b-5dd5-0607-6334-54f2fbd6ac5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.216980] env[69319]: DEBUG oslo_vmware.api [None req-86ebe109-1909-4375-882b-fe13ef828d3f tempest-VolumesAssistedSnapshotsTest-79463186 tempest-VolumesAssistedSnapshotsTest-79463186-project-member] Task: {'id': task-3223244, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.241655] env[69319]: DEBUG oslo_vmware.api [None req-669d5971-18f3-446e-9657-022dcb6c0cb3 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': task-3223241, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.358320] env[69319]: DEBUG oslo_vmware.api [None req-3490b99a-1234-4da8-9819-d14aa5af86f4 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Task: {'id': task-3223243, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503356} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.358686] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-3490b99a-1234-4da8-9819-d14aa5af86f4 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore1] e619aa14-62f8-4482-a049-28422171cece/e619aa14-62f8-4482-a049-28422171cece.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 856.358955] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-3490b99a-1234-4da8-9819-d14aa5af86f4 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: e619aa14-62f8-4482-a049-28422171cece] Extending root virtual disk to 1048576 {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 856.359284] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cf426777-b0e3-4d54-92d4-eb1fd5402095 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.366050] env[69319]: DEBUG oslo_vmware.api [None req-3490b99a-1234-4da8-9819-d14aa5af86f4 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Waiting for the task: (returnval){ [ 856.366050] env[69319]: value = "task-3223245" [ 856.366050] env[69319]: _type = "Task" [ 856.366050] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.374733] env[69319]: DEBUG oslo_vmware.api [None req-3490b99a-1234-4da8-9819-d14aa5af86f4 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Task: {'id': task-3223245, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.376827] env[69319]: DEBUG nova.scheduler.client.report [None req-81021b24-b6f9-43e0-8e26-a9c5fc348b24 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 856.390997] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f410d2ac-2166-46f9-8772-b48f5efb3166 tempest-ServerAddressesTestJSON-2119319870 tempest-ServerAddressesTestJSON-2119319870-project-member] Acquiring lock "refresh_cache-42447381-1bc9-4936-8fbf-178993fd5d68" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.391129] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f410d2ac-2166-46f9-8772-b48f5efb3166 tempest-ServerAddressesTestJSON-2119319870 tempest-ServerAddressesTestJSON-2119319870-project-member] Acquired lock "refresh_cache-42447381-1bc9-4936-8fbf-178993fd5d68" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.391327] env[69319]: DEBUG nova.network.neutron [None req-f410d2ac-2166-46f9-8772-b48f5efb3166 tempest-ServerAddressesTestJSON-2119319870 tempest-ServerAddressesTestJSON-2119319870-project-member] [instance: 42447381-1bc9-4936-8fbf-178993fd5d68] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 856.406009] env[69319]: DEBUG oslo_vmware.api [None req-333191b1-9547-4b26-8570-a74a65fafb52 tempest-ServersTestJSON-1193997500 tempest-ServersTestJSON-1193997500-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]529315d7-d88b-95f4-2b5d-08c3a5a11673, 'name': SearchDatastore_Task, 'duration_secs': 0.009315} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.407131] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-651d8bd8-eec9-487f-b12e-b0d7512946c3 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.413110] env[69319]: DEBUG oslo_vmware.api [None req-333191b1-9547-4b26-8570-a74a65fafb52 tempest-ServersTestJSON-1193997500 tempest-ServersTestJSON-1193997500-project-member] Waiting for the task: (returnval){ [ 856.413110] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]525aaaea-b412-6e0c-e9cd-40525a8d18f7" [ 856.413110] env[69319]: _type = "Task" [ 856.413110] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.422145] env[69319]: DEBUG oslo_vmware.api [None req-333191b1-9547-4b26-8570-a74a65fafb52 tempest-ServersTestJSON-1193997500 tempest-ServersTestJSON-1193997500-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]525aaaea-b412-6e0c-e9cd-40525a8d18f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.427547] env[69319]: DEBUG nova.network.neutron [None req-6fca772e-d504-4789-941f-182067b68721 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] [instance: 03ac405c-7176-42b5-9e5d-e28d39af08a1] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 856.516064] env[69319]: DEBUG nova.network.neutron [None req-6fca772e-d504-4789-941f-182067b68721 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] [instance: 03ac405c-7176-42b5-9e5d-e28d39af08a1] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.709024] env[69319]: DEBUG oslo_vmware.api [None req-11957c11-0f81-4bc5-8deb-f19412915378 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52f23c2b-5dd5-0607-6334-54f2fbd6ac5a, 'name': SearchDatastore_Task, 'duration_secs': 0.023884} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.709850] env[69319]: DEBUG oslo_concurrency.lockutils [None req-11957c11-0f81-4bc5-8deb-f19412915378 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.710596] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-11957c11-0f81-4bc5-8deb-f19412915378 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] d2216fa6-a955-4b17-b026-4bc90a655ff5/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8-rescue.vmdk. {{(pid=69319) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 856.711092] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cfe5682a-61e6-41f6-83da-1ea2d85e81e7 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.721043] env[69319]: DEBUG oslo_vmware.api [None req-86ebe109-1909-4375-882b-fe13ef828d3f tempest-VolumesAssistedSnapshotsTest-79463186 tempest-VolumesAssistedSnapshotsTest-79463186-project-member] Task: {'id': task-3223244, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.296224} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.722178] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-86ebe109-1909-4375-882b-fe13ef828d3f tempest-VolumesAssistedSnapshotsTest-79463186 tempest-VolumesAssistedSnapshotsTest-79463186-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 856.722389] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-86ebe109-1909-4375-882b-fe13ef828d3f tempest-VolumesAssistedSnapshotsTest-79463186 tempest-VolumesAssistedSnapshotsTest-79463186-project-member] [instance: 4f588763-0fc7-4980-92c0-7b451d4a9981] Deleted contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 856.722598] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-86ebe109-1909-4375-882b-fe13ef828d3f tempest-VolumesAssistedSnapshotsTest-79463186 tempest-VolumesAssistedSnapshotsTest-79463186-project-member] [instance: 4f588763-0fc7-4980-92c0-7b451d4a9981] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 856.722819] env[69319]: INFO nova.compute.manager [None req-86ebe109-1909-4375-882b-fe13ef828d3f tempest-VolumesAssistedSnapshotsTest-79463186 tempest-VolumesAssistedSnapshotsTest-79463186-project-member] [instance: 4f588763-0fc7-4980-92c0-7b451d4a9981] Took 1.47 seconds to destroy the instance on the hypervisor. [ 856.723084] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-86ebe109-1909-4375-882b-fe13ef828d3f tempest-VolumesAssistedSnapshotsTest-79463186 tempest-VolumesAssistedSnapshotsTest-79463186-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 856.723376] env[69319]: DEBUG oslo_vmware.api [None req-11957c11-0f81-4bc5-8deb-f19412915378 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Waiting for the task: (returnval){ [ 856.723376] env[69319]: value = "task-3223246" [ 856.723376] env[69319]: _type = "Task" [ 856.723376] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.723590] env[69319]: DEBUG nova.compute.manager [-] [instance: 4f588763-0fc7-4980-92c0-7b451d4a9981] Deallocating network for instance {{(pid=69319) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 856.723686] env[69319]: DEBUG nova.network.neutron [-] [instance: 4f588763-0fc7-4980-92c0-7b451d4a9981] deallocate_for_instance() {{(pid=69319) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 856.735049] env[69319]: DEBUG oslo_vmware.api [None req-11957c11-0f81-4bc5-8deb-f19412915378 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Task: {'id': task-3223246, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.740033] env[69319]: DEBUG oslo_vmware.api [None req-669d5971-18f3-446e-9657-022dcb6c0cb3 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': task-3223241, 'name': PowerOnVM_Task, 'duration_secs': 0.517282} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.740033] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-669d5971-18f3-446e-9657-022dcb6c0cb3 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 66e1cd49-8387-4ef2-b3c8-8f301d27d1cb] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 856.740386] env[69319]: INFO nova.compute.manager [None req-669d5971-18f3-446e-9657-022dcb6c0cb3 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 66e1cd49-8387-4ef2-b3c8-8f301d27d1cb] Took 8.71 seconds to spawn the instance on the hypervisor. [ 856.743626] env[69319]: DEBUG nova.compute.manager [None req-669d5971-18f3-446e-9657-022dcb6c0cb3 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 66e1cd49-8387-4ef2-b3c8-8f301d27d1cb] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 856.743626] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f6234f5-fbad-4d1e-b438-6c8589e844a5 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.877686] env[69319]: DEBUG oslo_vmware.api [None req-3490b99a-1234-4da8-9819-d14aa5af86f4 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Task: {'id': task-3223245, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075672} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.878149] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-3490b99a-1234-4da8-9819-d14aa5af86f4 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: e619aa14-62f8-4482-a049-28422171cece] Extended root virtual disk {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 856.879077] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f08929d-c20a-40e0-8761-2dbe0d7e2ca7 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.882403] env[69319]: DEBUG oslo_concurrency.lockutils [None req-81021b24-b6f9-43e0-8e26-a9c5fc348b24 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.114s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.888019] env[69319]: DEBUG oslo_concurrency.lockutils [None req-55f0deaf-91ee-4054-80cc-a37ded1a7890 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.843s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.888019] env[69319]: INFO nova.compute.claims [None req-55f0deaf-91ee-4054-80cc-a37ded1a7890 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] [instance: 49f792b7-4c8b-4a2a-afe4-016281de77b9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 856.923460] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-3490b99a-1234-4da8-9819-d14aa5af86f4 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: e619aa14-62f8-4482-a049-28422171cece] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] e619aa14-62f8-4482-a049-28422171cece/e619aa14-62f8-4482-a049-28422171cece.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 856.924978] env[69319]: INFO nova.scheduler.client.report [None req-81021b24-b6f9-43e0-8e26-a9c5fc348b24 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Deleted allocations for instance 90fb9d48-f1f0-4f55-9e0f-673d7d78c380 [ 856.928033] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ae2b273-3927-4405-9563-dc650fcc1468 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.965283] env[69319]: DEBUG oslo_vmware.api [None req-333191b1-9547-4b26-8570-a74a65fafb52 tempest-ServersTestJSON-1193997500 tempest-ServersTestJSON-1193997500-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]525aaaea-b412-6e0c-e9cd-40525a8d18f7, 'name': SearchDatastore_Task, 'duration_secs': 0.010797} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.965283] env[69319]: DEBUG oslo_concurrency.lockutils [None req-333191b1-9547-4b26-8570-a74a65fafb52 tempest-ServersTestJSON-1193997500 tempest-ServersTestJSON-1193997500-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.965816] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-333191b1-9547-4b26-8570-a74a65fafb52 tempest-ServersTestJSON-1193997500 tempest-ServersTestJSON-1193997500-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore1] dcd83efc-4157-4174-b3bd-5bd6cd865360/dcd83efc-4157-4174-b3bd-5bd6cd865360.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 856.966348] env[69319]: DEBUG oslo_vmware.api [None req-3490b99a-1234-4da8-9819-d14aa5af86f4 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Waiting for the task: (returnval){ [ 856.966348] env[69319]: value = "task-3223247" [ 856.966348] env[69319]: _type = "Task" [ 856.966348] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.966902] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-139864f0-6400-49f5-84dd-be24bf358018 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.981959] env[69319]: DEBUG oslo_vmware.api [None req-3490b99a-1234-4da8-9819-d14aa5af86f4 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Task: {'id': task-3223247, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.984081] env[69319]: DEBUG oslo_vmware.api [None req-333191b1-9547-4b26-8570-a74a65fafb52 tempest-ServersTestJSON-1193997500 tempest-ServersTestJSON-1193997500-project-member] Waiting for the task: (returnval){ [ 856.984081] env[69319]: value = "task-3223248" [ 856.984081] env[69319]: _type = "Task" [ 856.984081] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.002318] env[69319]: DEBUG oslo_vmware.api [None req-333191b1-9547-4b26-8570-a74a65fafb52 tempest-ServersTestJSON-1193997500 tempest-ServersTestJSON-1193997500-project-member] Task: {'id': task-3223248, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.018398] env[69319]: DEBUG oslo_concurrency.lockutils [None req-6fca772e-d504-4789-941f-182067b68721 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Releasing lock "refresh_cache-03ac405c-7176-42b5-9e5d-e28d39af08a1" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.018863] env[69319]: DEBUG nova.compute.manager [None req-6fca772e-d504-4789-941f-182067b68721 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] [instance: 03ac405c-7176-42b5-9e5d-e28d39af08a1] Start destroying the instance on the hypervisor. {{(pid=69319) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 857.019078] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-6fca772e-d504-4789-941f-182067b68721 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] [instance: 03ac405c-7176-42b5-9e5d-e28d39af08a1] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 857.020062] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae9a24d3-03b0-4981-ae35-6dc0a035dc3a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.028617] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fca772e-d504-4789-941f-182067b68721 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] [instance: 03ac405c-7176-42b5-9e5d-e28d39af08a1] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 857.028886] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-855a52b8-be43-4604-802a-ea9a63a5ff85 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.036877] env[69319]: DEBUG oslo_vmware.api [None req-6fca772e-d504-4789-941f-182067b68721 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Waiting for the task: (returnval){ [ 857.036877] env[69319]: value = "task-3223249" [ 857.036877] env[69319]: _type = "Task" [ 857.036877] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.042263] env[69319]: DEBUG nova.network.neutron [None req-f410d2ac-2166-46f9-8772-b48f5efb3166 tempest-ServerAddressesTestJSON-2119319870 tempest-ServerAddressesTestJSON-2119319870-project-member] [instance: 42447381-1bc9-4936-8fbf-178993fd5d68] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 857.048465] env[69319]: DEBUG oslo_vmware.api [None req-6fca772e-d504-4789-941f-182067b68721 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Task: {'id': task-3223249, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.237191] env[69319]: DEBUG oslo_vmware.api [None req-11957c11-0f81-4bc5-8deb-f19412915378 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Task: {'id': task-3223246, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.260684] env[69319]: INFO nova.compute.manager [None req-669d5971-18f3-446e-9657-022dcb6c0cb3 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 66e1cd49-8387-4ef2-b3c8-8f301d27d1cb] Took 38.94 seconds to build instance. [ 857.293934] env[69319]: DEBUG nova.compute.manager [None req-53e19a7a-d7ed-4544-bb8d-277a564c2b64 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] [instance: 1159a12c-1035-49ae-841f-053ac16c48af] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 857.294962] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fee7b613-b4aa-4adb-be2f-f18a9242d2c0 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.455919] env[69319]: DEBUG nova.network.neutron [None req-f410d2ac-2166-46f9-8772-b48f5efb3166 tempest-ServerAddressesTestJSON-2119319870 tempest-ServerAddressesTestJSON-2119319870-project-member] [instance: 42447381-1bc9-4936-8fbf-178993fd5d68] Updating instance_info_cache with network_info: [{"id": "5b20b5ad-34eb-480a-894c-b569b239563d", "address": "fa:16:3e:6a:9e:c7", "network": {"id": "9def9934-43f5-4a0b-84ab-492a768d8ded", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1935785807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36729cac7b7347e6903fd61406c2863d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b20b5ad-34", "ovs_interfaceid": "5b20b5ad-34eb-480a-894c-b569b239563d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.460984] env[69319]: DEBUG oslo_concurrency.lockutils [None req-81021b24-b6f9-43e0-8e26-a9c5fc348b24 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Lock "90fb9d48-f1f0-4f55-9e0f-673d7d78c380" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.043s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.462322] env[69319]: DEBUG oslo_concurrency.lockutils [req-e72038d3-f98f-4ca1-a453-6de27bbe2b91 req-10cbe693-1086-4950-a28c-764b1ad3968b service nova] Acquired lock "90fb9d48-f1f0-4f55-9e0f-673d7d78c380" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.463864] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4897c4f2-7d6b-424d-826c-fa4f7e335ad2 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.475252] env[69319]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 857.475252] env[69319]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=69319) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 857.476172] env[69319]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-078b5a1a-2d54-4a32-9df8-f3db555276fe {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.492231] env[69319]: DEBUG oslo_vmware.api [None req-3490b99a-1234-4da8-9819-d14aa5af86f4 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Task: {'id': task-3223247, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.501348] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c816caf6-7cb8-4c6e-8a1b-d2022a9517c6 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.516968] env[69319]: DEBUG oslo_vmware.api [None req-333191b1-9547-4b26-8570-a74a65fafb52 tempest-ServersTestJSON-1193997500 tempest-ServersTestJSON-1193997500-project-member] Task: {'id': task-3223248, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.548395] env[69319]: ERROR root [req-e72038d3-f98f-4ca1-a453-6de27bbe2b91 req-10cbe693-1086-4950-a28c-764b1ad3968b service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-644245' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 479, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-644245' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-644245' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-644245'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-644245' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-644245' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-644245'}\n"]: nova.exception.InstanceNotFound: Instance 90fb9d48-f1f0-4f55-9e0f-673d7d78c380 could not be found. [ 857.548686] env[69319]: DEBUG oslo_concurrency.lockutils [req-e72038d3-f98f-4ca1-a453-6de27bbe2b91 req-10cbe693-1086-4950-a28c-764b1ad3968b service nova] Releasing lock "90fb9d48-f1f0-4f55-9e0f-673d7d78c380" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.548950] env[69319]: DEBUG nova.compute.manager [req-e72038d3-f98f-4ca1-a453-6de27bbe2b91 req-10cbe693-1086-4950-a28c-764b1ad3968b service nova] [instance: 90fb9d48-f1f0-4f55-9e0f-673d7d78c380] Detach interface failed, port_id=a65839c5-6a07-40fc-a545-60e6de144480, reason: Instance 90fb9d48-f1f0-4f55-9e0f-673d7d78c380 could not be found. {{(pid=69319) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 857.560776] env[69319]: DEBUG oslo_vmware.api [None req-6fca772e-d504-4789-941f-182067b68721 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Task: {'id': task-3223249, 'name': PowerOffVM_Task, 'duration_secs': 0.294558} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.561193] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fca772e-d504-4789-941f-182067b68721 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] [instance: 03ac405c-7176-42b5-9e5d-e28d39af08a1] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 857.561408] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-6fca772e-d504-4789-941f-182067b68721 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] [instance: 03ac405c-7176-42b5-9e5d-e28d39af08a1] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 857.561685] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a4818dee-fc3e-496b-8257-6ba0f008629e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.587124] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-6fca772e-d504-4789-941f-182067b68721 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] [instance: 03ac405c-7176-42b5-9e5d-e28d39af08a1] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 857.587378] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-6fca772e-d504-4789-941f-182067b68721 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] [instance: 03ac405c-7176-42b5-9e5d-e28d39af08a1] Deleting contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 857.587577] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fca772e-d504-4789-941f-182067b68721 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Deleting the datastore file [datastore2] 03ac405c-7176-42b5-9e5d-e28d39af08a1 {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 857.588019] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-08d578bc-993e-4aea-a5bc-94e53b70ea7d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.596139] env[69319]: DEBUG oslo_vmware.api [None req-6fca772e-d504-4789-941f-182067b68721 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Waiting for the task: (returnval){ [ 857.596139] env[69319]: value = "task-3223251" [ 857.596139] env[69319]: _type = "Task" [ 857.596139] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.605610] env[69319]: DEBUG oslo_vmware.api [None req-6fca772e-d504-4789-941f-182067b68721 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Task: {'id': task-3223251, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.736445] env[69319]: DEBUG oslo_vmware.api [None req-11957c11-0f81-4bc5-8deb-f19412915378 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Task: {'id': task-3223246, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.552552} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.736809] env[69319]: INFO nova.virt.vmwareapi.ds_util [None req-11957c11-0f81-4bc5-8deb-f19412915378 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] d2216fa6-a955-4b17-b026-4bc90a655ff5/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8-rescue.vmdk. [ 857.737724] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-908b9e93-82b2-40a0-8996-489b61d7d1a7 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.768020] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-11957c11-0f81-4bc5-8deb-f19412915378 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] [instance: d2216fa6-a955-4b17-b026-4bc90a655ff5] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] d2216fa6-a955-4b17-b026-4bc90a655ff5/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8-rescue.vmdk or device None with type thin {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 857.768020] env[69319]: DEBUG oslo_concurrency.lockutils [None req-669d5971-18f3-446e-9657-022dcb6c0cb3 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Lock "66e1cd49-8387-4ef2-b3c8-8f301d27d1cb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 102.547s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.768020] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a93a5a7-3fdc-49ce-b5d8-74fa0c2d8a45 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.784515] env[69319]: DEBUG oslo_vmware.api [None req-11957c11-0f81-4bc5-8deb-f19412915378 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Waiting for the task: (returnval){ [ 857.784515] env[69319]: value = "task-3223252" [ 857.784515] env[69319]: _type = "Task" [ 857.784515] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.792941] env[69319]: DEBUG oslo_vmware.api [None req-11957c11-0f81-4bc5-8deb-f19412915378 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Task: {'id': task-3223252, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.809444] env[69319]: INFO nova.compute.manager [None req-53e19a7a-d7ed-4544-bb8d-277a564c2b64 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] [instance: 1159a12c-1035-49ae-841f-053ac16c48af] instance snapshotting [ 857.812491] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d830f22-89fc-4ded-b68e-6e0d4a6f8f9a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.832023] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08bb045d-e835-4ada-9a61-33ec6096ac74 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.962245] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f410d2ac-2166-46f9-8772-b48f5efb3166 tempest-ServerAddressesTestJSON-2119319870 tempest-ServerAddressesTestJSON-2119319870-project-member] Releasing lock "refresh_cache-42447381-1bc9-4936-8fbf-178993fd5d68" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.963340] env[69319]: DEBUG nova.compute.manager [None req-f410d2ac-2166-46f9-8772-b48f5efb3166 tempest-ServerAddressesTestJSON-2119319870 tempest-ServerAddressesTestJSON-2119319870-project-member] [instance: 42447381-1bc9-4936-8fbf-178993fd5d68] Instance network_info: |[{"id": "5b20b5ad-34eb-480a-894c-b569b239563d", "address": "fa:16:3e:6a:9e:c7", "network": {"id": "9def9934-43f5-4a0b-84ab-492a768d8ded", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1935785807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36729cac7b7347e6903fd61406c2863d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b20b5ad-34", "ovs_interfaceid": "5b20b5ad-34eb-480a-894c-b569b239563d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 857.964556] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-f410d2ac-2166-46f9-8772-b48f5efb3166 tempest-ServerAddressesTestJSON-2119319870 tempest-ServerAddressesTestJSON-2119319870-project-member] [instance: 42447381-1bc9-4936-8fbf-178993fd5d68] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:9e:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '33ddef78-922c-4cd3-99b0-971ac7802856', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5b20b5ad-34eb-480a-894c-b569b239563d', 'vif_model': 'vmxnet3'}] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 857.975336] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-f410d2ac-2166-46f9-8772-b48f5efb3166 tempest-ServerAddressesTestJSON-2119319870 tempest-ServerAddressesTestJSON-2119319870-project-member] Creating folder: Project (36729cac7b7347e6903fd61406c2863d). Parent ref: group-v644239. {{(pid=69319) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 857.979664] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-56e1e37c-0d99-4420-a74c-019f483e7934 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.001660] env[69319]: DEBUG oslo_vmware.api [None req-3490b99a-1234-4da8-9819-d14aa5af86f4 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Task: {'id': task-3223247, 'name': ReconfigVM_Task, 'duration_secs': 0.758651} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.006488] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-3490b99a-1234-4da8-9819-d14aa5af86f4 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: e619aa14-62f8-4482-a049-28422171cece] Reconfigured VM instance instance-00000009 to attach disk [datastore1] e619aa14-62f8-4482-a049-28422171cece/e619aa14-62f8-4482-a049-28422171cece.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 858.011138] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-f410d2ac-2166-46f9-8772-b48f5efb3166 tempest-ServerAddressesTestJSON-2119319870 tempest-ServerAddressesTestJSON-2119319870-project-member] Created folder: Project (36729cac7b7347e6903fd61406c2863d) in parent group-v644239. [ 858.011368] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-f410d2ac-2166-46f9-8772-b48f5efb3166 tempest-ServerAddressesTestJSON-2119319870 tempest-ServerAddressesTestJSON-2119319870-project-member] Creating folder: Instances. Parent ref: group-v644392. {{(pid=69319) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 858.012193] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-90d4e478-dcb0-4266-bdb7-087f714a3152 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.013904] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-772d9f26-e21e-40a7-9eff-3896b3a98dfb {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.019511] env[69319]: DEBUG oslo_vmware.api [None req-333191b1-9547-4b26-8570-a74a65fafb52 tempest-ServersTestJSON-1193997500 tempest-ServersTestJSON-1193997500-project-member] Task: {'id': task-3223248, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.669774} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.020387] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-333191b1-9547-4b26-8570-a74a65fafb52 tempest-ServersTestJSON-1193997500 tempest-ServersTestJSON-1193997500-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore1] dcd83efc-4157-4174-b3bd-5bd6cd865360/dcd83efc-4157-4174-b3bd-5bd6cd865360.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 858.020679] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-333191b1-9547-4b26-8570-a74a65fafb52 tempest-ServersTestJSON-1193997500 tempest-ServersTestJSON-1193997500-project-member] [instance: dcd83efc-4157-4174-b3bd-5bd6cd865360] Extending root virtual disk to 1048576 {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 858.021101] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bb769daa-be33-4480-94e5-2b1029c5cc32 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.027094] env[69319]: DEBUG oslo_vmware.api [None req-3490b99a-1234-4da8-9819-d14aa5af86f4 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Waiting for the task: (returnval){ [ 858.027094] env[69319]: value = "task-3223254" [ 858.027094] env[69319]: _type = "Task" [ 858.027094] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.028753] env[69319]: DEBUG oslo_vmware.api [None req-333191b1-9547-4b26-8570-a74a65fafb52 tempest-ServersTestJSON-1193997500 tempest-ServersTestJSON-1193997500-project-member] Waiting for the task: (returnval){ [ 858.028753] env[69319]: value = "task-3223256" [ 858.028753] env[69319]: _type = "Task" [ 858.028753] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.032767] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-f410d2ac-2166-46f9-8772-b48f5efb3166 tempest-ServerAddressesTestJSON-2119319870 tempest-ServerAddressesTestJSON-2119319870-project-member] Created folder: Instances in parent group-v644392. [ 858.033017] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f410d2ac-2166-46f9-8772-b48f5efb3166 tempest-ServerAddressesTestJSON-2119319870 tempest-ServerAddressesTestJSON-2119319870-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 858.036309] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42447381-1bc9-4936-8fbf-178993fd5d68] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 858.037165] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b1fe2732-2bf6-41c5-b5fa-5a4f0534da8e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.058458] env[69319]: DEBUG oslo_vmware.api [None req-3490b99a-1234-4da8-9819-d14aa5af86f4 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Task: {'id': task-3223254, 'name': Rename_Task} progress is 6%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.062295] env[69319]: DEBUG oslo_vmware.api [None req-333191b1-9547-4b26-8570-a74a65fafb52 tempest-ServersTestJSON-1193997500 tempest-ServersTestJSON-1193997500-project-member] Task: {'id': task-3223256, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.063525] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 858.063525] env[69319]: value = "task-3223257" [ 858.063525] env[69319]: _type = "Task" [ 858.063525] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.074010] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223257, 'name': CreateVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.106991] env[69319]: DEBUG oslo_vmware.api [None req-6fca772e-d504-4789-941f-182067b68721 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Task: {'id': task-3223251, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184705} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.107333] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fca772e-d504-4789-941f-182067b68721 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 858.107533] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-6fca772e-d504-4789-941f-182067b68721 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] [instance: 03ac405c-7176-42b5-9e5d-e28d39af08a1] Deleted contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 858.107741] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-6fca772e-d504-4789-941f-182067b68721 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] [instance: 03ac405c-7176-42b5-9e5d-e28d39af08a1] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 858.107944] env[69319]: INFO nova.compute.manager [None req-6fca772e-d504-4789-941f-182067b68721 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] [instance: 03ac405c-7176-42b5-9e5d-e28d39af08a1] Took 1.09 seconds to destroy the instance on the hypervisor. [ 858.108233] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6fca772e-d504-4789-941f-182067b68721 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 858.108450] env[69319]: DEBUG nova.compute.manager [-] [instance: 03ac405c-7176-42b5-9e5d-e28d39af08a1] Deallocating network for instance {{(pid=69319) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 858.108550] env[69319]: DEBUG nova.network.neutron [-] [instance: 03ac405c-7176-42b5-9e5d-e28d39af08a1] deallocate_for_instance() {{(pid=69319) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 858.115460] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3499f249-ff5b-46af-94f2-5c6e06e587ef {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.121815] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-2c94803c-8165-4a5a-8bb8-64e0378d566c tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 66e1cd49-8387-4ef2-b3c8-8f301d27d1cb] Suspending the VM {{(pid=69319) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 858.122138] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-f61278d1-eef4-45af-93ed-4a50e9b7dd84 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.129248] env[69319]: DEBUG oslo_vmware.api [None req-2c94803c-8165-4a5a-8bb8-64e0378d566c tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Waiting for the task: (returnval){ [ 858.129248] env[69319]: value = "task-3223258" [ 858.129248] env[69319]: _type = "Task" [ 858.129248] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.143267] env[69319]: DEBUG nova.network.neutron [-] [instance: 03ac405c-7176-42b5-9e5d-e28d39af08a1] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 858.149377] env[69319]: DEBUG oslo_vmware.api [None req-2c94803c-8165-4a5a-8bb8-64e0378d566c tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': task-3223258, 'name': SuspendVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.310494] env[69319]: DEBUG oslo_vmware.api [None req-11957c11-0f81-4bc5-8deb-f19412915378 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Task: {'id': task-3223252, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.343824] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-53e19a7a-d7ed-4544-bb8d-277a564c2b64 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] [instance: 1159a12c-1035-49ae-841f-053ac16c48af] Creating Snapshot of the VM instance {{(pid=69319) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 858.344803] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-fc461fc7-0f11-42c5-8fad-8c7eb201e470 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.354341] env[69319]: DEBUG oslo_vmware.api [None req-53e19a7a-d7ed-4544-bb8d-277a564c2b64 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Waiting for the task: (returnval){ [ 858.354341] env[69319]: value = "task-3223259" [ 858.354341] env[69319]: _type = "Task" [ 858.354341] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.363349] env[69319]: DEBUG oslo_vmware.api [None req-53e19a7a-d7ed-4544-bb8d-277a564c2b64 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Task: {'id': task-3223259, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.377358] env[69319]: DEBUG nova.compute.manager [req-69b072be-a6f6-43c9-96cc-4eabc684033d req-58721c2b-8558-4cc9-bfcc-8ce03eec3836 service nova] [instance: 42447381-1bc9-4936-8fbf-178993fd5d68] Received event network-changed-5b20b5ad-34eb-480a-894c-b569b239563d {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 858.377582] env[69319]: DEBUG nova.compute.manager [req-69b072be-a6f6-43c9-96cc-4eabc684033d req-58721c2b-8558-4cc9-bfcc-8ce03eec3836 service nova] [instance: 42447381-1bc9-4936-8fbf-178993fd5d68] Refreshing instance network info cache due to event network-changed-5b20b5ad-34eb-480a-894c-b569b239563d. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 858.377801] env[69319]: DEBUG oslo_concurrency.lockutils [req-69b072be-a6f6-43c9-96cc-4eabc684033d req-58721c2b-8558-4cc9-bfcc-8ce03eec3836 service nova] Acquiring lock "refresh_cache-42447381-1bc9-4936-8fbf-178993fd5d68" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.377969] env[69319]: DEBUG oslo_concurrency.lockutils [req-69b072be-a6f6-43c9-96cc-4eabc684033d req-58721c2b-8558-4cc9-bfcc-8ce03eec3836 service nova] Acquired lock "refresh_cache-42447381-1bc9-4936-8fbf-178993fd5d68" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.378152] env[69319]: DEBUG nova.network.neutron [req-69b072be-a6f6-43c9-96cc-4eabc684033d req-58721c2b-8558-4cc9-bfcc-8ce03eec3836 service nova] [instance: 42447381-1bc9-4936-8fbf-178993fd5d68] Refreshing network info cache for port 5b20b5ad-34eb-480a-894c-b569b239563d {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 858.494307] env[69319]: DEBUG nova.network.neutron [-] [instance: 4f588763-0fc7-4980-92c0-7b451d4a9981] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.538760] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f723942-77a8-4c75-9f97-a74d7110ce71 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.548592] env[69319]: DEBUG oslo_vmware.api [None req-3490b99a-1234-4da8-9819-d14aa5af86f4 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Task: {'id': task-3223254, 'name': Rename_Task, 'duration_secs': 0.154613} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.548909] env[69319]: DEBUG oslo_vmware.api [None req-333191b1-9547-4b26-8570-a74a65fafb52 tempest-ServersTestJSON-1193997500 tempest-ServersTestJSON-1193997500-project-member] Task: {'id': task-3223256, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.109381} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.549643] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-3490b99a-1234-4da8-9819-d14aa5af86f4 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: e619aa14-62f8-4482-a049-28422171cece] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 858.549919] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-333191b1-9547-4b26-8570-a74a65fafb52 tempest-ServersTestJSON-1193997500 tempest-ServersTestJSON-1193997500-project-member] [instance: dcd83efc-4157-4174-b3bd-5bd6cd865360] Extended root virtual disk {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 858.550303] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f1b1b9de-8491-4546-98aa-b5d39dcee1a7 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.552726] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdebe5e3-e34a-43dc-b2e1-b7000c3ea8bb {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.560152] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22601458-2bfb-440e-b72a-455d4779c3d3 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.576277] env[69319]: DEBUG oslo_vmware.api [None req-3490b99a-1234-4da8-9819-d14aa5af86f4 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Waiting for the task: (returnval){ [ 858.576277] env[69319]: value = "task-3223260" [ 858.576277] env[69319]: _type = "Task" [ 858.576277] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.586564] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-333191b1-9547-4b26-8570-a74a65fafb52 tempest-ServersTestJSON-1193997500 tempest-ServersTestJSON-1193997500-project-member] [instance: dcd83efc-4157-4174-b3bd-5bd6cd865360] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] dcd83efc-4157-4174-b3bd-5bd6cd865360/dcd83efc-4157-4174-b3bd-5bd6cd865360.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 858.593366] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a40a441-597d-4371-99bd-3152fe79351e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.648409] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-537ac2e1-e252-484f-b4ae-383cc7fd337e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.657422] env[69319]: DEBUG nova.network.neutron [-] [instance: 03ac405c-7176-42b5-9e5d-e28d39af08a1] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.659406] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223257, 'name': CreateVM_Task} progress is 99%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.659758] env[69319]: DEBUG oslo_vmware.api [None req-333191b1-9547-4b26-8570-a74a65fafb52 tempest-ServersTestJSON-1193997500 tempest-ServersTestJSON-1193997500-project-member] Waiting for the task: (returnval){ [ 858.659758] env[69319]: value = "task-3223261" [ 858.659758] env[69319]: _type = "Task" [ 858.659758] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.665318] env[69319]: DEBUG oslo_vmware.api [None req-3490b99a-1234-4da8-9819-d14aa5af86f4 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Task: {'id': task-3223260, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.676393] env[69319]: DEBUG oslo_vmware.api [None req-2c94803c-8165-4a5a-8bb8-64e0378d566c tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': task-3223258, 'name': SuspendVM_Task} progress is 12%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.685058] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eec31a65-23de-48e0-bdf9-f1a118e04117 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.689509] env[69319]: DEBUG oslo_vmware.api [None req-333191b1-9547-4b26-8570-a74a65fafb52 tempest-ServersTestJSON-1193997500 tempest-ServersTestJSON-1193997500-project-member] Task: {'id': task-3223261, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.702261] env[69319]: DEBUG nova.compute.provider_tree [None req-55f0deaf-91ee-4054-80cc-a37ded1a7890 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 858.802858] env[69319]: DEBUG oslo_vmware.api [None req-11957c11-0f81-4bc5-8deb-f19412915378 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Task: {'id': task-3223252, 'name': ReconfigVM_Task, 'duration_secs': 0.996236} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.802858] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-11957c11-0f81-4bc5-8deb-f19412915378 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] [instance: d2216fa6-a955-4b17-b026-4bc90a655ff5] Reconfigured VM instance instance-00000031 to attach disk [datastore2] d2216fa6-a955-4b17-b026-4bc90a655ff5/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8-rescue.vmdk or device None with type thin {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 858.803647] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-963bde06-0d7d-4625-a0f2-11fb88effb11 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.831080] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54774423-4372-43de-b5ee-8d58df9e62d7 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.848269] env[69319]: DEBUG oslo_vmware.api [None req-11957c11-0f81-4bc5-8deb-f19412915378 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Waiting for the task: (returnval){ [ 858.848269] env[69319]: value = "task-3223262" [ 858.848269] env[69319]: _type = "Task" [ 858.848269] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.857245] env[69319]: DEBUG oslo_vmware.api [None req-11957c11-0f81-4bc5-8deb-f19412915378 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Task: {'id': task-3223262, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.866231] env[69319]: DEBUG oslo_vmware.api [None req-53e19a7a-d7ed-4544-bb8d-277a564c2b64 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Task: {'id': task-3223259, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.997129] env[69319]: INFO nova.compute.manager [-] [instance: 4f588763-0fc7-4980-92c0-7b451d4a9981] Took 2.27 seconds to deallocate network for instance. [ 859.088187] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223257, 'name': CreateVM_Task, 'duration_secs': 0.6553} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.088406] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42447381-1bc9-4936-8fbf-178993fd5d68] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 859.089202] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f410d2ac-2166-46f9-8772-b48f5efb3166 tempest-ServerAddressesTestJSON-2119319870 tempest-ServerAddressesTestJSON-2119319870-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.089429] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f410d2ac-2166-46f9-8772-b48f5efb3166 tempest-ServerAddressesTestJSON-2119319870 tempest-ServerAddressesTestJSON-2119319870-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.089805] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f410d2ac-2166-46f9-8772-b48f5efb3166 tempest-ServerAddressesTestJSON-2119319870 tempest-ServerAddressesTestJSON-2119319870-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.090153] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6ae1506-cb97-4943-be1e-c94ba7cb9809 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.104811] env[69319]: DEBUG oslo_vmware.api [None req-3490b99a-1234-4da8-9819-d14aa5af86f4 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Task: {'id': task-3223260, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.105933] env[69319]: DEBUG oslo_vmware.api [None req-f410d2ac-2166-46f9-8772-b48f5efb3166 tempest-ServerAddressesTestJSON-2119319870 tempest-ServerAddressesTestJSON-2119319870-project-member] Waiting for the task: (returnval){ [ 859.105933] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52a6d22f-ff67-5a8c-9b91-424c40540ab1" [ 859.105933] env[69319]: _type = "Task" [ 859.105933] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.115038] env[69319]: DEBUG oslo_vmware.api [None req-f410d2ac-2166-46f9-8772-b48f5efb3166 tempest-ServerAddressesTestJSON-2119319870 tempest-ServerAddressesTestJSON-2119319870-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52a6d22f-ff67-5a8c-9b91-424c40540ab1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.155762] env[69319]: DEBUG oslo_vmware.api [None req-2c94803c-8165-4a5a-8bb8-64e0378d566c tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': task-3223258, 'name': SuspendVM_Task, 'duration_secs': 0.987058} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.156271] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-2c94803c-8165-4a5a-8bb8-64e0378d566c tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 66e1cd49-8387-4ef2-b3c8-8f301d27d1cb] Suspended the VM {{(pid=69319) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 859.156369] env[69319]: DEBUG nova.compute.manager [None req-2c94803c-8165-4a5a-8bb8-64e0378d566c tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 66e1cd49-8387-4ef2-b3c8-8f301d27d1cb] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 859.157397] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29412e6e-7271-4ffb-96e2-2599c3b08364 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.160634] env[69319]: INFO nova.compute.manager [-] [instance: 03ac405c-7176-42b5-9e5d-e28d39af08a1] Took 1.05 seconds to deallocate network for instance. [ 859.179497] env[69319]: DEBUG oslo_vmware.api [None req-333191b1-9547-4b26-8570-a74a65fafb52 tempest-ServersTestJSON-1193997500 tempest-ServersTestJSON-1193997500-project-member] Task: {'id': task-3223261, 'name': ReconfigVM_Task, 'duration_secs': 0.377966} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.181131] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-333191b1-9547-4b26-8570-a74a65fafb52 tempest-ServersTestJSON-1193997500 tempest-ServersTestJSON-1193997500-project-member] [instance: dcd83efc-4157-4174-b3bd-5bd6cd865360] Reconfigured VM instance instance-00000035 to attach disk [datastore1] dcd83efc-4157-4174-b3bd-5bd6cd865360/dcd83efc-4157-4174-b3bd-5bd6cd865360.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 859.181131] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-19ab8b95-83e4-49a1-b119-dd5d72454530 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.191022] env[69319]: DEBUG oslo_vmware.api [None req-333191b1-9547-4b26-8570-a74a65fafb52 tempest-ServersTestJSON-1193997500 tempest-ServersTestJSON-1193997500-project-member] Waiting for the task: (returnval){ [ 859.191022] env[69319]: value = "task-3223263" [ 859.191022] env[69319]: _type = "Task" [ 859.191022] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.199782] env[69319]: DEBUG oslo_vmware.api [None req-333191b1-9547-4b26-8570-a74a65fafb52 tempest-ServersTestJSON-1193997500 tempest-ServersTestJSON-1193997500-project-member] Task: {'id': task-3223263, 'name': Rename_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.210319] env[69319]: DEBUG nova.scheduler.client.report [None req-55f0deaf-91ee-4054-80cc-a37ded1a7890 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 859.302095] env[69319]: DEBUG nova.network.neutron [req-69b072be-a6f6-43c9-96cc-4eabc684033d req-58721c2b-8558-4cc9-bfcc-8ce03eec3836 service nova] [instance: 42447381-1bc9-4936-8fbf-178993fd5d68] Updated VIF entry in instance network info cache for port 5b20b5ad-34eb-480a-894c-b569b239563d. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 859.302514] env[69319]: DEBUG nova.network.neutron [req-69b072be-a6f6-43c9-96cc-4eabc684033d req-58721c2b-8558-4cc9-bfcc-8ce03eec3836 service nova] [instance: 42447381-1bc9-4936-8fbf-178993fd5d68] Updating instance_info_cache with network_info: [{"id": "5b20b5ad-34eb-480a-894c-b569b239563d", "address": "fa:16:3e:6a:9e:c7", "network": {"id": "9def9934-43f5-4a0b-84ab-492a768d8ded", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1935785807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36729cac7b7347e6903fd61406c2863d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b20b5ad-34", "ovs_interfaceid": "5b20b5ad-34eb-480a-894c-b569b239563d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.362437] env[69319]: DEBUG oslo_vmware.api [None req-11957c11-0f81-4bc5-8deb-f19412915378 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Task: {'id': task-3223262, 'name': ReconfigVM_Task, 'duration_secs': 0.232204} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.365605] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-11957c11-0f81-4bc5-8deb-f19412915378 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] [instance: d2216fa6-a955-4b17-b026-4bc90a655ff5] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 859.365879] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ee75cb9f-0888-4ad3-9f78-1d42aacc2a03 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.372733] env[69319]: DEBUG oslo_vmware.api [None req-53e19a7a-d7ed-4544-bb8d-277a564c2b64 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Task: {'id': task-3223259, 'name': CreateSnapshot_Task, 'duration_secs': 0.918908} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.373921] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-53e19a7a-d7ed-4544-bb8d-277a564c2b64 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] [instance: 1159a12c-1035-49ae-841f-053ac16c48af] Created Snapshot of the VM instance {{(pid=69319) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 859.374235] env[69319]: DEBUG oslo_vmware.api [None req-11957c11-0f81-4bc5-8deb-f19412915378 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Waiting for the task: (returnval){ [ 859.374235] env[69319]: value = "task-3223264" [ 859.374235] env[69319]: _type = "Task" [ 859.374235] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.374903] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8034cb59-8a94-4fbe-8bb0-4f1f98ad5223 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.393021] env[69319]: DEBUG oslo_vmware.api [None req-11957c11-0f81-4bc5-8deb-f19412915378 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Task: {'id': task-3223264, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.504848] env[69319]: DEBUG oslo_concurrency.lockutils [None req-86ebe109-1909-4375-882b-fe13ef828d3f tempest-VolumesAssistedSnapshotsTest-79463186 tempest-VolumesAssistedSnapshotsTest-79463186-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.605036] env[69319]: DEBUG oslo_vmware.api [None req-3490b99a-1234-4da8-9819-d14aa5af86f4 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Task: {'id': task-3223260, 'name': PowerOnVM_Task, 'duration_secs': 0.567078} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.605036] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-3490b99a-1234-4da8-9819-d14aa5af86f4 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: e619aa14-62f8-4482-a049-28422171cece] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 859.605194] env[69319]: DEBUG nova.compute.manager [None req-3490b99a-1234-4da8-9819-d14aa5af86f4 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: e619aa14-62f8-4482-a049-28422171cece] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 859.609017] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4a622bd-fdfa-462a-9b43-9270cde3a998 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.624040] env[69319]: DEBUG oslo_vmware.api [None req-f410d2ac-2166-46f9-8772-b48f5efb3166 tempest-ServerAddressesTestJSON-2119319870 tempest-ServerAddressesTestJSON-2119319870-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52a6d22f-ff67-5a8c-9b91-424c40540ab1, 'name': SearchDatastore_Task, 'duration_secs': 0.019529} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.624875] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f410d2ac-2166-46f9-8772-b48f5efb3166 tempest-ServerAddressesTestJSON-2119319870 tempest-ServerAddressesTestJSON-2119319870-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.625280] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-f410d2ac-2166-46f9-8772-b48f5efb3166 tempest-ServerAddressesTestJSON-2119319870 tempest-ServerAddressesTestJSON-2119319870-project-member] [instance: 42447381-1bc9-4936-8fbf-178993fd5d68] Processing image 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 859.625723] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f410d2ac-2166-46f9-8772-b48f5efb3166 tempest-ServerAddressesTestJSON-2119319870 tempest-ServerAddressesTestJSON-2119319870-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.626058] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f410d2ac-2166-46f9-8772-b48f5efb3166 tempest-ServerAddressesTestJSON-2119319870 tempest-ServerAddressesTestJSON-2119319870-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.626565] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-f410d2ac-2166-46f9-8772-b48f5efb3166 tempest-ServerAddressesTestJSON-2119319870 tempest-ServerAddressesTestJSON-2119319870-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 859.626764] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2df8a2b3-d76b-4b91-af55-d9519f44de51 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.637129] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-f410d2ac-2166-46f9-8772-b48f5efb3166 tempest-ServerAddressesTestJSON-2119319870 tempest-ServerAddressesTestJSON-2119319870-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 859.637270] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-f410d2ac-2166-46f9-8772-b48f5efb3166 tempest-ServerAddressesTestJSON-2119319870 tempest-ServerAddressesTestJSON-2119319870-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 859.637969] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31ad1c75-1e71-4f58-9446-eeb3df083a76 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.643712] env[69319]: DEBUG oslo_vmware.api [None req-f410d2ac-2166-46f9-8772-b48f5efb3166 tempest-ServerAddressesTestJSON-2119319870 tempest-ServerAddressesTestJSON-2119319870-project-member] Waiting for the task: (returnval){ [ 859.643712] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]5258328d-ed7a-bd70-c7cc-3ddd1babaa7e" [ 859.643712] env[69319]: _type = "Task" [ 859.643712] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.651298] env[69319]: DEBUG oslo_vmware.api [None req-f410d2ac-2166-46f9-8772-b48f5efb3166 tempest-ServerAddressesTestJSON-2119319870 tempest-ServerAddressesTestJSON-2119319870-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5258328d-ed7a-bd70-c7cc-3ddd1babaa7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.668390] env[69319]: DEBUG oslo_concurrency.lockutils [None req-6fca772e-d504-4789-941f-182067b68721 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.699539] env[69319]: DEBUG oslo_vmware.api [None req-333191b1-9547-4b26-8570-a74a65fafb52 tempest-ServersTestJSON-1193997500 tempest-ServersTestJSON-1193997500-project-member] Task: {'id': task-3223263, 'name': Rename_Task, 'duration_secs': 0.330568} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.699640] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-333191b1-9547-4b26-8570-a74a65fafb52 tempest-ServersTestJSON-1193997500 tempest-ServersTestJSON-1193997500-project-member] [instance: dcd83efc-4157-4174-b3bd-5bd6cd865360] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 859.700199] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-62589b12-a82a-43e0-82eb-9d9dff688b08 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.706626] env[69319]: DEBUG oslo_vmware.api [None req-333191b1-9547-4b26-8570-a74a65fafb52 tempest-ServersTestJSON-1193997500 tempest-ServersTestJSON-1193997500-project-member] Waiting for the task: (returnval){ [ 859.706626] env[69319]: value = "task-3223265" [ 859.706626] env[69319]: _type = "Task" [ 859.706626] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.716470] env[69319]: DEBUG oslo_concurrency.lockutils [None req-55f0deaf-91ee-4054-80cc-a37ded1a7890 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.831s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.717363] env[69319]: DEBUG nova.compute.manager [None req-55f0deaf-91ee-4054-80cc-a37ded1a7890 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] [instance: 49f792b7-4c8b-4a2a-afe4-016281de77b9] Start building networks asynchronously for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 859.720843] env[69319]: DEBUG oslo_vmware.api [None req-333191b1-9547-4b26-8570-a74a65fafb52 tempest-ServersTestJSON-1193997500 tempest-ServersTestJSON-1193997500-project-member] Task: {'id': task-3223265, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.721148] env[69319]: DEBUG oslo_concurrency.lockutils [None req-bb8c4684-f2fd-4f50-aa42-c4c678b096ea tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.164s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.722669] env[69319]: INFO nova.compute.claims [None req-bb8c4684-f2fd-4f50-aa42-c4c678b096ea tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 1a043193-1e7c-43ad-b903-34ca9371045e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 859.805761] env[69319]: DEBUG oslo_concurrency.lockutils [req-69b072be-a6f6-43c9-96cc-4eabc684033d req-58721c2b-8558-4cc9-bfcc-8ce03eec3836 service nova] Releasing lock "refresh_cache-42447381-1bc9-4936-8fbf-178993fd5d68" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.888187] env[69319]: DEBUG oslo_vmware.api [None req-11957c11-0f81-4bc5-8deb-f19412915378 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Task: {'id': task-3223264, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.900365] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-53e19a7a-d7ed-4544-bb8d-277a564c2b64 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] [instance: 1159a12c-1035-49ae-841f-053ac16c48af] Creating linked-clone VM from snapshot {{(pid=69319) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 859.900676] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f8630c60-c002-43de-b199-4b88b075adc2 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.911040] env[69319]: DEBUG oslo_vmware.api [None req-53e19a7a-d7ed-4544-bb8d-277a564c2b64 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Waiting for the task: (returnval){ [ 859.911040] env[69319]: value = "task-3223266" [ 859.911040] env[69319]: _type = "Task" [ 859.911040] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.919108] env[69319]: DEBUG oslo_vmware.api [None req-53e19a7a-d7ed-4544-bb8d-277a564c2b64 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Task: {'id': task-3223266, 'name': CloneVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.132867] env[69319]: DEBUG oslo_concurrency.lockutils [None req-3490b99a-1234-4da8-9819-d14aa5af86f4 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.154311] env[69319]: DEBUG oslo_vmware.api [None req-f410d2ac-2166-46f9-8772-b48f5efb3166 tempest-ServerAddressesTestJSON-2119319870 tempest-ServerAddressesTestJSON-2119319870-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5258328d-ed7a-bd70-c7cc-3ddd1babaa7e, 'name': SearchDatastore_Task, 'duration_secs': 0.039399} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.157386] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56e5a00f-da40-4529-b414-b62e16a51ba7 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.162741] env[69319]: DEBUG oslo_vmware.api [None req-f410d2ac-2166-46f9-8772-b48f5efb3166 tempest-ServerAddressesTestJSON-2119319870 tempest-ServerAddressesTestJSON-2119319870-project-member] Waiting for the task: (returnval){ [ 860.162741] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]521a6e3f-c580-e686-5748-304f67b27f1d" [ 860.162741] env[69319]: _type = "Task" [ 860.162741] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.171396] env[69319]: DEBUG oslo_vmware.api [None req-f410d2ac-2166-46f9-8772-b48f5efb3166 tempest-ServerAddressesTestJSON-2119319870 tempest-ServerAddressesTestJSON-2119319870-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]521a6e3f-c580-e686-5748-304f67b27f1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.218226] env[69319]: DEBUG oslo_vmware.api [None req-333191b1-9547-4b26-8570-a74a65fafb52 tempest-ServersTestJSON-1193997500 tempest-ServersTestJSON-1193997500-project-member] Task: {'id': task-3223265, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.226907] env[69319]: DEBUG nova.compute.utils [None req-55f0deaf-91ee-4054-80cc-a37ded1a7890 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Using /dev/sd instead of None {{(pid=69319) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 860.232415] env[69319]: DEBUG nova.compute.manager [None req-55f0deaf-91ee-4054-80cc-a37ded1a7890 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] [instance: 49f792b7-4c8b-4a2a-afe4-016281de77b9] Allocating IP information in the background. {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 860.232415] env[69319]: DEBUG nova.network.neutron [None req-55f0deaf-91ee-4054-80cc-a37ded1a7890 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] [instance: 49f792b7-4c8b-4a2a-afe4-016281de77b9] allocate_for_instance() {{(pid=69319) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 860.291816] env[69319]: DEBUG nova.policy [None req-55f0deaf-91ee-4054-80cc-a37ded1a7890 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'db89573afbd243caa0835059af4396ea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fb637ebd4b484a719d85fdfeff4b4830', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69319) authorize /opt/stack/nova/nova/policy.py:192}} [ 860.393603] env[69319]: DEBUG oslo_vmware.api [None req-11957c11-0f81-4bc5-8deb-f19412915378 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Task: {'id': task-3223264, 'name': PowerOnVM_Task, 'duration_secs': 1.015484} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.394765] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-11957c11-0f81-4bc5-8deb-f19412915378 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] [instance: d2216fa6-a955-4b17-b026-4bc90a655ff5] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 860.399109] env[69319]: DEBUG nova.compute.manager [None req-11957c11-0f81-4bc5-8deb-f19412915378 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] [instance: d2216fa6-a955-4b17-b026-4bc90a655ff5] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 860.400430] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d9b150f-2be8-4a7e-a89d-8a8ce9eb34b3 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.419195] env[69319]: DEBUG oslo_vmware.api [None req-53e19a7a-d7ed-4544-bb8d-277a564c2b64 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Task: {'id': task-3223266, 'name': CloneVM_Task} progress is 94%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.526676] env[69319]: DEBUG nova.compute.manager [req-a5a6ba9e-97b1-43a3-bf44-6db4c484e79b req-91f3fadb-ea32-4c0b-9f46-39fd28745509 service nova] [instance: 4f588763-0fc7-4980-92c0-7b451d4a9981] Received event network-vif-deleted-638ce00e-6592-481d-92b9-419840f8288a {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 860.675202] env[69319]: DEBUG oslo_vmware.api [None req-f410d2ac-2166-46f9-8772-b48f5efb3166 tempest-ServerAddressesTestJSON-2119319870 tempest-ServerAddressesTestJSON-2119319870-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]521a6e3f-c580-e686-5748-304f67b27f1d, 'name': SearchDatastore_Task, 'duration_secs': 0.024315} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.675477] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f410d2ac-2166-46f9-8772-b48f5efb3166 tempest-ServerAddressesTestJSON-2119319870 tempest-ServerAddressesTestJSON-2119319870-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.675738] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-f410d2ac-2166-46f9-8772-b48f5efb3166 tempest-ServerAddressesTestJSON-2119319870 tempest-ServerAddressesTestJSON-2119319870-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore1] 42447381-1bc9-4936-8fbf-178993fd5d68/42447381-1bc9-4936-8fbf-178993fd5d68.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 860.676014] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7f27e764-e438-40d0-949b-550c788e1c7e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.683795] env[69319]: DEBUG oslo_vmware.api [None req-f410d2ac-2166-46f9-8772-b48f5efb3166 tempest-ServerAddressesTestJSON-2119319870 tempest-ServerAddressesTestJSON-2119319870-project-member] Waiting for the task: (returnval){ [ 860.683795] env[69319]: value = "task-3223267" [ 860.683795] env[69319]: _type = "Task" [ 860.683795] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.693652] env[69319]: DEBUG oslo_vmware.api [None req-f410d2ac-2166-46f9-8772-b48f5efb3166 tempest-ServerAddressesTestJSON-2119319870 tempest-ServerAddressesTestJSON-2119319870-project-member] Task: {'id': task-3223267, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.719274] env[69319]: DEBUG oslo_vmware.api [None req-333191b1-9547-4b26-8570-a74a65fafb52 tempest-ServersTestJSON-1193997500 tempest-ServersTestJSON-1193997500-project-member] Task: {'id': task-3223265, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.732163] env[69319]: DEBUG nova.compute.utils [None req-55f0deaf-91ee-4054-80cc-a37ded1a7890 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Using /dev/sd instead of None {{(pid=69319) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 860.823590] env[69319]: DEBUG nova.network.neutron [None req-55f0deaf-91ee-4054-80cc-a37ded1a7890 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] [instance: 49f792b7-4c8b-4a2a-afe4-016281de77b9] Successfully created port: 0f276e32-8dff-43ba-932e-077706d639b3 {{(pid=69319) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 860.927685] env[69319]: DEBUG oslo_vmware.api [None req-53e19a7a-d7ed-4544-bb8d-277a564c2b64 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Task: {'id': task-3223266, 'name': CloneVM_Task} progress is 94%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.178862] env[69319]: DEBUG oslo_concurrency.lockutils [None req-eece8dbd-a079-495b-93af-17397dc5afd7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Acquiring lock "4650fd7f-02d1-46d1-b68e-3fb75e237e57" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.179138] env[69319]: DEBUG oslo_concurrency.lockutils [None req-eece8dbd-a079-495b-93af-17397dc5afd7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Lock "4650fd7f-02d1-46d1-b68e-3fb75e237e57" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.199571] env[69319]: DEBUG oslo_vmware.api [None req-f410d2ac-2166-46f9-8772-b48f5efb3166 tempest-ServerAddressesTestJSON-2119319870 tempest-ServerAddressesTestJSON-2119319870-project-member] Task: {'id': task-3223267, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497238} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.199754] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-f410d2ac-2166-46f9-8772-b48f5efb3166 tempest-ServerAddressesTestJSON-2119319870 tempest-ServerAddressesTestJSON-2119319870-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore1] 42447381-1bc9-4936-8fbf-178993fd5d68/42447381-1bc9-4936-8fbf-178993fd5d68.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 861.200115] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-f410d2ac-2166-46f9-8772-b48f5efb3166 tempest-ServerAddressesTestJSON-2119319870 tempest-ServerAddressesTestJSON-2119319870-project-member] [instance: 42447381-1bc9-4936-8fbf-178993fd5d68] Extending root virtual disk to 1048576 {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 861.200599] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dbf39ef9-35d9-4abf-ac5f-927083bffdfd {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.210107] env[69319]: DEBUG oslo_vmware.api [None req-f410d2ac-2166-46f9-8772-b48f5efb3166 tempest-ServerAddressesTestJSON-2119319870 tempest-ServerAddressesTestJSON-2119319870-project-member] Waiting for the task: (returnval){ [ 861.210107] env[69319]: value = "task-3223268" [ 861.210107] env[69319]: _type = "Task" [ 861.210107] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.223855] env[69319]: DEBUG oslo_vmware.api [None req-333191b1-9547-4b26-8570-a74a65fafb52 tempest-ServersTestJSON-1193997500 tempest-ServersTestJSON-1193997500-project-member] Task: {'id': task-3223265, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.232858] env[69319]: DEBUG oslo_vmware.api [None req-f410d2ac-2166-46f9-8772-b48f5efb3166 tempest-ServerAddressesTestJSON-2119319870 tempest-ServerAddressesTestJSON-2119319870-project-member] Task: {'id': task-3223268, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.238921] env[69319]: DEBUG nova.compute.manager [None req-55f0deaf-91ee-4054-80cc-a37ded1a7890 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] [instance: 49f792b7-4c8b-4a2a-afe4-016281de77b9] Start building block device mappings for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 861.247030] env[69319]: DEBUG oslo_service.periodic_task [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69319) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 861.247030] env[69319]: DEBUG oslo_service.periodic_task [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69319) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 861.365332] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ad56510-41c7-404d-b8bc-cc2da80a9e13 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.373400] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bd97e3b-fcf0-41c7-b0d2-f582fbf1485f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.419387] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-292eafa1-0bbd-4c6a-a9b6-0a5c44da48c4 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.432538] env[69319]: DEBUG oslo_vmware.api [None req-53e19a7a-d7ed-4544-bb8d-277a564c2b64 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Task: {'id': task-3223266, 'name': CloneVM_Task, 'duration_secs': 1.507757} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.433124] env[69319]: INFO nova.virt.vmwareapi.vmops [None req-53e19a7a-d7ed-4544-bb8d-277a564c2b64 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] [instance: 1159a12c-1035-49ae-841f-053ac16c48af] Created linked-clone VM from snapshot [ 861.435295] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6714cfdc-da4d-42b8-8723-9b58f63ae851 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.440593] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-130ecd2f-4ede-4b50-bfdd-352750350453 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.453964] env[69319]: DEBUG nova.compute.provider_tree [None req-bb8c4684-f2fd-4f50-aa42-c4c678b096ea tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 861.458752] env[69319]: DEBUG nova.virt.vmwareapi.images [None req-53e19a7a-d7ed-4544-bb8d-277a564c2b64 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] [instance: 1159a12c-1035-49ae-841f-053ac16c48af] Uploading image 9533fbe1-6d52-4b9f-8782-14a385ea53d3 {{(pid=69319) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 861.470471] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-53e19a7a-d7ed-4544-bb8d-277a564c2b64 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] [instance: 1159a12c-1035-49ae-841f-053ac16c48af] Destroying the VM {{(pid=69319) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 861.470963] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d595f945-98be-413f-8df5-eff02675c61a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.476789] env[69319]: DEBUG oslo_vmware.api [None req-53e19a7a-d7ed-4544-bb8d-277a564c2b64 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Waiting for the task: (returnval){ [ 861.476789] env[69319]: value = "task-3223269" [ 861.476789] env[69319]: _type = "Task" [ 861.476789] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.484788] env[69319]: DEBUG oslo_vmware.api [None req-53e19a7a-d7ed-4544-bb8d-277a564c2b64 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Task: {'id': task-3223269, 'name': Destroy_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.682086] env[69319]: DEBUG nova.compute.manager [None req-eece8dbd-a079-495b-93af-17397dc5afd7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 4650fd7f-02d1-46d1-b68e-3fb75e237e57] Starting instance... {{(pid=69319) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 861.729857] env[69319]: DEBUG oslo_vmware.api [None req-333191b1-9547-4b26-8570-a74a65fafb52 tempest-ServersTestJSON-1193997500 tempest-ServersTestJSON-1193997500-project-member] Task: {'id': task-3223265, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.730261] env[69319]: DEBUG oslo_vmware.api [None req-f410d2ac-2166-46f9-8772-b48f5efb3166 tempest-ServerAddressesTestJSON-2119319870 tempest-ServerAddressesTestJSON-2119319870-project-member] Task: {'id': task-3223268, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079374} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.730523] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-f410d2ac-2166-46f9-8772-b48f5efb3166 tempest-ServerAddressesTestJSON-2119319870 tempest-ServerAddressesTestJSON-2119319870-project-member] [instance: 42447381-1bc9-4936-8fbf-178993fd5d68] Extended root virtual disk {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 861.731402] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3a47592-20fc-4ffe-af58-6ced798365b6 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.760837] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-f410d2ac-2166-46f9-8772-b48f5efb3166 tempest-ServerAddressesTestJSON-2119319870 tempest-ServerAddressesTestJSON-2119319870-project-member] [instance: 42447381-1bc9-4936-8fbf-178993fd5d68] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] 42447381-1bc9-4936-8fbf-178993fd5d68/42447381-1bc9-4936-8fbf-178993fd5d68.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 861.768505] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-805d3abf-6232-40be-bc61-97bc8e73b917 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.785338] env[69319]: DEBUG oslo_service.periodic_task [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69319) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 861.786047] env[69319]: DEBUG oslo_service.periodic_task [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69319) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 861.787239] env[69319]: DEBUG oslo_service.periodic_task [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69319) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 861.787239] env[69319]: DEBUG oslo_service.periodic_task [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69319) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 861.787389] env[69319]: DEBUG oslo_service.periodic_task [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69319) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 861.787577] env[69319]: DEBUG oslo_service.periodic_task [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69319) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 861.787730] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69319) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 861.787884] env[69319]: DEBUG oslo_service.periodic_task [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Running periodic task ComputeManager.update_available_resource {{(pid=69319) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 861.792365] env[69319]: DEBUG oslo_vmware.api [None req-f410d2ac-2166-46f9-8772-b48f5efb3166 tempest-ServerAddressesTestJSON-2119319870 tempest-ServerAddressesTestJSON-2119319870-project-member] Waiting for the task: (returnval){ [ 861.792365] env[69319]: value = "task-3223270" [ 861.792365] env[69319]: _type = "Task" [ 861.792365] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.802153] env[69319]: DEBUG oslo_vmware.api [None req-f410d2ac-2166-46f9-8772-b48f5efb3166 tempest-ServerAddressesTestJSON-2119319870 tempest-ServerAddressesTestJSON-2119319870-project-member] Task: {'id': task-3223270, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.963532] env[69319]: DEBUG nova.scheduler.client.report [None req-bb8c4684-f2fd-4f50-aa42-c4c678b096ea tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 861.990299] env[69319]: DEBUG oslo_vmware.api [None req-53e19a7a-d7ed-4544-bb8d-277a564c2b64 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Task: {'id': task-3223269, 'name': Destroy_Task} progress is 33%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.201559] env[69319]: DEBUG oslo_concurrency.lockutils [None req-eece8dbd-a079-495b-93af-17397dc5afd7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.220470] env[69319]: DEBUG oslo_vmware.api [None req-333191b1-9547-4b26-8570-a74a65fafb52 tempest-ServersTestJSON-1193997500 tempest-ServersTestJSON-1193997500-project-member] Task: {'id': task-3223265, 'name': PowerOnVM_Task, 'duration_secs': 2.039249} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.220859] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-333191b1-9547-4b26-8570-a74a65fafb52 tempest-ServersTestJSON-1193997500 tempest-ServersTestJSON-1193997500-project-member] [instance: dcd83efc-4157-4174-b3bd-5bd6cd865360] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 862.221195] env[69319]: INFO nova.compute.manager [None req-333191b1-9547-4b26-8570-a74a65fafb52 tempest-ServersTestJSON-1193997500 tempest-ServersTestJSON-1193997500-project-member] [instance: dcd83efc-4157-4174-b3bd-5bd6cd865360] Took 11.48 seconds to spawn the instance on the hypervisor. [ 862.221485] env[69319]: DEBUG nova.compute.manager [None req-333191b1-9547-4b26-8570-a74a65fafb52 tempest-ServersTestJSON-1193997500 tempest-ServersTestJSON-1193997500-project-member] [instance: dcd83efc-4157-4174-b3bd-5bd6cd865360] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 862.222542] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4be3602c-b41c-474f-8f27-a617a56dbc67 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.262889] env[69319]: DEBUG nova.compute.manager [None req-55f0deaf-91ee-4054-80cc-a37ded1a7890 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] [instance: 49f792b7-4c8b-4a2a-afe4-016281de77b9] Start spawning the instance on the hypervisor. {{(pid=69319) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 862.290497] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.294412] env[69319]: DEBUG nova.virt.hardware [None req-55f0deaf-91ee-4054-80cc-a37ded1a7890 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='230958231',id=19,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-1837422563',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:32:36Z,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31f027872f6f44dba95ff2fe7a062e00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:32:36Z,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 862.294555] env[69319]: DEBUG nova.virt.hardware [None req-55f0deaf-91ee-4054-80cc-a37ded1a7890 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 862.294732] env[69319]: DEBUG nova.virt.hardware [None req-55f0deaf-91ee-4054-80cc-a37ded1a7890 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 862.294957] env[69319]: DEBUG nova.virt.hardware [None req-55f0deaf-91ee-4054-80cc-a37ded1a7890 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 862.295138] env[69319]: DEBUG nova.virt.hardware [None req-55f0deaf-91ee-4054-80cc-a37ded1a7890 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 862.295555] env[69319]: DEBUG nova.virt.hardware [None req-55f0deaf-91ee-4054-80cc-a37ded1a7890 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 862.295555] env[69319]: DEBUG nova.virt.hardware [None req-55f0deaf-91ee-4054-80cc-a37ded1a7890 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 862.295704] env[69319]: DEBUG nova.virt.hardware [None req-55f0deaf-91ee-4054-80cc-a37ded1a7890 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 862.295896] env[69319]: DEBUG nova.virt.hardware [None req-55f0deaf-91ee-4054-80cc-a37ded1a7890 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 862.296099] env[69319]: DEBUG nova.virt.hardware [None req-55f0deaf-91ee-4054-80cc-a37ded1a7890 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 862.296296] env[69319]: DEBUG nova.virt.hardware [None req-55f0deaf-91ee-4054-80cc-a37ded1a7890 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 862.297910] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e29486d9-1b15-420b-9261-93b3a991c073 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.312565] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db2dda91-f3ad-41c3-8a10-008c5b84d1d7 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.316760] env[69319]: DEBUG oslo_vmware.api [None req-f410d2ac-2166-46f9-8772-b48f5efb3166 tempest-ServerAddressesTestJSON-2119319870 tempest-ServerAddressesTestJSON-2119319870-project-member] Task: {'id': task-3223270, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.430150] env[69319]: DEBUG nova.compute.manager [None req-63ad3a45-96cf-4bb3-831b-7d3f9388104c tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 66e1cd49-8387-4ef2-b3c8-8f301d27d1cb] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 862.431241] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cc5a699-35c1-4c60-9c61-1f351bcdbdf8 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.468617] env[69319]: DEBUG oslo_concurrency.lockutils [None req-bb8c4684-f2fd-4f50-aa42-c4c678b096ea tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.747s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.470702] env[69319]: DEBUG nova.compute.manager [None req-bb8c4684-f2fd-4f50-aa42-c4c678b096ea tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 1a043193-1e7c-43ad-b903-34ca9371045e] Start building networks asynchronously for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 862.474793] env[69319]: DEBUG oslo_concurrency.lockutils [None req-a5dd8e72-a050-410d-99a5-ba3c35bbc434 tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.319s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.476867] env[69319]: INFO nova.compute.claims [None req-a5dd8e72-a050-410d-99a5-ba3c35bbc434 tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] [instance: 0e18fec3-90c2-4120-8388-468011eb7ccd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 862.491912] env[69319]: DEBUG oslo_vmware.api [None req-53e19a7a-d7ed-4544-bb8d-277a564c2b64 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Task: {'id': task-3223269, 'name': Destroy_Task, 'duration_secs': 0.889535} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.492374] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-53e19a7a-d7ed-4544-bb8d-277a564c2b64 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] [instance: 1159a12c-1035-49ae-841f-053ac16c48af] Destroyed the VM [ 862.492687] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-53e19a7a-d7ed-4544-bb8d-277a564c2b64 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] [instance: 1159a12c-1035-49ae-841f-053ac16c48af] Deleting Snapshot of the VM instance {{(pid=69319) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 862.493082] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1979b806-c7c4-431c-b869-db6e9f746fb9 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.500521] env[69319]: DEBUG oslo_vmware.api [None req-53e19a7a-d7ed-4544-bb8d-277a564c2b64 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Waiting for the task: (returnval){ [ 862.500521] env[69319]: value = "task-3223271" [ 862.500521] env[69319]: _type = "Task" [ 862.500521] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.508792] env[69319]: DEBUG oslo_vmware.api [None req-53e19a7a-d7ed-4544-bb8d-277a564c2b64 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Task: {'id': task-3223271, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.592279] env[69319]: DEBUG nova.compute.manager [req-64a7f4ed-c060-4cc5-8358-40dde99d3a2d req-4718726d-9cac-4d03-9760-8ce97af60b53 service nova] [instance: 49f792b7-4c8b-4a2a-afe4-016281de77b9] Received event network-vif-plugged-0f276e32-8dff-43ba-932e-077706d639b3 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 862.592993] env[69319]: DEBUG oslo_concurrency.lockutils [req-64a7f4ed-c060-4cc5-8358-40dde99d3a2d req-4718726d-9cac-4d03-9760-8ce97af60b53 service nova] Acquiring lock "49f792b7-4c8b-4a2a-afe4-016281de77b9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.592993] env[69319]: DEBUG oslo_concurrency.lockutils [req-64a7f4ed-c060-4cc5-8358-40dde99d3a2d req-4718726d-9cac-4d03-9760-8ce97af60b53 service nova] Lock "49f792b7-4c8b-4a2a-afe4-016281de77b9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.592993] env[69319]: DEBUG oslo_concurrency.lockutils [req-64a7f4ed-c060-4cc5-8358-40dde99d3a2d req-4718726d-9cac-4d03-9760-8ce97af60b53 service nova] Lock "49f792b7-4c8b-4a2a-afe4-016281de77b9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.593238] env[69319]: DEBUG nova.compute.manager [req-64a7f4ed-c060-4cc5-8358-40dde99d3a2d req-4718726d-9cac-4d03-9760-8ce97af60b53 service nova] [instance: 49f792b7-4c8b-4a2a-afe4-016281de77b9] No waiting events found dispatching network-vif-plugged-0f276e32-8dff-43ba-932e-077706d639b3 {{(pid=69319) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 862.593385] env[69319]: WARNING nova.compute.manager [req-64a7f4ed-c060-4cc5-8358-40dde99d3a2d req-4718726d-9cac-4d03-9760-8ce97af60b53 service nova] [instance: 49f792b7-4c8b-4a2a-afe4-016281de77b9] Received unexpected event network-vif-plugged-0f276e32-8dff-43ba-932e-077706d639b3 for instance with vm_state building and task_state spawning. [ 862.659753] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5ba09961-137f-4c95-b7eb-71ebe60b8352 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Acquiring lock "a9523f10-b2b8-4c7a-92a0-c31f8344af0b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.660145] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5ba09961-137f-4c95-b7eb-71ebe60b8352 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Lock "a9523f10-b2b8-4c7a-92a0-c31f8344af0b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.666346] env[69319]: DEBUG oslo_concurrency.lockutils [None req-441eab6a-a3d6-4cba-a0bc-bfc76406d163 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Acquiring lock "0b5d2173-10d1-4983-877c-743388460231" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.666677] env[69319]: DEBUG oslo_concurrency.lockutils [None req-441eab6a-a3d6-4cba-a0bc-bfc76406d163 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Lock "0b5d2173-10d1-4983-877c-743388460231" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.666895] env[69319]: DEBUG oslo_concurrency.lockutils [None req-441eab6a-a3d6-4cba-a0bc-bfc76406d163 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Acquiring lock "0b5d2173-10d1-4983-877c-743388460231-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.667119] env[69319]: DEBUG oslo_concurrency.lockutils [None req-441eab6a-a3d6-4cba-a0bc-bfc76406d163 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Lock "0b5d2173-10d1-4983-877c-743388460231-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.667324] env[69319]: DEBUG oslo_concurrency.lockutils [None req-441eab6a-a3d6-4cba-a0bc-bfc76406d163 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Lock "0b5d2173-10d1-4983-877c-743388460231-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.669740] env[69319]: INFO nova.compute.manager [None req-441eab6a-a3d6-4cba-a0bc-bfc76406d163 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: 0b5d2173-10d1-4983-877c-743388460231] Terminating instance [ 862.688488] env[69319]: DEBUG nova.network.neutron [None req-55f0deaf-91ee-4054-80cc-a37ded1a7890 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] [instance: 49f792b7-4c8b-4a2a-afe4-016281de77b9] Successfully updated port: 0f276e32-8dff-43ba-932e-077706d639b3 {{(pid=69319) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 862.741549] env[69319]: INFO nova.compute.manager [None req-333191b1-9547-4b26-8570-a74a65fafb52 tempest-ServersTestJSON-1193997500 tempest-ServersTestJSON-1193997500-project-member] [instance: dcd83efc-4157-4174-b3bd-5bd6cd865360] Took 38.70 seconds to build instance. [ 862.809493] env[69319]: DEBUG oslo_vmware.api [None req-f410d2ac-2166-46f9-8772-b48f5efb3166 tempest-ServerAddressesTestJSON-2119319870 tempest-ServerAddressesTestJSON-2119319870-project-member] Task: {'id': task-3223270, 'name': ReconfigVM_Task, 'duration_secs': 0.689349} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.809794] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-f410d2ac-2166-46f9-8772-b48f5efb3166 tempest-ServerAddressesTestJSON-2119319870 tempest-ServerAddressesTestJSON-2119319870-project-member] [instance: 42447381-1bc9-4936-8fbf-178993fd5d68] Reconfigured VM instance instance-00000036 to attach disk [datastore1] 42447381-1bc9-4936-8fbf-178993fd5d68/42447381-1bc9-4936-8fbf-178993fd5d68.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 862.810489] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7cde0d40-22b3-4405-8200-3a270b6d5f0f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.817037] env[69319]: DEBUG oslo_vmware.api [None req-f410d2ac-2166-46f9-8772-b48f5efb3166 tempest-ServerAddressesTestJSON-2119319870 tempest-ServerAddressesTestJSON-2119319870-project-member] Waiting for the task: (returnval){ [ 862.817037] env[69319]: value = "task-3223272" [ 862.817037] env[69319]: _type = "Task" [ 862.817037] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.828841] env[69319]: DEBUG oslo_vmware.api [None req-f410d2ac-2166-46f9-8772-b48f5efb3166 tempest-ServerAddressesTestJSON-2119319870 tempest-ServerAddressesTestJSON-2119319870-project-member] Task: {'id': task-3223272, 'name': Rename_Task} progress is 6%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.942632] env[69319]: INFO nova.compute.manager [None req-63ad3a45-96cf-4bb3-831b-7d3f9388104c tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 66e1cd49-8387-4ef2-b3c8-8f301d27d1cb] instance snapshotting [ 862.942840] env[69319]: WARNING nova.compute.manager [None req-63ad3a45-96cf-4bb3-831b-7d3f9388104c tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 66e1cd49-8387-4ef2-b3c8-8f301d27d1cb] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 862.946582] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a1c2c15-8522-40b6-aaef-3a2f7cf9990c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.967121] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46c89f8b-e0dd-4a03-b1f1-f94ab4137ab5 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.981442] env[69319]: DEBUG nova.compute.utils [None req-bb8c4684-f2fd-4f50-aa42-c4c678b096ea tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Using /dev/sd instead of None {{(pid=69319) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 862.984616] env[69319]: DEBUG nova.compute.manager [None req-bb8c4684-f2fd-4f50-aa42-c4c678b096ea tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 1a043193-1e7c-43ad-b903-34ca9371045e] Allocating IP information in the background. {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 862.984828] env[69319]: DEBUG nova.network.neutron [None req-bb8c4684-f2fd-4f50-aa42-c4c678b096ea tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 1a043193-1e7c-43ad-b903-34ca9371045e] allocate_for_instance() {{(pid=69319) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 863.012263] env[69319]: DEBUG oslo_vmware.api [None req-53e19a7a-d7ed-4544-bb8d-277a564c2b64 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Task: {'id': task-3223271, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.035538] env[69319]: DEBUG nova.policy [None req-bb8c4684-f2fd-4f50-aa42-c4c678b096ea tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5dc517fef9254eada360f42206918d25', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c749d00b4b5b4852a5c16d9621d8eb16', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69319) authorize /opt/stack/nova/nova/policy.py:192}} [ 863.162602] env[69319]: DEBUG nova.compute.manager [None req-5ba09961-137f-4c95-b7eb-71ebe60b8352 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] [instance: a9523f10-b2b8-4c7a-92a0-c31f8344af0b] Starting instance... {{(pid=69319) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 863.180139] env[69319]: DEBUG nova.compute.manager [None req-441eab6a-a3d6-4cba-a0bc-bfc76406d163 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: 0b5d2173-10d1-4983-877c-743388460231] Start destroying the instance on the hypervisor. {{(pid=69319) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 863.180407] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-441eab6a-a3d6-4cba-a0bc-bfc76406d163 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: 0b5d2173-10d1-4983-877c-743388460231] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 863.181651] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f55c110a-b01a-4581-8a5c-a6ada61701b4 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.189483] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-441eab6a-a3d6-4cba-a0bc-bfc76406d163 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: 0b5d2173-10d1-4983-877c-743388460231] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 863.189763] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3deac93d-09c6-4fa8-8456-ccff2d3ef4e0 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.193452] env[69319]: DEBUG oslo_concurrency.lockutils [None req-55f0deaf-91ee-4054-80cc-a37ded1a7890 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Acquiring lock "refresh_cache-49f792b7-4c8b-4a2a-afe4-016281de77b9" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.193610] env[69319]: DEBUG oslo_concurrency.lockutils [None req-55f0deaf-91ee-4054-80cc-a37ded1a7890 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Acquired lock "refresh_cache-49f792b7-4c8b-4a2a-afe4-016281de77b9" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.193814] env[69319]: DEBUG nova.network.neutron [None req-55f0deaf-91ee-4054-80cc-a37ded1a7890 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] [instance: 49f792b7-4c8b-4a2a-afe4-016281de77b9] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 863.200332] env[69319]: DEBUG oslo_vmware.api [None req-441eab6a-a3d6-4cba-a0bc-bfc76406d163 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Waiting for the task: (returnval){ [ 863.200332] env[69319]: value = "task-3223273" [ 863.200332] env[69319]: _type = "Task" [ 863.200332] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.208943] env[69319]: DEBUG oslo_vmware.api [None req-441eab6a-a3d6-4cba-a0bc-bfc76406d163 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Task: {'id': task-3223273, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.243428] env[69319]: DEBUG oslo_concurrency.lockutils [None req-333191b1-9547-4b26-8570-a74a65fafb52 tempest-ServersTestJSON-1193997500 tempest-ServersTestJSON-1193997500-project-member] Lock "dcd83efc-4157-4174-b3bd-5bd6cd865360" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 92.773s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.327883] env[69319]: DEBUG oslo_vmware.api [None req-f410d2ac-2166-46f9-8772-b48f5efb3166 tempest-ServerAddressesTestJSON-2119319870 tempest-ServerAddressesTestJSON-2119319870-project-member] Task: {'id': task-3223272, 'name': Rename_Task, 'duration_secs': 0.25441} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.328253] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-f410d2ac-2166-46f9-8772-b48f5efb3166 tempest-ServerAddressesTestJSON-2119319870 tempest-ServerAddressesTestJSON-2119319870-project-member] [instance: 42447381-1bc9-4936-8fbf-178993fd5d68] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 863.328634] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-14b1e5da-af00-457f-9099-84edd1df152c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.335420] env[69319]: DEBUG oslo_vmware.api [None req-f410d2ac-2166-46f9-8772-b48f5efb3166 tempest-ServerAddressesTestJSON-2119319870 tempest-ServerAddressesTestJSON-2119319870-project-member] Waiting for the task: (returnval){ [ 863.335420] env[69319]: value = "task-3223274" [ 863.335420] env[69319]: _type = "Task" [ 863.335420] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.343338] env[69319]: DEBUG oslo_vmware.api [None req-f410d2ac-2166-46f9-8772-b48f5efb3166 tempest-ServerAddressesTestJSON-2119319870 tempest-ServerAddressesTestJSON-2119319870-project-member] Task: {'id': task-3223274, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.479333] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-63ad3a45-96cf-4bb3-831b-7d3f9388104c tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 66e1cd49-8387-4ef2-b3c8-8f301d27d1cb] Creating Snapshot of the VM instance {{(pid=69319) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 863.479700] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1b8e6678-ca4f-4ee7-b686-326aaf2d5354 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.488310] env[69319]: DEBUG nova.compute.manager [None req-bb8c4684-f2fd-4f50-aa42-c4c678b096ea tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 1a043193-1e7c-43ad-b903-34ca9371045e] Start building block device mappings for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 863.501596] env[69319]: DEBUG oslo_vmware.api [None req-63ad3a45-96cf-4bb3-831b-7d3f9388104c tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Waiting for the task: (returnval){ [ 863.501596] env[69319]: value = "task-3223275" [ 863.501596] env[69319]: _type = "Task" [ 863.501596] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.514135] env[69319]: DEBUG oslo_vmware.api [None req-63ad3a45-96cf-4bb3-831b-7d3f9388104c tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': task-3223275, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.517237] env[69319]: DEBUG oslo_vmware.api [None req-53e19a7a-d7ed-4544-bb8d-277a564c2b64 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Task: {'id': task-3223271, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.551320] env[69319]: DEBUG nova.network.neutron [None req-bb8c4684-f2fd-4f50-aa42-c4c678b096ea tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 1a043193-1e7c-43ad-b903-34ca9371045e] Successfully created port: 843b1362-b0d4-4622-88fe-ddebbacda07b {{(pid=69319) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 863.688224] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5ba09961-137f-4c95-b7eb-71ebe60b8352 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.712789] env[69319]: DEBUG oslo_vmware.api [None req-441eab6a-a3d6-4cba-a0bc-bfc76406d163 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Task: {'id': task-3223273, 'name': PowerOffVM_Task, 'duration_secs': 0.326028} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.713086] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-441eab6a-a3d6-4cba-a0bc-bfc76406d163 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: 0b5d2173-10d1-4983-877c-743388460231] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 863.713333] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-441eab6a-a3d6-4cba-a0bc-bfc76406d163 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: 0b5d2173-10d1-4983-877c-743388460231] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 863.713641] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5106be7b-9e59-4df6-b9f0-60471c51de49 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.758346] env[69319]: DEBUG nova.network.neutron [None req-55f0deaf-91ee-4054-80cc-a37ded1a7890 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] [instance: 49f792b7-4c8b-4a2a-afe4-016281de77b9] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 863.784198] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-441eab6a-a3d6-4cba-a0bc-bfc76406d163 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: 0b5d2173-10d1-4983-877c-743388460231] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 863.784198] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-441eab6a-a3d6-4cba-a0bc-bfc76406d163 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: 0b5d2173-10d1-4983-877c-743388460231] Deleting contents of the VM from datastore datastore1 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 863.784198] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-441eab6a-a3d6-4cba-a0bc-bfc76406d163 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Deleting the datastore file [datastore1] 0b5d2173-10d1-4983-877c-743388460231 {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 863.785769] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c6c59762-2cbe-48af-83de-a9d4108bc7d8 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.791739] env[69319]: DEBUG oslo_vmware.api [None req-441eab6a-a3d6-4cba-a0bc-bfc76406d163 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Waiting for the task: (returnval){ [ 863.791739] env[69319]: value = "task-3223277" [ 863.791739] env[69319]: _type = "Task" [ 863.791739] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.800483] env[69319]: DEBUG oslo_vmware.api [None req-441eab6a-a3d6-4cba-a0bc-bfc76406d163 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Task: {'id': task-3223277, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.849129] env[69319]: DEBUG oslo_vmware.api [None req-f410d2ac-2166-46f9-8772-b48f5efb3166 tempest-ServerAddressesTestJSON-2119319870 tempest-ServerAddressesTestJSON-2119319870-project-member] Task: {'id': task-3223274, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.025953] env[69319]: DEBUG oslo_vmware.api [None req-63ad3a45-96cf-4bb3-831b-7d3f9388104c tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': task-3223275, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.030676] env[69319]: DEBUG oslo_vmware.api [None req-53e19a7a-d7ed-4544-bb8d-277a564c2b64 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Task: {'id': task-3223271, 'name': RemoveSnapshot_Task, 'duration_secs': 1.040565} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.031625] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-53e19a7a-d7ed-4544-bb8d-277a564c2b64 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] [instance: 1159a12c-1035-49ae-841f-053ac16c48af] Deleted Snapshot of the VM instance {{(pid=69319) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 864.102734] env[69319]: DEBUG nova.network.neutron [None req-55f0deaf-91ee-4054-80cc-a37ded1a7890 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] [instance: 49f792b7-4c8b-4a2a-afe4-016281de77b9] Updating instance_info_cache with network_info: [{"id": "0f276e32-8dff-43ba-932e-077706d639b3", "address": "fa:16:3e:e4:17:a0", "network": {"id": "ff867242-07b2-4f36-8311-324d6e9411c7", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-799589428-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb637ebd4b484a719d85fdfeff4b4830", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f276e32-8d", "ovs_interfaceid": "0f276e32-8dff-43ba-932e-077706d639b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.199453] env[69319]: DEBUG nova.compute.manager [req-ca10f948-838a-49f0-9871-686bf150e032 req-ecc43ced-cf66-4eff-8823-a1adc541c255 service nova] [instance: dcd83efc-4157-4174-b3bd-5bd6cd865360] Received event network-changed-b03f30f3-354f-4526-baa7-e7778d7e199b {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 864.199453] env[69319]: DEBUG nova.compute.manager [req-ca10f948-838a-49f0-9871-686bf150e032 req-ecc43ced-cf66-4eff-8823-a1adc541c255 service nova] [instance: dcd83efc-4157-4174-b3bd-5bd6cd865360] Refreshing instance network info cache due to event network-changed-b03f30f3-354f-4526-baa7-e7778d7e199b. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 864.199725] env[69319]: DEBUG oslo_concurrency.lockutils [req-ca10f948-838a-49f0-9871-686bf150e032 req-ecc43ced-cf66-4eff-8823-a1adc541c255 service nova] Acquiring lock "refresh_cache-dcd83efc-4157-4174-b3bd-5bd6cd865360" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.199976] env[69319]: DEBUG oslo_concurrency.lockutils [req-ca10f948-838a-49f0-9871-686bf150e032 req-ecc43ced-cf66-4eff-8823-a1adc541c255 service nova] Acquired lock "refresh_cache-dcd83efc-4157-4174-b3bd-5bd6cd865360" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.200473] env[69319]: DEBUG nova.network.neutron [req-ca10f948-838a-49f0-9871-686bf150e032 req-ecc43ced-cf66-4eff-8823-a1adc541c255 service nova] [instance: dcd83efc-4157-4174-b3bd-5bd6cd865360] Refreshing network info cache for port b03f30f3-354f-4526-baa7-e7778d7e199b {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 864.220468] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fad6eee3-f006-4b8d-8590-540269488e91 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.229917] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8136477-8fd9-4b19-82ff-651fd87bc295 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.263611] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10bfabd2-a1f1-40a9-8a92-dfe1b862ca96 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.272557] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fc3c960-f376-4a45-94fb-99c4fe045c47 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.285488] env[69319]: DEBUG nova.compute.provider_tree [None req-a5dd8e72-a050-410d-99a5-ba3c35bbc434 tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 864.305333] env[69319]: DEBUG oslo_vmware.api [None req-441eab6a-a3d6-4cba-a0bc-bfc76406d163 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Task: {'id': task-3223277, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.305393} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.305333] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-441eab6a-a3d6-4cba-a0bc-bfc76406d163 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 864.305333] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-441eab6a-a3d6-4cba-a0bc-bfc76406d163 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: 0b5d2173-10d1-4983-877c-743388460231] Deleted contents of the VM from datastore datastore1 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 864.305333] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-441eab6a-a3d6-4cba-a0bc-bfc76406d163 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: 0b5d2173-10d1-4983-877c-743388460231] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 864.305333] env[69319]: INFO nova.compute.manager [None req-441eab6a-a3d6-4cba-a0bc-bfc76406d163 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: 0b5d2173-10d1-4983-877c-743388460231] Took 1.12 seconds to destroy the instance on the hypervisor. [ 864.305333] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-441eab6a-a3d6-4cba-a0bc-bfc76406d163 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 864.305333] env[69319]: DEBUG nova.compute.manager [-] [instance: 0b5d2173-10d1-4983-877c-743388460231] Deallocating network for instance {{(pid=69319) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 864.305333] env[69319]: DEBUG nova.network.neutron [-] [instance: 0b5d2173-10d1-4983-877c-743388460231] deallocate_for_instance() {{(pid=69319) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 864.348478] env[69319]: DEBUG oslo_vmware.api [None req-f410d2ac-2166-46f9-8772-b48f5efb3166 tempest-ServerAddressesTestJSON-2119319870 tempest-ServerAddressesTestJSON-2119319870-project-member] Task: {'id': task-3223274, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.517884] env[69319]: DEBUG nova.compute.manager [None req-bb8c4684-f2fd-4f50-aa42-c4c678b096ea tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 1a043193-1e7c-43ad-b903-34ca9371045e] Start spawning the instance on the hypervisor. {{(pid=69319) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 864.520541] env[69319]: DEBUG oslo_vmware.api [None req-63ad3a45-96cf-4bb3-831b-7d3f9388104c tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': task-3223275, 'name': CreateSnapshot_Task, 'duration_secs': 0.587903} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.521890] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-63ad3a45-96cf-4bb3-831b-7d3f9388104c tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 66e1cd49-8387-4ef2-b3c8-8f301d27d1cb] Created Snapshot of the VM instance {{(pid=69319) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 864.523213] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fa8b8d4-d97d-46c1-9283-e4d3a352d624 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.537992] env[69319]: WARNING nova.compute.manager [None req-53e19a7a-d7ed-4544-bb8d-277a564c2b64 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] [instance: 1159a12c-1035-49ae-841f-053ac16c48af] Image not found during snapshot: nova.exception.ImageNotFound: Image 9533fbe1-6d52-4b9f-8782-14a385ea53d3 could not be found. [ 864.555302] env[69319]: DEBUG nova.virt.hardware [None req-bb8c4684-f2fd-4f50-aa42-c4c678b096ea tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:32:36Z,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31f027872f6f44dba95ff2fe7a062e00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:32:36Z,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 864.555565] env[69319]: DEBUG nova.virt.hardware [None req-bb8c4684-f2fd-4f50-aa42-c4c678b096ea tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 864.555723] env[69319]: DEBUG nova.virt.hardware [None req-bb8c4684-f2fd-4f50-aa42-c4c678b096ea tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 864.555904] env[69319]: DEBUG nova.virt.hardware [None req-bb8c4684-f2fd-4f50-aa42-c4c678b096ea tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 864.556465] env[69319]: DEBUG nova.virt.hardware [None req-bb8c4684-f2fd-4f50-aa42-c4c678b096ea tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 864.556668] env[69319]: DEBUG nova.virt.hardware [None req-bb8c4684-f2fd-4f50-aa42-c4c678b096ea tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 864.556889] env[69319]: DEBUG nova.virt.hardware [None req-bb8c4684-f2fd-4f50-aa42-c4c678b096ea tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 864.557062] env[69319]: DEBUG nova.virt.hardware [None req-bb8c4684-f2fd-4f50-aa42-c4c678b096ea tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 864.557238] env[69319]: DEBUG nova.virt.hardware [None req-bb8c4684-f2fd-4f50-aa42-c4c678b096ea tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 864.557403] env[69319]: DEBUG nova.virt.hardware [None req-bb8c4684-f2fd-4f50-aa42-c4c678b096ea tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 864.557601] env[69319]: DEBUG nova.virt.hardware [None req-bb8c4684-f2fd-4f50-aa42-c4c678b096ea tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 864.558835] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d71d37dd-9091-4f69-bb7a-4a3cd40b1fb6 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.573195] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c3bbdb3-f1bb-484e-815e-ecd333f5d384 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.605636] env[69319]: DEBUG oslo_concurrency.lockutils [None req-55f0deaf-91ee-4054-80cc-a37ded1a7890 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Releasing lock "refresh_cache-49f792b7-4c8b-4a2a-afe4-016281de77b9" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.605987] env[69319]: DEBUG nova.compute.manager [None req-55f0deaf-91ee-4054-80cc-a37ded1a7890 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] [instance: 49f792b7-4c8b-4a2a-afe4-016281de77b9] Instance network_info: |[{"id": "0f276e32-8dff-43ba-932e-077706d639b3", "address": "fa:16:3e:e4:17:a0", "network": {"id": "ff867242-07b2-4f36-8311-324d6e9411c7", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-799589428-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb637ebd4b484a719d85fdfeff4b4830", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f276e32-8d", "ovs_interfaceid": "0f276e32-8dff-43ba-932e-077706d639b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 864.606453] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-55f0deaf-91ee-4054-80cc-a37ded1a7890 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] [instance: 49f792b7-4c8b-4a2a-afe4-016281de77b9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e4:17:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69d412f5-01a9-4fed-8488-7b767a13a653', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0f276e32-8dff-43ba-932e-077706d639b3', 'vif_model': 'vmxnet3'}] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 864.614377] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-55f0deaf-91ee-4054-80cc-a37ded1a7890 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 864.614633] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49f792b7-4c8b-4a2a-afe4-016281de77b9] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 864.614872] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-187c9019-4cfc-44a2-b0b1-e112b7275c5e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.635760] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 864.635760] env[69319]: value = "task-3223278" [ 864.635760] env[69319]: _type = "Task" [ 864.635760] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.644162] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223278, 'name': CreateVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.714414] env[69319]: DEBUG nova.compute.manager [req-2b037ec8-4bb8-4c93-ac44-a324dce49c21 req-e60a6448-3448-49bf-9735-37c53e88462c service nova] [instance: 49f792b7-4c8b-4a2a-afe4-016281de77b9] Received event network-changed-0f276e32-8dff-43ba-932e-077706d639b3 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 864.715089] env[69319]: DEBUG nova.compute.manager [req-2b037ec8-4bb8-4c93-ac44-a324dce49c21 req-e60a6448-3448-49bf-9735-37c53e88462c service nova] [instance: 49f792b7-4c8b-4a2a-afe4-016281de77b9] Refreshing instance network info cache due to event network-changed-0f276e32-8dff-43ba-932e-077706d639b3. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 864.715089] env[69319]: DEBUG oslo_concurrency.lockutils [req-2b037ec8-4bb8-4c93-ac44-a324dce49c21 req-e60a6448-3448-49bf-9735-37c53e88462c service nova] Acquiring lock "refresh_cache-49f792b7-4c8b-4a2a-afe4-016281de77b9" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.715089] env[69319]: DEBUG oslo_concurrency.lockutils [req-2b037ec8-4bb8-4c93-ac44-a324dce49c21 req-e60a6448-3448-49bf-9735-37c53e88462c service nova] Acquired lock "refresh_cache-49f792b7-4c8b-4a2a-afe4-016281de77b9" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.715508] env[69319]: DEBUG nova.network.neutron [req-2b037ec8-4bb8-4c93-ac44-a324dce49c21 req-e60a6448-3448-49bf-9735-37c53e88462c service nova] [instance: 49f792b7-4c8b-4a2a-afe4-016281de77b9] Refreshing network info cache for port 0f276e32-8dff-43ba-932e-077706d639b3 {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 864.793372] env[69319]: DEBUG nova.scheduler.client.report [None req-a5dd8e72-a050-410d-99a5-ba3c35bbc434 tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 864.849306] env[69319]: DEBUG oslo_vmware.api [None req-f410d2ac-2166-46f9-8772-b48f5efb3166 tempest-ServerAddressesTestJSON-2119319870 tempest-ServerAddressesTestJSON-2119319870-project-member] Task: {'id': task-3223274, 'name': PowerOnVM_Task, 'duration_secs': 1.189539} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.849936] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-f410d2ac-2166-46f9-8772-b48f5efb3166 tempest-ServerAddressesTestJSON-2119319870 tempest-ServerAddressesTestJSON-2119319870-project-member] [instance: 42447381-1bc9-4936-8fbf-178993fd5d68] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 864.850210] env[69319]: INFO nova.compute.manager [None req-f410d2ac-2166-46f9-8772-b48f5efb3166 tempest-ServerAddressesTestJSON-2119319870 tempest-ServerAddressesTestJSON-2119319870-project-member] [instance: 42447381-1bc9-4936-8fbf-178993fd5d68] Took 10.31 seconds to spawn the instance on the hypervisor. [ 864.850643] env[69319]: DEBUG nova.compute.manager [None req-f410d2ac-2166-46f9-8772-b48f5efb3166 tempest-ServerAddressesTestJSON-2119319870 tempest-ServerAddressesTestJSON-2119319870-project-member] [instance: 42447381-1bc9-4936-8fbf-178993fd5d68] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 864.851699] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de49e5c1-551d-4d56-88a3-5e16fe00c6fb {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.989499] env[69319]: DEBUG nova.network.neutron [req-ca10f948-838a-49f0-9871-686bf150e032 req-ecc43ced-cf66-4eff-8823-a1adc541c255 service nova] [instance: dcd83efc-4157-4174-b3bd-5bd6cd865360] Updated VIF entry in instance network info cache for port b03f30f3-354f-4526-baa7-e7778d7e199b. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 864.990127] env[69319]: DEBUG nova.network.neutron [req-ca10f948-838a-49f0-9871-686bf150e032 req-ecc43ced-cf66-4eff-8823-a1adc541c255 service nova] [instance: dcd83efc-4157-4174-b3bd-5bd6cd865360] Updating instance_info_cache with network_info: [{"id": "b03f30f3-354f-4526-baa7-e7778d7e199b", "address": "fa:16:3e:17:47:2f", "network": {"id": "d5a0d0ec-68a1-4a7e-a2c6-ad35f4863905", "bridge": "br-int", "label": "tempest-ServersTestJSON-108127881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eda42a1125654bd4a357c6d714e01c5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb03f30f3-35", "ovs_interfaceid": "b03f30f3-354f-4526-baa7-e7778d7e199b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.002831] env[69319]: DEBUG oslo_concurrency.lockutils [None req-22b4b39d-1dcb-45ea-813f-b871a0fd8a32 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Acquiring lock "1159a12c-1035-49ae-841f-053ac16c48af" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.003150] env[69319]: DEBUG oslo_concurrency.lockutils [None req-22b4b39d-1dcb-45ea-813f-b871a0fd8a32 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Lock "1159a12c-1035-49ae-841f-053ac16c48af" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.003394] env[69319]: DEBUG oslo_concurrency.lockutils [None req-22b4b39d-1dcb-45ea-813f-b871a0fd8a32 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Acquiring lock "1159a12c-1035-49ae-841f-053ac16c48af-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.003613] env[69319]: DEBUG oslo_concurrency.lockutils [None req-22b4b39d-1dcb-45ea-813f-b871a0fd8a32 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Lock "1159a12c-1035-49ae-841f-053ac16c48af-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.004029] env[69319]: DEBUG oslo_concurrency.lockutils [None req-22b4b39d-1dcb-45ea-813f-b871a0fd8a32 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Lock "1159a12c-1035-49ae-841f-053ac16c48af-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.006312] env[69319]: INFO nova.compute.manager [None req-22b4b39d-1dcb-45ea-813f-b871a0fd8a32 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] [instance: 1159a12c-1035-49ae-841f-053ac16c48af] Terminating instance [ 865.044388] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-63ad3a45-96cf-4bb3-831b-7d3f9388104c tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 66e1cd49-8387-4ef2-b3c8-8f301d27d1cb] Creating linked-clone VM from snapshot {{(pid=69319) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 865.045369] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c1718839-0c2e-4450-a778-79ce3ff1760f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.056345] env[69319]: DEBUG oslo_vmware.api [None req-63ad3a45-96cf-4bb3-831b-7d3f9388104c tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Waiting for the task: (returnval){ [ 865.056345] env[69319]: value = "task-3223279" [ 865.056345] env[69319]: _type = "Task" [ 865.056345] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.064353] env[69319]: DEBUG oslo_vmware.api [None req-63ad3a45-96cf-4bb3-831b-7d3f9388104c tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': task-3223279, 'name': CloneVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.148689] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223278, 'name': CreateVM_Task} progress is 99%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.241539] env[69319]: DEBUG nova.network.neutron [-] [instance: 0b5d2173-10d1-4983-877c-743388460231] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.299319] env[69319]: DEBUG oslo_concurrency.lockutils [None req-a5dd8e72-a050-410d-99a5-ba3c35bbc434 tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.826s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.300029] env[69319]: DEBUG nova.compute.manager [None req-a5dd8e72-a050-410d-99a5-ba3c35bbc434 tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] [instance: 0e18fec3-90c2-4120-8388-468011eb7ccd] Start building networks asynchronously for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 865.303626] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f6e06b74-f8ef-49df-968c-2dfa55e44dab tempest-InstanceActionsV221TestJSON-329574137 tempest-InstanceActionsV221TestJSON-329574137-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.054s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.303931] env[69319]: DEBUG nova.objects.instance [None req-f6e06b74-f8ef-49df-968c-2dfa55e44dab tempest-InstanceActionsV221TestJSON-329574137 tempest-InstanceActionsV221TestJSON-329574137-project-member] Lazy-loading 'resources' on Instance uuid b1b8d1b7-cc0e-4807-a7f4-e963cb9da64b {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 865.375400] env[69319]: INFO nova.compute.manager [None req-f410d2ac-2166-46f9-8772-b48f5efb3166 tempest-ServerAddressesTestJSON-2119319870 tempest-ServerAddressesTestJSON-2119319870-project-member] [instance: 42447381-1bc9-4936-8fbf-178993fd5d68] Took 37.56 seconds to build instance. [ 865.442475] env[69319]: DEBUG nova.network.neutron [req-2b037ec8-4bb8-4c93-ac44-a324dce49c21 req-e60a6448-3448-49bf-9735-37c53e88462c service nova] [instance: 49f792b7-4c8b-4a2a-afe4-016281de77b9] Updated VIF entry in instance network info cache for port 0f276e32-8dff-43ba-932e-077706d639b3. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 865.442893] env[69319]: DEBUG nova.network.neutron [req-2b037ec8-4bb8-4c93-ac44-a324dce49c21 req-e60a6448-3448-49bf-9735-37c53e88462c service nova] [instance: 49f792b7-4c8b-4a2a-afe4-016281de77b9] Updating instance_info_cache with network_info: [{"id": "0f276e32-8dff-43ba-932e-077706d639b3", "address": "fa:16:3e:e4:17:a0", "network": {"id": "ff867242-07b2-4f36-8311-324d6e9411c7", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-799589428-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb637ebd4b484a719d85fdfeff4b4830", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f276e32-8d", "ovs_interfaceid": "0f276e32-8dff-43ba-932e-077706d639b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.493765] env[69319]: DEBUG oslo_concurrency.lockutils [req-ca10f948-838a-49f0-9871-686bf150e032 req-ecc43ced-cf66-4eff-8823-a1adc541c255 service nova] Releasing lock "refresh_cache-dcd83efc-4157-4174-b3bd-5bd6cd865360" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.515096] env[69319]: DEBUG nova.compute.manager [None req-22b4b39d-1dcb-45ea-813f-b871a0fd8a32 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] [instance: 1159a12c-1035-49ae-841f-053ac16c48af] Start destroying the instance on the hypervisor. {{(pid=69319) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 865.515352] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-22b4b39d-1dcb-45ea-813f-b871a0fd8a32 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] [instance: 1159a12c-1035-49ae-841f-053ac16c48af] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 865.516323] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87c91b4c-fbaf-43cd-a154-cfae6a937a36 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.529508] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-22b4b39d-1dcb-45ea-813f-b871a0fd8a32 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] [instance: 1159a12c-1035-49ae-841f-053ac16c48af] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 865.529934] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eb0ff6f5-2a0b-4d39-8566-850b5c5eb81e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.540612] env[69319]: DEBUG oslo_vmware.api [None req-22b4b39d-1dcb-45ea-813f-b871a0fd8a32 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Waiting for the task: (returnval){ [ 865.540612] env[69319]: value = "task-3223280" [ 865.540612] env[69319]: _type = "Task" [ 865.540612] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.551354] env[69319]: DEBUG oslo_vmware.api [None req-22b4b39d-1dcb-45ea-813f-b871a0fd8a32 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Task: {'id': task-3223280, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.566211] env[69319]: DEBUG oslo_vmware.api [None req-63ad3a45-96cf-4bb3-831b-7d3f9388104c tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': task-3223279, 'name': CloneVM_Task} progress is 94%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.646827] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223278, 'name': CreateVM_Task, 'duration_secs': 0.631566} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.647014] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49f792b7-4c8b-4a2a-afe4-016281de77b9] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 865.647707] env[69319]: DEBUG oslo_concurrency.lockutils [None req-55f0deaf-91ee-4054-80cc-a37ded1a7890 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.647874] env[69319]: DEBUG oslo_concurrency.lockutils [None req-55f0deaf-91ee-4054-80cc-a37ded1a7890 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.648225] env[69319]: DEBUG oslo_concurrency.lockutils [None req-55f0deaf-91ee-4054-80cc-a37ded1a7890 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.648481] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49d855b5-7d23-48b6-8f2a-595375814d11 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.652914] env[69319]: DEBUG oslo_vmware.api [None req-55f0deaf-91ee-4054-80cc-a37ded1a7890 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Waiting for the task: (returnval){ [ 865.652914] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52e43fc5-af19-37f1-1458-6e12fc0674ac" [ 865.652914] env[69319]: _type = "Task" [ 865.652914] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.660673] env[69319]: DEBUG oslo_vmware.api [None req-55f0deaf-91ee-4054-80cc-a37ded1a7890 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52e43fc5-af19-37f1-1458-6e12fc0674ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.739923] env[69319]: DEBUG nova.network.neutron [None req-bb8c4684-f2fd-4f50-aa42-c4c678b096ea tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 1a043193-1e7c-43ad-b903-34ca9371045e] Successfully updated port: 843b1362-b0d4-4622-88fe-ddebbacda07b {{(pid=69319) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 865.746020] env[69319]: INFO nova.compute.manager [-] [instance: 0b5d2173-10d1-4983-877c-743388460231] Took 1.44 seconds to deallocate network for instance. [ 865.809855] env[69319]: DEBUG nova.compute.utils [None req-a5dd8e72-a050-410d-99a5-ba3c35bbc434 tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Using /dev/sd instead of None {{(pid=69319) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 865.812084] env[69319]: DEBUG nova.compute.manager [None req-a5dd8e72-a050-410d-99a5-ba3c35bbc434 tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] [instance: 0e18fec3-90c2-4120-8388-468011eb7ccd] Allocating IP information in the background. {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 865.812279] env[69319]: DEBUG nova.network.neutron [None req-a5dd8e72-a050-410d-99a5-ba3c35bbc434 tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] [instance: 0e18fec3-90c2-4120-8388-468011eb7ccd] allocate_for_instance() {{(pid=69319) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 865.877601] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f410d2ac-2166-46f9-8772-b48f5efb3166 tempest-ServerAddressesTestJSON-2119319870 tempest-ServerAddressesTestJSON-2119319870-project-member] Lock "42447381-1bc9-4936-8fbf-178993fd5d68" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 88.767s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.890809] env[69319]: DEBUG nova.policy [None req-a5dd8e72-a050-410d-99a5-ba3c35bbc434 tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9b39d737ec9741d49bbf1ed04f07943c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f72d9d0901a744ba93a8843381b65290', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69319) authorize /opt/stack/nova/nova/policy.py:192}} [ 865.946903] env[69319]: DEBUG oslo_concurrency.lockutils [req-2b037ec8-4bb8-4c93-ac44-a324dce49c21 req-e60a6448-3448-49bf-9735-37c53e88462c service nova] Releasing lock "refresh_cache-49f792b7-4c8b-4a2a-afe4-016281de77b9" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.055453] env[69319]: DEBUG oslo_vmware.api [None req-22b4b39d-1dcb-45ea-813f-b871a0fd8a32 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Task: {'id': task-3223280, 'name': PowerOffVM_Task, 'duration_secs': 0.19512} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.058127] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-22b4b39d-1dcb-45ea-813f-b871a0fd8a32 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] [instance: 1159a12c-1035-49ae-841f-053ac16c48af] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 866.058343] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-22b4b39d-1dcb-45ea-813f-b871a0fd8a32 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] [instance: 1159a12c-1035-49ae-841f-053ac16c48af] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 866.058829] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cdfd7672-2398-4616-9fe5-cc7497b0d36c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.074930] env[69319]: DEBUG oslo_vmware.api [None req-63ad3a45-96cf-4bb3-831b-7d3f9388104c tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': task-3223279, 'name': CloneVM_Task} progress is 94%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.128442] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-22b4b39d-1dcb-45ea-813f-b871a0fd8a32 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] [instance: 1159a12c-1035-49ae-841f-053ac16c48af] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 866.128713] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-22b4b39d-1dcb-45ea-813f-b871a0fd8a32 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] [instance: 1159a12c-1035-49ae-841f-053ac16c48af] Deleting contents of the VM from datastore datastore1 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 866.128851] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-22b4b39d-1dcb-45ea-813f-b871a0fd8a32 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Deleting the datastore file [datastore1] 1159a12c-1035-49ae-841f-053ac16c48af {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 866.131891] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6df842d7-e172-40a8-8581-a60210b55548 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.140198] env[69319]: DEBUG oslo_vmware.api [None req-22b4b39d-1dcb-45ea-813f-b871a0fd8a32 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Waiting for the task: (returnval){ [ 866.140198] env[69319]: value = "task-3223282" [ 866.140198] env[69319]: _type = "Task" [ 866.140198] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.149918] env[69319]: DEBUG oslo_vmware.api [None req-22b4b39d-1dcb-45ea-813f-b871a0fd8a32 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Task: {'id': task-3223282, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.164198] env[69319]: DEBUG oslo_vmware.api [None req-55f0deaf-91ee-4054-80cc-a37ded1a7890 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52e43fc5-af19-37f1-1458-6e12fc0674ac, 'name': SearchDatastore_Task, 'duration_secs': 0.014771} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.166473] env[69319]: DEBUG oslo_concurrency.lockutils [None req-55f0deaf-91ee-4054-80cc-a37ded1a7890 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.166719] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-55f0deaf-91ee-4054-80cc-a37ded1a7890 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] [instance: 49f792b7-4c8b-4a2a-afe4-016281de77b9] Processing image 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 866.166956] env[69319]: DEBUG oslo_concurrency.lockutils [None req-55f0deaf-91ee-4054-80cc-a37ded1a7890 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.167120] env[69319]: DEBUG oslo_concurrency.lockutils [None req-55f0deaf-91ee-4054-80cc-a37ded1a7890 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.167382] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-55f0deaf-91ee-4054-80cc-a37ded1a7890 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 866.167747] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7d371e49-09a0-4370-b9ff-67ecc972d1a4 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.177739] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-55f0deaf-91ee-4054-80cc-a37ded1a7890 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 866.177945] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-55f0deaf-91ee-4054-80cc-a37ded1a7890 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 866.181670] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3addc76-1479-4684-8bd6-d7f6df5f93d6 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.188594] env[69319]: DEBUG oslo_vmware.api [None req-55f0deaf-91ee-4054-80cc-a37ded1a7890 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Waiting for the task: (returnval){ [ 866.188594] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52e66ebf-6441-d6bc-8847-d841573fa04e" [ 866.188594] env[69319]: _type = "Task" [ 866.188594] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.199633] env[69319]: DEBUG oslo_vmware.api [None req-55f0deaf-91ee-4054-80cc-a37ded1a7890 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52e66ebf-6441-d6bc-8847-d841573fa04e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.245914] env[69319]: DEBUG oslo_concurrency.lockutils [None req-bb8c4684-f2fd-4f50-aa42-c4c678b096ea tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Acquiring lock "refresh_cache-1a043193-1e7c-43ad-b903-34ca9371045e" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.245914] env[69319]: DEBUG oslo_concurrency.lockutils [None req-bb8c4684-f2fd-4f50-aa42-c4c678b096ea tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Acquired lock "refresh_cache-1a043193-1e7c-43ad-b903-34ca9371045e" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.245914] env[69319]: DEBUG nova.network.neutron [None req-bb8c4684-f2fd-4f50-aa42-c4c678b096ea tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 1a043193-1e7c-43ad-b903-34ca9371045e] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 866.255106] env[69319]: DEBUG oslo_concurrency.lockutils [None req-441eab6a-a3d6-4cba-a0bc-bfc76406d163 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.287634] env[69319]: DEBUG nova.network.neutron [None req-a5dd8e72-a050-410d-99a5-ba3c35bbc434 tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] [instance: 0e18fec3-90c2-4120-8388-468011eb7ccd] Successfully created port: 3423d399-225d-430c-b042-1c0ba024a2b8 {{(pid=69319) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 866.318470] env[69319]: DEBUG nova.compute.manager [None req-a5dd8e72-a050-410d-99a5-ba3c35bbc434 tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] [instance: 0e18fec3-90c2-4120-8388-468011eb7ccd] Start building block device mappings for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 866.386834] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e881ab35-4857-450b-a311-eaa8cb2bab45 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.395275] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32e495ab-2454-42dd-9ce4-18d188e0c374 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.428061] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2baab0f4-3c55-42d7-ac7e-6761e25f52fa {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.436586] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a17f2c83-72a1-42dd-a7d3-8ccec1c0bb18 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.452640] env[69319]: DEBUG nova.compute.provider_tree [None req-f6e06b74-f8ef-49df-968c-2dfa55e44dab tempest-InstanceActionsV221TestJSON-329574137 tempest-InstanceActionsV221TestJSON-329574137-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 866.568970] env[69319]: DEBUG oslo_vmware.api [None req-63ad3a45-96cf-4bb3-831b-7d3f9388104c tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': task-3223279, 'name': CloneVM_Task} progress is 95%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.579300] env[69319]: DEBUG oslo_concurrency.lockutils [None req-7b439d21-7f64-43aa-8880-f6cc03c9ae4f tempest-ServerAddressesTestJSON-2119319870 tempest-ServerAddressesTestJSON-2119319870-project-member] Acquiring lock "42447381-1bc9-4936-8fbf-178993fd5d68" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.579300] env[69319]: DEBUG oslo_concurrency.lockutils [None req-7b439d21-7f64-43aa-8880-f6cc03c9ae4f tempest-ServerAddressesTestJSON-2119319870 tempest-ServerAddressesTestJSON-2119319870-project-member] Lock "42447381-1bc9-4936-8fbf-178993fd5d68" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.579300] env[69319]: DEBUG oslo_concurrency.lockutils [None req-7b439d21-7f64-43aa-8880-f6cc03c9ae4f tempest-ServerAddressesTestJSON-2119319870 tempest-ServerAddressesTestJSON-2119319870-project-member] Acquiring lock "42447381-1bc9-4936-8fbf-178993fd5d68-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.579445] env[69319]: DEBUG oslo_concurrency.lockutils [None req-7b439d21-7f64-43aa-8880-f6cc03c9ae4f tempest-ServerAddressesTestJSON-2119319870 tempest-ServerAddressesTestJSON-2119319870-project-member] Lock "42447381-1bc9-4936-8fbf-178993fd5d68-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.579575] env[69319]: DEBUG oslo_concurrency.lockutils [None req-7b439d21-7f64-43aa-8880-f6cc03c9ae4f tempest-ServerAddressesTestJSON-2119319870 tempest-ServerAddressesTestJSON-2119319870-project-member] Lock "42447381-1bc9-4936-8fbf-178993fd5d68-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.581878] env[69319]: INFO nova.compute.manager [None req-7b439d21-7f64-43aa-8880-f6cc03c9ae4f tempest-ServerAddressesTestJSON-2119319870 tempest-ServerAddressesTestJSON-2119319870-project-member] [instance: 42447381-1bc9-4936-8fbf-178993fd5d68] Terminating instance [ 866.649759] env[69319]: DEBUG oslo_vmware.api [None req-22b4b39d-1dcb-45ea-813f-b871a0fd8a32 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Task: {'id': task-3223282, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.208076} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.650036] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-22b4b39d-1dcb-45ea-813f-b871a0fd8a32 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 866.650302] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-22b4b39d-1dcb-45ea-813f-b871a0fd8a32 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] [instance: 1159a12c-1035-49ae-841f-053ac16c48af] Deleted contents of the VM from datastore datastore1 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 866.650487] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-22b4b39d-1dcb-45ea-813f-b871a0fd8a32 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] [instance: 1159a12c-1035-49ae-841f-053ac16c48af] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 866.650665] env[69319]: INFO nova.compute.manager [None req-22b4b39d-1dcb-45ea-813f-b871a0fd8a32 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] [instance: 1159a12c-1035-49ae-841f-053ac16c48af] Took 1.14 seconds to destroy the instance on the hypervisor. [ 866.650922] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-22b4b39d-1dcb-45ea-813f-b871a0fd8a32 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 866.651195] env[69319]: DEBUG nova.compute.manager [-] [instance: 1159a12c-1035-49ae-841f-053ac16c48af] Deallocating network for instance {{(pid=69319) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 866.651195] env[69319]: DEBUG nova.network.neutron [-] [instance: 1159a12c-1035-49ae-841f-053ac16c48af] deallocate_for_instance() {{(pid=69319) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 866.700113] env[69319]: DEBUG oslo_vmware.api [None req-55f0deaf-91ee-4054-80cc-a37ded1a7890 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52e66ebf-6441-d6bc-8847-d841573fa04e, 'name': SearchDatastore_Task, 'duration_secs': 0.012755} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.700970] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc075179-ee8b-4d36-b9df-329cfe9b501c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.708017] env[69319]: DEBUG oslo_vmware.api [None req-55f0deaf-91ee-4054-80cc-a37ded1a7890 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Waiting for the task: (returnval){ [ 866.708017] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]5257e82d-670c-66e5-404d-19bb91773a87" [ 866.708017] env[69319]: _type = "Task" [ 866.708017] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.718971] env[69319]: DEBUG oslo_vmware.api [None req-55f0deaf-91ee-4054-80cc-a37ded1a7890 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5257e82d-670c-66e5-404d-19bb91773a87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.777038] env[69319]: DEBUG nova.network.neutron [None req-bb8c4684-f2fd-4f50-aa42-c4c678b096ea tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 1a043193-1e7c-43ad-b903-34ca9371045e] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 866.790993] env[69319]: DEBUG nova.compute.manager [req-49c96fce-826b-44d2-877b-7afeb29acde4 req-e3736871-8117-40ff-88f4-e60ebab81b4c service nova] [instance: 0b5d2173-10d1-4983-877c-743388460231] Received event network-vif-deleted-14797bb0-0cb5-4025-9cfe-1e86933e4acd {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 866.791278] env[69319]: DEBUG nova.compute.manager [req-49c96fce-826b-44d2-877b-7afeb29acde4 req-e3736871-8117-40ff-88f4-e60ebab81b4c service nova] [instance: 1a043193-1e7c-43ad-b903-34ca9371045e] Received event network-vif-plugged-843b1362-b0d4-4622-88fe-ddebbacda07b {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 866.791522] env[69319]: DEBUG oslo_concurrency.lockutils [req-49c96fce-826b-44d2-877b-7afeb29acde4 req-e3736871-8117-40ff-88f4-e60ebab81b4c service nova] Acquiring lock "1a043193-1e7c-43ad-b903-34ca9371045e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.791738] env[69319]: DEBUG oslo_concurrency.lockutils [req-49c96fce-826b-44d2-877b-7afeb29acde4 req-e3736871-8117-40ff-88f4-e60ebab81b4c service nova] Lock "1a043193-1e7c-43ad-b903-34ca9371045e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.791903] env[69319]: DEBUG oslo_concurrency.lockutils [req-49c96fce-826b-44d2-877b-7afeb29acde4 req-e3736871-8117-40ff-88f4-e60ebab81b4c service nova] Lock "1a043193-1e7c-43ad-b903-34ca9371045e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.792306] env[69319]: DEBUG nova.compute.manager [req-49c96fce-826b-44d2-877b-7afeb29acde4 req-e3736871-8117-40ff-88f4-e60ebab81b4c service nova] [instance: 1a043193-1e7c-43ad-b903-34ca9371045e] No waiting events found dispatching network-vif-plugged-843b1362-b0d4-4622-88fe-ddebbacda07b {{(pid=69319) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 866.792513] env[69319]: WARNING nova.compute.manager [req-49c96fce-826b-44d2-877b-7afeb29acde4 req-e3736871-8117-40ff-88f4-e60ebab81b4c service nova] [instance: 1a043193-1e7c-43ad-b903-34ca9371045e] Received unexpected event network-vif-plugged-843b1362-b0d4-4622-88fe-ddebbacda07b for instance with vm_state building and task_state spawning. [ 866.792677] env[69319]: DEBUG nova.compute.manager [req-49c96fce-826b-44d2-877b-7afeb29acde4 req-e3736871-8117-40ff-88f4-e60ebab81b4c service nova] [instance: 1a043193-1e7c-43ad-b903-34ca9371045e] Received event network-changed-843b1362-b0d4-4622-88fe-ddebbacda07b {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 866.792829] env[69319]: DEBUG nova.compute.manager [req-49c96fce-826b-44d2-877b-7afeb29acde4 req-e3736871-8117-40ff-88f4-e60ebab81b4c service nova] [instance: 1a043193-1e7c-43ad-b903-34ca9371045e] Refreshing instance network info cache due to event network-changed-843b1362-b0d4-4622-88fe-ddebbacda07b. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 866.793047] env[69319]: DEBUG oslo_concurrency.lockutils [req-49c96fce-826b-44d2-877b-7afeb29acde4 req-e3736871-8117-40ff-88f4-e60ebab81b4c service nova] Acquiring lock "refresh_cache-1a043193-1e7c-43ad-b903-34ca9371045e" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.956487] env[69319]: DEBUG nova.scheduler.client.report [None req-f6e06b74-f8ef-49df-968c-2dfa55e44dab tempest-InstanceActionsV221TestJSON-329574137 tempest-InstanceActionsV221TestJSON-329574137-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 866.993876] env[69319]: DEBUG nova.compute.manager [req-98b7d9c0-a815-4e62-9467-6182f6b2a113 req-0ce3e629-d1cb-4cef-bb5c-8c3108bb40ef service nova] [instance: 1159a12c-1035-49ae-841f-053ac16c48af] Received event network-vif-deleted-b540a532-466c-4aff-9944-f8a71cdcc667 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 866.993876] env[69319]: INFO nova.compute.manager [req-98b7d9c0-a815-4e62-9467-6182f6b2a113 req-0ce3e629-d1cb-4cef-bb5c-8c3108bb40ef service nova] [instance: 1159a12c-1035-49ae-841f-053ac16c48af] Neutron deleted interface b540a532-466c-4aff-9944-f8a71cdcc667; detaching it from the instance and deleting it from the info cache [ 866.993876] env[69319]: DEBUG nova.network.neutron [req-98b7d9c0-a815-4e62-9467-6182f6b2a113 req-0ce3e629-d1cb-4cef-bb5c-8c3108bb40ef service nova] [instance: 1159a12c-1035-49ae-841f-053ac16c48af] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.007340] env[69319]: DEBUG nova.network.neutron [None req-bb8c4684-f2fd-4f50-aa42-c4c678b096ea tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 1a043193-1e7c-43ad-b903-34ca9371045e] Updating instance_info_cache with network_info: [{"id": "843b1362-b0d4-4622-88fe-ddebbacda07b", "address": "fa:16:3e:57:8c:64", "network": {"id": "8985126e-f64e-499c-abf8-8490d52ef1a5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-221535940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c749d00b4b5b4852a5c16d9621d8eb16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap843b1362-b0", "ovs_interfaceid": "843b1362-b0d4-4622-88fe-ddebbacda07b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.071037] env[69319]: DEBUG oslo_vmware.api [None req-63ad3a45-96cf-4bb3-831b-7d3f9388104c tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': task-3223279, 'name': CloneVM_Task, 'duration_secs': 1.653604} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.071377] env[69319]: INFO nova.virt.vmwareapi.vmops [None req-63ad3a45-96cf-4bb3-831b-7d3f9388104c tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 66e1cd49-8387-4ef2-b3c8-8f301d27d1cb] Created linked-clone VM from snapshot [ 867.072202] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3bb7ddc-8ed5-4515-8e7d-66fd859689c7 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.080924] env[69319]: DEBUG nova.virt.vmwareapi.images [None req-63ad3a45-96cf-4bb3-831b-7d3f9388104c tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 66e1cd49-8387-4ef2-b3c8-8f301d27d1cb] Uploading image d520fdbf-0764-4cc2-a29c-f6dbc241a0b0 {{(pid=69319) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 867.085813] env[69319]: DEBUG nova.compute.manager [None req-7b439d21-7f64-43aa-8880-f6cc03c9ae4f tempest-ServerAddressesTestJSON-2119319870 tempest-ServerAddressesTestJSON-2119319870-project-member] [instance: 42447381-1bc9-4936-8fbf-178993fd5d68] Start destroying the instance on the hypervisor. {{(pid=69319) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 867.086030] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-7b439d21-7f64-43aa-8880-f6cc03c9ae4f tempest-ServerAddressesTestJSON-2119319870 tempest-ServerAddressesTestJSON-2119319870-project-member] [instance: 42447381-1bc9-4936-8fbf-178993fd5d68] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 867.086813] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c320387-f5e7-4cd0-987b-6cb044b78f5c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.094765] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b439d21-7f64-43aa-8880-f6cc03c9ae4f tempest-ServerAddressesTestJSON-2119319870 tempest-ServerAddressesTestJSON-2119319870-project-member] [instance: 42447381-1bc9-4936-8fbf-178993fd5d68] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 867.094920] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a1f71860-e620-4e03-807c-1f0059e9937b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.103867] env[69319]: DEBUG oslo_vmware.api [None req-7b439d21-7f64-43aa-8880-f6cc03c9ae4f tempest-ServerAddressesTestJSON-2119319870 tempest-ServerAddressesTestJSON-2119319870-project-member] Waiting for the task: (returnval){ [ 867.103867] env[69319]: value = "task-3223283" [ 867.103867] env[69319]: _type = "Task" [ 867.103867] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.113512] env[69319]: DEBUG oslo_vmware.api [None req-7b439d21-7f64-43aa-8880-f6cc03c9ae4f tempest-ServerAddressesTestJSON-2119319870 tempest-ServerAddressesTestJSON-2119319870-project-member] Task: {'id': task-3223283, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.115526] env[69319]: DEBUG oslo_vmware.rw_handles [None req-63ad3a45-96cf-4bb3-831b-7d3f9388104c tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 867.115526] env[69319]: value = "vm-644399" [ 867.115526] env[69319]: _type = "VirtualMachine" [ 867.115526] env[69319]: }. {{(pid=69319) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 867.115785] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e357d4ce-e892-4cca-98d9-26cb1a5d4e72 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.124131] env[69319]: DEBUG oslo_vmware.rw_handles [None req-63ad3a45-96cf-4bb3-831b-7d3f9388104c tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Lease: (returnval){ [ 867.124131] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52e67028-0597-96b4-fbfa-324eacb63afd" [ 867.124131] env[69319]: _type = "HttpNfcLease" [ 867.124131] env[69319]: } obtained for exporting VM: (result){ [ 867.124131] env[69319]: value = "vm-644399" [ 867.124131] env[69319]: _type = "VirtualMachine" [ 867.124131] env[69319]: }. {{(pid=69319) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 867.124394] env[69319]: DEBUG oslo_vmware.api [None req-63ad3a45-96cf-4bb3-831b-7d3f9388104c tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Waiting for the lease: (returnval){ [ 867.124394] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52e67028-0597-96b4-fbfa-324eacb63afd" [ 867.124394] env[69319]: _type = "HttpNfcLease" [ 867.124394] env[69319]: } to be ready. {{(pid=69319) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 867.132350] env[69319]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 867.132350] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52e67028-0597-96b4-fbfa-324eacb63afd" [ 867.132350] env[69319]: _type = "HttpNfcLease" [ 867.132350] env[69319]: } is initializing. {{(pid=69319) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 867.218711] env[69319]: DEBUG oslo_vmware.api [None req-55f0deaf-91ee-4054-80cc-a37ded1a7890 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5257e82d-670c-66e5-404d-19bb91773a87, 'name': SearchDatastore_Task, 'duration_secs': 0.043005} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.218990] env[69319]: DEBUG oslo_concurrency.lockutils [None req-55f0deaf-91ee-4054-80cc-a37ded1a7890 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.219327] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-55f0deaf-91ee-4054-80cc-a37ded1a7890 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] 49f792b7-4c8b-4a2a-afe4-016281de77b9/49f792b7-4c8b-4a2a-afe4-016281de77b9.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 867.219599] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-05280cf2-cf0d-42d1-a3c7-3ad46af5cfca {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.226924] env[69319]: DEBUG oslo_vmware.api [None req-55f0deaf-91ee-4054-80cc-a37ded1a7890 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Waiting for the task: (returnval){ [ 867.226924] env[69319]: value = "task-3223285" [ 867.226924] env[69319]: _type = "Task" [ 867.226924] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.235498] env[69319]: DEBUG oslo_vmware.api [None req-55f0deaf-91ee-4054-80cc-a37ded1a7890 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Task: {'id': task-3223285, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.329186] env[69319]: DEBUG nova.compute.manager [None req-a5dd8e72-a050-410d-99a5-ba3c35bbc434 tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] [instance: 0e18fec3-90c2-4120-8388-468011eb7ccd] Start spawning the instance on the hypervisor. {{(pid=69319) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 867.351489] env[69319]: DEBUG nova.virt.hardware [None req-a5dd8e72-a050-410d-99a5-ba3c35bbc434 tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:32:36Z,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31f027872f6f44dba95ff2fe7a062e00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:32:36Z,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 867.351862] env[69319]: DEBUG nova.virt.hardware [None req-a5dd8e72-a050-410d-99a5-ba3c35bbc434 tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 867.352095] env[69319]: DEBUG nova.virt.hardware [None req-a5dd8e72-a050-410d-99a5-ba3c35bbc434 tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 867.352347] env[69319]: DEBUG nova.virt.hardware [None req-a5dd8e72-a050-410d-99a5-ba3c35bbc434 tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 867.352540] env[69319]: DEBUG nova.virt.hardware [None req-a5dd8e72-a050-410d-99a5-ba3c35bbc434 tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 867.352715] env[69319]: DEBUG nova.virt.hardware [None req-a5dd8e72-a050-410d-99a5-ba3c35bbc434 tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 867.352930] env[69319]: DEBUG nova.virt.hardware [None req-a5dd8e72-a050-410d-99a5-ba3c35bbc434 tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 867.353105] env[69319]: DEBUG nova.virt.hardware [None req-a5dd8e72-a050-410d-99a5-ba3c35bbc434 tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 867.353278] env[69319]: DEBUG nova.virt.hardware [None req-a5dd8e72-a050-410d-99a5-ba3c35bbc434 tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 867.353440] env[69319]: DEBUG nova.virt.hardware [None req-a5dd8e72-a050-410d-99a5-ba3c35bbc434 tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 867.353613] env[69319]: DEBUG nova.virt.hardware [None req-a5dd8e72-a050-410d-99a5-ba3c35bbc434 tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 867.354474] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d021fd57-4010-4db8-9f8f-1c22c50c189a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.363529] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61697c7a-1ae8-4689-b1ab-d8100dc21eef {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.421223] env[69319]: DEBUG nova.network.neutron [-] [instance: 1159a12c-1035-49ae-841f-053ac16c48af] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.462704] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f6e06b74-f8ef-49df-968c-2dfa55e44dab tempest-InstanceActionsV221TestJSON-329574137 tempest-InstanceActionsV221TestJSON-329574137-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.159s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.466304] env[69319]: DEBUG oslo_concurrency.lockutils [None req-56a980ae-a220-4e67-8044-93461a8570bd tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.252s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.466547] env[69319]: DEBUG nova.objects.instance [None req-56a980ae-a220-4e67-8044-93461a8570bd tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Lazy-loading 'resources' on Instance uuid 78d62458-5f2a-45a1-bf75-c1bf6a087b48 {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 867.489624] env[69319]: INFO nova.scheduler.client.report [None req-f6e06b74-f8ef-49df-968c-2dfa55e44dab tempest-InstanceActionsV221TestJSON-329574137 tempest-InstanceActionsV221TestJSON-329574137-project-member] Deleted allocations for instance b1b8d1b7-cc0e-4807-a7f4-e963cb9da64b [ 867.495901] env[69319]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b37f21f5-9bc8-4486-9d41-ac5166957efd {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.506477] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf053f98-780b-4b8f-86b5-510780b107ea {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.518050] env[69319]: DEBUG oslo_concurrency.lockutils [None req-bb8c4684-f2fd-4f50-aa42-c4c678b096ea tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Releasing lock "refresh_cache-1a043193-1e7c-43ad-b903-34ca9371045e" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.518379] env[69319]: DEBUG nova.compute.manager [None req-bb8c4684-f2fd-4f50-aa42-c4c678b096ea tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 1a043193-1e7c-43ad-b903-34ca9371045e] Instance network_info: |[{"id": "843b1362-b0d4-4622-88fe-ddebbacda07b", "address": "fa:16:3e:57:8c:64", "network": {"id": "8985126e-f64e-499c-abf8-8490d52ef1a5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-221535940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c749d00b4b5b4852a5c16d9621d8eb16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap843b1362-b0", "ovs_interfaceid": "843b1362-b0d4-4622-88fe-ddebbacda07b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 867.519201] env[69319]: DEBUG oslo_concurrency.lockutils [req-49c96fce-826b-44d2-877b-7afeb29acde4 req-e3736871-8117-40ff-88f4-e60ebab81b4c service nova] Acquired lock "refresh_cache-1a043193-1e7c-43ad-b903-34ca9371045e" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.519396] env[69319]: DEBUG nova.network.neutron [req-49c96fce-826b-44d2-877b-7afeb29acde4 req-e3736871-8117-40ff-88f4-e60ebab81b4c service nova] [instance: 1a043193-1e7c-43ad-b903-34ca9371045e] Refreshing network info cache for port 843b1362-b0d4-4622-88fe-ddebbacda07b {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 867.520554] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-bb8c4684-f2fd-4f50-aa42-c4c678b096ea tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 1a043193-1e7c-43ad-b903-34ca9371045e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:8c:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '843b1362-b0d4-4622-88fe-ddebbacda07b', 'vif_model': 'vmxnet3'}] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 867.528628] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bb8c4684-f2fd-4f50-aa42-c4c678b096ea tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 867.530155] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a043193-1e7c-43ad-b903-34ca9371045e] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 867.530399] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-36d6caae-b82c-4078-92df-4f22deea68af {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.565342] env[69319]: DEBUG nova.compute.manager [req-98b7d9c0-a815-4e62-9467-6182f6b2a113 req-0ce3e629-d1cb-4cef-bb5c-8c3108bb40ef service nova] [instance: 1159a12c-1035-49ae-841f-053ac16c48af] Detach interface failed, port_id=b540a532-466c-4aff-9944-f8a71cdcc667, reason: Instance 1159a12c-1035-49ae-841f-053ac16c48af could not be found. {{(pid=69319) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 867.572436] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 867.572436] env[69319]: value = "task-3223286" [ 867.572436] env[69319]: _type = "Task" [ 867.572436] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.581207] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223286, 'name': CreateVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.615856] env[69319]: DEBUG oslo_vmware.api [None req-7b439d21-7f64-43aa-8880-f6cc03c9ae4f tempest-ServerAddressesTestJSON-2119319870 tempest-ServerAddressesTestJSON-2119319870-project-member] Task: {'id': task-3223283, 'name': PowerOffVM_Task, 'duration_secs': 0.376636} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.616594] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b439d21-7f64-43aa-8880-f6cc03c9ae4f tempest-ServerAddressesTestJSON-2119319870 tempest-ServerAddressesTestJSON-2119319870-project-member] [instance: 42447381-1bc9-4936-8fbf-178993fd5d68] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 867.616712] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-7b439d21-7f64-43aa-8880-f6cc03c9ae4f tempest-ServerAddressesTestJSON-2119319870 tempest-ServerAddressesTestJSON-2119319870-project-member] [instance: 42447381-1bc9-4936-8fbf-178993fd5d68] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 867.616908] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d36bc101-87d9-4ad6-a89d-8ba31e1fc27d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.634170] env[69319]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 867.634170] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52e67028-0597-96b4-fbfa-324eacb63afd" [ 867.634170] env[69319]: _type = "HttpNfcLease" [ 867.634170] env[69319]: } is ready. {{(pid=69319) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 867.634503] env[69319]: DEBUG oslo_vmware.rw_handles [None req-63ad3a45-96cf-4bb3-831b-7d3f9388104c tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 867.634503] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52e67028-0597-96b4-fbfa-324eacb63afd" [ 867.634503] env[69319]: _type = "HttpNfcLease" [ 867.634503] env[69319]: }. {{(pid=69319) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 867.635495] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b348b5c-9bbb-4b64-bec3-7d19e2953524 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.645841] env[69319]: DEBUG oslo_vmware.rw_handles [None req-63ad3a45-96cf-4bb3-831b-7d3f9388104c tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bbddc3-7db1-ca75-848e-daec80bd748d/disk-0.vmdk from lease info. {{(pid=69319) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 867.646123] env[69319]: DEBUG oslo_vmware.rw_handles [None req-63ad3a45-96cf-4bb3-831b-7d3f9388104c tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bbddc3-7db1-ca75-848e-daec80bd748d/disk-0.vmdk for reading. {{(pid=69319) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 867.707509] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-7b439d21-7f64-43aa-8880-f6cc03c9ae4f tempest-ServerAddressesTestJSON-2119319870 tempest-ServerAddressesTestJSON-2119319870-project-member] [instance: 42447381-1bc9-4936-8fbf-178993fd5d68] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 867.707740] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-7b439d21-7f64-43aa-8880-f6cc03c9ae4f tempest-ServerAddressesTestJSON-2119319870 tempest-ServerAddressesTestJSON-2119319870-project-member] [instance: 42447381-1bc9-4936-8fbf-178993fd5d68] Deleting contents of the VM from datastore datastore1 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 867.707841] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b439d21-7f64-43aa-8880-f6cc03c9ae4f tempest-ServerAddressesTestJSON-2119319870 tempest-ServerAddressesTestJSON-2119319870-project-member] Deleting the datastore file [datastore1] 42447381-1bc9-4936-8fbf-178993fd5d68 {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 867.709120] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f5cc7a7f-37b0-4b0c-81f1-21af5b730dcf {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.719154] env[69319]: DEBUG oslo_vmware.api [None req-7b439d21-7f64-43aa-8880-f6cc03c9ae4f tempest-ServerAddressesTestJSON-2119319870 tempest-ServerAddressesTestJSON-2119319870-project-member] Waiting for the task: (returnval){ [ 867.719154] env[69319]: value = "task-3223288" [ 867.719154] env[69319]: _type = "Task" [ 867.719154] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.729454] env[69319]: DEBUG oslo_vmware.api [None req-7b439d21-7f64-43aa-8880-f6cc03c9ae4f tempest-ServerAddressesTestJSON-2119319870 tempest-ServerAddressesTestJSON-2119319870-project-member] Task: {'id': task-3223288, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.740049] env[69319]: DEBUG oslo_vmware.api [None req-55f0deaf-91ee-4054-80cc-a37ded1a7890 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Task: {'id': task-3223285, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.752676] env[69319]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9fee6646-cda2-406d-b435-1db3af081868 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.927869] env[69319]: INFO nova.compute.manager [-] [instance: 1159a12c-1035-49ae-841f-053ac16c48af] Took 1.28 seconds to deallocate network for instance. [ 868.005313] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f6e06b74-f8ef-49df-968c-2dfa55e44dab tempest-InstanceActionsV221TestJSON-329574137 tempest-InstanceActionsV221TestJSON-329574137-project-member] Lock "b1b8d1b7-cc0e-4807-a7f4-e963cb9da64b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.224s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.085927] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223286, 'name': CreateVM_Task} progress is 99%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.236699] env[69319]: DEBUG oslo_vmware.api [None req-7b439d21-7f64-43aa-8880-f6cc03c9ae4f tempest-ServerAddressesTestJSON-2119319870 tempest-ServerAddressesTestJSON-2119319870-project-member] Task: {'id': task-3223288, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.332387} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.237553] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b439d21-7f64-43aa-8880-f6cc03c9ae4f tempest-ServerAddressesTestJSON-2119319870 tempest-ServerAddressesTestJSON-2119319870-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 868.237884] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-7b439d21-7f64-43aa-8880-f6cc03c9ae4f tempest-ServerAddressesTestJSON-2119319870 tempest-ServerAddressesTestJSON-2119319870-project-member] [instance: 42447381-1bc9-4936-8fbf-178993fd5d68] Deleted contents of the VM from datastore datastore1 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 868.238164] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-7b439d21-7f64-43aa-8880-f6cc03c9ae4f tempest-ServerAddressesTestJSON-2119319870 tempest-ServerAddressesTestJSON-2119319870-project-member] [instance: 42447381-1bc9-4936-8fbf-178993fd5d68] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 868.238468] env[69319]: INFO nova.compute.manager [None req-7b439d21-7f64-43aa-8880-f6cc03c9ae4f tempest-ServerAddressesTestJSON-2119319870 tempest-ServerAddressesTestJSON-2119319870-project-member] [instance: 42447381-1bc9-4936-8fbf-178993fd5d68] Took 1.15 seconds to destroy the instance on the hypervisor. [ 868.239540] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7b439d21-7f64-43aa-8880-f6cc03c9ae4f tempest-ServerAddressesTestJSON-2119319870 tempest-ServerAddressesTestJSON-2119319870-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 868.246023] env[69319]: DEBUG nova.compute.manager [-] [instance: 42447381-1bc9-4936-8fbf-178993fd5d68] Deallocating network for instance {{(pid=69319) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 868.246187] env[69319]: DEBUG nova.network.neutron [-] [instance: 42447381-1bc9-4936-8fbf-178993fd5d68] deallocate_for_instance() {{(pid=69319) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 868.248320] env[69319]: DEBUG oslo_vmware.api [None req-55f0deaf-91ee-4054-80cc-a37ded1a7890 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Task: {'id': task-3223285, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.755147} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.251179] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-55f0deaf-91ee-4054-80cc-a37ded1a7890 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] 49f792b7-4c8b-4a2a-afe4-016281de77b9/49f792b7-4c8b-4a2a-afe4-016281de77b9.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 868.251415] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-55f0deaf-91ee-4054-80cc-a37ded1a7890 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] [instance: 49f792b7-4c8b-4a2a-afe4-016281de77b9] Extending root virtual disk to 1048576 {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 868.254139] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7b58caf5-cfa3-45d9-904e-a92f4137cbfb {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.266309] env[69319]: DEBUG oslo_vmware.api [None req-55f0deaf-91ee-4054-80cc-a37ded1a7890 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Waiting for the task: (returnval){ [ 868.266309] env[69319]: value = "task-3223289" [ 868.266309] env[69319]: _type = "Task" [ 868.266309] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.284075] env[69319]: DEBUG oslo_vmware.api [None req-55f0deaf-91ee-4054-80cc-a37ded1a7890 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Task: {'id': task-3223289, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.379525] env[69319]: DEBUG nova.network.neutron [None req-a5dd8e72-a050-410d-99a5-ba3c35bbc434 tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] [instance: 0e18fec3-90c2-4120-8388-468011eb7ccd] Successfully updated port: 3423d399-225d-430c-b042-1c0ba024a2b8 {{(pid=69319) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 868.442620] env[69319]: DEBUG oslo_concurrency.lockutils [None req-22b4b39d-1dcb-45ea-813f-b871a0fd8a32 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.506436] env[69319]: DEBUG nova.network.neutron [req-49c96fce-826b-44d2-877b-7afeb29acde4 req-e3736871-8117-40ff-88f4-e60ebab81b4c service nova] [instance: 1a043193-1e7c-43ad-b903-34ca9371045e] Updated VIF entry in instance network info cache for port 843b1362-b0d4-4622-88fe-ddebbacda07b. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 868.507041] env[69319]: DEBUG nova.network.neutron [req-49c96fce-826b-44d2-877b-7afeb29acde4 req-e3736871-8117-40ff-88f4-e60ebab81b4c service nova] [instance: 1a043193-1e7c-43ad-b903-34ca9371045e] Updating instance_info_cache with network_info: [{"id": "843b1362-b0d4-4622-88fe-ddebbacda07b", "address": "fa:16:3e:57:8c:64", "network": {"id": "8985126e-f64e-499c-abf8-8490d52ef1a5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-221535940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c749d00b4b5b4852a5c16d9621d8eb16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap843b1362-b0", "ovs_interfaceid": "843b1362-b0d4-4622-88fe-ddebbacda07b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.593852] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223286, 'name': CreateVM_Task, 'duration_secs': 0.621311} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.597089] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a043193-1e7c-43ad-b903-34ca9371045e] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 868.598806] env[69319]: DEBUG oslo_concurrency.lockutils [None req-bb8c4684-f2fd-4f50-aa42-c4c678b096ea tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.599032] env[69319]: DEBUG oslo_concurrency.lockutils [None req-bb8c4684-f2fd-4f50-aa42-c4c678b096ea tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.599279] env[69319]: DEBUG oslo_concurrency.lockutils [None req-bb8c4684-f2fd-4f50-aa42-c4c678b096ea tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.599843] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-244eb2af-46fb-40b1-b52c-c57893c8c448 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.606681] env[69319]: DEBUG oslo_vmware.api [None req-bb8c4684-f2fd-4f50-aa42-c4c678b096ea tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Waiting for the task: (returnval){ [ 868.606681] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]5295ab4d-ba5b-23f6-15ab-dec81907946c" [ 868.606681] env[69319]: _type = "Task" [ 868.606681] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.617105] env[69319]: DEBUG oslo_vmware.api [None req-bb8c4684-f2fd-4f50-aa42-c4c678b096ea tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5295ab4d-ba5b-23f6-15ab-dec81907946c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.651772] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35a24144-c5e0-4edb-ab58-2946bd078828 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.660400] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea86532d-4f34-445d-a799-b6b8ef1c4e08 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.695675] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fb96812-f767-4da3-941b-a4ba6f544482 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.704776] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7539c4d6-8ecc-408d-bd83-be6a602f913a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.720877] env[69319]: DEBUG nova.compute.provider_tree [None req-56a980ae-a220-4e67-8044-93461a8570bd tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 868.777579] env[69319]: DEBUG oslo_vmware.api [None req-55f0deaf-91ee-4054-80cc-a37ded1a7890 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Task: {'id': task-3223289, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081387} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.777874] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-55f0deaf-91ee-4054-80cc-a37ded1a7890 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] [instance: 49f792b7-4c8b-4a2a-afe4-016281de77b9] Extended root virtual disk {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 868.778727] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6364b32b-3830-4dcc-80b1-f5482eba214a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.802091] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-55f0deaf-91ee-4054-80cc-a37ded1a7890 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] [instance: 49f792b7-4c8b-4a2a-afe4-016281de77b9] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] 49f792b7-4c8b-4a2a-afe4-016281de77b9/49f792b7-4c8b-4a2a-afe4-016281de77b9.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 868.802786] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-977a80ac-b4e8-4b11-b8db-bc9902f36389 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.825436] env[69319]: DEBUG oslo_vmware.api [None req-55f0deaf-91ee-4054-80cc-a37ded1a7890 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Waiting for the task: (returnval){ [ 868.825436] env[69319]: value = "task-3223290" [ 868.825436] env[69319]: _type = "Task" [ 868.825436] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.838587] env[69319]: DEBUG oslo_vmware.api [None req-55f0deaf-91ee-4054-80cc-a37ded1a7890 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Task: {'id': task-3223290, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.883385] env[69319]: DEBUG oslo_concurrency.lockutils [None req-a5dd8e72-a050-410d-99a5-ba3c35bbc434 tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Acquiring lock "refresh_cache-0e18fec3-90c2-4120-8388-468011eb7ccd" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.883559] env[69319]: DEBUG oslo_concurrency.lockutils [None req-a5dd8e72-a050-410d-99a5-ba3c35bbc434 tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Acquired lock "refresh_cache-0e18fec3-90c2-4120-8388-468011eb7ccd" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.883687] env[69319]: DEBUG nova.network.neutron [None req-a5dd8e72-a050-410d-99a5-ba3c35bbc434 tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] [instance: 0e18fec3-90c2-4120-8388-468011eb7ccd] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 868.968500] env[69319]: DEBUG nova.compute.manager [req-7ea3c381-44fd-451f-ba75-8a9c37aaf876 req-6d663da4-6e69-4210-96c6-bff38bc50144 service nova] [instance: 0e18fec3-90c2-4120-8388-468011eb7ccd] Received event network-vif-plugged-3423d399-225d-430c-b042-1c0ba024a2b8 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 868.969105] env[69319]: DEBUG oslo_concurrency.lockutils [req-7ea3c381-44fd-451f-ba75-8a9c37aaf876 req-6d663da4-6e69-4210-96c6-bff38bc50144 service nova] Acquiring lock "0e18fec3-90c2-4120-8388-468011eb7ccd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.969105] env[69319]: DEBUG oslo_concurrency.lockutils [req-7ea3c381-44fd-451f-ba75-8a9c37aaf876 req-6d663da4-6e69-4210-96c6-bff38bc50144 service nova] Lock "0e18fec3-90c2-4120-8388-468011eb7ccd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.969105] env[69319]: DEBUG oslo_concurrency.lockutils [req-7ea3c381-44fd-451f-ba75-8a9c37aaf876 req-6d663da4-6e69-4210-96c6-bff38bc50144 service nova] Lock "0e18fec3-90c2-4120-8388-468011eb7ccd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.969498] env[69319]: DEBUG nova.compute.manager [req-7ea3c381-44fd-451f-ba75-8a9c37aaf876 req-6d663da4-6e69-4210-96c6-bff38bc50144 service nova] [instance: 0e18fec3-90c2-4120-8388-468011eb7ccd] No waiting events found dispatching network-vif-plugged-3423d399-225d-430c-b042-1c0ba024a2b8 {{(pid=69319) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 868.969498] env[69319]: WARNING nova.compute.manager [req-7ea3c381-44fd-451f-ba75-8a9c37aaf876 req-6d663da4-6e69-4210-96c6-bff38bc50144 service nova] [instance: 0e18fec3-90c2-4120-8388-468011eb7ccd] Received unexpected event network-vif-plugged-3423d399-225d-430c-b042-1c0ba024a2b8 for instance with vm_state building and task_state spawning. [ 868.969625] env[69319]: DEBUG nova.compute.manager [req-7ea3c381-44fd-451f-ba75-8a9c37aaf876 req-6d663da4-6e69-4210-96c6-bff38bc50144 service nova] [instance: 0e18fec3-90c2-4120-8388-468011eb7ccd] Received event network-changed-3423d399-225d-430c-b042-1c0ba024a2b8 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 868.969832] env[69319]: DEBUG nova.compute.manager [req-7ea3c381-44fd-451f-ba75-8a9c37aaf876 req-6d663da4-6e69-4210-96c6-bff38bc50144 service nova] [instance: 0e18fec3-90c2-4120-8388-468011eb7ccd] Refreshing instance network info cache due to event network-changed-3423d399-225d-430c-b042-1c0ba024a2b8. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 868.970103] env[69319]: DEBUG oslo_concurrency.lockutils [req-7ea3c381-44fd-451f-ba75-8a9c37aaf876 req-6d663da4-6e69-4210-96c6-bff38bc50144 service nova] Acquiring lock "refresh_cache-0e18fec3-90c2-4120-8388-468011eb7ccd" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.015204] env[69319]: DEBUG oslo_concurrency.lockutils [req-49c96fce-826b-44d2-877b-7afeb29acde4 req-e3736871-8117-40ff-88f4-e60ebab81b4c service nova] Releasing lock "refresh_cache-1a043193-1e7c-43ad-b903-34ca9371045e" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.079145] env[69319]: DEBUG nova.compute.manager [req-9df969a1-5a5d-45d1-b0e2-7eceee9a914a req-87fe14a4-c8b9-4ef7-9ebf-131ec6349988 service nova] [instance: 42447381-1bc9-4936-8fbf-178993fd5d68] Received event network-vif-deleted-5b20b5ad-34eb-480a-894c-b569b239563d {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 869.079145] env[69319]: INFO nova.compute.manager [req-9df969a1-5a5d-45d1-b0e2-7eceee9a914a req-87fe14a4-c8b9-4ef7-9ebf-131ec6349988 service nova] [instance: 42447381-1bc9-4936-8fbf-178993fd5d68] Neutron deleted interface 5b20b5ad-34eb-480a-894c-b569b239563d; detaching it from the instance and deleting it from the info cache [ 869.079145] env[69319]: DEBUG nova.network.neutron [req-9df969a1-5a5d-45d1-b0e2-7eceee9a914a req-87fe14a4-c8b9-4ef7-9ebf-131ec6349988 service nova] [instance: 42447381-1bc9-4936-8fbf-178993fd5d68] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.096196] env[69319]: DEBUG nova.network.neutron [-] [instance: 42447381-1bc9-4936-8fbf-178993fd5d68] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.120045] env[69319]: DEBUG oslo_vmware.api [None req-bb8c4684-f2fd-4f50-aa42-c4c678b096ea tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5295ab4d-ba5b-23f6-15ab-dec81907946c, 'name': SearchDatastore_Task, 'duration_secs': 0.021062} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.120313] env[69319]: DEBUG oslo_concurrency.lockutils [None req-bb8c4684-f2fd-4f50-aa42-c4c678b096ea tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.120450] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-bb8c4684-f2fd-4f50-aa42-c4c678b096ea tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 1a043193-1e7c-43ad-b903-34ca9371045e] Processing image 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 869.120732] env[69319]: DEBUG oslo_concurrency.lockutils [None req-bb8c4684-f2fd-4f50-aa42-c4c678b096ea tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.120926] env[69319]: DEBUG oslo_concurrency.lockutils [None req-bb8c4684-f2fd-4f50-aa42-c4c678b096ea tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.121145] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb8c4684-f2fd-4f50-aa42-c4c678b096ea tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 869.121858] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6c4c6204-9fbe-40a3-8bef-272ae289e392 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.134973] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb8c4684-f2fd-4f50-aa42-c4c678b096ea tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 869.135185] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-bb8c4684-f2fd-4f50-aa42-c4c678b096ea tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 869.136048] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63e7f9da-af63-498f-87ae-754f190de0ce {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.144291] env[69319]: DEBUG oslo_vmware.api [None req-bb8c4684-f2fd-4f50-aa42-c4c678b096ea tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Waiting for the task: (returnval){ [ 869.144291] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52e99ba0-291c-858f-d413-8f71bef7bdc1" [ 869.144291] env[69319]: _type = "Task" [ 869.144291] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.156019] env[69319]: DEBUG oslo_vmware.api [None req-bb8c4684-f2fd-4f50-aa42-c4c678b096ea tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52e99ba0-291c-858f-d413-8f71bef7bdc1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.224949] env[69319]: DEBUG nova.scheduler.client.report [None req-56a980ae-a220-4e67-8044-93461a8570bd tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 869.337201] env[69319]: DEBUG oslo_vmware.api [None req-55f0deaf-91ee-4054-80cc-a37ded1a7890 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Task: {'id': task-3223290, 'name': ReconfigVM_Task, 'duration_secs': 0.510293} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.337667] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-55f0deaf-91ee-4054-80cc-a37ded1a7890 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] [instance: 49f792b7-4c8b-4a2a-afe4-016281de77b9] Reconfigured VM instance instance-00000037 to attach disk [datastore2] 49f792b7-4c8b-4a2a-afe4-016281de77b9/49f792b7-4c8b-4a2a-afe4-016281de77b9.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 869.338048] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-55f0deaf-91ee-4054-80cc-a37ded1a7890 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=69319) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 869.339028] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-93a80acc-2753-4df7-8e81-2e0c64ada293 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.350972] env[69319]: DEBUG oslo_vmware.api [None req-55f0deaf-91ee-4054-80cc-a37ded1a7890 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Waiting for the task: (returnval){ [ 869.350972] env[69319]: value = "task-3223291" [ 869.350972] env[69319]: _type = "Task" [ 869.350972] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.362968] env[69319]: DEBUG oslo_vmware.api [None req-55f0deaf-91ee-4054-80cc-a37ded1a7890 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Task: {'id': task-3223291, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.430427] env[69319]: DEBUG nova.network.neutron [None req-a5dd8e72-a050-410d-99a5-ba3c35bbc434 tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] [instance: 0e18fec3-90c2-4120-8388-468011eb7ccd] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 869.583237] env[69319]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-07851500-f4aa-4689-b58b-597afda5b746 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.594734] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8875ef0e-f422-4670-96c7-e003325d05bd {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.609027] env[69319]: INFO nova.compute.manager [-] [instance: 42447381-1bc9-4936-8fbf-178993fd5d68] Took 1.36 seconds to deallocate network for instance. [ 869.649225] env[69319]: DEBUG nova.compute.manager [req-9df969a1-5a5d-45d1-b0e2-7eceee9a914a req-87fe14a4-c8b9-4ef7-9ebf-131ec6349988 service nova] [instance: 42447381-1bc9-4936-8fbf-178993fd5d68] Detach interface failed, port_id=5b20b5ad-34eb-480a-894c-b569b239563d, reason: Instance 42447381-1bc9-4936-8fbf-178993fd5d68 could not be found. {{(pid=69319) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 869.664204] env[69319]: DEBUG oslo_vmware.api [None req-bb8c4684-f2fd-4f50-aa42-c4c678b096ea tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52e99ba0-291c-858f-d413-8f71bef7bdc1, 'name': SearchDatastore_Task, 'duration_secs': 0.023426} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.665070] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d268974-fe02-42df-bb06-5bfda2886bd9 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.672889] env[69319]: DEBUG oslo_vmware.api [None req-bb8c4684-f2fd-4f50-aa42-c4c678b096ea tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Waiting for the task: (returnval){ [ 869.672889] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52985b30-218a-bae5-ae79-79fcb83861ee" [ 869.672889] env[69319]: _type = "Task" [ 869.672889] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.677591] env[69319]: DEBUG nova.network.neutron [None req-a5dd8e72-a050-410d-99a5-ba3c35bbc434 tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] [instance: 0e18fec3-90c2-4120-8388-468011eb7ccd] Updating instance_info_cache with network_info: [{"id": "3423d399-225d-430c-b042-1c0ba024a2b8", "address": "fa:16:3e:c3:13:da", "network": {"id": "e172e758-1a9b-4f22-a553-441ab9c9dccc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.118", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "31f027872f6f44dba95ff2fe7a062e00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3423d399-22", "ovs_interfaceid": "3423d399-225d-430c-b042-1c0ba024a2b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.687303] env[69319]: DEBUG oslo_vmware.api [None req-bb8c4684-f2fd-4f50-aa42-c4c678b096ea tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52985b30-218a-bae5-ae79-79fcb83861ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.730030] env[69319]: DEBUG oslo_concurrency.lockutils [None req-56a980ae-a220-4e67-8044-93461a8570bd tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.264s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.732995] env[69319]: DEBUG oslo_concurrency.lockutils [None req-267cc3ef-32c3-43eb-967e-98a8e63cb76a tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.450s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.735707] env[69319]: INFO nova.compute.claims [None req-267cc3ef-32c3-43eb-967e-98a8e63cb76a tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: 43e75e72-e9aa-43d9-bc06-65d4cad074cb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 869.764270] env[69319]: INFO nova.scheduler.client.report [None req-56a980ae-a220-4e67-8044-93461a8570bd tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Deleted allocations for instance 78d62458-5f2a-45a1-bf75-c1bf6a087b48 [ 869.865054] env[69319]: DEBUG oslo_vmware.api [None req-55f0deaf-91ee-4054-80cc-a37ded1a7890 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Task: {'id': task-3223291, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.100727} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.865054] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-55f0deaf-91ee-4054-80cc-a37ded1a7890 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=69319) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 869.865683] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92667477-73dc-4056-99b0-f2e56f34150a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.894161] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-55f0deaf-91ee-4054-80cc-a37ded1a7890 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] [instance: 49f792b7-4c8b-4a2a-afe4-016281de77b9] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] 49f792b7-4c8b-4a2a-afe4-016281de77b9/ephemeral_0.vmdk or device None with type thin {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 869.894513] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a58bafa-f73c-49b4-bb3d-d8934b0348a5 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.916447] env[69319]: DEBUG oslo_vmware.api [None req-55f0deaf-91ee-4054-80cc-a37ded1a7890 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Waiting for the task: (returnval){ [ 869.916447] env[69319]: value = "task-3223292" [ 869.916447] env[69319]: _type = "Task" [ 869.916447] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.925878] env[69319]: DEBUG oslo_vmware.api [None req-55f0deaf-91ee-4054-80cc-a37ded1a7890 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Task: {'id': task-3223292, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.117165] env[69319]: DEBUG oslo_concurrency.lockutils [None req-7b439d21-7f64-43aa-8880-f6cc03c9ae4f tempest-ServerAddressesTestJSON-2119319870 tempest-ServerAddressesTestJSON-2119319870-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.184243] env[69319]: DEBUG oslo_concurrency.lockutils [None req-a5dd8e72-a050-410d-99a5-ba3c35bbc434 tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Releasing lock "refresh_cache-0e18fec3-90c2-4120-8388-468011eb7ccd" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.184586] env[69319]: DEBUG nova.compute.manager [None req-a5dd8e72-a050-410d-99a5-ba3c35bbc434 tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] [instance: 0e18fec3-90c2-4120-8388-468011eb7ccd] Instance network_info: |[{"id": "3423d399-225d-430c-b042-1c0ba024a2b8", "address": "fa:16:3e:c3:13:da", "network": {"id": "e172e758-1a9b-4f22-a553-441ab9c9dccc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.118", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "31f027872f6f44dba95ff2fe7a062e00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3423d399-22", "ovs_interfaceid": "3423d399-225d-430c-b042-1c0ba024a2b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 870.184904] env[69319]: DEBUG oslo_vmware.api [None req-bb8c4684-f2fd-4f50-aa42-c4c678b096ea tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52985b30-218a-bae5-ae79-79fcb83861ee, 'name': SearchDatastore_Task, 'duration_secs': 0.016062} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.185155] env[69319]: DEBUG oslo_concurrency.lockutils [req-7ea3c381-44fd-451f-ba75-8a9c37aaf876 req-6d663da4-6e69-4210-96c6-bff38bc50144 service nova] Acquired lock "refresh_cache-0e18fec3-90c2-4120-8388-468011eb7ccd" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.185336] env[69319]: DEBUG nova.network.neutron [req-7ea3c381-44fd-451f-ba75-8a9c37aaf876 req-6d663da4-6e69-4210-96c6-bff38bc50144 service nova] [instance: 0e18fec3-90c2-4120-8388-468011eb7ccd] Refreshing network info cache for port 3423d399-225d-430c-b042-1c0ba024a2b8 {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 870.187292] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-a5dd8e72-a050-410d-99a5-ba3c35bbc434 tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] [instance: 0e18fec3-90c2-4120-8388-468011eb7ccd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:13:da', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3423d399-225d-430c-b042-1c0ba024a2b8', 'vif_model': 'vmxnet3'}] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 870.195286] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a5dd8e72-a050-410d-99a5-ba3c35bbc434 tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 870.195557] env[69319]: DEBUG oslo_concurrency.lockutils [None req-bb8c4684-f2fd-4f50-aa42-c4c678b096ea tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.195811] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb8c4684-f2fd-4f50-aa42-c4c678b096ea tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] 1a043193-1e7c-43ad-b903-34ca9371045e/1a043193-1e7c-43ad-b903-34ca9371045e.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 870.196927] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e18fec3-90c2-4120-8388-468011eb7ccd] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 870.197172] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e690f632-007c-475b-8b67-23c716e3fcfb {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.199565] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c88a01b5-87f9-421b-9d5c-a2b103d76396 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.225411] env[69319]: DEBUG oslo_vmware.api [None req-bb8c4684-f2fd-4f50-aa42-c4c678b096ea tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Waiting for the task: (returnval){ [ 870.225411] env[69319]: value = "task-3223293" [ 870.225411] env[69319]: _type = "Task" [ 870.225411] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.226885] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 870.226885] env[69319]: value = "task-3223294" [ 870.226885] env[69319]: _type = "Task" [ 870.226885] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.241928] env[69319]: DEBUG oslo_vmware.api [None req-bb8c4684-f2fd-4f50-aa42-c4c678b096ea tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3223293, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.248080] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223294, 'name': CreateVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.276679] env[69319]: DEBUG oslo_concurrency.lockutils [None req-56a980ae-a220-4e67-8044-93461a8570bd tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Lock "78d62458-5f2a-45a1-bf75-c1bf6a087b48" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.497s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.430167] env[69319]: DEBUG oslo_vmware.api [None req-55f0deaf-91ee-4054-80cc-a37ded1a7890 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Task: {'id': task-3223292, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.744890] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223294, 'name': CreateVM_Task} progress is 99%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.752134] env[69319]: DEBUG oslo_vmware.api [None req-bb8c4684-f2fd-4f50-aa42-c4c678b096ea tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3223293, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.931449] env[69319]: DEBUG oslo_vmware.api [None req-55f0deaf-91ee-4054-80cc-a37ded1a7890 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Task: {'id': task-3223292, 'name': ReconfigVM_Task, 'duration_secs': 0.695865} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.931449] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-55f0deaf-91ee-4054-80cc-a37ded1a7890 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] [instance: 49f792b7-4c8b-4a2a-afe4-016281de77b9] Reconfigured VM instance instance-00000037 to attach disk [datastore2] 49f792b7-4c8b-4a2a-afe4-016281de77b9/ephemeral_0.vmdk or device None with type thin {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 870.935031] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4e9596b1-1a5c-4a66-8171-911eec95461c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.940221] env[69319]: DEBUG oslo_vmware.api [None req-55f0deaf-91ee-4054-80cc-a37ded1a7890 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Waiting for the task: (returnval){ [ 870.940221] env[69319]: value = "task-3223295" [ 870.940221] env[69319]: _type = "Task" [ 870.940221] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.947709] env[69319]: DEBUG nova.network.neutron [req-7ea3c381-44fd-451f-ba75-8a9c37aaf876 req-6d663da4-6e69-4210-96c6-bff38bc50144 service nova] [instance: 0e18fec3-90c2-4120-8388-468011eb7ccd] Updated VIF entry in instance network info cache for port 3423d399-225d-430c-b042-1c0ba024a2b8. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 870.948128] env[69319]: DEBUG nova.network.neutron [req-7ea3c381-44fd-451f-ba75-8a9c37aaf876 req-6d663da4-6e69-4210-96c6-bff38bc50144 service nova] [instance: 0e18fec3-90c2-4120-8388-468011eb7ccd] Updating instance_info_cache with network_info: [{"id": "3423d399-225d-430c-b042-1c0ba024a2b8", "address": "fa:16:3e:c3:13:da", "network": {"id": "e172e758-1a9b-4f22-a553-441ab9c9dccc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.118", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "31f027872f6f44dba95ff2fe7a062e00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3423d399-22", "ovs_interfaceid": "3423d399-225d-430c-b042-1c0ba024a2b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.953134] env[69319]: DEBUG oslo_vmware.api [None req-55f0deaf-91ee-4054-80cc-a37ded1a7890 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Task: {'id': task-3223295, 'name': Rename_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.242922] env[69319]: DEBUG oslo_vmware.api [None req-bb8c4684-f2fd-4f50-aa42-c4c678b096ea tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3223293, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.684114} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.243902] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb8c4684-f2fd-4f50-aa42-c4c678b096ea tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] 1a043193-1e7c-43ad-b903-34ca9371045e/1a043193-1e7c-43ad-b903-34ca9371045e.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 871.244130] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-bb8c4684-f2fd-4f50-aa42-c4c678b096ea tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 1a043193-1e7c-43ad-b903-34ca9371045e] Extending root virtual disk to 1048576 {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 871.244411] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0bb1963b-29e0-4d22-b827-3e40e139de32 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.249566] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223294, 'name': CreateVM_Task} progress is 99%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.256677] env[69319]: DEBUG oslo_vmware.api [None req-bb8c4684-f2fd-4f50-aa42-c4c678b096ea tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Waiting for the task: (returnval){ [ 871.256677] env[69319]: value = "task-3223296" [ 871.256677] env[69319]: _type = "Task" [ 871.256677] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.266505] env[69319]: DEBUG oslo_vmware.api [None req-bb8c4684-f2fd-4f50-aa42-c4c678b096ea tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3223296, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.421113] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0143144-aebc-4827-979b-ca1268673ec5 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.428460] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eeb5e6f-5c97-414a-b50b-a371b1554539 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.464343] env[69319]: DEBUG oslo_concurrency.lockutils [req-7ea3c381-44fd-451f-ba75-8a9c37aaf876 req-6d663da4-6e69-4210-96c6-bff38bc50144 service nova] Releasing lock "refresh_cache-0e18fec3-90c2-4120-8388-468011eb7ccd" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.469168] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6582ecea-c273-488e-961e-5e4cb31ea014 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.481470] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e94e87f4-029d-4319-bcba-28f7946a6670 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.486095] env[69319]: DEBUG oslo_vmware.api [None req-55f0deaf-91ee-4054-80cc-a37ded1a7890 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Task: {'id': task-3223295, 'name': Rename_Task, 'duration_secs': 0.239591} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.487102] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-55f0deaf-91ee-4054-80cc-a37ded1a7890 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] [instance: 49f792b7-4c8b-4a2a-afe4-016281de77b9] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 871.487952] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b8c6c9ca-2581-412a-9390-c8678ac74dfb {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.499533] env[69319]: DEBUG nova.compute.provider_tree [None req-267cc3ef-32c3-43eb-967e-98a8e63cb76a tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 871.502259] env[69319]: DEBUG oslo_vmware.api [None req-55f0deaf-91ee-4054-80cc-a37ded1a7890 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Waiting for the task: (returnval){ [ 871.502259] env[69319]: value = "task-3223297" [ 871.502259] env[69319]: _type = "Task" [ 871.502259] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.510930] env[69319]: DEBUG oslo_vmware.api [None req-55f0deaf-91ee-4054-80cc-a37ded1a7890 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Task: {'id': task-3223297, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.743369] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223294, 'name': CreateVM_Task} progress is 99%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.768610] env[69319]: DEBUG oslo_vmware.api [None req-bb8c4684-f2fd-4f50-aa42-c4c678b096ea tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3223296, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.004094] env[69319]: DEBUG nova.scheduler.client.report [None req-267cc3ef-32c3-43eb-967e-98a8e63cb76a tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 872.019788] env[69319]: DEBUG oslo_vmware.api [None req-55f0deaf-91ee-4054-80cc-a37ded1a7890 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Task: {'id': task-3223297, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.247894] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223294, 'name': CreateVM_Task} progress is 99%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.268859] env[69319]: DEBUG oslo_vmware.api [None req-bb8c4684-f2fd-4f50-aa42-c4c678b096ea tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3223296, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.980051} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.269329] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-bb8c4684-f2fd-4f50-aa42-c4c678b096ea tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 1a043193-1e7c-43ad-b903-34ca9371045e] Extended root virtual disk {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 872.270280] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d4955c4-c9e6-4f49-9e88-f7412f917f61 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.296563] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb8c4684-f2fd-4f50-aa42-c4c678b096ea tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 1a043193-1e7c-43ad-b903-34ca9371045e] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] 1a043193-1e7c-43ad-b903-34ca9371045e/1a043193-1e7c-43ad-b903-34ca9371045e.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 872.296895] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6613b25b-7df6-49e2-a5ce-fcb62d2ea120 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.319071] env[69319]: DEBUG oslo_vmware.api [None req-bb8c4684-f2fd-4f50-aa42-c4c678b096ea tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Waiting for the task: (returnval){ [ 872.319071] env[69319]: value = "task-3223298" [ 872.319071] env[69319]: _type = "Task" [ 872.319071] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.330046] env[69319]: DEBUG oslo_vmware.api [None req-bb8c4684-f2fd-4f50-aa42-c4c678b096ea tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3223298, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.512363] env[69319]: DEBUG oslo_concurrency.lockutils [None req-267cc3ef-32c3-43eb-967e-98a8e63cb76a tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.779s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.512932] env[69319]: DEBUG nova.compute.manager [None req-267cc3ef-32c3-43eb-967e-98a8e63cb76a tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: 43e75e72-e9aa-43d9-bc06-65d4cad074cb] Start building networks asynchronously for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 872.519540] env[69319]: DEBUG oslo_concurrency.lockutils [None req-950bd88f-316c-4a63-82ca-6963a0b7293c tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.126s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.519778] env[69319]: DEBUG nova.objects.instance [None req-950bd88f-316c-4a63-82ca-6963a0b7293c tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Lazy-loading 'resources' on Instance uuid 677f0c3c-60cc-480b-911a-e12da31e350d {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 872.521077] env[69319]: DEBUG oslo_vmware.api [None req-55f0deaf-91ee-4054-80cc-a37ded1a7890 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Task: {'id': task-3223297, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.556523] env[69319]: DEBUG oslo_concurrency.lockutils [None req-83bc39fb-6ddd-4161-906c-5229a8366195 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Acquiring lock "f09611ba-ae99-4486-9d72-de8d7c2722aa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.556981] env[69319]: DEBUG oslo_concurrency.lockutils [None req-83bc39fb-6ddd-4161-906c-5229a8366195 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Lock "f09611ba-ae99-4486-9d72-de8d7c2722aa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.557341] env[69319]: DEBUG oslo_concurrency.lockutils [None req-83bc39fb-6ddd-4161-906c-5229a8366195 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Acquiring lock "f09611ba-ae99-4486-9d72-de8d7c2722aa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.557669] env[69319]: DEBUG oslo_concurrency.lockutils [None req-83bc39fb-6ddd-4161-906c-5229a8366195 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Lock "f09611ba-ae99-4486-9d72-de8d7c2722aa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.557966] env[69319]: DEBUG oslo_concurrency.lockutils [None req-83bc39fb-6ddd-4161-906c-5229a8366195 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Lock "f09611ba-ae99-4486-9d72-de8d7c2722aa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.559966] env[69319]: INFO nova.compute.manager [None req-83bc39fb-6ddd-4161-906c-5229a8366195 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] [instance: f09611ba-ae99-4486-9d72-de8d7c2722aa] Terminating instance [ 872.745910] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223294, 'name': CreateVM_Task, 'duration_secs': 2.197098} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.747081] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e18fec3-90c2-4120-8388-468011eb7ccd] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 872.747498] env[69319]: DEBUG oslo_concurrency.lockutils [None req-a5dd8e72-a050-410d-99a5-ba3c35bbc434 tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.747498] env[69319]: DEBUG oslo_concurrency.lockutils [None req-a5dd8e72-a050-410d-99a5-ba3c35bbc434 tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.748021] env[69319]: DEBUG oslo_concurrency.lockutils [None req-a5dd8e72-a050-410d-99a5-ba3c35bbc434 tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.748311] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9db39348-6db8-4dc0-bbe3-b54a77284398 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.754860] env[69319]: DEBUG oslo_vmware.api [None req-a5dd8e72-a050-410d-99a5-ba3c35bbc434 tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Waiting for the task: (returnval){ [ 872.754860] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52148ec1-f286-f73d-1f04-cf04637dbbef" [ 872.754860] env[69319]: _type = "Task" [ 872.754860] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.765882] env[69319]: DEBUG oslo_vmware.api [None req-a5dd8e72-a050-410d-99a5-ba3c35bbc434 tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52148ec1-f286-f73d-1f04-cf04637dbbef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.831530] env[69319]: DEBUG oslo_vmware.api [None req-bb8c4684-f2fd-4f50-aa42-c4c678b096ea tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3223298, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.018329] env[69319]: DEBUG oslo_vmware.api [None req-55f0deaf-91ee-4054-80cc-a37ded1a7890 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Task: {'id': task-3223297, 'name': PowerOnVM_Task, 'duration_secs': 1.253838} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.018644] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-55f0deaf-91ee-4054-80cc-a37ded1a7890 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] [instance: 49f792b7-4c8b-4a2a-afe4-016281de77b9] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 873.018847] env[69319]: INFO nova.compute.manager [None req-55f0deaf-91ee-4054-80cc-a37ded1a7890 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] [instance: 49f792b7-4c8b-4a2a-afe4-016281de77b9] Took 10.76 seconds to spawn the instance on the hypervisor. [ 873.019041] env[69319]: DEBUG nova.compute.manager [None req-55f0deaf-91ee-4054-80cc-a37ded1a7890 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] [instance: 49f792b7-4c8b-4a2a-afe4-016281de77b9] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 873.019855] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51d62b7c-cdab-4318-b39d-182c79f2684b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.023639] env[69319]: DEBUG nova.compute.utils [None req-267cc3ef-32c3-43eb-967e-98a8e63cb76a tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Using /dev/sd instead of None {{(pid=69319) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 873.027868] env[69319]: DEBUG nova.compute.manager [None req-267cc3ef-32c3-43eb-967e-98a8e63cb76a tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: 43e75e72-e9aa-43d9-bc06-65d4cad074cb] Allocating IP information in the background. {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 873.028052] env[69319]: DEBUG nova.network.neutron [None req-267cc3ef-32c3-43eb-967e-98a8e63cb76a tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: 43e75e72-e9aa-43d9-bc06-65d4cad074cb] allocate_for_instance() {{(pid=69319) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 873.064310] env[69319]: DEBUG nova.compute.manager [None req-83bc39fb-6ddd-4161-906c-5229a8366195 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] [instance: f09611ba-ae99-4486-9d72-de8d7c2722aa] Start destroying the instance on the hypervisor. {{(pid=69319) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 873.064649] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-83bc39fb-6ddd-4161-906c-5229a8366195 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] [instance: f09611ba-ae99-4486-9d72-de8d7c2722aa] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 873.068512] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d58fa08-907c-4aa2-843c-c14e2f60fd07 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.078450] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-83bc39fb-6ddd-4161-906c-5229a8366195 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] [instance: f09611ba-ae99-4486-9d72-de8d7c2722aa] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 873.078718] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6cebab8f-7ffb-434c-a770-8d600d9b0ba4 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.084234] env[69319]: DEBUG nova.policy [None req-267cc3ef-32c3-43eb-967e-98a8e63cb76a tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '005b114e0c13442b9b09e363f8ba840c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2b933d0258a1488bbdddf88a90df7360', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69319) authorize /opt/stack/nova/nova/policy.py:192}} [ 873.088258] env[69319]: DEBUG oslo_vmware.api [None req-83bc39fb-6ddd-4161-906c-5229a8366195 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Waiting for the task: (returnval){ [ 873.088258] env[69319]: value = "task-3223299" [ 873.088258] env[69319]: _type = "Task" [ 873.088258] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.107748] env[69319]: DEBUG oslo_vmware.api [None req-83bc39fb-6ddd-4161-906c-5229a8366195 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Task: {'id': task-3223299, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.273563] env[69319]: DEBUG oslo_vmware.api [None req-a5dd8e72-a050-410d-99a5-ba3c35bbc434 tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52148ec1-f286-f73d-1f04-cf04637dbbef, 'name': SearchDatastore_Task, 'duration_secs': 0.014748} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.277907] env[69319]: DEBUG oslo_concurrency.lockutils [None req-a5dd8e72-a050-410d-99a5-ba3c35bbc434 tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.278238] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-a5dd8e72-a050-410d-99a5-ba3c35bbc434 tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] [instance: 0e18fec3-90c2-4120-8388-468011eb7ccd] Processing image 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 873.278539] env[69319]: DEBUG oslo_concurrency.lockutils [None req-a5dd8e72-a050-410d-99a5-ba3c35bbc434 tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.278772] env[69319]: DEBUG oslo_concurrency.lockutils [None req-a5dd8e72-a050-410d-99a5-ba3c35bbc434 tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.278990] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5dd8e72-a050-410d-99a5-ba3c35bbc434 tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 873.280714] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-68a57785-43d4-49d7-bfb9-1c1180d9b024 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.297527] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5dd8e72-a050-410d-99a5-ba3c35bbc434 tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 873.297527] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-a5dd8e72-a050-410d-99a5-ba3c35bbc434 tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 873.299155] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4abf1ce5-aefe-4e9b-a57e-b7f66cfadfe4 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.308050] env[69319]: DEBUG oslo_vmware.api [None req-a5dd8e72-a050-410d-99a5-ba3c35bbc434 tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Waiting for the task: (returnval){ [ 873.308050] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52668e94-cbae-1481-9325-f6a10af801c2" [ 873.308050] env[69319]: _type = "Task" [ 873.308050] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.327261] env[69319]: DEBUG oslo_vmware.api [None req-a5dd8e72-a050-410d-99a5-ba3c35bbc434 tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52668e94-cbae-1481-9325-f6a10af801c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.339404] env[69319]: DEBUG oslo_vmware.api [None req-bb8c4684-f2fd-4f50-aa42-c4c678b096ea tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3223298, 'name': ReconfigVM_Task, 'duration_secs': 0.521905} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.340153] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb8c4684-f2fd-4f50-aa42-c4c678b096ea tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 1a043193-1e7c-43ad-b903-34ca9371045e] Reconfigured VM instance instance-00000038 to attach disk [datastore2] 1a043193-1e7c-43ad-b903-34ca9371045e/1a043193-1e7c-43ad-b903-34ca9371045e.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 873.341150] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-591eb0eb-8fa3-4474-a181-b5f04a530a13 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.350013] env[69319]: DEBUG oslo_vmware.api [None req-bb8c4684-f2fd-4f50-aa42-c4c678b096ea tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Waiting for the task: (returnval){ [ 873.350013] env[69319]: value = "task-3223300" [ 873.350013] env[69319]: _type = "Task" [ 873.350013] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.363855] env[69319]: DEBUG oslo_vmware.api [None req-bb8c4684-f2fd-4f50-aa42-c4c678b096ea tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3223300, 'name': Rename_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.529979] env[69319]: DEBUG nova.compute.manager [None req-267cc3ef-32c3-43eb-967e-98a8e63cb76a tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: 43e75e72-e9aa-43d9-bc06-65d4cad074cb] Start building block device mappings for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 873.550637] env[69319]: INFO nova.compute.manager [None req-55f0deaf-91ee-4054-80cc-a37ded1a7890 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] [instance: 49f792b7-4c8b-4a2a-afe4-016281de77b9] Took 40.56 seconds to build instance. [ 873.560907] env[69319]: DEBUG nova.network.neutron [None req-267cc3ef-32c3-43eb-967e-98a8e63cb76a tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: 43e75e72-e9aa-43d9-bc06-65d4cad074cb] Successfully created port: 0a077a55-8b07-44ed-9d9b-a85375c1fdbe {{(pid=69319) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 873.603161] env[69319]: DEBUG oslo_vmware.api [None req-83bc39fb-6ddd-4161-906c-5229a8366195 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Task: {'id': task-3223299, 'name': PowerOffVM_Task, 'duration_secs': 0.230815} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.606649] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-83bc39fb-6ddd-4161-906c-5229a8366195 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] [instance: f09611ba-ae99-4486-9d72-de8d7c2722aa] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 873.606649] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-83bc39fb-6ddd-4161-906c-5229a8366195 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] [instance: f09611ba-ae99-4486-9d72-de8d7c2722aa] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 873.606649] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5f730ccc-2cf7-465b-ae67-410f2f013c52 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.657794] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c337323d-025a-409c-a99a-822f7a0b2eb3 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.667039] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41ae6cf1-fbe1-4980-8396-dd6d65df23c6 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.709634] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5b0134d-42d6-4020-8f50-482935d7a4ac {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.712222] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-83bc39fb-6ddd-4161-906c-5229a8366195 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] [instance: f09611ba-ae99-4486-9d72-de8d7c2722aa] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 873.712976] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-83bc39fb-6ddd-4161-906c-5229a8366195 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] [instance: f09611ba-ae99-4486-9d72-de8d7c2722aa] Deleting contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 873.713297] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-83bc39fb-6ddd-4161-906c-5229a8366195 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Deleting the datastore file [datastore2] f09611ba-ae99-4486-9d72-de8d7c2722aa {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 873.713889] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a8c49ef5-a6a6-4bed-9510-69cf86358f7b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.724454] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4643ca0b-c7ce-4195-9ed4-aabf05772670 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.728647] env[69319]: DEBUG oslo_vmware.api [None req-83bc39fb-6ddd-4161-906c-5229a8366195 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Waiting for the task: (returnval){ [ 873.728647] env[69319]: value = "task-3223302" [ 873.728647] env[69319]: _type = "Task" [ 873.728647] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.742936] env[69319]: DEBUG nova.compute.provider_tree [None req-950bd88f-316c-4a63-82ca-6963a0b7293c tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 873.752831] env[69319]: DEBUG oslo_vmware.api [None req-83bc39fb-6ddd-4161-906c-5229a8366195 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Task: {'id': task-3223302, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.826428] env[69319]: DEBUG oslo_vmware.api [None req-a5dd8e72-a050-410d-99a5-ba3c35bbc434 tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52668e94-cbae-1481-9325-f6a10af801c2, 'name': SearchDatastore_Task, 'duration_secs': 0.023221} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.827731] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91246bfd-fab9-4476-943e-3f9f5dec9153 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.835448] env[69319]: DEBUG oslo_vmware.api [None req-a5dd8e72-a050-410d-99a5-ba3c35bbc434 tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Waiting for the task: (returnval){ [ 873.835448] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]527923d4-c3d8-732c-eb2a-3ac017a1d0f1" [ 873.835448] env[69319]: _type = "Task" [ 873.835448] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.848067] env[69319]: DEBUG oslo_vmware.api [None req-a5dd8e72-a050-410d-99a5-ba3c35bbc434 tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]527923d4-c3d8-732c-eb2a-3ac017a1d0f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.862259] env[69319]: DEBUG oslo_vmware.api [None req-bb8c4684-f2fd-4f50-aa42-c4c678b096ea tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3223300, 'name': Rename_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.052713] env[69319]: DEBUG oslo_concurrency.lockutils [None req-55f0deaf-91ee-4054-80cc-a37ded1a7890 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Lock "49f792b7-4c8b-4a2a-afe4-016281de77b9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.200s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.241592] env[69319]: DEBUG oslo_vmware.api [None req-83bc39fb-6ddd-4161-906c-5229a8366195 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Task: {'id': task-3223302, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.243269} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.242025] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-83bc39fb-6ddd-4161-906c-5229a8366195 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 874.242338] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-83bc39fb-6ddd-4161-906c-5229a8366195 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] [instance: f09611ba-ae99-4486-9d72-de8d7c2722aa] Deleted contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 874.242650] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-83bc39fb-6ddd-4161-906c-5229a8366195 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] [instance: f09611ba-ae99-4486-9d72-de8d7c2722aa] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 874.242993] env[69319]: INFO nova.compute.manager [None req-83bc39fb-6ddd-4161-906c-5229a8366195 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] [instance: f09611ba-ae99-4486-9d72-de8d7c2722aa] Took 1.18 seconds to destroy the instance on the hypervisor. [ 874.243405] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-83bc39fb-6ddd-4161-906c-5229a8366195 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 874.245017] env[69319]: DEBUG nova.compute.manager [-] [instance: f09611ba-ae99-4486-9d72-de8d7c2722aa] Deallocating network for instance {{(pid=69319) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 874.245017] env[69319]: DEBUG nova.network.neutron [-] [instance: f09611ba-ae99-4486-9d72-de8d7c2722aa] deallocate_for_instance() {{(pid=69319) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 874.248531] env[69319]: DEBUG nova.scheduler.client.report [None req-950bd88f-316c-4a63-82ca-6963a0b7293c tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 874.349544] env[69319]: DEBUG oslo_vmware.api [None req-a5dd8e72-a050-410d-99a5-ba3c35bbc434 tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]527923d4-c3d8-732c-eb2a-3ac017a1d0f1, 'name': SearchDatastore_Task, 'duration_secs': 0.017257} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.349767] env[69319]: DEBUG oslo_concurrency.lockutils [None req-a5dd8e72-a050-410d-99a5-ba3c35bbc434 tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.350142] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5dd8e72-a050-410d-99a5-ba3c35bbc434 tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] 0e18fec3-90c2-4120-8388-468011eb7ccd/0e18fec3-90c2-4120-8388-468011eb7ccd.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 874.354029] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7d01b5f8-a12e-4da4-a00a-7ac9e4d4e144 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.367386] env[69319]: DEBUG oslo_vmware.api [None req-bb8c4684-f2fd-4f50-aa42-c4c678b096ea tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3223300, 'name': Rename_Task, 'duration_secs': 0.656257} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.368814] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb8c4684-f2fd-4f50-aa42-c4c678b096ea tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 1a043193-1e7c-43ad-b903-34ca9371045e] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 874.369386] env[69319]: DEBUG oslo_vmware.api [None req-a5dd8e72-a050-410d-99a5-ba3c35bbc434 tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Waiting for the task: (returnval){ [ 874.369386] env[69319]: value = "task-3223303" [ 874.369386] env[69319]: _type = "Task" [ 874.369386] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.369961] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-56415bde-2d37-4d61-8e8b-d65dfc19620d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.387036] env[69319]: DEBUG oslo_vmware.api [None req-a5dd8e72-a050-410d-99a5-ba3c35bbc434 tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Task: {'id': task-3223303, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.387036] env[69319]: DEBUG oslo_vmware.api [None req-bb8c4684-f2fd-4f50-aa42-c4c678b096ea tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Waiting for the task: (returnval){ [ 874.387036] env[69319]: value = "task-3223304" [ 874.387036] env[69319]: _type = "Task" [ 874.387036] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.395899] env[69319]: DEBUG oslo_vmware.api [None req-bb8c4684-f2fd-4f50-aa42-c4c678b096ea tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3223304, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.539174] env[69319]: DEBUG nova.compute.manager [None req-267cc3ef-32c3-43eb-967e-98a8e63cb76a tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: 43e75e72-e9aa-43d9-bc06-65d4cad074cb] Start spawning the instance on the hypervisor. {{(pid=69319) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 874.579957] env[69319]: DEBUG nova.virt.hardware [None req-267cc3ef-32c3-43eb-967e-98a8e63cb76a tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:32:36Z,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31f027872f6f44dba95ff2fe7a062e00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:32:36Z,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 874.580842] env[69319]: DEBUG nova.virt.hardware [None req-267cc3ef-32c3-43eb-967e-98a8e63cb76a tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 874.581056] env[69319]: DEBUG nova.virt.hardware [None req-267cc3ef-32c3-43eb-967e-98a8e63cb76a tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 874.581293] env[69319]: DEBUG nova.virt.hardware [None req-267cc3ef-32c3-43eb-967e-98a8e63cb76a tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 874.581449] env[69319]: DEBUG nova.virt.hardware [None req-267cc3ef-32c3-43eb-967e-98a8e63cb76a tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 874.581613] env[69319]: DEBUG nova.virt.hardware [None req-267cc3ef-32c3-43eb-967e-98a8e63cb76a tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 874.581837] env[69319]: DEBUG nova.virt.hardware [None req-267cc3ef-32c3-43eb-967e-98a8e63cb76a tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 874.582016] env[69319]: DEBUG nova.virt.hardware [None req-267cc3ef-32c3-43eb-967e-98a8e63cb76a tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 874.582213] env[69319]: DEBUG nova.virt.hardware [None req-267cc3ef-32c3-43eb-967e-98a8e63cb76a tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 874.582391] env[69319]: DEBUG nova.virt.hardware [None req-267cc3ef-32c3-43eb-967e-98a8e63cb76a tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 874.582567] env[69319]: DEBUG nova.virt.hardware [None req-267cc3ef-32c3-43eb-967e-98a8e63cb76a tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 874.583512] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-445e0144-328a-4dfc-bca3-3ee756810721 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.593474] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26ed9dda-c04b-42bc-8094-efa71e8fe6ce {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.768397] env[69319]: DEBUG oslo_concurrency.lockutils [None req-950bd88f-316c-4a63-82ca-6963a0b7293c tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.249s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.778108] env[69319]: DEBUG oslo_concurrency.lockutils [None req-a3ece49f-326c-496b-b7f7-afc7db651e7d tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.356s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.778108] env[69319]: DEBUG nova.objects.instance [None req-a3ece49f-326c-496b-b7f7-afc7db651e7d tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Lazy-loading 'resources' on Instance uuid 335258c2-6f86-44c6-8301-f0abab2ede05 {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 874.808607] env[69319]: INFO nova.scheduler.client.report [None req-950bd88f-316c-4a63-82ca-6963a0b7293c tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Deleted allocations for instance 677f0c3c-60cc-480b-911a-e12da31e350d [ 874.884393] env[69319]: DEBUG oslo_vmware.api [None req-a5dd8e72-a050-410d-99a5-ba3c35bbc434 tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Task: {'id': task-3223303, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.899488] env[69319]: DEBUG oslo_vmware.api [None req-bb8c4684-f2fd-4f50-aa42-c4c678b096ea tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3223304, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.056179] env[69319]: DEBUG nova.objects.instance [None req-a04c27f4-7049-4bce-9ea1-b373d74185e4 tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] Lazy-loading 'flavor' on Instance uuid 5bd885da-3062-44d3-9b86-6db0dafdcc2f {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 875.292593] env[69319]: DEBUG nova.compute.manager [req-5ea564a8-ccb4-4772-8323-8770d8aaf076 req-d5134be6-1daf-49d8-8953-a1b0e0827a60 service nova] [instance: f09611ba-ae99-4486-9d72-de8d7c2722aa] Received event network-vif-deleted-da6d5fa2-b0b8-4c30-a46d-ce6ca54302e1 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 875.296147] env[69319]: INFO nova.compute.manager [req-5ea564a8-ccb4-4772-8323-8770d8aaf076 req-d5134be6-1daf-49d8-8953-a1b0e0827a60 service nova] [instance: f09611ba-ae99-4486-9d72-de8d7c2722aa] Neutron deleted interface da6d5fa2-b0b8-4c30-a46d-ce6ca54302e1; detaching it from the instance and deleting it from the info cache [ 875.296147] env[69319]: DEBUG nova.network.neutron [req-5ea564a8-ccb4-4772-8323-8770d8aaf076 req-d5134be6-1daf-49d8-8953-a1b0e0827a60 service nova] [instance: f09611ba-ae99-4486-9d72-de8d7c2722aa] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.319647] env[69319]: DEBUG nova.compute.manager [req-ca785c78-6e34-4638-8a70-68a5f3f79355 req-c7e11b99-0aea-442b-8d7f-628ac75912b3 service nova] [instance: 49f792b7-4c8b-4a2a-afe4-016281de77b9] Received event network-changed-0f276e32-8dff-43ba-932e-077706d639b3 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 875.319900] env[69319]: DEBUG nova.compute.manager [req-ca785c78-6e34-4638-8a70-68a5f3f79355 req-c7e11b99-0aea-442b-8d7f-628ac75912b3 service nova] [instance: 49f792b7-4c8b-4a2a-afe4-016281de77b9] Refreshing instance network info cache due to event network-changed-0f276e32-8dff-43ba-932e-077706d639b3. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 875.320168] env[69319]: DEBUG oslo_concurrency.lockutils [req-ca785c78-6e34-4638-8a70-68a5f3f79355 req-c7e11b99-0aea-442b-8d7f-628ac75912b3 service nova] Acquiring lock "refresh_cache-49f792b7-4c8b-4a2a-afe4-016281de77b9" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.320362] env[69319]: DEBUG oslo_concurrency.lockutils [req-ca785c78-6e34-4638-8a70-68a5f3f79355 req-c7e11b99-0aea-442b-8d7f-628ac75912b3 service nova] Acquired lock "refresh_cache-49f792b7-4c8b-4a2a-afe4-016281de77b9" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.320531] env[69319]: DEBUG nova.network.neutron [req-ca785c78-6e34-4638-8a70-68a5f3f79355 req-c7e11b99-0aea-442b-8d7f-628ac75912b3 service nova] [instance: 49f792b7-4c8b-4a2a-afe4-016281de77b9] Refreshing network info cache for port 0f276e32-8dff-43ba-932e-077706d639b3 {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 875.325858] env[69319]: DEBUG oslo_concurrency.lockutils [None req-950bd88f-316c-4a63-82ca-6963a0b7293c tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Lock "677f0c3c-60cc-480b-911a-e12da31e350d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.499s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.340715] env[69319]: DEBUG oslo_vmware.rw_handles [None req-63ad3a45-96cf-4bb3-831b-7d3f9388104c tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bbddc3-7db1-ca75-848e-daec80bd748d/disk-0.vmdk. {{(pid=69319) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 875.340715] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-797e5156-8114-4753-8a69-c09181c32ba8 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.354840] env[69319]: DEBUG oslo_vmware.rw_handles [None req-63ad3a45-96cf-4bb3-831b-7d3f9388104c tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bbddc3-7db1-ca75-848e-daec80bd748d/disk-0.vmdk is in state: ready. {{(pid=69319) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 875.355308] env[69319]: ERROR oslo_vmware.rw_handles [None req-63ad3a45-96cf-4bb3-831b-7d3f9388104c tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bbddc3-7db1-ca75-848e-daec80bd748d/disk-0.vmdk due to incomplete transfer. [ 875.358022] env[69319]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b2bbe60c-6b43-4975-bb3b-087ab1b73d6c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.369807] env[69319]: DEBUG oslo_vmware.rw_handles [None req-63ad3a45-96cf-4bb3-831b-7d3f9388104c tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bbddc3-7db1-ca75-848e-daec80bd748d/disk-0.vmdk. {{(pid=69319) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 875.370486] env[69319]: DEBUG nova.virt.vmwareapi.images [None req-63ad3a45-96cf-4bb3-831b-7d3f9388104c tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 66e1cd49-8387-4ef2-b3c8-8f301d27d1cb] Uploaded image d520fdbf-0764-4cc2-a29c-f6dbc241a0b0 to the Glance image server {{(pid=69319) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 875.372889] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-63ad3a45-96cf-4bb3-831b-7d3f9388104c tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 66e1cd49-8387-4ef2-b3c8-8f301d27d1cb] Destroying the VM {{(pid=69319) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 875.373452] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8657794e-e8c3-4840-80f0-6540a15af6bd {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.391023] env[69319]: DEBUG oslo_vmware.api [None req-a5dd8e72-a050-410d-99a5-ba3c35bbc434 tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Task: {'id': task-3223303, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.788899} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.396018] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5dd8e72-a050-410d-99a5-ba3c35bbc434 tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] 0e18fec3-90c2-4120-8388-468011eb7ccd/0e18fec3-90c2-4120-8388-468011eb7ccd.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 875.396018] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-a5dd8e72-a050-410d-99a5-ba3c35bbc434 tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] [instance: 0e18fec3-90c2-4120-8388-468011eb7ccd] Extending root virtual disk to 1048576 {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 875.396018] env[69319]: DEBUG oslo_vmware.api [None req-63ad3a45-96cf-4bb3-831b-7d3f9388104c tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Waiting for the task: (returnval){ [ 875.396018] env[69319]: value = "task-3223305" [ 875.396018] env[69319]: _type = "Task" [ 875.396018] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.396381] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f857f5d4-9149-46c3-9133-35b6dac25065 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.417921] env[69319]: DEBUG oslo_vmware.api [None req-bb8c4684-f2fd-4f50-aa42-c4c678b096ea tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3223304, 'name': PowerOnVM_Task, 'duration_secs': 0.800991} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.417921] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb8c4684-f2fd-4f50-aa42-c4c678b096ea tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 1a043193-1e7c-43ad-b903-34ca9371045e] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 875.417921] env[69319]: INFO nova.compute.manager [None req-bb8c4684-f2fd-4f50-aa42-c4c678b096ea tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 1a043193-1e7c-43ad-b903-34ca9371045e] Took 10.90 seconds to spawn the instance on the hypervisor. [ 875.417921] env[69319]: DEBUG nova.compute.manager [None req-bb8c4684-f2fd-4f50-aa42-c4c678b096ea tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 1a043193-1e7c-43ad-b903-34ca9371045e] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 875.417921] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0151305-9a7c-49e2-a852-81aee00dff3e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.426059] env[69319]: DEBUG oslo_vmware.api [None req-a5dd8e72-a050-410d-99a5-ba3c35bbc434 tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Waiting for the task: (returnval){ [ 875.426059] env[69319]: value = "task-3223306" [ 875.426059] env[69319]: _type = "Task" [ 875.426059] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.426059] env[69319]: DEBUG oslo_vmware.api [None req-63ad3a45-96cf-4bb3-831b-7d3f9388104c tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': task-3223305, 'name': Destroy_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.446740] env[69319]: DEBUG oslo_vmware.api [None req-a5dd8e72-a050-410d-99a5-ba3c35bbc434 tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Task: {'id': task-3223306, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.496817] env[69319]: DEBUG nova.network.neutron [None req-267cc3ef-32c3-43eb-967e-98a8e63cb76a tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: 43e75e72-e9aa-43d9-bc06-65d4cad074cb] Successfully updated port: 0a077a55-8b07-44ed-9d9b-a85375c1fdbe {{(pid=69319) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 875.527964] env[69319]: DEBUG nova.network.neutron [-] [instance: f09611ba-ae99-4486-9d72-de8d7c2722aa] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.562138] env[69319]: DEBUG oslo_concurrency.lockutils [None req-a04c27f4-7049-4bce-9ea1-b373d74185e4 tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] Acquiring lock "refresh_cache-5bd885da-3062-44d3-9b86-6db0dafdcc2f" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.562353] env[69319]: DEBUG oslo_concurrency.lockutils [None req-a04c27f4-7049-4bce-9ea1-b373d74185e4 tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] Acquired lock "refresh_cache-5bd885da-3062-44d3-9b86-6db0dafdcc2f" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.803897] env[69319]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-90680028-7b57-41bd-acc6-c56cc096ec91 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.817527] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b73c1f5-cb11-4bca-9198-92f60ec909af {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.873723] env[69319]: DEBUG nova.compute.manager [req-5ea564a8-ccb4-4772-8323-8770d8aaf076 req-d5134be6-1daf-49d8-8953-a1b0e0827a60 service nova] [instance: f09611ba-ae99-4486-9d72-de8d7c2722aa] Detach interface failed, port_id=da6d5fa2-b0b8-4c30-a46d-ce6ca54302e1, reason: Instance f09611ba-ae99-4486-9d72-de8d7c2722aa could not be found. {{(pid=69319) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 875.911865] env[69319]: DEBUG oslo_vmware.api [None req-63ad3a45-96cf-4bb3-831b-7d3f9388104c tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': task-3223305, 'name': Destroy_Task} progress is 33%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.936258] env[69319]: DEBUG oslo_vmware.api [None req-a5dd8e72-a050-410d-99a5-ba3c35bbc434 tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Task: {'id': task-3223306, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.195734} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.936584] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-a5dd8e72-a050-410d-99a5-ba3c35bbc434 tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] [instance: 0e18fec3-90c2-4120-8388-468011eb7ccd] Extended root virtual disk {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 875.937503] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-017bfdea-7b21-44e3-b6d5-42759d5d4ed3 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.965044] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5dd8e72-a050-410d-99a5-ba3c35bbc434 tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] [instance: 0e18fec3-90c2-4120-8388-468011eb7ccd] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] 0e18fec3-90c2-4120-8388-468011eb7ccd/0e18fec3-90c2-4120-8388-468011eb7ccd.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 875.967139] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47568644-1ae4-40df-97c3-121d3aa38760 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.985448] env[69319]: INFO nova.compute.manager [None req-bb8c4684-f2fd-4f50-aa42-c4c678b096ea tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 1a043193-1e7c-43ad-b903-34ca9371045e] Took 41.44 seconds to build instance. [ 875.996359] env[69319]: DEBUG oslo_vmware.api [None req-a5dd8e72-a050-410d-99a5-ba3c35bbc434 tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Waiting for the task: (returnval){ [ 875.996359] env[69319]: value = "task-3223307" [ 875.996359] env[69319]: _type = "Task" [ 875.996359] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.002730] env[69319]: DEBUG oslo_concurrency.lockutils [None req-267cc3ef-32c3-43eb-967e-98a8e63cb76a tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Acquiring lock "refresh_cache-43e75e72-e9aa-43d9-bc06-65d4cad074cb" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.002946] env[69319]: DEBUG oslo_concurrency.lockutils [None req-267cc3ef-32c3-43eb-967e-98a8e63cb76a tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Acquired lock "refresh_cache-43e75e72-e9aa-43d9-bc06-65d4cad074cb" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.003116] env[69319]: DEBUG nova.network.neutron [None req-267cc3ef-32c3-43eb-967e-98a8e63cb76a tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: 43e75e72-e9aa-43d9-bc06-65d4cad074cb] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 876.014334] env[69319]: DEBUG oslo_vmware.api [None req-a5dd8e72-a050-410d-99a5-ba3c35bbc434 tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Task: {'id': task-3223307, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.015771] env[69319]: DEBUG oslo_concurrency.lockutils [None req-43bf22e9-4893-42e6-ba45-bef0f93f5ef4 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Acquiring lock "b6904adf-5981-4a21-a344-4a8949b8b90b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.018308] env[69319]: DEBUG oslo_concurrency.lockutils [None req-43bf22e9-4893-42e6-ba45-bef0f93f5ef4 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Lock "b6904adf-5981-4a21-a344-4a8949b8b90b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.018308] env[69319]: DEBUG oslo_concurrency.lockutils [None req-43bf22e9-4893-42e6-ba45-bef0f93f5ef4 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Acquiring lock "b6904adf-5981-4a21-a344-4a8949b8b90b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.018308] env[69319]: DEBUG oslo_concurrency.lockutils [None req-43bf22e9-4893-42e6-ba45-bef0f93f5ef4 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Lock "b6904adf-5981-4a21-a344-4a8949b8b90b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.018308] env[69319]: DEBUG oslo_concurrency.lockutils [None req-43bf22e9-4893-42e6-ba45-bef0f93f5ef4 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Lock "b6904adf-5981-4a21-a344-4a8949b8b90b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.020806] env[69319]: INFO nova.compute.manager [None req-43bf22e9-4893-42e6-ba45-bef0f93f5ef4 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] [instance: b6904adf-5981-4a21-a344-4a8949b8b90b] Terminating instance [ 876.030104] env[69319]: INFO nova.compute.manager [-] [instance: f09611ba-ae99-4486-9d72-de8d7c2722aa] Took 1.79 seconds to deallocate network for instance. [ 876.091990] env[69319]: DEBUG nova.network.neutron [None req-a04c27f4-7049-4bce-9ea1-b373d74185e4 tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] [instance: 5bd885da-3062-44d3-9b86-6db0dafdcc2f] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 876.146554] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfd911c6-4056-41b2-acdc-1eae4308c4df {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.158230] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09a28580-7be9-42d1-95b5-ef7a2642a4a3 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.201619] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c107046-1cc9-4e18-8427-167937672203 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.211398] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b94e6ae7-a11f-4319-beb9-d0e75f28691f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.227744] env[69319]: DEBUG nova.compute.provider_tree [None req-a3ece49f-326c-496b-b7f7-afc7db651e7d tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 876.295013] env[69319]: DEBUG nova.network.neutron [req-ca785c78-6e34-4638-8a70-68a5f3f79355 req-c7e11b99-0aea-442b-8d7f-628ac75912b3 service nova] [instance: 49f792b7-4c8b-4a2a-afe4-016281de77b9] Updated VIF entry in instance network info cache for port 0f276e32-8dff-43ba-932e-077706d639b3. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 876.295623] env[69319]: DEBUG nova.network.neutron [req-ca785c78-6e34-4638-8a70-68a5f3f79355 req-c7e11b99-0aea-442b-8d7f-628ac75912b3 service nova] [instance: 49f792b7-4c8b-4a2a-afe4-016281de77b9] Updating instance_info_cache with network_info: [{"id": "0f276e32-8dff-43ba-932e-077706d639b3", "address": "fa:16:3e:e4:17:a0", "network": {"id": "ff867242-07b2-4f36-8311-324d6e9411c7", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-799589428-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb637ebd4b484a719d85fdfeff4b4830", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f276e32-8d", "ovs_interfaceid": "0f276e32-8dff-43ba-932e-077706d639b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.411120] env[69319]: DEBUG oslo_vmware.api [None req-63ad3a45-96cf-4bb3-831b-7d3f9388104c tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': task-3223305, 'name': Destroy_Task, 'duration_secs': 0.801908} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.412050] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-63ad3a45-96cf-4bb3-831b-7d3f9388104c tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 66e1cd49-8387-4ef2-b3c8-8f301d27d1cb] Destroyed the VM [ 876.412050] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-63ad3a45-96cf-4bb3-831b-7d3f9388104c tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 66e1cd49-8387-4ef2-b3c8-8f301d27d1cb] Deleting Snapshot of the VM instance {{(pid=69319) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 876.412252] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3a2b500d-0c89-4122-9cf4-a9b7b025beea {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.422879] env[69319]: DEBUG oslo_vmware.api [None req-63ad3a45-96cf-4bb3-831b-7d3f9388104c tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Waiting for the task: (returnval){ [ 876.422879] env[69319]: value = "task-3223311" [ 876.422879] env[69319]: _type = "Task" [ 876.422879] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.431341] env[69319]: DEBUG oslo_vmware.api [None req-63ad3a45-96cf-4bb3-831b-7d3f9388104c tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': task-3223311, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.492038] env[69319]: DEBUG oslo_concurrency.lockutils [None req-bb8c4684-f2fd-4f50-aa42-c4c678b096ea tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Lock "1a043193-1e7c-43ad-b903-34ca9371045e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.171s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.509710] env[69319]: DEBUG oslo_vmware.api [None req-a5dd8e72-a050-410d-99a5-ba3c35bbc434 tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Task: {'id': task-3223307, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.533024] env[69319]: DEBUG nova.compute.manager [None req-43bf22e9-4893-42e6-ba45-bef0f93f5ef4 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] [instance: b6904adf-5981-4a21-a344-4a8949b8b90b] Start destroying the instance on the hypervisor. {{(pid=69319) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 876.533024] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-43bf22e9-4893-42e6-ba45-bef0f93f5ef4 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] [instance: b6904adf-5981-4a21-a344-4a8949b8b90b] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 876.533024] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7ce0c0c-3c17-4766-868b-f61bf3cf4373 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.542695] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-43bf22e9-4893-42e6-ba45-bef0f93f5ef4 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] [instance: b6904adf-5981-4a21-a344-4a8949b8b90b] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 876.543933] env[69319]: DEBUG nova.network.neutron [None req-267cc3ef-32c3-43eb-967e-98a8e63cb76a tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: 43e75e72-e9aa-43d9-bc06-65d4cad074cb] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 876.546126] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-77e73787-cd88-4d52-b753-4509fd4d9a5b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.548401] env[69319]: DEBUG oslo_concurrency.lockutils [None req-83bc39fb-6ddd-4161-906c-5229a8366195 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.554992] env[69319]: DEBUG oslo_vmware.api [None req-43bf22e9-4893-42e6-ba45-bef0f93f5ef4 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Waiting for the task: (returnval){ [ 876.554992] env[69319]: value = "task-3223312" [ 876.554992] env[69319]: _type = "Task" [ 876.554992] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.567137] env[69319]: DEBUG oslo_vmware.api [None req-43bf22e9-4893-42e6-ba45-bef0f93f5ef4 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Task: {'id': task-3223312, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.734857] env[69319]: DEBUG nova.scheduler.client.report [None req-a3ece49f-326c-496b-b7f7-afc7db651e7d tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 876.794931] env[69319]: DEBUG nova.network.neutron [None req-267cc3ef-32c3-43eb-967e-98a8e63cb76a tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: 43e75e72-e9aa-43d9-bc06-65d4cad074cb] Updating instance_info_cache with network_info: [{"id": "0a077a55-8b07-44ed-9d9b-a85375c1fdbe", "address": "fa:16:3e:82:02:e7", "network": {"id": "a673a352-fcbe-446a-b78c-3975246791bd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-551867013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b933d0258a1488bbdddf88a90df7360", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f847601f-7479-48eb-842f-41f94eea8537", "external-id": "nsx-vlan-transportzone-35", "segmentation_id": 35, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a077a55-8b", "ovs_interfaceid": "0a077a55-8b07-44ed-9d9b-a85375c1fdbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.801143] env[69319]: DEBUG oslo_concurrency.lockutils [req-ca785c78-6e34-4638-8a70-68a5f3f79355 req-c7e11b99-0aea-442b-8d7f-628ac75912b3 service nova] Releasing lock "refresh_cache-49f792b7-4c8b-4a2a-afe4-016281de77b9" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.878454] env[69319]: DEBUG nova.network.neutron [None req-a04c27f4-7049-4bce-9ea1-b373d74185e4 tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] [instance: 5bd885da-3062-44d3-9b86-6db0dafdcc2f] Updating instance_info_cache with network_info: [{"id": "635b68a6-f9c8-416f-aa6b-ab1d1df906ee", "address": "fa:16:3e:29:82:87", "network": {"id": "bce7625c-7f9c-462e-9c35-224f3275c871", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1750646621-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62bc14d852fa43a88776634b2d688e2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2eaecd-9701-4504-9fcb-fb1a420ead72", "external-id": "nsx-vlan-transportzone-433", "segmentation_id": 433, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap635b68a6-f9", "ovs_interfaceid": "635b68a6-f9c8-416f-aa6b-ab1d1df906ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.934472] env[69319]: DEBUG oslo_vmware.api [None req-63ad3a45-96cf-4bb3-831b-7d3f9388104c tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': task-3223311, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.008260] env[69319]: DEBUG oslo_vmware.api [None req-a5dd8e72-a050-410d-99a5-ba3c35bbc434 tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Task: {'id': task-3223307, 'name': ReconfigVM_Task, 'duration_secs': 0.903359} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.008586] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5dd8e72-a050-410d-99a5-ba3c35bbc434 tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] [instance: 0e18fec3-90c2-4120-8388-468011eb7ccd] Reconfigured VM instance instance-00000039 to attach disk [datastore2] 0e18fec3-90c2-4120-8388-468011eb7ccd/0e18fec3-90c2-4120-8388-468011eb7ccd.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 877.009238] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b113e563-afb1-41bb-9ea5-e2f77b8f03fa {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.016460] env[69319]: DEBUG oslo_vmware.api [None req-a5dd8e72-a050-410d-99a5-ba3c35bbc434 tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Waiting for the task: (returnval){ [ 877.016460] env[69319]: value = "task-3223313" [ 877.016460] env[69319]: _type = "Task" [ 877.016460] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.033122] env[69319]: DEBUG oslo_vmware.api [None req-a5dd8e72-a050-410d-99a5-ba3c35bbc434 tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Task: {'id': task-3223313, 'name': Rename_Task} progress is 6%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.066279] env[69319]: DEBUG oslo_vmware.api [None req-43bf22e9-4893-42e6-ba45-bef0f93f5ef4 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Task: {'id': task-3223312, 'name': PowerOffVM_Task, 'duration_secs': 0.381778} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.066773] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-43bf22e9-4893-42e6-ba45-bef0f93f5ef4 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] [instance: b6904adf-5981-4a21-a344-4a8949b8b90b] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 877.066959] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-43bf22e9-4893-42e6-ba45-bef0f93f5ef4 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] [instance: b6904adf-5981-4a21-a344-4a8949b8b90b] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 877.067233] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-32303b38-50be-41ab-bd0f-7face17e5493 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.097278] env[69319]: DEBUG oslo_concurrency.lockutils [None req-6db61eca-d4fe-4b1f-a8a3-a5d3f6bbbacc tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Acquiring lock "66e1cd49-8387-4ef2-b3c8-8f301d27d1cb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.097278] env[69319]: DEBUG oslo_concurrency.lockutils [None req-6db61eca-d4fe-4b1f-a8a3-a5d3f6bbbacc tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Lock "66e1cd49-8387-4ef2-b3c8-8f301d27d1cb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.097278] env[69319]: DEBUG oslo_concurrency.lockutils [None req-6db61eca-d4fe-4b1f-a8a3-a5d3f6bbbacc tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Acquiring lock "66e1cd49-8387-4ef2-b3c8-8f301d27d1cb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.097278] env[69319]: DEBUG oslo_concurrency.lockutils [None req-6db61eca-d4fe-4b1f-a8a3-a5d3f6bbbacc tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Lock "66e1cd49-8387-4ef2-b3c8-8f301d27d1cb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.097278] env[69319]: DEBUG oslo_concurrency.lockutils [None req-6db61eca-d4fe-4b1f-a8a3-a5d3f6bbbacc tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Lock "66e1cd49-8387-4ef2-b3c8-8f301d27d1cb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.100173] env[69319]: INFO nova.compute.manager [None req-6db61eca-d4fe-4b1f-a8a3-a5d3f6bbbacc tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 66e1cd49-8387-4ef2-b3c8-8f301d27d1cb] Terminating instance [ 877.140506] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-43bf22e9-4893-42e6-ba45-bef0f93f5ef4 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] [instance: b6904adf-5981-4a21-a344-4a8949b8b90b] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 877.140780] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-43bf22e9-4893-42e6-ba45-bef0f93f5ef4 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] [instance: b6904adf-5981-4a21-a344-4a8949b8b90b] Deleting contents of the VM from datastore datastore1 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 877.141530] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-43bf22e9-4893-42e6-ba45-bef0f93f5ef4 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Deleting the datastore file [datastore1] b6904adf-5981-4a21-a344-4a8949b8b90b {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 877.141633] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-684093ce-8d91-4069-ba42-9b2d097e98d6 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.150329] env[69319]: DEBUG oslo_vmware.api [None req-43bf22e9-4893-42e6-ba45-bef0f93f5ef4 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Waiting for the task: (returnval){ [ 877.150329] env[69319]: value = "task-3223315" [ 877.150329] env[69319]: _type = "Task" [ 877.150329] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.159198] env[69319]: DEBUG oslo_vmware.api [None req-43bf22e9-4893-42e6-ba45-bef0f93f5ef4 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Task: {'id': task-3223315, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.244090] env[69319]: DEBUG oslo_concurrency.lockutils [None req-a3ece49f-326c-496b-b7f7-afc7db651e7d tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.469s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.247153] env[69319]: DEBUG oslo_concurrency.lockutils [None req-a4190075-ff25-4b1e-84ca-d6d753f26c8d tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 28.953s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.247486] env[69319]: DEBUG nova.objects.instance [None req-a4190075-ff25-4b1e-84ca-d6d753f26c8d tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: e619aa14-62f8-4482-a049-28422171cece] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69319) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 877.266921] env[69319]: INFO nova.scheduler.client.report [None req-a3ece49f-326c-496b-b7f7-afc7db651e7d tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Deleted allocations for instance 335258c2-6f86-44c6-8301-f0abab2ede05 [ 877.301685] env[69319]: DEBUG oslo_concurrency.lockutils [None req-267cc3ef-32c3-43eb-967e-98a8e63cb76a tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Releasing lock "refresh_cache-43e75e72-e9aa-43d9-bc06-65d4cad074cb" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.301685] env[69319]: DEBUG nova.compute.manager [None req-267cc3ef-32c3-43eb-967e-98a8e63cb76a tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: 43e75e72-e9aa-43d9-bc06-65d4cad074cb] Instance network_info: |[{"id": "0a077a55-8b07-44ed-9d9b-a85375c1fdbe", "address": "fa:16:3e:82:02:e7", "network": {"id": "a673a352-fcbe-446a-b78c-3975246791bd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-551867013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b933d0258a1488bbdddf88a90df7360", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f847601f-7479-48eb-842f-41f94eea8537", "external-id": "nsx-vlan-transportzone-35", "segmentation_id": 35, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a077a55-8b", "ovs_interfaceid": "0a077a55-8b07-44ed-9d9b-a85375c1fdbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 877.303066] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-267cc3ef-32c3-43eb-967e-98a8e63cb76a tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: 43e75e72-e9aa-43d9-bc06-65d4cad074cb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:02:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f847601f-7479-48eb-842f-41f94eea8537', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0a077a55-8b07-44ed-9d9b-a85375c1fdbe', 'vif_model': 'vmxnet3'}] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 877.311970] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-267cc3ef-32c3-43eb-967e-98a8e63cb76a tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 877.312545] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43e75e72-e9aa-43d9-bc06-65d4cad074cb] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 877.312805] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d1877b16-5d44-45ce-909d-be50eb8f270d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.334513] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 877.334513] env[69319]: value = "task-3223316" [ 877.334513] env[69319]: _type = "Task" [ 877.334513] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.343481] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223316, 'name': CreateVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.356026] env[69319]: DEBUG nova.compute.manager [req-52d5e51e-7295-4c98-8548-faa5b6498dbe req-18a4fa04-70cb-4f73-9320-d3e2883e9f8c service nova] [instance: 43e75e72-e9aa-43d9-bc06-65d4cad074cb] Received event network-vif-plugged-0a077a55-8b07-44ed-9d9b-a85375c1fdbe {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 877.356194] env[69319]: DEBUG oslo_concurrency.lockutils [req-52d5e51e-7295-4c98-8548-faa5b6498dbe req-18a4fa04-70cb-4f73-9320-d3e2883e9f8c service nova] Acquiring lock "43e75e72-e9aa-43d9-bc06-65d4cad074cb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.356415] env[69319]: DEBUG oslo_concurrency.lockutils [req-52d5e51e-7295-4c98-8548-faa5b6498dbe req-18a4fa04-70cb-4f73-9320-d3e2883e9f8c service nova] Lock "43e75e72-e9aa-43d9-bc06-65d4cad074cb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.356533] env[69319]: DEBUG oslo_concurrency.lockutils [req-52d5e51e-7295-4c98-8548-faa5b6498dbe req-18a4fa04-70cb-4f73-9320-d3e2883e9f8c service nova] Lock "43e75e72-e9aa-43d9-bc06-65d4cad074cb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.356759] env[69319]: DEBUG nova.compute.manager [req-52d5e51e-7295-4c98-8548-faa5b6498dbe req-18a4fa04-70cb-4f73-9320-d3e2883e9f8c service nova] [instance: 43e75e72-e9aa-43d9-bc06-65d4cad074cb] No waiting events found dispatching network-vif-plugged-0a077a55-8b07-44ed-9d9b-a85375c1fdbe {{(pid=69319) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 877.356844] env[69319]: WARNING nova.compute.manager [req-52d5e51e-7295-4c98-8548-faa5b6498dbe req-18a4fa04-70cb-4f73-9320-d3e2883e9f8c service nova] [instance: 43e75e72-e9aa-43d9-bc06-65d4cad074cb] Received unexpected event network-vif-plugged-0a077a55-8b07-44ed-9d9b-a85375c1fdbe for instance with vm_state building and task_state spawning. [ 877.357012] env[69319]: DEBUG nova.compute.manager [req-52d5e51e-7295-4c98-8548-faa5b6498dbe req-18a4fa04-70cb-4f73-9320-d3e2883e9f8c service nova] [instance: 43e75e72-e9aa-43d9-bc06-65d4cad074cb] Received event network-changed-0a077a55-8b07-44ed-9d9b-a85375c1fdbe {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 877.357175] env[69319]: DEBUG nova.compute.manager [req-52d5e51e-7295-4c98-8548-faa5b6498dbe req-18a4fa04-70cb-4f73-9320-d3e2883e9f8c service nova] [instance: 43e75e72-e9aa-43d9-bc06-65d4cad074cb] Refreshing instance network info cache due to event network-changed-0a077a55-8b07-44ed-9d9b-a85375c1fdbe. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 877.357366] env[69319]: DEBUG oslo_concurrency.lockutils [req-52d5e51e-7295-4c98-8548-faa5b6498dbe req-18a4fa04-70cb-4f73-9320-d3e2883e9f8c service nova] Acquiring lock "refresh_cache-43e75e72-e9aa-43d9-bc06-65d4cad074cb" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.357503] env[69319]: DEBUG oslo_concurrency.lockutils [req-52d5e51e-7295-4c98-8548-faa5b6498dbe req-18a4fa04-70cb-4f73-9320-d3e2883e9f8c service nova] Acquired lock "refresh_cache-43e75e72-e9aa-43d9-bc06-65d4cad074cb" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.357655] env[69319]: DEBUG nova.network.neutron [req-52d5e51e-7295-4c98-8548-faa5b6498dbe req-18a4fa04-70cb-4f73-9320-d3e2883e9f8c service nova] [instance: 43e75e72-e9aa-43d9-bc06-65d4cad074cb] Refreshing network info cache for port 0a077a55-8b07-44ed-9d9b-a85375c1fdbe {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 877.385329] env[69319]: DEBUG oslo_concurrency.lockutils [None req-a04c27f4-7049-4bce-9ea1-b373d74185e4 tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] Releasing lock "refresh_cache-5bd885da-3062-44d3-9b86-6db0dafdcc2f" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.385588] env[69319]: DEBUG nova.compute.manager [None req-a04c27f4-7049-4bce-9ea1-b373d74185e4 tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] [instance: 5bd885da-3062-44d3-9b86-6db0dafdcc2f] Inject network info {{(pid=69319) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 877.385847] env[69319]: DEBUG nova.compute.manager [None req-a04c27f4-7049-4bce-9ea1-b373d74185e4 tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] [instance: 5bd885da-3062-44d3-9b86-6db0dafdcc2f] network_info to inject: |[{"id": "635b68a6-f9c8-416f-aa6b-ab1d1df906ee", "address": "fa:16:3e:29:82:87", "network": {"id": "bce7625c-7f9c-462e-9c35-224f3275c871", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1750646621-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62bc14d852fa43a88776634b2d688e2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2eaecd-9701-4504-9fcb-fb1a420ead72", "external-id": "nsx-vlan-transportzone-433", "segmentation_id": 433, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap635b68a6-f9", "ovs_interfaceid": "635b68a6-f9c8-416f-aa6b-ab1d1df906ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69319) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 877.390799] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-a04c27f4-7049-4bce-9ea1-b373d74185e4 tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] [instance: 5bd885da-3062-44d3-9b86-6db0dafdcc2f] Reconfiguring VM instance to set the machine id {{(pid=69319) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 877.391390] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74a84755-9492-459e-92a3-8f98844e7d24 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.411747] env[69319]: DEBUG oslo_vmware.api [None req-a04c27f4-7049-4bce-9ea1-b373d74185e4 tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] Waiting for the task: (returnval){ [ 877.411747] env[69319]: value = "task-3223317" [ 877.411747] env[69319]: _type = "Task" [ 877.411747] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.423645] env[69319]: DEBUG oslo_vmware.api [None req-a04c27f4-7049-4bce-9ea1-b373d74185e4 tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] Task: {'id': task-3223317, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.432265] env[69319]: DEBUG oslo_vmware.api [None req-63ad3a45-96cf-4bb3-831b-7d3f9388104c tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': task-3223311, 'name': RemoveSnapshot_Task, 'duration_secs': 0.960671} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.432529] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-63ad3a45-96cf-4bb3-831b-7d3f9388104c tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 66e1cd49-8387-4ef2-b3c8-8f301d27d1cb] Deleted Snapshot of the VM instance {{(pid=69319) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 877.432761] env[69319]: INFO nova.compute.manager [None req-63ad3a45-96cf-4bb3-831b-7d3f9388104c tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 66e1cd49-8387-4ef2-b3c8-8f301d27d1cb] Took 14.49 seconds to snapshot the instance on the hypervisor. [ 877.528024] env[69319]: DEBUG oslo_vmware.api [None req-a5dd8e72-a050-410d-99a5-ba3c35bbc434 tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Task: {'id': task-3223313, 'name': Rename_Task, 'duration_secs': 0.235559} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.528409] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5dd8e72-a050-410d-99a5-ba3c35bbc434 tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] [instance: 0e18fec3-90c2-4120-8388-468011eb7ccd] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 877.528673] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1ad0908c-ead2-4844-807d-caa8c43a6c5c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.537099] env[69319]: DEBUG oslo_vmware.api [None req-a5dd8e72-a050-410d-99a5-ba3c35bbc434 tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Waiting for the task: (returnval){ [ 877.537099] env[69319]: value = "task-3223318" [ 877.537099] env[69319]: _type = "Task" [ 877.537099] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.546436] env[69319]: DEBUG oslo_vmware.api [None req-a5dd8e72-a050-410d-99a5-ba3c35bbc434 tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Task: {'id': task-3223318, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.604231] env[69319]: DEBUG nova.compute.manager [None req-6db61eca-d4fe-4b1f-a8a3-a5d3f6bbbacc tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 66e1cd49-8387-4ef2-b3c8-8f301d27d1cb] Start destroying the instance on the hypervisor. {{(pid=69319) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 877.604550] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-6db61eca-d4fe-4b1f-a8a3-a5d3f6bbbacc tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 66e1cd49-8387-4ef2-b3c8-8f301d27d1cb] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 877.605874] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65fce8f5-c41b-46b0-b1dc-6e438864c109 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.614772] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-6db61eca-d4fe-4b1f-a8a3-a5d3f6bbbacc tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 66e1cd49-8387-4ef2-b3c8-8f301d27d1cb] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 877.615067] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-70585515-4802-449b-8f15-c0f0d8cf5fe9 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.658236] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b71ebb0e-2637-4574-8baf-0e96e65bbd13 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Acquiring lock "1a043193-1e7c-43ad-b903-34ca9371045e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.658236] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b71ebb0e-2637-4574-8baf-0e96e65bbd13 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Lock "1a043193-1e7c-43ad-b903-34ca9371045e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.663665] env[69319]: DEBUG oslo_vmware.api [None req-43bf22e9-4893-42e6-ba45-bef0f93f5ef4 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Task: {'id': task-3223315, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164045} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.663845] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-43bf22e9-4893-42e6-ba45-bef0f93f5ef4 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 877.663937] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-43bf22e9-4893-42e6-ba45-bef0f93f5ef4 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] [instance: b6904adf-5981-4a21-a344-4a8949b8b90b] Deleted contents of the VM from datastore datastore1 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 877.664134] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-43bf22e9-4893-42e6-ba45-bef0f93f5ef4 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] [instance: b6904adf-5981-4a21-a344-4a8949b8b90b] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 877.664301] env[69319]: INFO nova.compute.manager [None req-43bf22e9-4893-42e6-ba45-bef0f93f5ef4 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] [instance: b6904adf-5981-4a21-a344-4a8949b8b90b] Took 1.13 seconds to destroy the instance on the hypervisor. [ 877.664920] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-43bf22e9-4893-42e6-ba45-bef0f93f5ef4 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 877.664920] env[69319]: DEBUG nova.compute.manager [-] [instance: b6904adf-5981-4a21-a344-4a8949b8b90b] Deallocating network for instance {{(pid=69319) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 877.664920] env[69319]: DEBUG nova.network.neutron [-] [instance: b6904adf-5981-4a21-a344-4a8949b8b90b] deallocate_for_instance() {{(pid=69319) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 877.701695] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-6db61eca-d4fe-4b1f-a8a3-a5d3f6bbbacc tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 66e1cd49-8387-4ef2-b3c8-8f301d27d1cb] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 877.702040] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-6db61eca-d4fe-4b1f-a8a3-a5d3f6bbbacc tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 66e1cd49-8387-4ef2-b3c8-8f301d27d1cb] Deleting contents of the VM from datastore datastore1 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 877.702276] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-6db61eca-d4fe-4b1f-a8a3-a5d3f6bbbacc tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Deleting the datastore file [datastore1] 66e1cd49-8387-4ef2-b3c8-8f301d27d1cb {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 877.702957] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d46f457c-74bd-410f-88e2-847199a0199e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.711053] env[69319]: DEBUG oslo_vmware.api [None req-6db61eca-d4fe-4b1f-a8a3-a5d3f6bbbacc tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Waiting for the task: (returnval){ [ 877.711053] env[69319]: value = "task-3223320" [ 877.711053] env[69319]: _type = "Task" [ 877.711053] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.723313] env[69319]: DEBUG oslo_vmware.api [None req-6db61eca-d4fe-4b1f-a8a3-a5d3f6bbbacc tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': task-3223320, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.774588] env[69319]: DEBUG oslo_concurrency.lockutils [None req-a3ece49f-326c-496b-b7f7-afc7db651e7d tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Lock "335258c2-6f86-44c6-8301-f0abab2ede05" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.881s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.814875] env[69319]: DEBUG nova.objects.instance [None req-c2f4fee7-b1fa-47df-99b8-1e7290fa4dba tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] Lazy-loading 'flavor' on Instance uuid 5bd885da-3062-44d3-9b86-6db0dafdcc2f {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 877.846128] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223316, 'name': CreateVM_Task, 'duration_secs': 0.480071} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.847486] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43e75e72-e9aa-43d9-bc06-65d4cad074cb] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 877.850852] env[69319]: DEBUG oslo_concurrency.lockutils [None req-267cc3ef-32c3-43eb-967e-98a8e63cb76a tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.855123] env[69319]: DEBUG oslo_concurrency.lockutils [None req-267cc3ef-32c3-43eb-967e-98a8e63cb76a tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.856871] env[69319]: DEBUG oslo_concurrency.lockutils [None req-267cc3ef-32c3-43eb-967e-98a8e63cb76a tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.856871] env[69319]: DEBUG oslo_concurrency.lockutils [None req-feaf4a56-f984-4298-8265-3c54e39eda71 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Acquiring lock "dbde4290-a1c2-4c5e-9b2e-a9a3328a268a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.856871] env[69319]: DEBUG oslo_concurrency.lockutils [None req-feaf4a56-f984-4298-8265-3c54e39eda71 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Lock "dbde4290-a1c2-4c5e-9b2e-a9a3328a268a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.857992] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9beba66e-05fa-4910-aa81-5cb6ce21aac2 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.875670] env[69319]: DEBUG oslo_vmware.api [None req-267cc3ef-32c3-43eb-967e-98a8e63cb76a tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Waiting for the task: (returnval){ [ 877.875670] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52867ed6-cbe7-deb5-319f-6512d54ff55d" [ 877.875670] env[69319]: _type = "Task" [ 877.875670] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.888699] env[69319]: DEBUG oslo_vmware.api [None req-267cc3ef-32c3-43eb-967e-98a8e63cb76a tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52867ed6-cbe7-deb5-319f-6512d54ff55d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.922789] env[69319]: DEBUG oslo_vmware.api [None req-a04c27f4-7049-4bce-9ea1-b373d74185e4 tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] Task: {'id': task-3223317, 'name': ReconfigVM_Task, 'duration_secs': 0.19385} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.923111] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-a04c27f4-7049-4bce-9ea1-b373d74185e4 tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] [instance: 5bd885da-3062-44d3-9b86-6db0dafdcc2f] Reconfigured VM instance to set the machine id {{(pid=69319) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 877.937661] env[69319]: DEBUG nova.compute.manager [None req-63ad3a45-96cf-4bb3-831b-7d3f9388104c tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 66e1cd49-8387-4ef2-b3c8-8f301d27d1cb] Instance disappeared during snapshot {{(pid=69319) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 877.958615] env[69319]: DEBUG nova.compute.manager [None req-63ad3a45-96cf-4bb3-831b-7d3f9388104c tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Image not found during clean up d520fdbf-0764-4cc2-a29c-f6dbc241a0b0 {{(pid=69319) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 878.048208] env[69319]: DEBUG oslo_vmware.api [None req-a5dd8e72-a050-410d-99a5-ba3c35bbc434 tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Task: {'id': task-3223318, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.162509] env[69319]: DEBUG nova.network.neutron [req-52d5e51e-7295-4c98-8548-faa5b6498dbe req-18a4fa04-70cb-4f73-9320-d3e2883e9f8c service nova] [instance: 43e75e72-e9aa-43d9-bc06-65d4cad074cb] Updated VIF entry in instance network info cache for port 0a077a55-8b07-44ed-9d9b-a85375c1fdbe. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 878.162826] env[69319]: DEBUG nova.network.neutron [req-52d5e51e-7295-4c98-8548-faa5b6498dbe req-18a4fa04-70cb-4f73-9320-d3e2883e9f8c service nova] [instance: 43e75e72-e9aa-43d9-bc06-65d4cad074cb] Updating instance_info_cache with network_info: [{"id": "0a077a55-8b07-44ed-9d9b-a85375c1fdbe", "address": "fa:16:3e:82:02:e7", "network": {"id": "a673a352-fcbe-446a-b78c-3975246791bd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-551867013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b933d0258a1488bbdddf88a90df7360", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f847601f-7479-48eb-842f-41f94eea8537", "external-id": "nsx-vlan-transportzone-35", "segmentation_id": 35, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a077a55-8b", "ovs_interfaceid": "0a077a55-8b07-44ed-9d9b-a85375c1fdbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.164791] env[69319]: DEBUG nova.compute.utils [None req-b71ebb0e-2637-4574-8baf-0e96e65bbd13 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Using /dev/sd instead of None {{(pid=69319) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 878.222742] env[69319]: DEBUG oslo_vmware.api [None req-6db61eca-d4fe-4b1f-a8a3-a5d3f6bbbacc tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': task-3223320, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171027} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.223078] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-6db61eca-d4fe-4b1f-a8a3-a5d3f6bbbacc tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 878.223217] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-6db61eca-d4fe-4b1f-a8a3-a5d3f6bbbacc tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 66e1cd49-8387-4ef2-b3c8-8f301d27d1cb] Deleted contents of the VM from datastore datastore1 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 878.223399] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-6db61eca-d4fe-4b1f-a8a3-a5d3f6bbbacc tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 66e1cd49-8387-4ef2-b3c8-8f301d27d1cb] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 878.223574] env[69319]: INFO nova.compute.manager [None req-6db61eca-d4fe-4b1f-a8a3-a5d3f6bbbacc tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 66e1cd49-8387-4ef2-b3c8-8f301d27d1cb] Took 0.62 seconds to destroy the instance on the hypervisor. [ 878.223811] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6db61eca-d4fe-4b1f-a8a3-a5d3f6bbbacc tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 878.224011] env[69319]: DEBUG nova.compute.manager [-] [instance: 66e1cd49-8387-4ef2-b3c8-8f301d27d1cb] Deallocating network for instance {{(pid=69319) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 878.224117] env[69319]: DEBUG nova.network.neutron [-] [instance: 66e1cd49-8387-4ef2-b3c8-8f301d27d1cb] deallocate_for_instance() {{(pid=69319) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 878.257791] env[69319]: DEBUG oslo_concurrency.lockutils [None req-a4190075-ff25-4b1e-84ca-d6d753f26c8d tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.261613] env[69319]: DEBUG oslo_concurrency.lockutils [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.385s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.263286] env[69319]: INFO nova.compute.claims [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] [instance: a2bd5a84-7716-492b-931d-ef52322ab25c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 878.264920] env[69319]: WARNING oslo_messaging._drivers.amqpdriver [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 878.324132] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c2f4fee7-b1fa-47df-99b8-1e7290fa4dba tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] Acquiring lock "refresh_cache-5bd885da-3062-44d3-9b86-6db0dafdcc2f" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.324132] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c2f4fee7-b1fa-47df-99b8-1e7290fa4dba tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] Acquired lock "refresh_cache-5bd885da-3062-44d3-9b86-6db0dafdcc2f" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.363188] env[69319]: DEBUG nova.compute.manager [None req-feaf4a56-f984-4298-8265-3c54e39eda71 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: dbde4290-a1c2-4c5e-9b2e-a9a3328a268a] Starting instance... {{(pid=69319) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 878.391312] env[69319]: DEBUG oslo_vmware.api [None req-267cc3ef-32c3-43eb-967e-98a8e63cb76a tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52867ed6-cbe7-deb5-319f-6512d54ff55d, 'name': SearchDatastore_Task, 'duration_secs': 0.013784} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.391744] env[69319]: DEBUG oslo_concurrency.lockutils [None req-267cc3ef-32c3-43eb-967e-98a8e63cb76a tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.394020] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-267cc3ef-32c3-43eb-967e-98a8e63cb76a tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: 43e75e72-e9aa-43d9-bc06-65d4cad074cb] Processing image 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 878.394020] env[69319]: DEBUG oslo_concurrency.lockutils [None req-267cc3ef-32c3-43eb-967e-98a8e63cb76a tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.394020] env[69319]: DEBUG oslo_concurrency.lockutils [None req-267cc3ef-32c3-43eb-967e-98a8e63cb76a tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.394020] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-267cc3ef-32c3-43eb-967e-98a8e63cb76a tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 878.394020] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-db285a51-b2c3-4246-b79f-e5ac52b81b96 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.409214] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-267cc3ef-32c3-43eb-967e-98a8e63cb76a tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 878.409413] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-267cc3ef-32c3-43eb-967e-98a8e63cb76a tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 878.410516] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b464126-c4b8-4bd3-bd35-1b50403bdab8 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.417042] env[69319]: DEBUG oslo_vmware.api [None req-267cc3ef-32c3-43eb-967e-98a8e63cb76a tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Waiting for the task: (returnval){ [ 878.417042] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]529531a1-e54d-57b5-e582-c032c322a344" [ 878.417042] env[69319]: _type = "Task" [ 878.417042] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.425519] env[69319]: DEBUG oslo_vmware.api [None req-267cc3ef-32c3-43eb-967e-98a8e63cb76a tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]529531a1-e54d-57b5-e582-c032c322a344, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.470932] env[69319]: DEBUG oslo_concurrency.lockutils [None req-727cd466-d063-4266-835b-012cf16c4daa tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Acquiring lock "05018af1-8cde-4512-b5b4-f392e39523ff" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.471729] env[69319]: DEBUG oslo_concurrency.lockutils [None req-727cd466-d063-4266-835b-012cf16c4daa tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Lock "05018af1-8cde-4512-b5b4-f392e39523ff" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.471729] env[69319]: DEBUG oslo_concurrency.lockutils [None req-727cd466-d063-4266-835b-012cf16c4daa tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Acquiring lock "05018af1-8cde-4512-b5b4-f392e39523ff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.471926] env[69319]: DEBUG oslo_concurrency.lockutils [None req-727cd466-d063-4266-835b-012cf16c4daa tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Lock "05018af1-8cde-4512-b5b4-f392e39523ff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.472092] env[69319]: DEBUG oslo_concurrency.lockutils [None req-727cd466-d063-4266-835b-012cf16c4daa tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Lock "05018af1-8cde-4512-b5b4-f392e39523ff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.474275] env[69319]: INFO nova.compute.manager [None req-727cd466-d063-4266-835b-012cf16c4daa tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] [instance: 05018af1-8cde-4512-b5b4-f392e39523ff] Terminating instance [ 878.498961] env[69319]: DEBUG nova.network.neutron [-] [instance: b6904adf-5981-4a21-a344-4a8949b8b90b] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.547816] env[69319]: DEBUG oslo_vmware.api [None req-a5dd8e72-a050-410d-99a5-ba3c35bbc434 tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Task: {'id': task-3223318, 'name': PowerOnVM_Task, 'duration_secs': 0.62673} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.548124] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5dd8e72-a050-410d-99a5-ba3c35bbc434 tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] [instance: 0e18fec3-90c2-4120-8388-468011eb7ccd] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 878.548335] env[69319]: INFO nova.compute.manager [None req-a5dd8e72-a050-410d-99a5-ba3c35bbc434 tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] [instance: 0e18fec3-90c2-4120-8388-468011eb7ccd] Took 11.22 seconds to spawn the instance on the hypervisor. [ 878.548511] env[69319]: DEBUG nova.compute.manager [None req-a5dd8e72-a050-410d-99a5-ba3c35bbc434 tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] [instance: 0e18fec3-90c2-4120-8388-468011eb7ccd] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 878.549308] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f18d9660-050f-47d7-bafc-ba3858c3906a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.666685] env[69319]: DEBUG oslo_concurrency.lockutils [req-52d5e51e-7295-4c98-8548-faa5b6498dbe req-18a4fa04-70cb-4f73-9320-d3e2883e9f8c service nova] Releasing lock "refresh_cache-43e75e72-e9aa-43d9-bc06-65d4cad074cb" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.666913] env[69319]: DEBUG nova.compute.manager [req-52d5e51e-7295-4c98-8548-faa5b6498dbe req-18a4fa04-70cb-4f73-9320-d3e2883e9f8c service nova] [instance: 5bd885da-3062-44d3-9b86-6db0dafdcc2f] Received event network-changed-635b68a6-f9c8-416f-aa6b-ab1d1df906ee {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 878.667097] env[69319]: DEBUG nova.compute.manager [req-52d5e51e-7295-4c98-8548-faa5b6498dbe req-18a4fa04-70cb-4f73-9320-d3e2883e9f8c service nova] [instance: 5bd885da-3062-44d3-9b86-6db0dafdcc2f] Refreshing instance network info cache due to event network-changed-635b68a6-f9c8-416f-aa6b-ab1d1df906ee. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 878.667283] env[69319]: DEBUG oslo_concurrency.lockutils [req-52d5e51e-7295-4c98-8548-faa5b6498dbe req-18a4fa04-70cb-4f73-9320-d3e2883e9f8c service nova] Acquiring lock "refresh_cache-5bd885da-3062-44d3-9b86-6db0dafdcc2f" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.667880] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b71ebb0e-2637-4574-8baf-0e96e65bbd13 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Lock "1a043193-1e7c-43ad-b903-34ca9371045e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.896866] env[69319]: DEBUG oslo_concurrency.lockutils [None req-feaf4a56-f984-4298-8265-3c54e39eda71 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.913481] env[69319]: DEBUG nova.network.neutron [None req-c2f4fee7-b1fa-47df-99b8-1e7290fa4dba tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] [instance: 5bd885da-3062-44d3-9b86-6db0dafdcc2f] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 878.930611] env[69319]: DEBUG oslo_vmware.api [None req-267cc3ef-32c3-43eb-967e-98a8e63cb76a tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]529531a1-e54d-57b5-e582-c032c322a344, 'name': SearchDatastore_Task, 'duration_secs': 0.028776} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.931485] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5286bb02-f093-407c-a55b-fd35d4ba20b5 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.941027] env[69319]: DEBUG oslo_vmware.api [None req-267cc3ef-32c3-43eb-967e-98a8e63cb76a tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Waiting for the task: (returnval){ [ 878.941027] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]5262fbaf-5a13-d705-d273-e49edea9ec02" [ 878.941027] env[69319]: _type = "Task" [ 878.941027] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.954176] env[69319]: DEBUG oslo_vmware.api [None req-267cc3ef-32c3-43eb-967e-98a8e63cb76a tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5262fbaf-5a13-d705-d273-e49edea9ec02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.978807] env[69319]: DEBUG nova.compute.manager [None req-727cd466-d063-4266-835b-012cf16c4daa tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] [instance: 05018af1-8cde-4512-b5b4-f392e39523ff] Start destroying the instance on the hypervisor. {{(pid=69319) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 878.979080] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-727cd466-d063-4266-835b-012cf16c4daa tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] [instance: 05018af1-8cde-4512-b5b4-f392e39523ff] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 878.980067] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbedd436-abb7-4ea7-9e52-66a7920d30bd {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.988641] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-727cd466-d063-4266-835b-012cf16c4daa tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] [instance: 05018af1-8cde-4512-b5b4-f392e39523ff] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 878.989110] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-86ee33da-79b2-48d9-bcb6-2f9c35b55349 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.997155] env[69319]: DEBUG oslo_vmware.api [None req-727cd466-d063-4266-835b-012cf16c4daa tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Waiting for the task: (returnval){ [ 878.997155] env[69319]: value = "task-3223322" [ 878.997155] env[69319]: _type = "Task" [ 878.997155] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.007089] env[69319]: INFO nova.compute.manager [-] [instance: b6904adf-5981-4a21-a344-4a8949b8b90b] Took 1.34 seconds to deallocate network for instance. [ 879.007496] env[69319]: DEBUG oslo_vmware.api [None req-727cd466-d063-4266-835b-012cf16c4daa tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Task: {'id': task-3223322, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.033116] env[69319]: DEBUG nova.compute.manager [req-f0987e1d-ad64-4c22-8eb9-3bdecb80166e req-0424a887-c5ef-4823-815b-bbcb2a85674b service nova] [instance: 66e1cd49-8387-4ef2-b3c8-8f301d27d1cb] Received event network-vif-deleted-88534bde-2168-473b-aa49-f48d466b0e9e {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 879.033302] env[69319]: INFO nova.compute.manager [req-f0987e1d-ad64-4c22-8eb9-3bdecb80166e req-0424a887-c5ef-4823-815b-bbcb2a85674b service nova] [instance: 66e1cd49-8387-4ef2-b3c8-8f301d27d1cb] Neutron deleted interface 88534bde-2168-473b-aa49-f48d466b0e9e; detaching it from the instance and deleting it from the info cache [ 879.033482] env[69319]: DEBUG nova.network.neutron [req-f0987e1d-ad64-4c22-8eb9-3bdecb80166e req-0424a887-c5ef-4823-815b-bbcb2a85674b service nova] [instance: 66e1cd49-8387-4ef2-b3c8-8f301d27d1cb] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.067465] env[69319]: INFO nova.compute.manager [None req-a5dd8e72-a050-410d-99a5-ba3c35bbc434 tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] [instance: 0e18fec3-90c2-4120-8388-468011eb7ccd] Took 42.93 seconds to build instance. [ 879.071313] env[69319]: DEBUG nova.network.neutron [-] [instance: 66e1cd49-8387-4ef2-b3c8-8f301d27d1cb] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.388193] env[69319]: DEBUG nova.compute.manager [req-8efb1eca-a214-4739-9d8f-6ca29b9578ef req-52f845d0-099d-4b63-8c53-81741f27be44 service nova] [instance: b6904adf-5981-4a21-a344-4a8949b8b90b] Received event network-vif-deleted-275a3045-758e-459d-a09b-03e4dae4e8de {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 879.388193] env[69319]: DEBUG nova.compute.manager [req-8efb1eca-a214-4739-9d8f-6ca29b9578ef req-52f845d0-099d-4b63-8c53-81741f27be44 service nova] [instance: 5bd885da-3062-44d3-9b86-6db0dafdcc2f] Received event network-changed-635b68a6-f9c8-416f-aa6b-ab1d1df906ee {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 879.388193] env[69319]: DEBUG nova.compute.manager [req-8efb1eca-a214-4739-9d8f-6ca29b9578ef req-52f845d0-099d-4b63-8c53-81741f27be44 service nova] [instance: 5bd885da-3062-44d3-9b86-6db0dafdcc2f] Refreshing instance network info cache due to event network-changed-635b68a6-f9c8-416f-aa6b-ab1d1df906ee. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 879.388519] env[69319]: DEBUG oslo_concurrency.lockutils [req-8efb1eca-a214-4739-9d8f-6ca29b9578ef req-52f845d0-099d-4b63-8c53-81741f27be44 service nova] Acquiring lock "refresh_cache-5bd885da-3062-44d3-9b86-6db0dafdcc2f" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.454823] env[69319]: DEBUG oslo_vmware.api [None req-267cc3ef-32c3-43eb-967e-98a8e63cb76a tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5262fbaf-5a13-d705-d273-e49edea9ec02, 'name': SearchDatastore_Task, 'duration_secs': 0.014418} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.457650] env[69319]: DEBUG oslo_concurrency.lockutils [None req-267cc3ef-32c3-43eb-967e-98a8e63cb76a tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.458018] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-267cc3ef-32c3-43eb-967e-98a8e63cb76a tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore1] 43e75e72-e9aa-43d9-bc06-65d4cad074cb/43e75e72-e9aa-43d9-bc06-65d4cad074cb.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 879.458374] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3a999f47-9e27-4cbe-9e0c-51d3ab52d118 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.466722] env[69319]: DEBUG oslo_vmware.api [None req-267cc3ef-32c3-43eb-967e-98a8e63cb76a tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Waiting for the task: (returnval){ [ 879.466722] env[69319]: value = "task-3223323" [ 879.466722] env[69319]: _type = "Task" [ 879.466722] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.476076] env[69319]: DEBUG oslo_vmware.api [None req-267cc3ef-32c3-43eb-967e-98a8e63cb76a tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3223323, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.508421] env[69319]: DEBUG oslo_vmware.api [None req-727cd466-d063-4266-835b-012cf16c4daa tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Task: {'id': task-3223322, 'name': PowerOffVM_Task, 'duration_secs': 0.385038} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.511351] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-727cd466-d063-4266-835b-012cf16c4daa tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] [instance: 05018af1-8cde-4512-b5b4-f392e39523ff] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 879.511592] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-727cd466-d063-4266-835b-012cf16c4daa tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] [instance: 05018af1-8cde-4512-b5b4-f392e39523ff] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 879.512040] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-701e113c-f55d-4f0f-9eb0-55eba3f6bfb4 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.514664] env[69319]: DEBUG oslo_concurrency.lockutils [None req-43bf22e9-4893-42e6-ba45-bef0f93f5ef4 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.538784] env[69319]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a9e61333-d3a6-4113-ac2d-5fd5d9eb578a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.546904] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4541074e-fea7-4d79-b064-045db82a24ca {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.570505] env[69319]: DEBUG oslo_concurrency.lockutils [None req-a5dd8e72-a050-410d-99a5-ba3c35bbc434 tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Lock "0e18fec3-90c2-4120-8388-468011eb7ccd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.413s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.573645] env[69319]: INFO nova.compute.manager [-] [instance: 66e1cd49-8387-4ef2-b3c8-8f301d27d1cb] Took 1.35 seconds to deallocate network for instance. [ 879.602051] env[69319]: DEBUG nova.compute.manager [req-f0987e1d-ad64-4c22-8eb9-3bdecb80166e req-0424a887-c5ef-4823-815b-bbcb2a85674b service nova] [instance: 66e1cd49-8387-4ef2-b3c8-8f301d27d1cb] Detach interface failed, port_id=88534bde-2168-473b-aa49-f48d466b0e9e, reason: Instance 66e1cd49-8387-4ef2-b3c8-8f301d27d1cb could not be found. {{(pid=69319) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 879.608863] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-727cd466-d063-4266-835b-012cf16c4daa tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] [instance: 05018af1-8cde-4512-b5b4-f392e39523ff] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 879.609246] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-727cd466-d063-4266-835b-012cf16c4daa tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] [instance: 05018af1-8cde-4512-b5b4-f392e39523ff] Deleting contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 879.609549] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-727cd466-d063-4266-835b-012cf16c4daa tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Deleting the datastore file [datastore2] 05018af1-8cde-4512-b5b4-f392e39523ff {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 879.610826] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-10df5a68-05fe-47aa-a8ce-142b2e0d2b8e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.619216] env[69319]: DEBUG oslo_vmware.api [None req-727cd466-d063-4266-835b-012cf16c4daa tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Waiting for the task: (returnval){ [ 879.619216] env[69319]: value = "task-3223325" [ 879.619216] env[69319]: _type = "Task" [ 879.619216] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.632526] env[69319]: DEBUG oslo_vmware.api [None req-727cd466-d063-4266-835b-012cf16c4daa tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Task: {'id': task-3223325, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.716382] env[69319]: DEBUG nova.network.neutron [None req-c2f4fee7-b1fa-47df-99b8-1e7290fa4dba tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] [instance: 5bd885da-3062-44d3-9b86-6db0dafdcc2f] Updating instance_info_cache with network_info: [{"id": "635b68a6-f9c8-416f-aa6b-ab1d1df906ee", "address": "fa:16:3e:29:82:87", "network": {"id": "bce7625c-7f9c-462e-9c35-224f3275c871", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1750646621-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62bc14d852fa43a88776634b2d688e2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2eaecd-9701-4504-9fcb-fb1a420ead72", "external-id": "nsx-vlan-transportzone-433", "segmentation_id": 433, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap635b68a6-f9", "ovs_interfaceid": "635b68a6-f9c8-416f-aa6b-ab1d1df906ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.730489] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b71ebb0e-2637-4574-8baf-0e96e65bbd13 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Acquiring lock "1a043193-1e7c-43ad-b903-34ca9371045e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.730758] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b71ebb0e-2637-4574-8baf-0e96e65bbd13 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Lock "1a043193-1e7c-43ad-b903-34ca9371045e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.730989] env[69319]: INFO nova.compute.manager [None req-b71ebb0e-2637-4574-8baf-0e96e65bbd13 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 1a043193-1e7c-43ad-b903-34ca9371045e] Attaching volume 46450c8d-a468-43ab-9705-6b546835fead to /dev/sdb [ 879.771027] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78d84d2a-d93d-46c6-bac6-f9a44fa0a226 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.782327] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e1a2a03-c067-4564-bf60-4eb0e2302ec0 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.802685] env[69319]: DEBUG nova.virt.block_device [None req-b71ebb0e-2637-4574-8baf-0e96e65bbd13 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 1a043193-1e7c-43ad-b903-34ca9371045e] Updating existing volume attachment record: 6250940e-6da5-48c2-ad1f-8f51f5b80259 {{(pid=69319) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 879.835085] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9675631-53a6-4e41-a5a2-a524bb926181 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.843943] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4b47f13-7360-46b5-a4b7-d7cca0cbec3f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.879275] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e527792c-9a73-4ffd-b167-e36458b5e6c3 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.888844] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19038f6d-2943-48a9-b279-b7eea3b5b2c7 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.905128] env[69319]: DEBUG nova.compute.provider_tree [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 879.917625] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47949326-d1e3-4e51-a47a-00c5c7d9ddd1 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.925918] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-74d37308-9d5e-4189-a688-68e155aece93 tempest-ServersAdminNegativeTestJSON-1226343083 tempest-ServersAdminNegativeTestJSON-1226343083-project-admin] [instance: 0e18fec3-90c2-4120-8388-468011eb7ccd] Suspending the VM {{(pid=69319) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 879.926230] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-66aa77e8-0470-4de2-90ca-fd07c8c6e3f0 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.936305] env[69319]: DEBUG oslo_vmware.api [None req-74d37308-9d5e-4189-a688-68e155aece93 tempest-ServersAdminNegativeTestJSON-1226343083 tempest-ServersAdminNegativeTestJSON-1226343083-project-admin] Waiting for the task: (returnval){ [ 879.936305] env[69319]: value = "task-3223326" [ 879.936305] env[69319]: _type = "Task" [ 879.936305] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.947850] env[69319]: DEBUG oslo_vmware.api [None req-74d37308-9d5e-4189-a688-68e155aece93 tempest-ServersAdminNegativeTestJSON-1226343083 tempest-ServersAdminNegativeTestJSON-1226343083-project-admin] Task: {'id': task-3223326, 'name': SuspendVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.982766] env[69319]: DEBUG oslo_vmware.api [None req-267cc3ef-32c3-43eb-967e-98a8e63cb76a tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3223323, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.081415] env[69319]: DEBUG oslo_concurrency.lockutils [None req-6db61eca-d4fe-4b1f-a8a3-a5d3f6bbbacc tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.132859] env[69319]: DEBUG oslo_vmware.api [None req-727cd466-d063-4266-835b-012cf16c4daa tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Task: {'id': task-3223325, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.376136} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.133281] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-727cd466-d063-4266-835b-012cf16c4daa tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 880.133580] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-727cd466-d063-4266-835b-012cf16c4daa tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] [instance: 05018af1-8cde-4512-b5b4-f392e39523ff] Deleted contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 880.133879] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-727cd466-d063-4266-835b-012cf16c4daa tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] [instance: 05018af1-8cde-4512-b5b4-f392e39523ff] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 880.134280] env[69319]: INFO nova.compute.manager [None req-727cd466-d063-4266-835b-012cf16c4daa tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] [instance: 05018af1-8cde-4512-b5b4-f392e39523ff] Took 1.16 seconds to destroy the instance on the hypervisor. [ 880.134664] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-727cd466-d063-4266-835b-012cf16c4daa tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 880.134990] env[69319]: DEBUG nova.compute.manager [-] [instance: 05018af1-8cde-4512-b5b4-f392e39523ff] Deallocating network for instance {{(pid=69319) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 880.135132] env[69319]: DEBUG nova.network.neutron [-] [instance: 05018af1-8cde-4512-b5b4-f392e39523ff] deallocate_for_instance() {{(pid=69319) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 880.222085] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c2f4fee7-b1fa-47df-99b8-1e7290fa4dba tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] Releasing lock "refresh_cache-5bd885da-3062-44d3-9b86-6db0dafdcc2f" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.222371] env[69319]: DEBUG nova.compute.manager [None req-c2f4fee7-b1fa-47df-99b8-1e7290fa4dba tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] [instance: 5bd885da-3062-44d3-9b86-6db0dafdcc2f] Inject network info {{(pid=69319) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 880.223032] env[69319]: DEBUG nova.compute.manager [None req-c2f4fee7-b1fa-47df-99b8-1e7290fa4dba tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] [instance: 5bd885da-3062-44d3-9b86-6db0dafdcc2f] network_info to inject: |[{"id": "635b68a6-f9c8-416f-aa6b-ab1d1df906ee", "address": "fa:16:3e:29:82:87", "network": {"id": "bce7625c-7f9c-462e-9c35-224f3275c871", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1750646621-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62bc14d852fa43a88776634b2d688e2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2eaecd-9701-4504-9fcb-fb1a420ead72", "external-id": "nsx-vlan-transportzone-433", "segmentation_id": 433, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap635b68a6-f9", "ovs_interfaceid": "635b68a6-f9c8-416f-aa6b-ab1d1df906ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69319) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 880.227480] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-c2f4fee7-b1fa-47df-99b8-1e7290fa4dba tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] [instance: 5bd885da-3062-44d3-9b86-6db0dafdcc2f] Reconfiguring VM instance to set the machine id {{(pid=69319) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 880.227838] env[69319]: DEBUG oslo_concurrency.lockutils [req-52d5e51e-7295-4c98-8548-faa5b6498dbe req-18a4fa04-70cb-4f73-9320-d3e2883e9f8c service nova] Acquired lock "refresh_cache-5bd885da-3062-44d3-9b86-6db0dafdcc2f" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.228043] env[69319]: DEBUG nova.network.neutron [req-52d5e51e-7295-4c98-8548-faa5b6498dbe req-18a4fa04-70cb-4f73-9320-d3e2883e9f8c service nova] [instance: 5bd885da-3062-44d3-9b86-6db0dafdcc2f] Refreshing network info cache for port 635b68a6-f9c8-416f-aa6b-ab1d1df906ee {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 880.229352] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7179f1d5-a2fe-48d4-a78c-1e3cf561ad73 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.249031] env[69319]: DEBUG oslo_vmware.api [None req-c2f4fee7-b1fa-47df-99b8-1e7290fa4dba tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] Waiting for the task: (returnval){ [ 880.249031] env[69319]: value = "task-3223330" [ 880.249031] env[69319]: _type = "Task" [ 880.249031] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.262661] env[69319]: DEBUG oslo_vmware.api [None req-c2f4fee7-b1fa-47df-99b8-1e7290fa4dba tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] Task: {'id': task-3223330, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.408700] env[69319]: DEBUG nova.scheduler.client.report [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 880.451177] env[69319]: DEBUG oslo_vmware.api [None req-74d37308-9d5e-4189-a688-68e155aece93 tempest-ServersAdminNegativeTestJSON-1226343083 tempest-ServersAdminNegativeTestJSON-1226343083-project-admin] Task: {'id': task-3223326, 'name': SuspendVM_Task} progress is 16%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.480466] env[69319]: DEBUG oslo_vmware.api [None req-267cc3ef-32c3-43eb-967e-98a8e63cb76a tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3223323, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.594561} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.480823] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-267cc3ef-32c3-43eb-967e-98a8e63cb76a tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore1] 43e75e72-e9aa-43d9-bc06-65d4cad074cb/43e75e72-e9aa-43d9-bc06-65d4cad074cb.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 880.481101] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-267cc3ef-32c3-43eb-967e-98a8e63cb76a tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: 43e75e72-e9aa-43d9-bc06-65d4cad074cb] Extending root virtual disk to 1048576 {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 880.481404] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7bb51978-b397-4c4c-b104-1ed751e7ac70 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.490513] env[69319]: DEBUG oslo_vmware.api [None req-267cc3ef-32c3-43eb-967e-98a8e63cb76a tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Waiting for the task: (returnval){ [ 880.490513] env[69319]: value = "task-3223331" [ 880.490513] env[69319]: _type = "Task" [ 880.490513] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.500953] env[69319]: DEBUG oslo_vmware.api [None req-267cc3ef-32c3-43eb-967e-98a8e63cb76a tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3223331, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.761291] env[69319]: DEBUG oslo_vmware.api [None req-c2f4fee7-b1fa-47df-99b8-1e7290fa4dba tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] Task: {'id': task-3223330, 'name': ReconfigVM_Task, 'duration_secs': 0.301389} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.761610] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-c2f4fee7-b1fa-47df-99b8-1e7290fa4dba tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] [instance: 5bd885da-3062-44d3-9b86-6db0dafdcc2f] Reconfigured VM instance to set the machine id {{(pid=69319) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 880.916942] env[69319]: DEBUG oslo_concurrency.lockutils [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.656s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.917508] env[69319]: DEBUG nova.compute.manager [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] [instance: a2bd5a84-7716-492b-931d-ef52322ab25c] Start building networks asynchronously for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 880.920527] env[69319]: DEBUG oslo_concurrency.lockutils [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.366s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.921908] env[69319]: INFO nova.compute.claims [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] [instance: 0698939e-0dda-4b50-9ce9-d25e3b69e4c9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 880.928280] env[69319]: DEBUG nova.network.neutron [-] [instance: 05018af1-8cde-4512-b5b4-f392e39523ff] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.948016] env[69319]: DEBUG oslo_vmware.api [None req-74d37308-9d5e-4189-a688-68e155aece93 tempest-ServersAdminNegativeTestJSON-1226343083 tempest-ServersAdminNegativeTestJSON-1226343083-project-admin] Task: {'id': task-3223326, 'name': SuspendVM_Task} progress is 66%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.957741] env[69319]: DEBUG oslo_concurrency.lockutils [None req-d572fc82-4b3e-4aae-b67b-6e0083e82b8a tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] Acquiring lock "5bd885da-3062-44d3-9b86-6db0dafdcc2f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.958071] env[69319]: DEBUG oslo_concurrency.lockutils [None req-d572fc82-4b3e-4aae-b67b-6e0083e82b8a tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] Lock "5bd885da-3062-44d3-9b86-6db0dafdcc2f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.958331] env[69319]: DEBUG oslo_concurrency.lockutils [None req-d572fc82-4b3e-4aae-b67b-6e0083e82b8a tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] Acquiring lock "5bd885da-3062-44d3-9b86-6db0dafdcc2f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.958544] env[69319]: DEBUG oslo_concurrency.lockutils [None req-d572fc82-4b3e-4aae-b67b-6e0083e82b8a tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] Lock "5bd885da-3062-44d3-9b86-6db0dafdcc2f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.958789] env[69319]: DEBUG oslo_concurrency.lockutils [None req-d572fc82-4b3e-4aae-b67b-6e0083e82b8a tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] Lock "5bd885da-3062-44d3-9b86-6db0dafdcc2f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.962166] env[69319]: INFO nova.compute.manager [None req-d572fc82-4b3e-4aae-b67b-6e0083e82b8a tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] [instance: 5bd885da-3062-44d3-9b86-6db0dafdcc2f] Terminating instance [ 881.000732] env[69319]: DEBUG oslo_vmware.api [None req-267cc3ef-32c3-43eb-967e-98a8e63cb76a tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3223331, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094175} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.001710] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-267cc3ef-32c3-43eb-967e-98a8e63cb76a tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: 43e75e72-e9aa-43d9-bc06-65d4cad074cb] Extended root virtual disk {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 881.001950] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fb529ef-6f8b-43ef-b310-37be1654dfab {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.027902] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-267cc3ef-32c3-43eb-967e-98a8e63cb76a tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: 43e75e72-e9aa-43d9-bc06-65d4cad074cb] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] 43e75e72-e9aa-43d9-bc06-65d4cad074cb/43e75e72-e9aa-43d9-bc06-65d4cad074cb.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 881.028994] env[69319]: DEBUG nova.network.neutron [req-52d5e51e-7295-4c98-8548-faa5b6498dbe req-18a4fa04-70cb-4f73-9320-d3e2883e9f8c service nova] [instance: 5bd885da-3062-44d3-9b86-6db0dafdcc2f] Updated VIF entry in instance network info cache for port 635b68a6-f9c8-416f-aa6b-ab1d1df906ee. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 881.029601] env[69319]: DEBUG nova.network.neutron [req-52d5e51e-7295-4c98-8548-faa5b6498dbe req-18a4fa04-70cb-4f73-9320-d3e2883e9f8c service nova] [instance: 5bd885da-3062-44d3-9b86-6db0dafdcc2f] Updating instance_info_cache with network_info: [{"id": "635b68a6-f9c8-416f-aa6b-ab1d1df906ee", "address": "fa:16:3e:29:82:87", "network": {"id": "bce7625c-7f9c-462e-9c35-224f3275c871", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1750646621-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62bc14d852fa43a88776634b2d688e2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2eaecd-9701-4504-9fcb-fb1a420ead72", "external-id": "nsx-vlan-transportzone-433", "segmentation_id": 433, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap635b68a6-f9", "ovs_interfaceid": "635b68a6-f9c8-416f-aa6b-ab1d1df906ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.030882] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-572a499d-c232-47aa-9333-933587abf91f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.052363] env[69319]: DEBUG oslo_concurrency.lockutils [req-52d5e51e-7295-4c98-8548-faa5b6498dbe req-18a4fa04-70cb-4f73-9320-d3e2883e9f8c service nova] Releasing lock "refresh_cache-5bd885da-3062-44d3-9b86-6db0dafdcc2f" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.052363] env[69319]: DEBUG oslo_concurrency.lockutils [req-8efb1eca-a214-4739-9d8f-6ca29b9578ef req-52f845d0-099d-4b63-8c53-81741f27be44 service nova] Acquired lock "refresh_cache-5bd885da-3062-44d3-9b86-6db0dafdcc2f" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.052363] env[69319]: DEBUG nova.network.neutron [req-8efb1eca-a214-4739-9d8f-6ca29b9578ef req-52f845d0-099d-4b63-8c53-81741f27be44 service nova] [instance: 5bd885da-3062-44d3-9b86-6db0dafdcc2f] Refreshing network info cache for port 635b68a6-f9c8-416f-aa6b-ab1d1df906ee {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 881.073731] env[69319]: DEBUG oslo_vmware.api [None req-267cc3ef-32c3-43eb-967e-98a8e63cb76a tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Waiting for the task: (returnval){ [ 881.073731] env[69319]: value = "task-3223333" [ 881.073731] env[69319]: _type = "Task" [ 881.073731] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.084010] env[69319]: DEBUG oslo_vmware.api [None req-267cc3ef-32c3-43eb-967e-98a8e63cb76a tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3223333, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.414598] env[69319]: DEBUG nova.compute.manager [req-ae4eb6b5-85c6-487e-a8b9-27c290bac14c req-b13300b6-2a0b-4adf-a912-a6634ee501b6 service nova] [instance: 05018af1-8cde-4512-b5b4-f392e39523ff] Received event network-vif-deleted-ac373e17-bf45-44d6-bee0-446642971f50 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 881.426099] env[69319]: DEBUG nova.compute.utils [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Using /dev/sd instead of None {{(pid=69319) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 881.429613] env[69319]: DEBUG nova.compute.manager [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] [instance: a2bd5a84-7716-492b-931d-ef52322ab25c] Allocating IP information in the background. {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 881.429613] env[69319]: DEBUG nova.network.neutron [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] [instance: a2bd5a84-7716-492b-931d-ef52322ab25c] allocate_for_instance() {{(pid=69319) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 881.432158] env[69319]: INFO nova.compute.manager [-] [instance: 05018af1-8cde-4512-b5b4-f392e39523ff] Took 1.30 seconds to deallocate network for instance. [ 881.447744] env[69319]: DEBUG oslo_vmware.api [None req-74d37308-9d5e-4189-a688-68e155aece93 tempest-ServersAdminNegativeTestJSON-1226343083 tempest-ServersAdminNegativeTestJSON-1226343083-project-admin] Task: {'id': task-3223326, 'name': SuspendVM_Task} progress is 66%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.466659] env[69319]: DEBUG nova.compute.manager [None req-d572fc82-4b3e-4aae-b67b-6e0083e82b8a tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] [instance: 5bd885da-3062-44d3-9b86-6db0dafdcc2f] Start destroying the instance on the hypervisor. {{(pid=69319) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 881.466920] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-d572fc82-4b3e-4aae-b67b-6e0083e82b8a tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] [instance: 5bd885da-3062-44d3-9b86-6db0dafdcc2f] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 881.467813] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf29f047-d654-464f-bd6f-009d394f2fab {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.472101] env[69319]: DEBUG nova.policy [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5a54db58354849a088ea09aac2103ad0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '856966908c834c71bea3cc10f20e7388', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69319) authorize /opt/stack/nova/nova/policy.py:192}} [ 881.480583] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-d572fc82-4b3e-4aae-b67b-6e0083e82b8a tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] [instance: 5bd885da-3062-44d3-9b86-6db0dafdcc2f] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 881.480889] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dbda23d6-cbd1-473e-a42f-2e84c0f014a1 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.489009] env[69319]: DEBUG oslo_vmware.api [None req-d572fc82-4b3e-4aae-b67b-6e0083e82b8a tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] Waiting for the task: (returnval){ [ 881.489009] env[69319]: value = "task-3223334" [ 881.489009] env[69319]: _type = "Task" [ 881.489009] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.498351] env[69319]: DEBUG oslo_vmware.api [None req-d572fc82-4b3e-4aae-b67b-6e0083e82b8a tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] Task: {'id': task-3223334, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.586018] env[69319]: DEBUG oslo_vmware.api [None req-267cc3ef-32c3-43eb-967e-98a8e63cb76a tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3223333, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.785895] env[69319]: DEBUG nova.network.neutron [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] [instance: a2bd5a84-7716-492b-931d-ef52322ab25c] Successfully created port: 9d596cb9-a29d-490b-8869-f14a06954a85 {{(pid=69319) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 881.917576] env[69319]: DEBUG nova.network.neutron [req-8efb1eca-a214-4739-9d8f-6ca29b9578ef req-52f845d0-099d-4b63-8c53-81741f27be44 service nova] [instance: 5bd885da-3062-44d3-9b86-6db0dafdcc2f] Updated VIF entry in instance network info cache for port 635b68a6-f9c8-416f-aa6b-ab1d1df906ee. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 881.917966] env[69319]: DEBUG nova.network.neutron [req-8efb1eca-a214-4739-9d8f-6ca29b9578ef req-52f845d0-099d-4b63-8c53-81741f27be44 service nova] [instance: 5bd885da-3062-44d3-9b86-6db0dafdcc2f] Updating instance_info_cache with network_info: [{"id": "635b68a6-f9c8-416f-aa6b-ab1d1df906ee", "address": "fa:16:3e:29:82:87", "network": {"id": "bce7625c-7f9c-462e-9c35-224f3275c871", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1750646621-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62bc14d852fa43a88776634b2d688e2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2eaecd-9701-4504-9fcb-fb1a420ead72", "external-id": "nsx-vlan-transportzone-433", "segmentation_id": 433, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap635b68a6-f9", "ovs_interfaceid": "635b68a6-f9c8-416f-aa6b-ab1d1df906ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.930467] env[69319]: DEBUG nova.compute.manager [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] [instance: a2bd5a84-7716-492b-931d-ef52322ab25c] Start building block device mappings for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 881.941016] env[69319]: DEBUG oslo_concurrency.lockutils [None req-727cd466-d063-4266-835b-012cf16c4daa tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.953049] env[69319]: DEBUG oslo_vmware.api [None req-74d37308-9d5e-4189-a688-68e155aece93 tempest-ServersAdminNegativeTestJSON-1226343083 tempest-ServersAdminNegativeTestJSON-1226343083-project-admin] Task: {'id': task-3223326, 'name': SuspendVM_Task, 'duration_secs': 1.661541} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.953393] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-74d37308-9d5e-4189-a688-68e155aece93 tempest-ServersAdminNegativeTestJSON-1226343083 tempest-ServersAdminNegativeTestJSON-1226343083-project-admin] [instance: 0e18fec3-90c2-4120-8388-468011eb7ccd] Suspended the VM {{(pid=69319) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 881.953812] env[69319]: DEBUG nova.compute.manager [None req-74d37308-9d5e-4189-a688-68e155aece93 tempest-ServersAdminNegativeTestJSON-1226343083 tempest-ServersAdminNegativeTestJSON-1226343083-project-admin] [instance: 0e18fec3-90c2-4120-8388-468011eb7ccd] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 881.954687] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae1e354d-27ec-46e9-8719-3879e5f8911d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.003056] env[69319]: DEBUG oslo_vmware.api [None req-d572fc82-4b3e-4aae-b67b-6e0083e82b8a tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] Task: {'id': task-3223334, 'name': PowerOffVM_Task, 'duration_secs': 0.270989} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.006732] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-d572fc82-4b3e-4aae-b67b-6e0083e82b8a tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] [instance: 5bd885da-3062-44d3-9b86-6db0dafdcc2f] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 882.007107] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-d572fc82-4b3e-4aae-b67b-6e0083e82b8a tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] [instance: 5bd885da-3062-44d3-9b86-6db0dafdcc2f] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 882.007492] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-abe98622-45a4-4564-87bf-711104df6874 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.087976] env[69319]: DEBUG oslo_vmware.api [None req-267cc3ef-32c3-43eb-967e-98a8e63cb76a tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3223333, 'name': ReconfigVM_Task, 'duration_secs': 0.726917} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.088337] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-267cc3ef-32c3-43eb-967e-98a8e63cb76a tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: 43e75e72-e9aa-43d9-bc06-65d4cad074cb] Reconfigured VM instance instance-0000003a to attach disk [datastore1] 43e75e72-e9aa-43d9-bc06-65d4cad074cb/43e75e72-e9aa-43d9-bc06-65d4cad074cb.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 882.088983] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fce8a54f-236e-46e1-bc28-ed9af73e7207 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.106439] env[69319]: DEBUG oslo_vmware.api [None req-267cc3ef-32c3-43eb-967e-98a8e63cb76a tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Waiting for the task: (returnval){ [ 882.106439] env[69319]: value = "task-3223336" [ 882.106439] env[69319]: _type = "Task" [ 882.106439] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.108904] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-d572fc82-4b3e-4aae-b67b-6e0083e82b8a tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] [instance: 5bd885da-3062-44d3-9b86-6db0dafdcc2f] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 882.108904] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-d572fc82-4b3e-4aae-b67b-6e0083e82b8a tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] [instance: 5bd885da-3062-44d3-9b86-6db0dafdcc2f] Deleting contents of the VM from datastore datastore1 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 882.108904] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-d572fc82-4b3e-4aae-b67b-6e0083e82b8a tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] Deleting the datastore file [datastore1] 5bd885da-3062-44d3-9b86-6db0dafdcc2f {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 882.112342] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b802b8da-d7a9-43c8-9297-d0a7bf030f69 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.125690] env[69319]: DEBUG oslo_vmware.api [None req-267cc3ef-32c3-43eb-967e-98a8e63cb76a tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3223336, 'name': Rename_Task} progress is 6%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.127170] env[69319]: DEBUG oslo_vmware.api [None req-d572fc82-4b3e-4aae-b67b-6e0083e82b8a tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] Waiting for the task: (returnval){ [ 882.127170] env[69319]: value = "task-3223337" [ 882.127170] env[69319]: _type = "Task" [ 882.127170] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.139640] env[69319]: DEBUG oslo_vmware.api [None req-d572fc82-4b3e-4aae-b67b-6e0083e82b8a tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] Task: {'id': task-3223337, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.424752] env[69319]: DEBUG oslo_concurrency.lockutils [req-8efb1eca-a214-4739-9d8f-6ca29b9578ef req-52f845d0-099d-4b63-8c53-81741f27be44 service nova] Releasing lock "refresh_cache-5bd885da-3062-44d3-9b86-6db0dafdcc2f" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.443371] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66662c4e-a701-4c48-93d1-42c31947a049 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.452196] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-348ebadb-ed1a-4754-8967-d5950668fa8b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.487353] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6f3e153-90e8-4e4e-b4a0-69cc166931ed {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.496629] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bd30afd-bd74-4991-90ce-e9c258c16423 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.512632] env[69319]: DEBUG nova.compute.provider_tree [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 882.617912] env[69319]: DEBUG oslo_vmware.api [None req-267cc3ef-32c3-43eb-967e-98a8e63cb76a tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3223336, 'name': Rename_Task, 'duration_secs': 0.187258} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.618226] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-267cc3ef-32c3-43eb-967e-98a8e63cb76a tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: 43e75e72-e9aa-43d9-bc06-65d4cad074cb] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 882.618501] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-00924b46-572e-4d4e-8f4f-f2986262341b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.625249] env[69319]: DEBUG oslo_vmware.api [None req-267cc3ef-32c3-43eb-967e-98a8e63cb76a tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Waiting for the task: (returnval){ [ 882.625249] env[69319]: value = "task-3223339" [ 882.625249] env[69319]: _type = "Task" [ 882.625249] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.636489] env[69319]: DEBUG oslo_vmware.api [None req-d572fc82-4b3e-4aae-b67b-6e0083e82b8a tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] Task: {'id': task-3223337, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18231} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.639162] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-d572fc82-4b3e-4aae-b67b-6e0083e82b8a tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 882.639409] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-d572fc82-4b3e-4aae-b67b-6e0083e82b8a tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] [instance: 5bd885da-3062-44d3-9b86-6db0dafdcc2f] Deleted contents of the VM from datastore datastore1 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 882.639533] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-d572fc82-4b3e-4aae-b67b-6e0083e82b8a tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] [instance: 5bd885da-3062-44d3-9b86-6db0dafdcc2f] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 882.639710] env[69319]: INFO nova.compute.manager [None req-d572fc82-4b3e-4aae-b67b-6e0083e82b8a tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] [instance: 5bd885da-3062-44d3-9b86-6db0dafdcc2f] Took 1.17 seconds to destroy the instance on the hypervisor. [ 882.639949] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d572fc82-4b3e-4aae-b67b-6e0083e82b8a tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 882.640162] env[69319]: DEBUG oslo_vmware.api [None req-267cc3ef-32c3-43eb-967e-98a8e63cb76a tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3223339, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.640415] env[69319]: DEBUG nova.compute.manager [-] [instance: 5bd885da-3062-44d3-9b86-6db0dafdcc2f] Deallocating network for instance {{(pid=69319) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 882.640518] env[69319]: DEBUG nova.network.neutron [-] [instance: 5bd885da-3062-44d3-9b86-6db0dafdcc2f] deallocate_for_instance() {{(pid=69319) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 882.943333] env[69319]: DEBUG nova.compute.manager [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] [instance: a2bd5a84-7716-492b-931d-ef52322ab25c] Start spawning the instance on the hypervisor. {{(pid=69319) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 882.984126] env[69319]: DEBUG nova.virt.hardware [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:32:36Z,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31f027872f6f44dba95ff2fe7a062e00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:32:36Z,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 882.984126] env[69319]: DEBUG nova.virt.hardware [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 882.984461] env[69319]: DEBUG nova.virt.hardware [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 882.984561] env[69319]: DEBUG nova.virt.hardware [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 882.984734] env[69319]: DEBUG nova.virt.hardware [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 882.985780] env[69319]: DEBUG nova.virt.hardware [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 882.985780] env[69319]: DEBUG nova.virt.hardware [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 882.985780] env[69319]: DEBUG nova.virt.hardware [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 882.985780] env[69319]: DEBUG nova.virt.hardware [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 882.985780] env[69319]: DEBUG nova.virt.hardware [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 882.986196] env[69319]: DEBUG nova.virt.hardware [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 882.987455] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-215c2e55-a962-46ee-b795-966ded6b17c1 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.003993] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-943df5a2-16eb-42f2-b91e-6f18d5729f4f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.024035] env[69319]: DEBUG nova.scheduler.client.report [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 883.141116] env[69319]: DEBUG oslo_vmware.api [None req-267cc3ef-32c3-43eb-967e-98a8e63cb76a tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3223339, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.379791] env[69319]: DEBUG nova.network.neutron [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] [instance: a2bd5a84-7716-492b-931d-ef52322ab25c] Successfully updated port: 9d596cb9-a29d-490b-8869-f14a06954a85 {{(pid=69319) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 883.400628] env[69319]: DEBUG nova.compute.manager [req-eca01292-748f-4154-af51-e2f55201e75f req-f11d1edb-a744-44c5-a4ed-fbe32249ca8a service nova] [instance: 5bd885da-3062-44d3-9b86-6db0dafdcc2f] Received event network-vif-deleted-635b68a6-f9c8-416f-aa6b-ab1d1df906ee {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 883.400771] env[69319]: INFO nova.compute.manager [req-eca01292-748f-4154-af51-e2f55201e75f req-f11d1edb-a744-44c5-a4ed-fbe32249ca8a service nova] [instance: 5bd885da-3062-44d3-9b86-6db0dafdcc2f] Neutron deleted interface 635b68a6-f9c8-416f-aa6b-ab1d1df906ee; detaching it from the instance and deleting it from the info cache [ 883.400934] env[69319]: DEBUG nova.network.neutron [req-eca01292-748f-4154-af51-e2f55201e75f req-f11d1edb-a744-44c5-a4ed-fbe32249ca8a service nova] [instance: 5bd885da-3062-44d3-9b86-6db0dafdcc2f] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.535247] env[69319]: DEBUG oslo_concurrency.lockutils [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.612s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.535247] env[69319]: DEBUG nova.compute.manager [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] [instance: 0698939e-0dda-4b50-9ce9-d25e3b69e4c9] Start building networks asynchronously for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 883.536876] env[69319]: DEBUG oslo_concurrency.lockutils [None req-94fe7cd4-cd04-48b2-a955-d7303917558f tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 28.523s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.607462] env[69319]: DEBUG nova.compute.manager [req-a4f19ca1-b420-40b4-80cf-5efa09458728 req-42b832bc-3ed2-4d1e-b390-211fcc7830a2 service nova] [instance: a2bd5a84-7716-492b-931d-ef52322ab25c] Received event network-vif-plugged-9d596cb9-a29d-490b-8869-f14a06954a85 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 883.607462] env[69319]: DEBUG oslo_concurrency.lockutils [req-a4f19ca1-b420-40b4-80cf-5efa09458728 req-42b832bc-3ed2-4d1e-b390-211fcc7830a2 service nova] Acquiring lock "a2bd5a84-7716-492b-931d-ef52322ab25c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.607645] env[69319]: DEBUG oslo_concurrency.lockutils [req-a4f19ca1-b420-40b4-80cf-5efa09458728 req-42b832bc-3ed2-4d1e-b390-211fcc7830a2 service nova] Lock "a2bd5a84-7716-492b-931d-ef52322ab25c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.607807] env[69319]: DEBUG oslo_concurrency.lockutils [req-a4f19ca1-b420-40b4-80cf-5efa09458728 req-42b832bc-3ed2-4d1e-b390-211fcc7830a2 service nova] Lock "a2bd5a84-7716-492b-931d-ef52322ab25c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.607975] env[69319]: DEBUG nova.compute.manager [req-a4f19ca1-b420-40b4-80cf-5efa09458728 req-42b832bc-3ed2-4d1e-b390-211fcc7830a2 service nova] [instance: a2bd5a84-7716-492b-931d-ef52322ab25c] No waiting events found dispatching network-vif-plugged-9d596cb9-a29d-490b-8869-f14a06954a85 {{(pid=69319) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 883.609093] env[69319]: WARNING nova.compute.manager [req-a4f19ca1-b420-40b4-80cf-5efa09458728 req-42b832bc-3ed2-4d1e-b390-211fcc7830a2 service nova] [instance: a2bd5a84-7716-492b-931d-ef52322ab25c] Received unexpected event network-vif-plugged-9d596cb9-a29d-490b-8869-f14a06954a85 for instance with vm_state building and task_state spawning. [ 883.609333] env[69319]: DEBUG nova.compute.manager [req-a4f19ca1-b420-40b4-80cf-5efa09458728 req-42b832bc-3ed2-4d1e-b390-211fcc7830a2 service nova] [instance: a2bd5a84-7716-492b-931d-ef52322ab25c] Received event network-changed-9d596cb9-a29d-490b-8869-f14a06954a85 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 883.609520] env[69319]: DEBUG nova.compute.manager [req-a4f19ca1-b420-40b4-80cf-5efa09458728 req-42b832bc-3ed2-4d1e-b390-211fcc7830a2 service nova] [instance: a2bd5a84-7716-492b-931d-ef52322ab25c] Refreshing instance network info cache due to event network-changed-9d596cb9-a29d-490b-8869-f14a06954a85. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 883.609739] env[69319]: DEBUG oslo_concurrency.lockutils [req-a4f19ca1-b420-40b4-80cf-5efa09458728 req-42b832bc-3ed2-4d1e-b390-211fcc7830a2 service nova] Acquiring lock "refresh_cache-a2bd5a84-7716-492b-931d-ef52322ab25c" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.609937] env[69319]: DEBUG oslo_concurrency.lockutils [req-a4f19ca1-b420-40b4-80cf-5efa09458728 req-42b832bc-3ed2-4d1e-b390-211fcc7830a2 service nova] Acquired lock "refresh_cache-a2bd5a84-7716-492b-931d-ef52322ab25c" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.610075] env[69319]: DEBUG nova.network.neutron [req-a4f19ca1-b420-40b4-80cf-5efa09458728 req-42b832bc-3ed2-4d1e-b390-211fcc7830a2 service nova] [instance: a2bd5a84-7716-492b-931d-ef52322ab25c] Refreshing network info cache for port 9d596cb9-a29d-490b-8869-f14a06954a85 {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 883.639192] env[69319]: DEBUG oslo_vmware.api [None req-267cc3ef-32c3-43eb-967e-98a8e63cb76a tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3223339, 'name': PowerOnVM_Task, 'duration_secs': 0.583307} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.639543] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-267cc3ef-32c3-43eb-967e-98a8e63cb76a tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: 43e75e72-e9aa-43d9-bc06-65d4cad074cb] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 883.639716] env[69319]: INFO nova.compute.manager [None req-267cc3ef-32c3-43eb-967e-98a8e63cb76a tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: 43e75e72-e9aa-43d9-bc06-65d4cad074cb] Took 9.10 seconds to spawn the instance on the hypervisor. [ 883.639931] env[69319]: DEBUG nova.compute.manager [None req-267cc3ef-32c3-43eb-967e-98a8e63cb76a tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: 43e75e72-e9aa-43d9-bc06-65d4cad074cb] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 883.640820] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa735a89-26e0-43b9-83e4-614408bc39b9 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.778464] env[69319]: DEBUG nova.network.neutron [-] [instance: 5bd885da-3062-44d3-9b86-6db0dafdcc2f] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.883756] env[69319]: DEBUG oslo_concurrency.lockutils [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Acquiring lock "refresh_cache-a2bd5a84-7716-492b-931d-ef52322ab25c" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.905539] env[69319]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2ef24776-7be6-4e3c-a6a2-8d01d8195f74 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.916386] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b70e7c22-c7eb-42fd-a8ec-d66f549c1e3b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.961412] env[69319]: DEBUG nova.compute.manager [req-eca01292-748f-4154-af51-e2f55201e75f req-f11d1edb-a744-44c5-a4ed-fbe32249ca8a service nova] [instance: 5bd885da-3062-44d3-9b86-6db0dafdcc2f] Detach interface failed, port_id=635b68a6-f9c8-416f-aa6b-ab1d1df906ee, reason: Instance 5bd885da-3062-44d3-9b86-6db0dafdcc2f could not be found. {{(pid=69319) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 884.040367] env[69319]: DEBUG nova.compute.utils [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Using /dev/sd instead of None {{(pid=69319) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 884.043873] env[69319]: INFO nova.compute.claims [None req-94fe7cd4-cd04-48b2-a955-d7303917558f tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] [instance: 914e081a-6fde-4c22-9f9c-ed060937963b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 884.047528] env[69319]: DEBUG nova.compute.manager [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] [instance: 0698939e-0dda-4b50-9ce9-d25e3b69e4c9] Allocating IP information in the background. {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 884.047704] env[69319]: DEBUG nova.network.neutron [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] [instance: 0698939e-0dda-4b50-9ce9-d25e3b69e4c9] allocate_for_instance() {{(pid=69319) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 884.100785] env[69319]: DEBUG nova.policy [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5a54db58354849a088ea09aac2103ad0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '856966908c834c71bea3cc10f20e7388', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69319) authorize /opt/stack/nova/nova/policy.py:192}} [ 884.161079] env[69319]: INFO nova.compute.manager [None req-267cc3ef-32c3-43eb-967e-98a8e63cb76a tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: 43e75e72-e9aa-43d9-bc06-65d4cad074cb] Took 39.89 seconds to build instance. [ 884.166486] env[69319]: DEBUG nova.network.neutron [req-a4f19ca1-b420-40b4-80cf-5efa09458728 req-42b832bc-3ed2-4d1e-b390-211fcc7830a2 service nova] [instance: a2bd5a84-7716-492b-931d-ef52322ab25c] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 884.275764] env[69319]: DEBUG nova.network.neutron [req-a4f19ca1-b420-40b4-80cf-5efa09458728 req-42b832bc-3ed2-4d1e-b390-211fcc7830a2 service nova] [instance: a2bd5a84-7716-492b-931d-ef52322ab25c] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.281523] env[69319]: INFO nova.compute.manager [-] [instance: 5bd885da-3062-44d3-9b86-6db0dafdcc2f] Took 1.64 seconds to deallocate network for instance. [ 884.364616] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-b71ebb0e-2637-4574-8baf-0e96e65bbd13 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 1a043193-1e7c-43ad-b903-34ca9371045e] Volume attach. Driver type: vmdk {{(pid=69319) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 884.364889] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-b71ebb0e-2637-4574-8baf-0e96e65bbd13 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 1a043193-1e7c-43ad-b903-34ca9371045e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-644407', 'volume_id': '46450c8d-a468-43ab-9705-6b546835fead', 'name': 'volume-46450c8d-a468-43ab-9705-6b546835fead', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1a043193-1e7c-43ad-b903-34ca9371045e', 'attached_at': '', 'detached_at': '', 'volume_id': '46450c8d-a468-43ab-9705-6b546835fead', 'serial': '46450c8d-a468-43ab-9705-6b546835fead'} {{(pid=69319) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 884.366169] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c2ffe5a-e5f5-455d-9295-af8643709b17 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.386493] env[69319]: DEBUG nova.network.neutron [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] [instance: 0698939e-0dda-4b50-9ce9-d25e3b69e4c9] Successfully created port: ca07f7be-4965-4fad-b083-6508d40fd6f2 {{(pid=69319) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 884.389062] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f9447a1-4d54-4df6-9141-f056069f04d4 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.418292] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-b71ebb0e-2637-4574-8baf-0e96e65bbd13 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 1a043193-1e7c-43ad-b903-34ca9371045e] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] volume-46450c8d-a468-43ab-9705-6b546835fead/volume-46450c8d-a468-43ab-9705-6b546835fead.vmdk or device None with type thin {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 884.418626] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4e063d5-0b13-4e33-bf98-e67fe193ae5f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.439098] env[69319]: DEBUG oslo_vmware.api [None req-b71ebb0e-2637-4574-8baf-0e96e65bbd13 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Waiting for the task: (returnval){ [ 884.439098] env[69319]: value = "task-3223341" [ 884.439098] env[69319]: _type = "Task" [ 884.439098] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.452487] env[69319]: DEBUG oslo_vmware.api [None req-b71ebb0e-2637-4574-8baf-0e96e65bbd13 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3223341, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.548516] env[69319]: DEBUG nova.compute.manager [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] [instance: 0698939e-0dda-4b50-9ce9-d25e3b69e4c9] Start building block device mappings for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 884.555524] env[69319]: INFO nova.compute.resource_tracker [None req-94fe7cd4-cd04-48b2-a955-d7303917558f tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] [instance: 914e081a-6fde-4c22-9f9c-ed060937963b] Updating resource usage from migration d16ead89-f544-429e-88b0-ad5ae9bae2fd [ 884.663705] env[69319]: DEBUG oslo_concurrency.lockutils [None req-267cc3ef-32c3-43eb-967e-98a8e63cb76a tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Lock "43e75e72-e9aa-43d9-bc06-65d4cad074cb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.368s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.779636] env[69319]: DEBUG oslo_concurrency.lockutils [req-a4f19ca1-b420-40b4-80cf-5efa09458728 req-42b832bc-3ed2-4d1e-b390-211fcc7830a2 service nova] Releasing lock "refresh_cache-a2bd5a84-7716-492b-931d-ef52322ab25c" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.780050] env[69319]: DEBUG oslo_concurrency.lockutils [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Acquired lock "refresh_cache-a2bd5a84-7716-492b-931d-ef52322ab25c" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.780248] env[69319]: DEBUG nova.network.neutron [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] [instance: a2bd5a84-7716-492b-931d-ef52322ab25c] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 884.788170] env[69319]: DEBUG oslo_concurrency.lockutils [None req-d572fc82-4b3e-4aae-b67b-6e0083e82b8a tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.816438] env[69319]: DEBUG oslo_concurrency.lockutils [None req-56cf0838-4e22-4183-9340-b7bc4a6900b5 tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Acquiring lock "0e18fec3-90c2-4120-8388-468011eb7ccd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.816745] env[69319]: DEBUG oslo_concurrency.lockutils [None req-56cf0838-4e22-4183-9340-b7bc4a6900b5 tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Lock "0e18fec3-90c2-4120-8388-468011eb7ccd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.816971] env[69319]: DEBUG oslo_concurrency.lockutils [None req-56cf0838-4e22-4183-9340-b7bc4a6900b5 tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Acquiring lock "0e18fec3-90c2-4120-8388-468011eb7ccd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.817183] env[69319]: DEBUG oslo_concurrency.lockutils [None req-56cf0838-4e22-4183-9340-b7bc4a6900b5 tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Lock "0e18fec3-90c2-4120-8388-468011eb7ccd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.817356] env[69319]: DEBUG oslo_concurrency.lockutils [None req-56cf0838-4e22-4183-9340-b7bc4a6900b5 tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Lock "0e18fec3-90c2-4120-8388-468011eb7ccd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.819504] env[69319]: INFO nova.compute.manager [None req-56cf0838-4e22-4183-9340-b7bc4a6900b5 tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] [instance: 0e18fec3-90c2-4120-8388-468011eb7ccd] Terminating instance [ 884.950371] env[69319]: DEBUG oslo_concurrency.lockutils [None req-8489dc10-99d7-4455-a22e-45bfd6fafc97 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Acquiring lock "43e75e72-e9aa-43d9-bc06-65d4cad074cb" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.950658] env[69319]: DEBUG oslo_concurrency.lockutils [None req-8489dc10-99d7-4455-a22e-45bfd6fafc97 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Lock "43e75e72-e9aa-43d9-bc06-65d4cad074cb" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.950842] env[69319]: DEBUG nova.compute.manager [None req-8489dc10-99d7-4455-a22e-45bfd6fafc97 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: 43e75e72-e9aa-43d9-bc06-65d4cad074cb] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 884.951150] env[69319]: DEBUG oslo_vmware.api [None req-b71ebb0e-2637-4574-8baf-0e96e65bbd13 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3223341, 'name': ReconfigVM_Task, 'duration_secs': 0.489355} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.954194] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69e1030f-abd3-4cc7-b546-19142244347c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.956649] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-b71ebb0e-2637-4574-8baf-0e96e65bbd13 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 1a043193-1e7c-43ad-b903-34ca9371045e] Reconfigured VM instance instance-00000038 to attach disk [datastore1] volume-46450c8d-a468-43ab-9705-6b546835fead/volume-46450c8d-a468-43ab-9705-6b546835fead.vmdk or device None with type thin {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 884.961515] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9085705-a5ed-4316-9520-476ca5852865 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.978019] env[69319]: DEBUG nova.compute.manager [None req-8489dc10-99d7-4455-a22e-45bfd6fafc97 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: 43e75e72-e9aa-43d9-bc06-65d4cad074cb] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69319) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 884.978616] env[69319]: DEBUG nova.objects.instance [None req-8489dc10-99d7-4455-a22e-45bfd6fafc97 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Lazy-loading 'flavor' on Instance uuid 43e75e72-e9aa-43d9-bc06-65d4cad074cb {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 884.981077] env[69319]: DEBUG oslo_vmware.api [None req-b71ebb0e-2637-4574-8baf-0e96e65bbd13 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Waiting for the task: (returnval){ [ 884.981077] env[69319]: value = "task-3223342" [ 884.981077] env[69319]: _type = "Task" [ 884.981077] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.991988] env[69319]: DEBUG oslo_vmware.api [None req-b71ebb0e-2637-4574-8baf-0e96e65bbd13 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3223342, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.046779] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbd26d3b-3220-4191-8440-15befc0c13e4 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.055375] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cad3dca0-e0f5-4ffb-bb40-384892704524 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.093477] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2e0f511-af01-402d-addc-cc49c072109b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.101854] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fcd52f5-39c7-48e9-8690-ccd07a41e188 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.119570] env[69319]: DEBUG nova.compute.provider_tree [None req-94fe7cd4-cd04-48b2-a955-d7303917558f tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 885.322122] env[69319]: DEBUG nova.network.neutron [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] [instance: a2bd5a84-7716-492b-931d-ef52322ab25c] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 885.324579] env[69319]: DEBUG nova.compute.manager [None req-56cf0838-4e22-4183-9340-b7bc4a6900b5 tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] [instance: 0e18fec3-90c2-4120-8388-468011eb7ccd] Start destroying the instance on the hypervisor. {{(pid=69319) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 885.324874] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-56cf0838-4e22-4183-9340-b7bc4a6900b5 tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] [instance: 0e18fec3-90c2-4120-8388-468011eb7ccd] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 885.325756] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60196657-0117-48d7-8491-43922e726d33 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.335244] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-56cf0838-4e22-4183-9340-b7bc4a6900b5 tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] [instance: 0e18fec3-90c2-4120-8388-468011eb7ccd] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 885.335487] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e090e4c4-a93f-46f6-844d-f333fcd4f816 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.495845] env[69319]: DEBUG oslo_vmware.api [None req-b71ebb0e-2637-4574-8baf-0e96e65bbd13 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3223342, 'name': ReconfigVM_Task, 'duration_secs': 0.182295} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.497399] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-b71ebb0e-2637-4574-8baf-0e96e65bbd13 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 1a043193-1e7c-43ad-b903-34ca9371045e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-644407', 'volume_id': '46450c8d-a468-43ab-9705-6b546835fead', 'name': 'volume-46450c8d-a468-43ab-9705-6b546835fead', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1a043193-1e7c-43ad-b903-34ca9371045e', 'attached_at': '', 'detached_at': '', 'volume_id': '46450c8d-a468-43ab-9705-6b546835fead', 'serial': '46450c8d-a468-43ab-9705-6b546835fead'} {{(pid=69319) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 885.505940] env[69319]: DEBUG nova.network.neutron [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] [instance: a2bd5a84-7716-492b-931d-ef52322ab25c] Updating instance_info_cache with network_info: [{"id": "9d596cb9-a29d-490b-8869-f14a06954a85", "address": "fa:16:3e:12:4f:7e", "network": {"id": "a0943863-bac6-4b2e-be27-2aa2e5244f93", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1917250774-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "856966908c834c71bea3cc10f20e7388", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d596cb9-a2", "ovs_interfaceid": "9d596cb9-a29d-490b-8869-f14a06954a85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.567030] env[69319]: DEBUG nova.compute.manager [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] [instance: 0698939e-0dda-4b50-9ce9-d25e3b69e4c9] Start spawning the instance on the hypervisor. {{(pid=69319) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 885.599304] env[69319]: DEBUG nova.virt.hardware [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:32:36Z,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31f027872f6f44dba95ff2fe7a062e00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:32:36Z,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 885.599587] env[69319]: DEBUG nova.virt.hardware [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 885.599769] env[69319]: DEBUG nova.virt.hardware [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 885.599972] env[69319]: DEBUG nova.virt.hardware [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 885.600137] env[69319]: DEBUG nova.virt.hardware [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 885.600288] env[69319]: DEBUG nova.virt.hardware [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 885.600598] env[69319]: DEBUG nova.virt.hardware [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 885.600769] env[69319]: DEBUG nova.virt.hardware [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 885.600965] env[69319]: DEBUG nova.virt.hardware [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 885.601123] env[69319]: DEBUG nova.virt.hardware [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 885.601352] env[69319]: DEBUG nova.virt.hardware [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 885.603033] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5da1d8c4-2fe8-4fbc-a2bf-2e57378f99ee {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.612130] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31306353-32bf-43e8-a0a5-f8939ebd7492 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.627844] env[69319]: DEBUG nova.scheduler.client.report [None req-94fe7cd4-cd04-48b2-a955-d7303917558f tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 885.773124] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-56cf0838-4e22-4183-9340-b7bc4a6900b5 tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] [instance: 0e18fec3-90c2-4120-8388-468011eb7ccd] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 885.773223] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-56cf0838-4e22-4183-9340-b7bc4a6900b5 tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] [instance: 0e18fec3-90c2-4120-8388-468011eb7ccd] Deleting contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 885.773353] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-56cf0838-4e22-4183-9340-b7bc4a6900b5 tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Deleting the datastore file [datastore2] 0e18fec3-90c2-4120-8388-468011eb7ccd {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 885.773785] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e61b1cdc-ce44-4583-ab40-f68ea3fb05a9 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.782283] env[69319]: DEBUG oslo_vmware.api [None req-56cf0838-4e22-4183-9340-b7bc4a6900b5 tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Waiting for the task: (returnval){ [ 885.782283] env[69319]: value = "task-3223345" [ 885.782283] env[69319]: _type = "Task" [ 885.782283] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.792477] env[69319]: DEBUG oslo_vmware.api [None req-56cf0838-4e22-4183-9340-b7bc4a6900b5 tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Task: {'id': task-3223345, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.818464] env[69319]: DEBUG nova.compute.manager [req-f335b19c-665f-4783-9edc-230ff6b38bcf req-39e810dc-ddcf-4646-8f55-5c4f3b80d62f service nova] [instance: 0698939e-0dda-4b50-9ce9-d25e3b69e4c9] Received event network-vif-plugged-ca07f7be-4965-4fad-b083-6508d40fd6f2 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 885.818793] env[69319]: DEBUG oslo_concurrency.lockutils [req-f335b19c-665f-4783-9edc-230ff6b38bcf req-39e810dc-ddcf-4646-8f55-5c4f3b80d62f service nova] Acquiring lock "0698939e-0dda-4b50-9ce9-d25e3b69e4c9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.819343] env[69319]: DEBUG oslo_concurrency.lockutils [req-f335b19c-665f-4783-9edc-230ff6b38bcf req-39e810dc-ddcf-4646-8f55-5c4f3b80d62f service nova] Lock "0698939e-0dda-4b50-9ce9-d25e3b69e4c9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.819521] env[69319]: DEBUG oslo_concurrency.lockutils [req-f335b19c-665f-4783-9edc-230ff6b38bcf req-39e810dc-ddcf-4646-8f55-5c4f3b80d62f service nova] Lock "0698939e-0dda-4b50-9ce9-d25e3b69e4c9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.819780] env[69319]: DEBUG nova.compute.manager [req-f335b19c-665f-4783-9edc-230ff6b38bcf req-39e810dc-ddcf-4646-8f55-5c4f3b80d62f service nova] [instance: 0698939e-0dda-4b50-9ce9-d25e3b69e4c9] No waiting events found dispatching network-vif-plugged-ca07f7be-4965-4fad-b083-6508d40fd6f2 {{(pid=69319) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 885.819990] env[69319]: WARNING nova.compute.manager [req-f335b19c-665f-4783-9edc-230ff6b38bcf req-39e810dc-ddcf-4646-8f55-5c4f3b80d62f service nova] [instance: 0698939e-0dda-4b50-9ce9-d25e3b69e4c9] Received unexpected event network-vif-plugged-ca07f7be-4965-4fad-b083-6508d40fd6f2 for instance with vm_state building and task_state spawning. [ 885.924962] env[69319]: DEBUG nova.network.neutron [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] [instance: 0698939e-0dda-4b50-9ce9-d25e3b69e4c9] Successfully updated port: ca07f7be-4965-4fad-b083-6508d40fd6f2 {{(pid=69319) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 885.993754] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-8489dc10-99d7-4455-a22e-45bfd6fafc97 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: 43e75e72-e9aa-43d9-bc06-65d4cad074cb] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 885.994163] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-84698d15-30fb-4abf-9bf4-2f99c37d57c4 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.002704] env[69319]: DEBUG oslo_vmware.api [None req-8489dc10-99d7-4455-a22e-45bfd6fafc97 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Waiting for the task: (returnval){ [ 886.002704] env[69319]: value = "task-3223346" [ 886.002704] env[69319]: _type = "Task" [ 886.002704] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.011845] env[69319]: DEBUG oslo_concurrency.lockutils [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Releasing lock "refresh_cache-a2bd5a84-7716-492b-931d-ef52322ab25c" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.012252] env[69319]: DEBUG nova.compute.manager [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] [instance: a2bd5a84-7716-492b-931d-ef52322ab25c] Instance network_info: |[{"id": "9d596cb9-a29d-490b-8869-f14a06954a85", "address": "fa:16:3e:12:4f:7e", "network": {"id": "a0943863-bac6-4b2e-be27-2aa2e5244f93", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1917250774-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "856966908c834c71bea3cc10f20e7388", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d596cb9-a2", "ovs_interfaceid": "9d596cb9-a29d-490b-8869-f14a06954a85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 886.012522] env[69319]: DEBUG oslo_vmware.api [None req-8489dc10-99d7-4455-a22e-45bfd6fafc97 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3223346, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.012924] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] [instance: a2bd5a84-7716-492b-931d-ef52322ab25c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:4f:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0c293d47-74c0-49d7-a474-cdb643080f6f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9d596cb9-a29d-490b-8869-f14a06954a85', 'vif_model': 'vmxnet3'}] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 886.020655] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Creating folder: Project (856966908c834c71bea3cc10f20e7388). Parent ref: group-v644239. {{(pid=69319) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 886.020974] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-69039d51-69fb-456b-bb05-8062d01ce0d2 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.033544] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Created folder: Project (856966908c834c71bea3cc10f20e7388) in parent group-v644239. [ 886.033767] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Creating folder: Instances. Parent ref: group-v644409. {{(pid=69319) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 886.034061] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0f857a53-a996-4e4a-86f3-a8a60dff303c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.045105] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Created folder: Instances in parent group-v644409. [ 886.045368] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 886.045585] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2bd5a84-7716-492b-931d-ef52322ab25c] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 886.045820] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c3954f77-bd65-4694-a1b4-393050d1bc9a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.074667] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 886.074667] env[69319]: value = "task-3223349" [ 886.074667] env[69319]: _type = "Task" [ 886.074667] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.085436] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223349, 'name': CreateVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.132815] env[69319]: DEBUG oslo_concurrency.lockutils [None req-94fe7cd4-cd04-48b2-a955-d7303917558f tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.596s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.133036] env[69319]: INFO nova.compute.manager [None req-94fe7cd4-cd04-48b2-a955-d7303917558f tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] [instance: 914e081a-6fde-4c22-9f9c-ed060937963b] Migrating [ 886.140081] env[69319]: DEBUG oslo_concurrency.lockutils [None req-86ebe109-1909-4375-882b-fe13ef828d3f tempest-VolumesAssistedSnapshotsTest-79463186 tempest-VolumesAssistedSnapshotsTest-79463186-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.635s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.140442] env[69319]: DEBUG nova.objects.instance [None req-86ebe109-1909-4375-882b-fe13ef828d3f tempest-VolumesAssistedSnapshotsTest-79463186 tempest-VolumesAssistedSnapshotsTest-79463186-project-member] Lazy-loading 'resources' on Instance uuid 4f588763-0fc7-4980-92c0-7b451d4a9981 {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 886.294428] env[69319]: DEBUG oslo_vmware.api [None req-56cf0838-4e22-4183-9340-b7bc4a6900b5 tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Task: {'id': task-3223345, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.203831} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.296234] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-56cf0838-4e22-4183-9340-b7bc4a6900b5 tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 886.296234] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-56cf0838-4e22-4183-9340-b7bc4a6900b5 tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] [instance: 0e18fec3-90c2-4120-8388-468011eb7ccd] Deleted contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 886.296234] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-56cf0838-4e22-4183-9340-b7bc4a6900b5 tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] [instance: 0e18fec3-90c2-4120-8388-468011eb7ccd] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 886.296234] env[69319]: INFO nova.compute.manager [None req-56cf0838-4e22-4183-9340-b7bc4a6900b5 tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] [instance: 0e18fec3-90c2-4120-8388-468011eb7ccd] Took 0.97 seconds to destroy the instance on the hypervisor. [ 886.296234] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-56cf0838-4e22-4183-9340-b7bc4a6900b5 tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 886.296234] env[69319]: DEBUG nova.compute.manager [-] [instance: 0e18fec3-90c2-4120-8388-468011eb7ccd] Deallocating network for instance {{(pid=69319) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 886.296234] env[69319]: DEBUG nova.network.neutron [-] [instance: 0e18fec3-90c2-4120-8388-468011eb7ccd] deallocate_for_instance() {{(pid=69319) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 886.430709] env[69319]: DEBUG oslo_concurrency.lockutils [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Acquiring lock "refresh_cache-0698939e-0dda-4b50-9ce9-d25e3b69e4c9" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.430883] env[69319]: DEBUG oslo_concurrency.lockutils [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Acquired lock "refresh_cache-0698939e-0dda-4b50-9ce9-d25e3b69e4c9" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.431116] env[69319]: DEBUG nova.network.neutron [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] [instance: 0698939e-0dda-4b50-9ce9-d25e3b69e4c9] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 886.513910] env[69319]: DEBUG oslo_vmware.api [None req-8489dc10-99d7-4455-a22e-45bfd6fafc97 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3223346, 'name': PowerOffVM_Task, 'duration_secs': 0.21839} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.514216] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-8489dc10-99d7-4455-a22e-45bfd6fafc97 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: 43e75e72-e9aa-43d9-bc06-65d4cad074cb] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 886.515374] env[69319]: DEBUG nova.compute.manager [None req-8489dc10-99d7-4455-a22e-45bfd6fafc97 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: 43e75e72-e9aa-43d9-bc06-65d4cad074cb] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 886.515374] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eb9c79f-b0c6-4314-9780-d8b260ed2d93 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.542504] env[69319]: DEBUG nova.objects.instance [None req-b71ebb0e-2637-4574-8baf-0e96e65bbd13 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Lazy-loading 'flavor' on Instance uuid 1a043193-1e7c-43ad-b903-34ca9371045e {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 886.586587] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223349, 'name': CreateVM_Task, 'duration_secs': 0.356615} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.586587] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2bd5a84-7716-492b-931d-ef52322ab25c] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 886.588074] env[69319]: DEBUG oslo_concurrency.lockutils [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.588074] env[69319]: DEBUG oslo_concurrency.lockutils [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.588074] env[69319]: DEBUG oslo_concurrency.lockutils [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.588074] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-856e0bca-b59d-4ffb-9c6b-9af9870c0474 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.593268] env[69319]: DEBUG oslo_vmware.api [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Waiting for the task: (returnval){ [ 886.593268] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52ab9276-7796-fb09-08c5-d3901763fa0d" [ 886.593268] env[69319]: _type = "Task" [ 886.593268] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.601636] env[69319]: DEBUG oslo_vmware.api [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52ab9276-7796-fb09-08c5-d3901763fa0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.680679] env[69319]: DEBUG oslo_concurrency.lockutils [None req-94fe7cd4-cd04-48b2-a955-d7303917558f tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Acquiring lock "refresh_cache-914e081a-6fde-4c22-9f9c-ed060937963b" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.680679] env[69319]: DEBUG oslo_concurrency.lockutils [None req-94fe7cd4-cd04-48b2-a955-d7303917558f tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Acquired lock "refresh_cache-914e081a-6fde-4c22-9f9c-ed060937963b" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.680679] env[69319]: DEBUG nova.network.neutron [None req-94fe7cd4-cd04-48b2-a955-d7303917558f tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] [instance: 914e081a-6fde-4c22-9f9c-ed060937963b] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 886.965041] env[69319]: DEBUG nova.network.neutron [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] [instance: 0698939e-0dda-4b50-9ce9-d25e3b69e4c9] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 887.027042] env[69319]: DEBUG oslo_concurrency.lockutils [None req-8489dc10-99d7-4455-a22e-45bfd6fafc97 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Lock "43e75e72-e9aa-43d9-bc06-65d4cad074cb" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.076s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.049052] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b71ebb0e-2637-4574-8baf-0e96e65bbd13 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Lock "1a043193-1e7c-43ad-b903-34ca9371045e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.318s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.071253] env[69319]: DEBUG nova.network.neutron [-] [instance: 0e18fec3-90c2-4120-8388-468011eb7ccd] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.113085] env[69319]: DEBUG oslo_vmware.api [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52ab9276-7796-fb09-08c5-d3901763fa0d, 'name': SearchDatastore_Task, 'duration_secs': 0.010932} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.113085] env[69319]: DEBUG oslo_concurrency.lockutils [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.113085] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] [instance: a2bd5a84-7716-492b-931d-ef52322ab25c] Processing image 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 887.113085] env[69319]: DEBUG oslo_concurrency.lockutils [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.113085] env[69319]: DEBUG oslo_concurrency.lockutils [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.113085] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 887.113085] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-86cdaba4-9aad-4fd7-ae92-cbeaae21e826 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.133085] env[69319]: DEBUG oslo_concurrency.lockutils [None req-d794abe6-e745-49e6-89b1-bcab0b008b9f tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Acquiring lock "1a043193-1e7c-43ad-b903-34ca9371045e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.133415] env[69319]: DEBUG oslo_concurrency.lockutils [None req-d794abe6-e745-49e6-89b1-bcab0b008b9f tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Lock "1a043193-1e7c-43ad-b903-34ca9371045e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.133611] env[69319]: DEBUG oslo_concurrency.lockutils [None req-d794abe6-e745-49e6-89b1-bcab0b008b9f tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Acquiring lock "1a043193-1e7c-43ad-b903-34ca9371045e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.133801] env[69319]: DEBUG oslo_concurrency.lockutils [None req-d794abe6-e745-49e6-89b1-bcab0b008b9f tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Lock "1a043193-1e7c-43ad-b903-34ca9371045e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.135504] env[69319]: DEBUG oslo_concurrency.lockutils [None req-d794abe6-e745-49e6-89b1-bcab0b008b9f tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Lock "1a043193-1e7c-43ad-b903-34ca9371045e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.137086] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 887.137278] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 887.138605] env[69319]: INFO nova.compute.manager [None req-d794abe6-e745-49e6-89b1-bcab0b008b9f tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 1a043193-1e7c-43ad-b903-34ca9371045e] Terminating instance [ 887.140787] env[69319]: INFO nova.compute.manager [None req-23b1c855-a0d0-4db8-bdc6-31e390d586ac tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: 43e75e72-e9aa-43d9-bc06-65d4cad074cb] Rebuilding instance [ 887.143342] env[69319]: DEBUG nova.network.neutron [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] [instance: 0698939e-0dda-4b50-9ce9-d25e3b69e4c9] Updating instance_info_cache with network_info: [{"id": "ca07f7be-4965-4fad-b083-6508d40fd6f2", "address": "fa:16:3e:4f:78:56", "network": {"id": "a0943863-bac6-4b2e-be27-2aa2e5244f93", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1917250774-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "856966908c834c71bea3cc10f20e7388", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca07f7be-49", "ovs_interfaceid": "ca07f7be-4965-4fad-b083-6508d40fd6f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.147927] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a14c9122-8091-4246-8b36-61ff59b7f521 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.153679] env[69319]: DEBUG oslo_vmware.api [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Waiting for the task: (returnval){ [ 887.153679] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]521473e2-08f4-a3f3-9f91-1736d7432961" [ 887.153679] env[69319]: _type = "Task" [ 887.153679] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.162406] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef62b570-7eac-4231-ba1e-2f9a070dcc7f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.171860] env[69319]: DEBUG oslo_vmware.api [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]521473e2-08f4-a3f3-9f91-1736d7432961, 'name': SearchDatastore_Task, 'duration_secs': 0.013515} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.176546] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23ebb204-b19c-461e-a3f6-b80092d3efa1 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.179553] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c4728e5-621d-4d4f-8806-6e482957d4bb {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.190757] env[69319]: DEBUG oslo_vmware.api [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Waiting for the task: (returnval){ [ 887.190757] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]526574de-e50f-bed0-c819-d80b2a27d458" [ 887.190757] env[69319]: _type = "Task" [ 887.190757] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.225660] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d0a5573-e142-4eb2-a4b6-d07624998f15 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.231157] env[69319]: DEBUG nova.compute.manager [None req-23b1c855-a0d0-4db8-bdc6-31e390d586ac tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: 43e75e72-e9aa-43d9-bc06-65d4cad074cb] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 887.232556] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-391d4f75-f286-4834-b495-eb6e0ec5457f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.240314] env[69319]: DEBUG oslo_vmware.api [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]526574de-e50f-bed0-c819-d80b2a27d458, 'name': SearchDatastore_Task, 'duration_secs': 0.01189} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.241816] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9e7ba9e-1808-430f-b931-7eaf4deacaad {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.245664] env[69319]: DEBUG oslo_concurrency.lockutils [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.245940] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore1] a2bd5a84-7716-492b-931d-ef52322ab25c/a2bd5a84-7716-492b-931d-ef52322ab25c.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 887.247752] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e62807aa-bcd7-418e-8c1b-2392e62bc8be {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.266364] env[69319]: DEBUG nova.compute.provider_tree [None req-86ebe109-1909-4375-882b-fe13ef828d3f tempest-VolumesAssistedSnapshotsTest-79463186 tempest-VolumesAssistedSnapshotsTest-79463186-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 887.269477] env[69319]: DEBUG oslo_vmware.api [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Waiting for the task: (returnval){ [ 887.269477] env[69319]: value = "task-3223351" [ 887.269477] env[69319]: _type = "Task" [ 887.269477] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.283441] env[69319]: DEBUG oslo_vmware.api [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Task: {'id': task-3223351, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.418613] env[69319]: DEBUG nova.network.neutron [None req-94fe7cd4-cd04-48b2-a955-d7303917558f tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] [instance: 914e081a-6fde-4c22-9f9c-ed060937963b] Updating instance_info_cache with network_info: [{"id": "b90a6ffd-26c8-4211-a105-d1920eb0c334", "address": "fa:16:3e:30:7f:e2", "network": {"id": "e172e758-1a9b-4f22-a553-441ab9c9dccc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.190", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "31f027872f6f44dba95ff2fe7a062e00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb90a6ffd-26", "ovs_interfaceid": "b90a6ffd-26c8-4211-a105-d1920eb0c334", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.574032] env[69319]: INFO nova.compute.manager [-] [instance: 0e18fec3-90c2-4120-8388-468011eb7ccd] Took 1.28 seconds to deallocate network for instance. [ 887.648744] env[69319]: DEBUG oslo_concurrency.lockutils [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Releasing lock "refresh_cache-0698939e-0dda-4b50-9ce9-d25e3b69e4c9" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.649271] env[69319]: DEBUG nova.compute.manager [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] [instance: 0698939e-0dda-4b50-9ce9-d25e3b69e4c9] Instance network_info: |[{"id": "ca07f7be-4965-4fad-b083-6508d40fd6f2", "address": "fa:16:3e:4f:78:56", "network": {"id": "a0943863-bac6-4b2e-be27-2aa2e5244f93", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1917250774-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "856966908c834c71bea3cc10f20e7388", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca07f7be-49", "ovs_interfaceid": "ca07f7be-4965-4fad-b083-6508d40fd6f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 887.650262] env[69319]: DEBUG nova.compute.manager [None req-d794abe6-e745-49e6-89b1-bcab0b008b9f tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 1a043193-1e7c-43ad-b903-34ca9371045e] Start destroying the instance on the hypervisor. {{(pid=69319) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 887.650725] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-d794abe6-e745-49e6-89b1-bcab0b008b9f tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 1a043193-1e7c-43ad-b903-34ca9371045e] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 887.651286] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] [instance: 0698939e-0dda-4b50-9ce9-d25e3b69e4c9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4f:78:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0c293d47-74c0-49d7-a474-cdb643080f6f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ca07f7be-4965-4fad-b083-6508d40fd6f2', 'vif_model': 'vmxnet3'}] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 887.659143] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 887.659408] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8c20ab2a-53cd-40cc-9fe0-66fc102c8da1 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.661308] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0698939e-0dda-4b50-9ce9-d25e3b69e4c9] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 887.661556] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c0bc7b42-cbf1-45aa-8c3c-2981c8c3a621 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.687795] env[69319]: DEBUG oslo_vmware.api [None req-d794abe6-e745-49e6-89b1-bcab0b008b9f tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Waiting for the task: (returnval){ [ 887.687795] env[69319]: value = "task-3223352" [ 887.687795] env[69319]: _type = "Task" [ 887.687795] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.689651] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 887.689651] env[69319]: value = "task-3223353" [ 887.689651] env[69319]: _type = "Task" [ 887.689651] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.706593] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223353, 'name': CreateVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.710873] env[69319]: DEBUG oslo_vmware.api [None req-d794abe6-e745-49e6-89b1-bcab0b008b9f tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3223352, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.771132] env[69319]: DEBUG nova.scheduler.client.report [None req-86ebe109-1909-4375-882b-fe13ef828d3f tempest-VolumesAssistedSnapshotsTest-79463186 tempest-VolumesAssistedSnapshotsTest-79463186-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 887.787261] env[69319]: DEBUG oslo_vmware.api [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Task: {'id': task-3223351, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524726} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.787659] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore1] a2bd5a84-7716-492b-931d-ef52322ab25c/a2bd5a84-7716-492b-931d-ef52322ab25c.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 887.787904] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] [instance: a2bd5a84-7716-492b-931d-ef52322ab25c] Extending root virtual disk to 1048576 {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 887.788850] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-df41efdd-3833-4e0b-8fec-bcf3c74345e2 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.797464] env[69319]: DEBUG oslo_vmware.api [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Waiting for the task: (returnval){ [ 887.797464] env[69319]: value = "task-3223354" [ 887.797464] env[69319]: _type = "Task" [ 887.797464] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.808863] env[69319]: DEBUG oslo_vmware.api [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Task: {'id': task-3223354, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.921209] env[69319]: DEBUG oslo_concurrency.lockutils [None req-94fe7cd4-cd04-48b2-a955-d7303917558f tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Releasing lock "refresh_cache-914e081a-6fde-4c22-9f9c-ed060937963b" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.081269] env[69319]: DEBUG oslo_concurrency.lockutils [None req-56cf0838-4e22-4183-9340-b7bc4a6900b5 tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.157070] env[69319]: DEBUG nova.compute.manager [req-6097099d-d627-4eca-817c-c50d3cf38c4f req-a1aa231d-cf6f-41dc-9850-66a911375195 service nova] [instance: 0698939e-0dda-4b50-9ce9-d25e3b69e4c9] Received event network-changed-ca07f7be-4965-4fad-b083-6508d40fd6f2 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 888.157271] env[69319]: DEBUG nova.compute.manager [req-6097099d-d627-4eca-817c-c50d3cf38c4f req-a1aa231d-cf6f-41dc-9850-66a911375195 service nova] [instance: 0698939e-0dda-4b50-9ce9-d25e3b69e4c9] Refreshing instance network info cache due to event network-changed-ca07f7be-4965-4fad-b083-6508d40fd6f2. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 888.157496] env[69319]: DEBUG oslo_concurrency.lockutils [req-6097099d-d627-4eca-817c-c50d3cf38c4f req-a1aa231d-cf6f-41dc-9850-66a911375195 service nova] Acquiring lock "refresh_cache-0698939e-0dda-4b50-9ce9-d25e3b69e4c9" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.157646] env[69319]: DEBUG oslo_concurrency.lockutils [req-6097099d-d627-4eca-817c-c50d3cf38c4f req-a1aa231d-cf6f-41dc-9850-66a911375195 service nova] Acquired lock "refresh_cache-0698939e-0dda-4b50-9ce9-d25e3b69e4c9" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.157808] env[69319]: DEBUG nova.network.neutron [req-6097099d-d627-4eca-817c-c50d3cf38c4f req-a1aa231d-cf6f-41dc-9850-66a911375195 service nova] [instance: 0698939e-0dda-4b50-9ce9-d25e3b69e4c9] Refreshing network info cache for port ca07f7be-4965-4fad-b083-6508d40fd6f2 {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 888.207111] env[69319]: DEBUG oslo_vmware.api [None req-d794abe6-e745-49e6-89b1-bcab0b008b9f tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3223352, 'name': PowerOffVM_Task, 'duration_secs': 0.289505} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.207111] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223353, 'name': CreateVM_Task, 'duration_secs': 0.406656} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.207271] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-d794abe6-e745-49e6-89b1-bcab0b008b9f tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 1a043193-1e7c-43ad-b903-34ca9371045e] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 888.207561] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-d794abe6-e745-49e6-89b1-bcab0b008b9f tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 1a043193-1e7c-43ad-b903-34ca9371045e] Volume detach. Driver type: vmdk {{(pid=69319) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 888.207640] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-d794abe6-e745-49e6-89b1-bcab0b008b9f tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 1a043193-1e7c-43ad-b903-34ca9371045e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-644407', 'volume_id': '46450c8d-a468-43ab-9705-6b546835fead', 'name': 'volume-46450c8d-a468-43ab-9705-6b546835fead', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1a043193-1e7c-43ad-b903-34ca9371045e', 'attached_at': '', 'detached_at': '', 'volume_id': '46450c8d-a468-43ab-9705-6b546835fead', 'serial': '46450c8d-a468-43ab-9705-6b546835fead'} {{(pid=69319) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 888.207765] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0698939e-0dda-4b50-9ce9-d25e3b69e4c9] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 888.208507] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef583372-3c2b-4aee-8d0c-73486213aee0 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.211309] env[69319]: DEBUG oslo_concurrency.lockutils [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.212016] env[69319]: DEBUG oslo_concurrency.lockutils [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.212016] env[69319]: DEBUG oslo_concurrency.lockutils [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.212016] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7302e4d6-5a7e-42a4-947e-75de348740fe {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.217114] env[69319]: DEBUG oslo_vmware.api [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Waiting for the task: (returnval){ [ 888.217114] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52706692-4be9-f868-424e-fb5e310f634f" [ 888.217114] env[69319]: _type = "Task" [ 888.217114] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.240043] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3682957e-c757-4687-9685-eaa80c3ead6f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.251017] env[69319]: DEBUG oslo_vmware.api [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52706692-4be9-f868-424e-fb5e310f634f, 'name': SearchDatastore_Task, 'duration_secs': 0.010422} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.251401] env[69319]: DEBUG oslo_concurrency.lockutils [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.251737] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] [instance: 0698939e-0dda-4b50-9ce9-d25e3b69e4c9] Processing image 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 888.252053] env[69319]: DEBUG oslo_concurrency.lockutils [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.252288] env[69319]: DEBUG oslo_concurrency.lockutils [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.252563] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 888.253034] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9a6caa28-3fc5-4da3-b091-1c7344186150 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.256013] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a577e304-4994-4412-a54b-0c4c7af0fbdf {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.258778] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-23b1c855-a0d0-4db8-bdc6-31e390d586ac tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: 43e75e72-e9aa-43d9-bc06-65d4cad074cb] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 888.259459] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-253077bc-a668-4403-8dbf-4ef2b04a7158 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.281567] env[69319]: DEBUG oslo_concurrency.lockutils [None req-86ebe109-1909-4375-882b-fe13ef828d3f tempest-VolumesAssistedSnapshotsTest-79463186 tempest-VolumesAssistedSnapshotsTest-79463186-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.141s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.286524] env[69319]: DEBUG oslo_concurrency.lockutils [None req-6fca772e-d504-4789-941f-182067b68721 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.618s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.286878] env[69319]: DEBUG nova.objects.instance [None req-6fca772e-d504-4789-941f-182067b68721 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Lazy-loading 'resources' on Instance uuid 03ac405c-7176-42b5-9e5d-e28d39af08a1 {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 888.289027] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ae3f44b-76f2-48c3-8c00-a0090cb2597a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.292049] env[69319]: DEBUG oslo_vmware.api [None req-23b1c855-a0d0-4db8-bdc6-31e390d586ac tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Waiting for the task: (returnval){ [ 888.292049] env[69319]: value = "task-3223355" [ 888.292049] env[69319]: _type = "Task" [ 888.292049] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.292389] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 888.292644] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 888.293798] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1837880-9e76-4a1c-a93a-3e66c1e6e700 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.317096] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-d794abe6-e745-49e6-89b1-bcab0b008b9f tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] The volume has not been displaced from its original location: [datastore1] volume-46450c8d-a468-43ab-9705-6b546835fead/volume-46450c8d-a468-43ab-9705-6b546835fead.vmdk. No consolidation needed. {{(pid=69319) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 888.321057] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-d794abe6-e745-49e6-89b1-bcab0b008b9f tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 1a043193-1e7c-43ad-b903-34ca9371045e] Reconfiguring VM instance instance-00000038 to detach disk 2001 {{(pid=69319) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 888.323716] env[69319]: INFO nova.scheduler.client.report [None req-86ebe109-1909-4375-882b-fe13ef828d3f tempest-VolumesAssistedSnapshotsTest-79463186 tempest-VolumesAssistedSnapshotsTest-79463186-project-member] Deleted allocations for instance 4f588763-0fc7-4980-92c0-7b451d4a9981 [ 888.328865] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-874544db-8449-40a0-a7bc-10ecd68f1410 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.342832] env[69319]: DEBUG oslo_vmware.api [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Waiting for the task: (returnval){ [ 888.342832] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]5234e7b0-d030-1651-1033-602168c358ab" [ 888.342832] env[69319]: _type = "Task" [ 888.342832] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.353505] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-23b1c855-a0d0-4db8-bdc6-31e390d586ac tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: 43e75e72-e9aa-43d9-bc06-65d4cad074cb] VM already powered off {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 888.353788] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-23b1c855-a0d0-4db8-bdc6-31e390d586ac tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: 43e75e72-e9aa-43d9-bc06-65d4cad074cb] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 888.358292] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eb975a3-aaf0-4f7e-9595-ff51d4fb0354 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.361169] env[69319]: DEBUG oslo_vmware.api [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Task: {'id': task-3223354, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070545} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.362909] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] [instance: a2bd5a84-7716-492b-931d-ef52322ab25c] Extended root virtual disk {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 888.363308] env[69319]: DEBUG oslo_vmware.api [None req-d794abe6-e745-49e6-89b1-bcab0b008b9f tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Waiting for the task: (returnval){ [ 888.363308] env[69319]: value = "task-3223356" [ 888.363308] env[69319]: _type = "Task" [ 888.363308] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.364290] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a0eca79-a053-4f22-8596-beef3ff4c8c0 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.376132] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-23b1c855-a0d0-4db8-bdc6-31e390d586ac tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: 43e75e72-e9aa-43d9-bc06-65d4cad074cb] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 888.376438] env[69319]: DEBUG oslo_vmware.api [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5234e7b0-d030-1651-1033-602168c358ab, 'name': SearchDatastore_Task, 'duration_secs': 0.009878} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.377060] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-89def8d5-424f-4440-af63-e9eadc58b036 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.389898] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7059c0c8-7d43-41ea-8fc1-d9056d04c488 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.402831] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] [instance: a2bd5a84-7716-492b-931d-ef52322ab25c] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] a2bd5a84-7716-492b-931d-ef52322ab25c/a2bd5a84-7716-492b-931d-ef52322ab25c.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 888.407626] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-caf489f9-bd73-4d3d-b981-1ca146e24eda {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.422704] env[69319]: DEBUG oslo_vmware.api [None req-d794abe6-e745-49e6-89b1-bcab0b008b9f tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3223356, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.428927] env[69319]: DEBUG oslo_vmware.api [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Waiting for the task: (returnval){ [ 888.428927] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]5226372c-7ca6-731f-b94d-563409f9b3ba" [ 888.428927] env[69319]: _type = "Task" [ 888.428927] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.434355] env[69319]: DEBUG oslo_vmware.api [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Waiting for the task: (returnval){ [ 888.434355] env[69319]: value = "task-3223358" [ 888.434355] env[69319]: _type = "Task" [ 888.434355] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.441734] env[69319]: DEBUG oslo_vmware.api [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5226372c-7ca6-731f-b94d-563409f9b3ba, 'name': SearchDatastore_Task, 'duration_secs': 0.011051} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.442453] env[69319]: DEBUG oslo_concurrency.lockutils [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.442453] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore1] 0698939e-0dda-4b50-9ce9-d25e3b69e4c9/0698939e-0dda-4b50-9ce9-d25e3b69e4c9.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 888.443090] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-545a4740-0e4f-40df-9526-f7bac72a448a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.448283] env[69319]: DEBUG oslo_vmware.api [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Task: {'id': task-3223358, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.453694] env[69319]: DEBUG oslo_vmware.api [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Waiting for the task: (returnval){ [ 888.453694] env[69319]: value = "task-3223359" [ 888.453694] env[69319]: _type = "Task" [ 888.453694] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.462881] env[69319]: DEBUG oslo_vmware.api [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Task: {'id': task-3223359, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.490048] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-23b1c855-a0d0-4db8-bdc6-31e390d586ac tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: 43e75e72-e9aa-43d9-bc06-65d4cad074cb] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 888.490048] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-23b1c855-a0d0-4db8-bdc6-31e390d586ac tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: 43e75e72-e9aa-43d9-bc06-65d4cad074cb] Deleting contents of the VM from datastore datastore1 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 888.490048] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-23b1c855-a0d0-4db8-bdc6-31e390d586ac tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Deleting the datastore file [datastore1] 43e75e72-e9aa-43d9-bc06-65d4cad074cb {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 888.490325] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fca420aa-4754-4a56-9c19-e2c6858d91b3 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.499339] env[69319]: DEBUG oslo_vmware.api [None req-23b1c855-a0d0-4db8-bdc6-31e390d586ac tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Waiting for the task: (returnval){ [ 888.499339] env[69319]: value = "task-3223360" [ 888.499339] env[69319]: _type = "Task" [ 888.499339] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.510233] env[69319]: DEBUG oslo_vmware.api [None req-23b1c855-a0d0-4db8-bdc6-31e390d586ac tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3223360, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.854827] env[69319]: DEBUG oslo_concurrency.lockutils [None req-86ebe109-1909-4375-882b-fe13ef828d3f tempest-VolumesAssistedSnapshotsTest-79463186 tempest-VolumesAssistedSnapshotsTest-79463186-project-member] Lock "4f588763-0fc7-4980-92c0-7b451d4a9981" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.109s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.878325] env[69319]: DEBUG oslo_vmware.api [None req-d794abe6-e745-49e6-89b1-bcab0b008b9f tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3223356, 'name': ReconfigVM_Task, 'duration_secs': 0.303156} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.881905] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-d794abe6-e745-49e6-89b1-bcab0b008b9f tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 1a043193-1e7c-43ad-b903-34ca9371045e] Reconfigured VM instance instance-00000038 to detach disk 2001 {{(pid=69319) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 888.887676] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67c68c7b-d575-46d0-b872-17a711e1d434 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.908597] env[69319]: DEBUG oslo_vmware.api [None req-d794abe6-e745-49e6-89b1-bcab0b008b9f tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Waiting for the task: (returnval){ [ 888.908597] env[69319]: value = "task-3223361" [ 888.908597] env[69319]: _type = "Task" [ 888.908597] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.909800] env[69319]: DEBUG nova.network.neutron [req-6097099d-d627-4eca-817c-c50d3cf38c4f req-a1aa231d-cf6f-41dc-9850-66a911375195 service nova] [instance: 0698939e-0dda-4b50-9ce9-d25e3b69e4c9] Updated VIF entry in instance network info cache for port ca07f7be-4965-4fad-b083-6508d40fd6f2. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 888.910296] env[69319]: DEBUG nova.network.neutron [req-6097099d-d627-4eca-817c-c50d3cf38c4f req-a1aa231d-cf6f-41dc-9850-66a911375195 service nova] [instance: 0698939e-0dda-4b50-9ce9-d25e3b69e4c9] Updating instance_info_cache with network_info: [{"id": "ca07f7be-4965-4fad-b083-6508d40fd6f2", "address": "fa:16:3e:4f:78:56", "network": {"id": "a0943863-bac6-4b2e-be27-2aa2e5244f93", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1917250774-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "856966908c834c71bea3cc10f20e7388", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca07f7be-49", "ovs_interfaceid": "ca07f7be-4965-4fad-b083-6508d40fd6f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.929102] env[69319]: DEBUG oslo_vmware.api [None req-d794abe6-e745-49e6-89b1-bcab0b008b9f tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3223361, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.947257] env[69319]: DEBUG oslo_vmware.api [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Task: {'id': task-3223358, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.964846] env[69319]: DEBUG oslo_vmware.api [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Task: {'id': task-3223359, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.011493] env[69319]: DEBUG oslo_vmware.api [None req-23b1c855-a0d0-4db8-bdc6-31e390d586ac tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3223360, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.349294} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.011804] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-23b1c855-a0d0-4db8-bdc6-31e390d586ac tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 889.011995] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-23b1c855-a0d0-4db8-bdc6-31e390d586ac tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: 43e75e72-e9aa-43d9-bc06-65d4cad074cb] Deleted contents of the VM from datastore datastore1 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 889.012198] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-23b1c855-a0d0-4db8-bdc6-31e390d586ac tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: 43e75e72-e9aa-43d9-bc06-65d4cad074cb] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 889.279855] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01564292-2b15-4c89-bbab-6570e4de95ec {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.293967] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6472d44-10e1-4f8f-95d8-50400d5f1ccc {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.333590] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6e7c78b-8d07-42ea-96c4-b14d50dacc34 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.344811] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dcb6273-687b-48e7-b7b5-88bf3e7b58d2 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.362014] env[69319]: DEBUG nova.compute.provider_tree [None req-6fca772e-d504-4789-941f-182067b68721 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 889.419035] env[69319]: DEBUG oslo_concurrency.lockutils [req-6097099d-d627-4eca-817c-c50d3cf38c4f req-a1aa231d-cf6f-41dc-9850-66a911375195 service nova] Releasing lock "refresh_cache-0698939e-0dda-4b50-9ce9-d25e3b69e4c9" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.419206] env[69319]: DEBUG nova.compute.manager [req-6097099d-d627-4eca-817c-c50d3cf38c4f req-a1aa231d-cf6f-41dc-9850-66a911375195 service nova] [instance: 0e18fec3-90c2-4120-8388-468011eb7ccd] Received event network-vif-deleted-3423d399-225d-430c-b042-1c0ba024a2b8 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 889.422982] env[69319]: DEBUG oslo_vmware.api [None req-d794abe6-e745-49e6-89b1-bcab0b008b9f tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3223361, 'name': ReconfigVM_Task, 'duration_secs': 0.404887} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.423354] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-d794abe6-e745-49e6-89b1-bcab0b008b9f tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 1a043193-1e7c-43ad-b903-34ca9371045e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-644407', 'volume_id': '46450c8d-a468-43ab-9705-6b546835fead', 'name': 'volume-46450c8d-a468-43ab-9705-6b546835fead', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1a043193-1e7c-43ad-b903-34ca9371045e', 'attached_at': '', 'detached_at': '', 'volume_id': '46450c8d-a468-43ab-9705-6b546835fead', 'serial': '46450c8d-a468-43ab-9705-6b546835fead'} {{(pid=69319) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 889.423837] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-d794abe6-e745-49e6-89b1-bcab0b008b9f tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 1a043193-1e7c-43ad-b903-34ca9371045e] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 889.424631] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84baac6d-461a-4db5-b594-102276c184a0 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.432459] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-d794abe6-e745-49e6-89b1-bcab0b008b9f tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 1a043193-1e7c-43ad-b903-34ca9371045e] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 889.432719] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c003613b-4628-4c87-81f9-34dab16ec6a9 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.442187] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8595af72-42e9-438f-8cfb-ccfdcbf25a5f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.451974] env[69319]: DEBUG oslo_vmware.api [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Task: {'id': task-3223358, 'name': ReconfigVM_Task, 'duration_secs': 0.640733} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.464674] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] [instance: a2bd5a84-7716-492b-931d-ef52322ab25c] Reconfigured VM instance instance-0000003b to attach disk [datastore1] a2bd5a84-7716-492b-931d-ef52322ab25c/a2bd5a84-7716-492b-931d-ef52322ab25c.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 889.465526] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-94fe7cd4-cd04-48b2-a955-d7303917558f tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] [instance: 914e081a-6fde-4c22-9f9c-ed060937963b] Updating instance '914e081a-6fde-4c22-9f9c-ed060937963b' progress to 0 {{(pid=69319) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 889.469169] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fa8201a9-0bb0-4ee5-b2d4-e04ab2214cda {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.485306] env[69319]: DEBUG oslo_vmware.api [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Task: {'id': task-3223359, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.586049} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.485785] env[69319]: DEBUG oslo_vmware.api [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Waiting for the task: (returnval){ [ 889.485785] env[69319]: value = "task-3223364" [ 889.485785] env[69319]: _type = "Task" [ 889.485785] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.486188] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore1] 0698939e-0dda-4b50-9ce9-d25e3b69e4c9/0698939e-0dda-4b50-9ce9-d25e3b69e4c9.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 889.486511] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] [instance: 0698939e-0dda-4b50-9ce9-d25e3b69e4c9] Extending root virtual disk to 1048576 {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 889.486852] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c5c529f7-67ae-4dc0-a96a-f2db8bed1379 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.499521] env[69319]: DEBUG oslo_vmware.api [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Task: {'id': task-3223364, 'name': Rename_Task} progress is 6%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.501077] env[69319]: DEBUG oslo_vmware.api [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Waiting for the task: (returnval){ [ 889.501077] env[69319]: value = "task-3223365" [ 889.501077] env[69319]: _type = "Task" [ 889.501077] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.512227] env[69319]: DEBUG oslo_vmware.api [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Task: {'id': task-3223365, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.521954] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-d794abe6-e745-49e6-89b1-bcab0b008b9f tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 1a043193-1e7c-43ad-b903-34ca9371045e] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 889.522293] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-d794abe6-e745-49e6-89b1-bcab0b008b9f tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 1a043193-1e7c-43ad-b903-34ca9371045e] Deleting contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 889.522678] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-d794abe6-e745-49e6-89b1-bcab0b008b9f tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Deleting the datastore file [datastore2] 1a043193-1e7c-43ad-b903-34ca9371045e {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 889.524090] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e6fa0ac3-4614-40b7-a793-1b188af090bb {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.534371] env[69319]: DEBUG oslo_vmware.api [None req-d794abe6-e745-49e6-89b1-bcab0b008b9f tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Waiting for the task: (returnval){ [ 889.534371] env[69319]: value = "task-3223366" [ 889.534371] env[69319]: _type = "Task" [ 889.534371] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.545336] env[69319]: DEBUG oslo_vmware.api [None req-d794abe6-e745-49e6-89b1-bcab0b008b9f tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3223366, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.868869] env[69319]: DEBUG nova.scheduler.client.report [None req-6fca772e-d504-4789-941f-182067b68721 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 889.976796] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-94fe7cd4-cd04-48b2-a955-d7303917558f tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] [instance: 914e081a-6fde-4c22-9f9c-ed060937963b] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 889.977146] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b0bfbc62-1750-44ca-9a84-b6c7b7c06808 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.988723] env[69319]: DEBUG oslo_vmware.api [None req-94fe7cd4-cd04-48b2-a955-d7303917558f tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Waiting for the task: (returnval){ [ 889.988723] env[69319]: value = "task-3223367" [ 889.988723] env[69319]: _type = "Task" [ 889.988723] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.003036] env[69319]: DEBUG oslo_vmware.api [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Task: {'id': task-3223364, 'name': Rename_Task, 'duration_secs': 0.184588} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.009061] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] [instance: a2bd5a84-7716-492b-931d-ef52322ab25c] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 890.009443] env[69319]: DEBUG oslo_vmware.api [None req-94fe7cd4-cd04-48b2-a955-d7303917558f tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Task: {'id': task-3223367, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.009703] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b1752b31-7d4d-4c22-833d-53189550f6a2 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.017173] env[69319]: DEBUG oslo_vmware.api [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Task: {'id': task-3223365, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082817} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.018329] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] [instance: 0698939e-0dda-4b50-9ce9-d25e3b69e4c9] Extended root virtual disk {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 890.018752] env[69319]: DEBUG oslo_vmware.api [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Waiting for the task: (returnval){ [ 890.018752] env[69319]: value = "task-3223368" [ 890.018752] env[69319]: _type = "Task" [ 890.018752] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.019354] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e06e5b6-b801-4c8f-9ec2-586f22766953 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.048346] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] [instance: 0698939e-0dda-4b50-9ce9-d25e3b69e4c9] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] 0698939e-0dda-4b50-9ce9-d25e3b69e4c9/0698939e-0dda-4b50-9ce9-d25e3b69e4c9.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 890.055448] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dbfe5594-bc4f-4f5a-a14a-1f3375f19e14 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.071188] env[69319]: DEBUG oslo_vmware.api [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Task: {'id': task-3223368, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.079233] env[69319]: DEBUG oslo_vmware.api [None req-d794abe6-e745-49e6-89b1-bcab0b008b9f tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3223366, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.326947} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.081604] env[69319]: DEBUG nova.virt.hardware [None req-23b1c855-a0d0-4db8-bdc6-31e390d586ac tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:32:36Z,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31f027872f6f44dba95ff2fe7a062e00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:32:36Z,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 890.081892] env[69319]: DEBUG nova.virt.hardware [None req-23b1c855-a0d0-4db8-bdc6-31e390d586ac tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 890.082524] env[69319]: DEBUG nova.virt.hardware [None req-23b1c855-a0d0-4db8-bdc6-31e390d586ac tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 890.082524] env[69319]: DEBUG nova.virt.hardware [None req-23b1c855-a0d0-4db8-bdc6-31e390d586ac tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 890.082524] env[69319]: DEBUG nova.virt.hardware [None req-23b1c855-a0d0-4db8-bdc6-31e390d586ac tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 890.082753] env[69319]: DEBUG nova.virt.hardware [None req-23b1c855-a0d0-4db8-bdc6-31e390d586ac tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 890.082753] env[69319]: DEBUG nova.virt.hardware [None req-23b1c855-a0d0-4db8-bdc6-31e390d586ac tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 890.082906] env[69319]: DEBUG nova.virt.hardware [None req-23b1c855-a0d0-4db8-bdc6-31e390d586ac tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 890.083085] env[69319]: DEBUG nova.virt.hardware [None req-23b1c855-a0d0-4db8-bdc6-31e390d586ac tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 890.083258] env[69319]: DEBUG nova.virt.hardware [None req-23b1c855-a0d0-4db8-bdc6-31e390d586ac tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 890.083433] env[69319]: DEBUG nova.virt.hardware [None req-23b1c855-a0d0-4db8-bdc6-31e390d586ac tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 890.084989] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-d794abe6-e745-49e6-89b1-bcab0b008b9f tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 890.085202] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-d794abe6-e745-49e6-89b1-bcab0b008b9f tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 1a043193-1e7c-43ad-b903-34ca9371045e] Deleted contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 890.085408] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-d794abe6-e745-49e6-89b1-bcab0b008b9f tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 1a043193-1e7c-43ad-b903-34ca9371045e] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 890.085598] env[69319]: INFO nova.compute.manager [None req-d794abe6-e745-49e6-89b1-bcab0b008b9f tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 1a043193-1e7c-43ad-b903-34ca9371045e] Took 2.44 seconds to destroy the instance on the hypervisor. [ 890.085836] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d794abe6-e745-49e6-89b1-bcab0b008b9f tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 890.086609] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ebd462d-fe86-4f06-80d8-3535033a7538 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.089363] env[69319]: DEBUG oslo_vmware.api [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Waiting for the task: (returnval){ [ 890.089363] env[69319]: value = "task-3223369" [ 890.089363] env[69319]: _type = "Task" [ 890.089363] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.089573] env[69319]: DEBUG nova.compute.manager [-] [instance: 1a043193-1e7c-43ad-b903-34ca9371045e] Deallocating network for instance {{(pid=69319) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 890.089850] env[69319]: DEBUG nova.network.neutron [-] [instance: 1a043193-1e7c-43ad-b903-34ca9371045e] deallocate_for_instance() {{(pid=69319) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 890.098039] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54257943-e418-40da-a55d-429aa62dd05e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.105621] env[69319]: DEBUG oslo_vmware.api [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Task: {'id': task-3223369, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.116360] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-23b1c855-a0d0-4db8-bdc6-31e390d586ac tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: 43e75e72-e9aa-43d9-bc06-65d4cad074cb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:02:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f847601f-7479-48eb-842f-41f94eea8537', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0a077a55-8b07-44ed-9d9b-a85375c1fdbe', 'vif_model': 'vmxnet3'}] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 890.124075] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-23b1c855-a0d0-4db8-bdc6-31e390d586ac tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 890.124340] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43e75e72-e9aa-43d9-bc06-65d4cad074cb] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 890.124598] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9d61245e-ade0-4201-924a-f1edadf828ff {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.145299] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 890.145299] env[69319]: value = "task-3223370" [ 890.145299] env[69319]: _type = "Task" [ 890.145299] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.161446] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223370, 'name': CreateVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.374334] env[69319]: DEBUG oslo_concurrency.lockutils [None req-6fca772e-d504-4789-941f-182067b68721 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.087s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.377781] env[69319]: DEBUG oslo_concurrency.lockutils [None req-3490b99a-1234-4da8-9819-d14aa5af86f4 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 30.245s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.378116] env[69319]: DEBUG nova.objects.instance [None req-3490b99a-1234-4da8-9819-d14aa5af86f4 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: e619aa14-62f8-4482-a049-28422171cece] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69319) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 890.413871] env[69319]: INFO nova.scheduler.client.report [None req-6fca772e-d504-4789-941f-182067b68721 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Deleted allocations for instance 03ac405c-7176-42b5-9e5d-e28d39af08a1 [ 890.506245] env[69319]: DEBUG oslo_vmware.api [None req-94fe7cd4-cd04-48b2-a955-d7303917558f tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Task: {'id': task-3223367, 'name': PowerOffVM_Task, 'duration_secs': 0.421043} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.506476] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-94fe7cd4-cd04-48b2-a955-d7303917558f tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] [instance: 914e081a-6fde-4c22-9f9c-ed060937963b] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 890.506697] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-94fe7cd4-cd04-48b2-a955-d7303917558f tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] [instance: 914e081a-6fde-4c22-9f9c-ed060937963b] Updating instance '914e081a-6fde-4c22-9f9c-ed060937963b' progress to 17 {{(pid=69319) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 890.536553] env[69319]: DEBUG oslo_vmware.api [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Task: {'id': task-3223368, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.566207] env[69319]: DEBUG nova.compute.manager [req-9ec58144-1ec9-41a0-a21d-951d27d42da2 req-c9e1a3c3-f0c1-4d48-be97-6c6f87d4a15a service nova] [instance: 1a043193-1e7c-43ad-b903-34ca9371045e] Received event network-vif-deleted-843b1362-b0d4-4622-88fe-ddebbacda07b {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 890.566425] env[69319]: INFO nova.compute.manager [req-9ec58144-1ec9-41a0-a21d-951d27d42da2 req-c9e1a3c3-f0c1-4d48-be97-6c6f87d4a15a service nova] [instance: 1a043193-1e7c-43ad-b903-34ca9371045e] Neutron deleted interface 843b1362-b0d4-4622-88fe-ddebbacda07b; detaching it from the instance and deleting it from the info cache [ 890.566893] env[69319]: DEBUG nova.network.neutron [req-9ec58144-1ec9-41a0-a21d-951d27d42da2 req-c9e1a3c3-f0c1-4d48-be97-6c6f87d4a15a service nova] [instance: 1a043193-1e7c-43ad-b903-34ca9371045e] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.603533] env[69319]: DEBUG oslo_vmware.api [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Task: {'id': task-3223369, 'name': ReconfigVM_Task, 'duration_secs': 0.409547} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.603887] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] [instance: 0698939e-0dda-4b50-9ce9-d25e3b69e4c9] Reconfigured VM instance instance-0000003c to attach disk [datastore1] 0698939e-0dda-4b50-9ce9-d25e3b69e4c9/0698939e-0dda-4b50-9ce9-d25e3b69e4c9.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 890.604609] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-70307a77-c064-4c00-92a5-8854715d641a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.614162] env[69319]: DEBUG oslo_vmware.api [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Waiting for the task: (returnval){ [ 890.614162] env[69319]: value = "task-3223371" [ 890.614162] env[69319]: _type = "Task" [ 890.614162] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.624754] env[69319]: DEBUG oslo_vmware.api [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Task: {'id': task-3223371, 'name': Rename_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.657317] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223370, 'name': CreateVM_Task} progress is 25%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.925182] env[69319]: DEBUG oslo_concurrency.lockutils [None req-6fca772e-d504-4789-941f-182067b68721 tempest-ServerShowV247Test-1361907652 tempest-ServerShowV247Test-1361907652-project-member] Lock "03ac405c-7176-42b5-9e5d-e28d39af08a1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.062s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.013929] env[69319]: DEBUG nova.virt.hardware [None req-94fe7cd4-cd04-48b2-a955-d7303917558f tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 891.014250] env[69319]: DEBUG nova.virt.hardware [None req-94fe7cd4-cd04-48b2-a955-d7303917558f tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 891.014432] env[69319]: DEBUG nova.virt.hardware [None req-94fe7cd4-cd04-48b2-a955-d7303917558f tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 891.014655] env[69319]: DEBUG nova.virt.hardware [None req-94fe7cd4-cd04-48b2-a955-d7303917558f tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 891.014938] env[69319]: DEBUG nova.virt.hardware [None req-94fe7cd4-cd04-48b2-a955-d7303917558f tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 891.015226] env[69319]: DEBUG nova.virt.hardware [None req-94fe7cd4-cd04-48b2-a955-d7303917558f tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 891.015538] env[69319]: DEBUG nova.virt.hardware [None req-94fe7cd4-cd04-48b2-a955-d7303917558f tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 891.015893] env[69319]: DEBUG nova.virt.hardware [None req-94fe7cd4-cd04-48b2-a955-d7303917558f tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 891.016103] env[69319]: DEBUG nova.virt.hardware [None req-94fe7cd4-cd04-48b2-a955-d7303917558f tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 891.016321] env[69319]: DEBUG nova.virt.hardware [None req-94fe7cd4-cd04-48b2-a955-d7303917558f tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 891.016596] env[69319]: DEBUG nova.virt.hardware [None req-94fe7cd4-cd04-48b2-a955-d7303917558f tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 891.022295] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6653f9a4-e5fa-4439-b887-2b80a4ea566f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.044798] env[69319]: DEBUG nova.network.neutron [-] [instance: 1a043193-1e7c-43ad-b903-34ca9371045e] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.046304] env[69319]: DEBUG oslo_vmware.api [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Task: {'id': task-3223368, 'name': PowerOnVM_Task, 'duration_secs': 0.530896} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.048373] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] [instance: a2bd5a84-7716-492b-931d-ef52322ab25c] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 891.048788] env[69319]: INFO nova.compute.manager [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] [instance: a2bd5a84-7716-492b-931d-ef52322ab25c] Took 8.11 seconds to spawn the instance on the hypervisor. [ 891.050123] env[69319]: DEBUG nova.compute.manager [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] [instance: a2bd5a84-7716-492b-931d-ef52322ab25c] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 891.050123] env[69319]: DEBUG oslo_vmware.api [None req-94fe7cd4-cd04-48b2-a955-d7303917558f tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Waiting for the task: (returnval){ [ 891.050123] env[69319]: value = "task-3223372" [ 891.050123] env[69319]: _type = "Task" [ 891.050123] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.050814] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9cdf670-a85e-45fd-a1f0-150e25992e20 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.075026] env[69319]: DEBUG oslo_vmware.api [None req-94fe7cd4-cd04-48b2-a955-d7303917558f tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Task: {'id': task-3223372, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.075295] env[69319]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6749d8de-c603-4804-b460-18c9aa36fe76 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.086671] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-060c49f8-6e05-48ff-ad27-b64c676f921c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.131666] env[69319]: DEBUG nova.compute.manager [req-9ec58144-1ec9-41a0-a21d-951d27d42da2 req-c9e1a3c3-f0c1-4d48-be97-6c6f87d4a15a service nova] [instance: 1a043193-1e7c-43ad-b903-34ca9371045e] Detach interface failed, port_id=843b1362-b0d4-4622-88fe-ddebbacda07b, reason: Instance 1a043193-1e7c-43ad-b903-34ca9371045e could not be found. {{(pid=69319) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 891.142244] env[69319]: DEBUG oslo_vmware.api [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Task: {'id': task-3223371, 'name': Rename_Task, 'duration_secs': 0.205977} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.142528] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] [instance: 0698939e-0dda-4b50-9ce9-d25e3b69e4c9] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 891.142770] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c21f081a-3120-47c2-9774-4604e2fd967f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.151340] env[69319]: DEBUG oslo_vmware.api [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Waiting for the task: (returnval){ [ 891.151340] env[69319]: value = "task-3223373" [ 891.151340] env[69319]: _type = "Task" [ 891.151340] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.158174] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223370, 'name': CreateVM_Task, 'duration_secs': 0.700238} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.158602] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43e75e72-e9aa-43d9-bc06-65d4cad074cb] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 891.159304] env[69319]: DEBUG oslo_concurrency.lockutils [None req-23b1c855-a0d0-4db8-bdc6-31e390d586ac tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.159470] env[69319]: DEBUG oslo_concurrency.lockutils [None req-23b1c855-a0d0-4db8-bdc6-31e390d586ac tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.159791] env[69319]: DEBUG oslo_concurrency.lockutils [None req-23b1c855-a0d0-4db8-bdc6-31e390d586ac tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.160102] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ceafa12d-4ab5-430f-b654-77b4b39669a5 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.164567] env[69319]: DEBUG oslo_vmware.api [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Task: {'id': task-3223373, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.169453] env[69319]: DEBUG oslo_vmware.api [None req-23b1c855-a0d0-4db8-bdc6-31e390d586ac tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Waiting for the task: (returnval){ [ 891.169453] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52449bd6-501a-bdde-c362-120467a24f40" [ 891.169453] env[69319]: _type = "Task" [ 891.169453] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.178067] env[69319]: DEBUG oslo_vmware.api [None req-23b1c855-a0d0-4db8-bdc6-31e390d586ac tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52449bd6-501a-bdde-c362-120467a24f40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.395017] env[69319]: DEBUG oslo_concurrency.lockutils [None req-3490b99a-1234-4da8-9819-d14aa5af86f4 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.395017] env[69319]: DEBUG oslo_concurrency.lockutils [None req-eece8dbd-a079-495b-93af-17397dc5afd7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.193s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.399799] env[69319]: INFO nova.compute.claims [None req-eece8dbd-a079-495b-93af-17397dc5afd7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 4650fd7f-02d1-46d1-b68e-3fb75e237e57] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 891.548151] env[69319]: INFO nova.compute.manager [-] [instance: 1a043193-1e7c-43ad-b903-34ca9371045e] Took 1.46 seconds to deallocate network for instance. [ 891.571522] env[69319]: DEBUG oslo_vmware.api [None req-94fe7cd4-cd04-48b2-a955-d7303917558f tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Task: {'id': task-3223372, 'name': ReconfigVM_Task, 'duration_secs': 0.504884} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.576368] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-94fe7cd4-cd04-48b2-a955-d7303917558f tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] [instance: 914e081a-6fde-4c22-9f9c-ed060937963b] Updating instance '914e081a-6fde-4c22-9f9c-ed060937963b' progress to 33 {{(pid=69319) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 891.581889] env[69319]: INFO nova.compute.manager [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] [instance: a2bd5a84-7716-492b-931d-ef52322ab25c] Took 39.72 seconds to build instance. [ 891.662193] env[69319]: DEBUG oslo_vmware.api [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Task: {'id': task-3223373, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.679579] env[69319]: DEBUG oslo_vmware.api [None req-23b1c855-a0d0-4db8-bdc6-31e390d586ac tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52449bd6-501a-bdde-c362-120467a24f40, 'name': SearchDatastore_Task, 'duration_secs': 0.022181} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.680523] env[69319]: DEBUG oslo_concurrency.lockutils [None req-23b1c855-a0d0-4db8-bdc6-31e390d586ac tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.680523] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-23b1c855-a0d0-4db8-bdc6-31e390d586ac tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: 43e75e72-e9aa-43d9-bc06-65d4cad074cb] Processing image 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 891.680652] env[69319]: DEBUG oslo_concurrency.lockutils [None req-23b1c855-a0d0-4db8-bdc6-31e390d586ac tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.680721] env[69319]: DEBUG oslo_concurrency.lockutils [None req-23b1c855-a0d0-4db8-bdc6-31e390d586ac tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.680903] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-23b1c855-a0d0-4db8-bdc6-31e390d586ac tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 891.681187] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-213c4709-c8c1-4671-97fc-a45074a8e2ca {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.691874] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-23b1c855-a0d0-4db8-bdc6-31e390d586ac tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 891.692071] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-23b1c855-a0d0-4db8-bdc6-31e390d586ac tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 891.692837] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38034ba4-479c-43cb-a2e6-1accb9d6dfe8 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.699415] env[69319]: DEBUG oslo_vmware.api [None req-23b1c855-a0d0-4db8-bdc6-31e390d586ac tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Waiting for the task: (returnval){ [ 891.699415] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]5218129f-1409-f2b8-10fd-4eb5611cb829" [ 891.699415] env[69319]: _type = "Task" [ 891.699415] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.709257] env[69319]: DEBUG oslo_vmware.api [None req-23b1c855-a0d0-4db8-bdc6-31e390d586ac tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5218129f-1409-f2b8-10fd-4eb5611cb829, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.087837] env[69319]: DEBUG nova.virt.hardware [None req-94fe7cd4-cd04-48b2-a955-d7303917558f tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:36:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='cf3ae382-bdca-46a1-ac99-e042e1647d22',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1130310697',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 892.088357] env[69319]: DEBUG nova.virt.hardware [None req-94fe7cd4-cd04-48b2-a955-d7303917558f tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 892.088626] env[69319]: DEBUG nova.virt.hardware [None req-94fe7cd4-cd04-48b2-a955-d7303917558f tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 892.090464] env[69319]: DEBUG nova.virt.hardware [None req-94fe7cd4-cd04-48b2-a955-d7303917558f tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 892.090756] env[69319]: DEBUG nova.virt.hardware [None req-94fe7cd4-cd04-48b2-a955-d7303917558f tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 892.091083] env[69319]: DEBUG nova.virt.hardware [None req-94fe7cd4-cd04-48b2-a955-d7303917558f tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 892.091405] env[69319]: DEBUG nova.virt.hardware [None req-94fe7cd4-cd04-48b2-a955-d7303917558f tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 892.091697] env[69319]: DEBUG nova.virt.hardware [None req-94fe7cd4-cd04-48b2-a955-d7303917558f tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 892.092489] env[69319]: DEBUG nova.virt.hardware [None req-94fe7cd4-cd04-48b2-a955-d7303917558f tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 892.093472] env[69319]: DEBUG nova.virt.hardware [None req-94fe7cd4-cd04-48b2-a955-d7303917558f tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 892.093898] env[69319]: DEBUG nova.virt.hardware [None req-94fe7cd4-cd04-48b2-a955-d7303917558f tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 892.106751] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-94fe7cd4-cd04-48b2-a955-d7303917558f tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] [instance: 914e081a-6fde-4c22-9f9c-ed060937963b] Reconfiguring VM instance instance-00000032 to detach disk 2000 {{(pid=69319) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 892.108135] env[69319]: DEBUG oslo_concurrency.lockutils [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Lock "a2bd5a84-7716-492b-931d-ef52322ab25c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.670s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.108135] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d903139f-a9ae-4ed7-abee-7eef6d0d74a2 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.131760] env[69319]: DEBUG oslo_vmware.api [None req-94fe7cd4-cd04-48b2-a955-d7303917558f tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Waiting for the task: (returnval){ [ 892.131760] env[69319]: value = "task-3223375" [ 892.131760] env[69319]: _type = "Task" [ 892.131760] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.140075] env[69319]: INFO nova.compute.manager [None req-d794abe6-e745-49e6-89b1-bcab0b008b9f tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 1a043193-1e7c-43ad-b903-34ca9371045e] Took 0.59 seconds to detach 1 volumes for instance. [ 892.148664] env[69319]: DEBUG oslo_vmware.api [None req-94fe7cd4-cd04-48b2-a955-d7303917558f tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Task: {'id': task-3223375, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.171016] env[69319]: DEBUG oslo_vmware.api [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Task: {'id': task-3223373, 'name': PowerOnVM_Task, 'duration_secs': 0.667446} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.171332] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] [instance: 0698939e-0dda-4b50-9ce9-d25e3b69e4c9] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 892.171588] env[69319]: INFO nova.compute.manager [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] [instance: 0698939e-0dda-4b50-9ce9-d25e3b69e4c9] Took 6.61 seconds to spawn the instance on the hypervisor. [ 892.171791] env[69319]: DEBUG nova.compute.manager [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] [instance: 0698939e-0dda-4b50-9ce9-d25e3b69e4c9] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 892.172635] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27870494-6dd7-43c4-9f9e-68e1ef3c2691 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.210673] env[69319]: DEBUG oslo_vmware.api [None req-23b1c855-a0d0-4db8-bdc6-31e390d586ac tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5218129f-1409-f2b8-10fd-4eb5611cb829, 'name': SearchDatastore_Task, 'duration_secs': 0.020325} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.211543] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c43b213c-4051-41d8-9414-049c4834ed2f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.218182] env[69319]: DEBUG oslo_vmware.api [None req-23b1c855-a0d0-4db8-bdc6-31e390d586ac tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Waiting for the task: (returnval){ [ 892.218182] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52de94c5-e04c-6a8c-420c-423bd834fef1" [ 892.218182] env[69319]: _type = "Task" [ 892.218182] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.234015] env[69319]: DEBUG oslo_vmware.api [None req-23b1c855-a0d0-4db8-bdc6-31e390d586ac tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52de94c5-e04c-6a8c-420c-423bd834fef1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.643153] env[69319]: DEBUG oslo_vmware.api [None req-94fe7cd4-cd04-48b2-a955-d7303917558f tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Task: {'id': task-3223375, 'name': ReconfigVM_Task, 'duration_secs': 0.278079} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.643447] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-94fe7cd4-cd04-48b2-a955-d7303917558f tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] [instance: 914e081a-6fde-4c22-9f9c-ed060937963b] Reconfigured VM instance instance-00000032 to detach disk 2000 {{(pid=69319) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 892.644275] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a2a3d3f-d6c9-49c9-8cf5-648f69607f7b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.662870] env[69319]: DEBUG oslo_concurrency.lockutils [None req-d794abe6-e745-49e6-89b1-bcab0b008b9f tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.670325] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-94fe7cd4-cd04-48b2-a955-d7303917558f tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] [instance: 914e081a-6fde-4c22-9f9c-ed060937963b] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] 914e081a-6fde-4c22-9f9c-ed060937963b/914e081a-6fde-4c22-9f9c-ed060937963b.vmdk or device None with type thin {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 892.670626] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d55282f-0b92-4b70-b09d-be030e1fb753 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.691943] env[69319]: INFO nova.compute.manager [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] [instance: 0698939e-0dda-4b50-9ce9-d25e3b69e4c9] Took 40.16 seconds to build instance. [ 892.697125] env[69319]: DEBUG oslo_vmware.api [None req-94fe7cd4-cd04-48b2-a955-d7303917558f tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Waiting for the task: (returnval){ [ 892.697125] env[69319]: value = "task-3223376" [ 892.697125] env[69319]: _type = "Task" [ 892.697125] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.709370] env[69319]: DEBUG oslo_vmware.api [None req-94fe7cd4-cd04-48b2-a955-d7303917558f tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Task: {'id': task-3223376, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.732148] env[69319]: DEBUG oslo_vmware.api [None req-23b1c855-a0d0-4db8-bdc6-31e390d586ac tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52de94c5-e04c-6a8c-420c-423bd834fef1, 'name': SearchDatastore_Task, 'duration_secs': 0.015046} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.732440] env[69319]: DEBUG oslo_concurrency.lockutils [None req-23b1c855-a0d0-4db8-bdc6-31e390d586ac tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.732808] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-23b1c855-a0d0-4db8-bdc6-31e390d586ac tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] 43e75e72-e9aa-43d9-bc06-65d4cad074cb/43e75e72-e9aa-43d9-bc06-65d4cad074cb.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 892.733097] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e0346f62-321d-4600-91ea-b9fe8ae1d9c1 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.743665] env[69319]: DEBUG oslo_vmware.api [None req-23b1c855-a0d0-4db8-bdc6-31e390d586ac tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Waiting for the task: (returnval){ [ 892.743665] env[69319]: value = "task-3223377" [ 892.743665] env[69319]: _type = "Task" [ 892.743665] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.755656] env[69319]: DEBUG oslo_vmware.api [None req-23b1c855-a0d0-4db8-bdc6-31e390d586ac tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3223377, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.912262] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ea10541-a297-45fe-b1ad-4c4594ebf8e4 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.920431] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69f723e8-f0be-4a67-ba3f-fedc5bbf170d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.956030] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bad37d8-e141-4ddf-8466-8cd6e177702c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.964913] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0827c90-483a-4229-83ad-b046238f05be {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.981980] env[69319]: DEBUG nova.compute.provider_tree [None req-eece8dbd-a079-495b-93af-17397dc5afd7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 893.194996] env[69319]: DEBUG oslo_concurrency.lockutils [None req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Lock "0698939e-0dda-4b50-9ce9-d25e3b69e4c9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.702s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.216234] env[69319]: DEBUG oslo_vmware.api [None req-94fe7cd4-cd04-48b2-a955-d7303917558f tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Task: {'id': task-3223376, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.255111] env[69319]: DEBUG oslo_vmware.api [None req-23b1c855-a0d0-4db8-bdc6-31e390d586ac tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3223377, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.486914] env[69319]: DEBUG nova.scheduler.client.report [None req-eece8dbd-a079-495b-93af-17397dc5afd7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 893.713586] env[69319]: DEBUG oslo_vmware.api [None req-94fe7cd4-cd04-48b2-a955-d7303917558f tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Task: {'id': task-3223376, 'name': ReconfigVM_Task, 'duration_secs': 0.828706} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.714244] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-94fe7cd4-cd04-48b2-a955-d7303917558f tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] [instance: 914e081a-6fde-4c22-9f9c-ed060937963b] Reconfigured VM instance instance-00000032 to attach disk [datastore2] 914e081a-6fde-4c22-9f9c-ed060937963b/914e081a-6fde-4c22-9f9c-ed060937963b.vmdk or device None with type thin {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 893.714517] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-94fe7cd4-cd04-48b2-a955-d7303917558f tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] [instance: 914e081a-6fde-4c22-9f9c-ed060937963b] Updating instance '914e081a-6fde-4c22-9f9c-ed060937963b' progress to 50 {{(pid=69319) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 893.757296] env[69319]: DEBUG oslo_vmware.api [None req-23b1c855-a0d0-4db8-bdc6-31e390d586ac tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3223377, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.675098} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.758295] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-23b1c855-a0d0-4db8-bdc6-31e390d586ac tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] 43e75e72-e9aa-43d9-bc06-65d4cad074cb/43e75e72-e9aa-43d9-bc06-65d4cad074cb.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 893.758869] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-23b1c855-a0d0-4db8-bdc6-31e390d586ac tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: 43e75e72-e9aa-43d9-bc06-65d4cad074cb] Extending root virtual disk to 1048576 {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 893.759329] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-79c9d15b-345d-4d74-8e78-67c0790614e9 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.766968] env[69319]: DEBUG oslo_vmware.api [None req-23b1c855-a0d0-4db8-bdc6-31e390d586ac tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Waiting for the task: (returnval){ [ 893.766968] env[69319]: value = "task-3223378" [ 893.766968] env[69319]: _type = "Task" [ 893.766968] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.777758] env[69319]: DEBUG oslo_vmware.api [None req-23b1c855-a0d0-4db8-bdc6-31e390d586ac tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3223378, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.992099] env[69319]: DEBUG oslo_concurrency.lockutils [None req-eece8dbd-a079-495b-93af-17397dc5afd7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.598s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.992726] env[69319]: DEBUG nova.compute.manager [None req-eece8dbd-a079-495b-93af-17397dc5afd7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 4650fd7f-02d1-46d1-b68e-3fb75e237e57] Start building networks asynchronously for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 893.995781] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 31.705s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.995983] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.996155] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69319) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 893.996504] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5ba09961-137f-4c95-b7eb-71ebe60b8352 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.309s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.998484] env[69319]: INFO nova.compute.claims [None req-5ba09961-137f-4c95-b7eb-71ebe60b8352 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] [instance: a9523f10-b2b8-4c7a-92a0-c31f8344af0b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 894.003799] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5087e56f-a97d-4601-ba45-7482e6ea9367 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.013505] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57eb2924-fd60-4e28-905a-61a6f6fb37e1 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.022033] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c9d8f6fa-6644-40f5-bf05-bfb4726cb91c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Acquiring lock "a2bd5a84-7716-492b-931d-ef52322ab25c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.022033] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c9d8f6fa-6644-40f5-bf05-bfb4726cb91c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Lock "a2bd5a84-7716-492b-931d-ef52322ab25c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.022033] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c9d8f6fa-6644-40f5-bf05-bfb4726cb91c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Acquiring lock "a2bd5a84-7716-492b-931d-ef52322ab25c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.022033] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c9d8f6fa-6644-40f5-bf05-bfb4726cb91c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Lock "a2bd5a84-7716-492b-931d-ef52322ab25c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.022033] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c9d8f6fa-6644-40f5-bf05-bfb4726cb91c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Lock "a2bd5a84-7716-492b-931d-ef52322ab25c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.025573] env[69319]: INFO nova.compute.manager [None req-c9d8f6fa-6644-40f5-bf05-bfb4726cb91c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] [instance: a2bd5a84-7716-492b-931d-ef52322ab25c] Terminating instance [ 894.039605] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a72175b-c72d-4ba1-9f59-ffbdb1bf468e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.047917] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-212120a1-45cc-48ab-8038-c85a411132fc {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.080715] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=177302MB free_disk=121GB free_vcpus=48 pci_devices=None {{(pid=69319) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 894.080857] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.085469] env[69319]: DEBUG oslo_concurrency.lockutils [None req-40a15bef-289d-4915-9658-b8d2c035a7c6 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Acquiring lock "0698939e-0dda-4b50-9ce9-d25e3b69e4c9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.085716] env[69319]: DEBUG oslo_concurrency.lockutils [None req-40a15bef-289d-4915-9658-b8d2c035a7c6 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Lock "0698939e-0dda-4b50-9ce9-d25e3b69e4c9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.085919] env[69319]: DEBUG oslo_concurrency.lockutils [None req-40a15bef-289d-4915-9658-b8d2c035a7c6 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Acquiring lock "0698939e-0dda-4b50-9ce9-d25e3b69e4c9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.086114] env[69319]: DEBUG oslo_concurrency.lockutils [None req-40a15bef-289d-4915-9658-b8d2c035a7c6 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Lock "0698939e-0dda-4b50-9ce9-d25e3b69e4c9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.086287] env[69319]: DEBUG oslo_concurrency.lockutils [None req-40a15bef-289d-4915-9658-b8d2c035a7c6 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Lock "0698939e-0dda-4b50-9ce9-d25e3b69e4c9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.088284] env[69319]: INFO nova.compute.manager [None req-40a15bef-289d-4915-9658-b8d2c035a7c6 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] [instance: 0698939e-0dda-4b50-9ce9-d25e3b69e4c9] Terminating instance [ 894.220770] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a92bc65-8fa3-406d-8b12-7dd31a8e0e90 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.244215] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c88775e-74f8-486f-b3f8-0593bca039e5 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.264778] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-94fe7cd4-cd04-48b2-a955-d7303917558f tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] [instance: 914e081a-6fde-4c22-9f9c-ed060937963b] Updating instance '914e081a-6fde-4c22-9f9c-ed060937963b' progress to 67 {{(pid=69319) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 894.278564] env[69319]: DEBUG oslo_vmware.api [None req-23b1c855-a0d0-4db8-bdc6-31e390d586ac tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3223378, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.313218} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.278878] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-23b1c855-a0d0-4db8-bdc6-31e390d586ac tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: 43e75e72-e9aa-43d9-bc06-65d4cad074cb] Extended root virtual disk {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 894.279766] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74e751f0-0b00-4a71-9689-8fc5e113cd56 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.303697] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-23b1c855-a0d0-4db8-bdc6-31e390d586ac tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: 43e75e72-e9aa-43d9-bc06-65d4cad074cb] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] 43e75e72-e9aa-43d9-bc06-65d4cad074cb/43e75e72-e9aa-43d9-bc06-65d4cad074cb.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 894.304041] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7796073-500b-495e-8f05-f923e4c80c07 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.326689] env[69319]: DEBUG oslo_vmware.api [None req-23b1c855-a0d0-4db8-bdc6-31e390d586ac tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Waiting for the task: (returnval){ [ 894.326689] env[69319]: value = "task-3223379" [ 894.326689] env[69319]: _type = "Task" [ 894.326689] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.336066] env[69319]: DEBUG oslo_vmware.api [None req-23b1c855-a0d0-4db8-bdc6-31e390d586ac tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3223379, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.502868] env[69319]: DEBUG nova.compute.utils [None req-eece8dbd-a079-495b-93af-17397dc5afd7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Using /dev/sd instead of None {{(pid=69319) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 894.507091] env[69319]: DEBUG nova.compute.manager [None req-eece8dbd-a079-495b-93af-17397dc5afd7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 4650fd7f-02d1-46d1-b68e-3fb75e237e57] Allocating IP information in the background. {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 894.507091] env[69319]: DEBUG nova.network.neutron [None req-eece8dbd-a079-495b-93af-17397dc5afd7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 4650fd7f-02d1-46d1-b68e-3fb75e237e57] allocate_for_instance() {{(pid=69319) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 894.532015] env[69319]: DEBUG nova.compute.manager [None req-c9d8f6fa-6644-40f5-bf05-bfb4726cb91c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] [instance: a2bd5a84-7716-492b-931d-ef52322ab25c] Start destroying the instance on the hypervisor. {{(pid=69319) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 894.532015] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-c9d8f6fa-6644-40f5-bf05-bfb4726cb91c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] [instance: a2bd5a84-7716-492b-931d-ef52322ab25c] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 894.532015] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed7bc8f3-9613-4e0a-b13c-6fda35f7be63 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.541282] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9d8f6fa-6644-40f5-bf05-bfb4726cb91c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] [instance: a2bd5a84-7716-492b-931d-ef52322ab25c] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 894.542191] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b81e1b0d-85d9-48e0-8e00-0f85e75762e9 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.555704] env[69319]: DEBUG oslo_vmware.api [None req-c9d8f6fa-6644-40f5-bf05-bfb4726cb91c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Waiting for the task: (returnval){ [ 894.555704] env[69319]: value = "task-3223380" [ 894.555704] env[69319]: _type = "Task" [ 894.555704] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.567321] env[69319]: DEBUG oslo_vmware.api [None req-c9d8f6fa-6644-40f5-bf05-bfb4726cb91c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Task: {'id': task-3223380, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.569245] env[69319]: DEBUG nova.policy [None req-eece8dbd-a079-495b-93af-17397dc5afd7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '22b4fbb08523413a999beeddea8a5d62', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0030fcfc26054d94b76414b0098fa648', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69319) authorize /opt/stack/nova/nova/policy.py:192}} [ 894.591910] env[69319]: DEBUG nova.compute.manager [None req-40a15bef-289d-4915-9658-b8d2c035a7c6 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] [instance: 0698939e-0dda-4b50-9ce9-d25e3b69e4c9] Start destroying the instance on the hypervisor. {{(pid=69319) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 894.592172] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-40a15bef-289d-4915-9658-b8d2c035a7c6 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] [instance: 0698939e-0dda-4b50-9ce9-d25e3b69e4c9] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 894.593136] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c22206df-aff9-4a75-be95-1e1a6f2c34c8 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.605795] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-40a15bef-289d-4915-9658-b8d2c035a7c6 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] [instance: 0698939e-0dda-4b50-9ce9-d25e3b69e4c9] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 894.606067] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cd867b27-189c-46a6-b054-0377d775fb38 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.615241] env[69319]: DEBUG oslo_vmware.api [None req-40a15bef-289d-4915-9658-b8d2c035a7c6 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Waiting for the task: (returnval){ [ 894.615241] env[69319]: value = "task-3223381" [ 894.615241] env[69319]: _type = "Task" [ 894.615241] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.626369] env[69319]: DEBUG oslo_vmware.api [None req-40a15bef-289d-4915-9658-b8d2c035a7c6 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Task: {'id': task-3223381, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.841320] env[69319]: DEBUG oslo_vmware.api [None req-23b1c855-a0d0-4db8-bdc6-31e390d586ac tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3223379, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.857207] env[69319]: DEBUG nova.network.neutron [None req-94fe7cd4-cd04-48b2-a955-d7303917558f tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] [instance: 914e081a-6fde-4c22-9f9c-ed060937963b] Port b90a6ffd-26c8-4211-a105-d1920eb0c334 binding to destination host cpu-1 is already ACTIVE {{(pid=69319) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 894.876918] env[69319]: DEBUG nova.network.neutron [None req-eece8dbd-a079-495b-93af-17397dc5afd7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 4650fd7f-02d1-46d1-b68e-3fb75e237e57] Successfully created port: 33818967-b4af-4132-a92f-4b293d725928 {{(pid=69319) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 895.006187] env[69319]: DEBUG nova.compute.manager [None req-eece8dbd-a079-495b-93af-17397dc5afd7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 4650fd7f-02d1-46d1-b68e-3fb75e237e57] Start building block device mappings for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 895.066745] env[69319]: DEBUG oslo_vmware.api [None req-c9d8f6fa-6644-40f5-bf05-bfb4726cb91c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Task: {'id': task-3223380, 'name': PowerOffVM_Task, 'duration_secs': 0.221354} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.067167] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9d8f6fa-6644-40f5-bf05-bfb4726cb91c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] [instance: a2bd5a84-7716-492b-931d-ef52322ab25c] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 895.067211] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-c9d8f6fa-6644-40f5-bf05-bfb4726cb91c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] [instance: a2bd5a84-7716-492b-931d-ef52322ab25c] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 895.071418] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-70618817-274c-4d79-adb3-64c8e7dd3df0 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.131391] env[69319]: DEBUG oslo_vmware.api [None req-40a15bef-289d-4915-9658-b8d2c035a7c6 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Task: {'id': task-3223381, 'name': PowerOffVM_Task, 'duration_secs': 0.204534} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.134683] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-40a15bef-289d-4915-9658-b8d2c035a7c6 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] [instance: 0698939e-0dda-4b50-9ce9-d25e3b69e4c9] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 895.134925] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-40a15bef-289d-4915-9658-b8d2c035a7c6 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] [instance: 0698939e-0dda-4b50-9ce9-d25e3b69e4c9] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 895.135611] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1c2cf365-3344-494e-a126-632614075b03 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.166259] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-c9d8f6fa-6644-40f5-bf05-bfb4726cb91c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] [instance: a2bd5a84-7716-492b-931d-ef52322ab25c] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 895.166494] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-c9d8f6fa-6644-40f5-bf05-bfb4726cb91c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] [instance: a2bd5a84-7716-492b-931d-ef52322ab25c] Deleting contents of the VM from datastore datastore1 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 895.166675] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9d8f6fa-6644-40f5-bf05-bfb4726cb91c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Deleting the datastore file [datastore1] a2bd5a84-7716-492b-931d-ef52322ab25c {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 895.167026] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8565bbdf-a281-453a-9ac5-9d65c66feb0e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.178325] env[69319]: DEBUG oslo_vmware.api [None req-c9d8f6fa-6644-40f5-bf05-bfb4726cb91c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Waiting for the task: (returnval){ [ 895.178325] env[69319]: value = "task-3223384" [ 895.178325] env[69319]: _type = "Task" [ 895.178325] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.189998] env[69319]: DEBUG oslo_vmware.api [None req-c9d8f6fa-6644-40f5-bf05-bfb4726cb91c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Task: {'id': task-3223384, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.230421] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-40a15bef-289d-4915-9658-b8d2c035a7c6 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] [instance: 0698939e-0dda-4b50-9ce9-d25e3b69e4c9] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 895.230817] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-40a15bef-289d-4915-9658-b8d2c035a7c6 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] [instance: 0698939e-0dda-4b50-9ce9-d25e3b69e4c9] Deleting contents of the VM from datastore datastore1 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 895.231932] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-40a15bef-289d-4915-9658-b8d2c035a7c6 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Deleting the datastore file [datastore1] 0698939e-0dda-4b50-9ce9-d25e3b69e4c9 {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 895.231932] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e028afd6-0db9-4808-9d38-b904ce30db45 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.239673] env[69319]: DEBUG oslo_vmware.api [None req-40a15bef-289d-4915-9658-b8d2c035a7c6 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Waiting for the task: (returnval){ [ 895.239673] env[69319]: value = "task-3223385" [ 895.239673] env[69319]: _type = "Task" [ 895.239673] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.252033] env[69319]: DEBUG oslo_vmware.api [None req-40a15bef-289d-4915-9658-b8d2c035a7c6 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Task: {'id': task-3223385, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.339252] env[69319]: DEBUG oslo_vmware.api [None req-23b1c855-a0d0-4db8-bdc6-31e390d586ac tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3223379, 'name': ReconfigVM_Task, 'duration_secs': 0.810171} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.339391] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-23b1c855-a0d0-4db8-bdc6-31e390d586ac tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: 43e75e72-e9aa-43d9-bc06-65d4cad074cb] Reconfigured VM instance instance-0000003a to attach disk [datastore2] 43e75e72-e9aa-43d9-bc06-65d4cad074cb/43e75e72-e9aa-43d9-bc06-65d4cad074cb.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 895.340787] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2f9f3c18-cff4-4a92-8301-52ac2ae1981e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.347778] env[69319]: DEBUG oslo_vmware.api [None req-23b1c855-a0d0-4db8-bdc6-31e390d586ac tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Waiting for the task: (returnval){ [ 895.347778] env[69319]: value = "task-3223386" [ 895.347778] env[69319]: _type = "Task" [ 895.347778] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.358694] env[69319]: DEBUG oslo_vmware.api [None req-23b1c855-a0d0-4db8-bdc6-31e390d586ac tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3223386, 'name': Rename_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.499541] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88f09140-83ed-483b-869a-4589ac9db203 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.508474] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e4c5529-5b21-47b8-9455-382c24d5b601 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.554386] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f94ea978-104c-4ecb-8ee9-5f95efcd1505 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.563757] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-757e0fcb-a76c-405f-a03b-699c3f3e7661 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.578979] env[69319]: DEBUG nova.compute.provider_tree [None req-5ba09961-137f-4c95-b7eb-71ebe60b8352 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Updating inventory in ProviderTree for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 895.689318] env[69319]: DEBUG oslo_vmware.api [None req-c9d8f6fa-6644-40f5-bf05-bfb4726cb91c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Task: {'id': task-3223384, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143561} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.689600] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9d8f6fa-6644-40f5-bf05-bfb4726cb91c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 895.689792] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-c9d8f6fa-6644-40f5-bf05-bfb4726cb91c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] [instance: a2bd5a84-7716-492b-931d-ef52322ab25c] Deleted contents of the VM from datastore datastore1 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 895.689972] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-c9d8f6fa-6644-40f5-bf05-bfb4726cb91c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] [instance: a2bd5a84-7716-492b-931d-ef52322ab25c] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 895.690193] env[69319]: INFO nova.compute.manager [None req-c9d8f6fa-6644-40f5-bf05-bfb4726cb91c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] [instance: a2bd5a84-7716-492b-931d-ef52322ab25c] Took 1.16 seconds to destroy the instance on the hypervisor. [ 895.690441] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c9d8f6fa-6644-40f5-bf05-bfb4726cb91c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 895.690666] env[69319]: DEBUG nova.compute.manager [-] [instance: a2bd5a84-7716-492b-931d-ef52322ab25c] Deallocating network for instance {{(pid=69319) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 895.690769] env[69319]: DEBUG nova.network.neutron [-] [instance: a2bd5a84-7716-492b-931d-ef52322ab25c] deallocate_for_instance() {{(pid=69319) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 895.750218] env[69319]: DEBUG oslo_vmware.api [None req-40a15bef-289d-4915-9658-b8d2c035a7c6 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Task: {'id': task-3223385, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139138} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.750498] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-40a15bef-289d-4915-9658-b8d2c035a7c6 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 895.750721] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-40a15bef-289d-4915-9658-b8d2c035a7c6 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] [instance: 0698939e-0dda-4b50-9ce9-d25e3b69e4c9] Deleted contents of the VM from datastore datastore1 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 895.750923] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-40a15bef-289d-4915-9658-b8d2c035a7c6 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] [instance: 0698939e-0dda-4b50-9ce9-d25e3b69e4c9] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 895.751106] env[69319]: INFO nova.compute.manager [None req-40a15bef-289d-4915-9658-b8d2c035a7c6 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] [instance: 0698939e-0dda-4b50-9ce9-d25e3b69e4c9] Took 1.16 seconds to destroy the instance on the hypervisor. [ 895.751342] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-40a15bef-289d-4915-9658-b8d2c035a7c6 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 895.751558] env[69319]: DEBUG nova.compute.manager [-] [instance: 0698939e-0dda-4b50-9ce9-d25e3b69e4c9] Deallocating network for instance {{(pid=69319) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 895.751674] env[69319]: DEBUG nova.network.neutron [-] [instance: 0698939e-0dda-4b50-9ce9-d25e3b69e4c9] deallocate_for_instance() {{(pid=69319) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 895.857941] env[69319]: DEBUG oslo_vmware.api [None req-23b1c855-a0d0-4db8-bdc6-31e390d586ac tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3223386, 'name': Rename_Task, 'duration_secs': 0.337841} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.858253] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-23b1c855-a0d0-4db8-bdc6-31e390d586ac tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: 43e75e72-e9aa-43d9-bc06-65d4cad074cb] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 895.858508] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cd58eaed-fa30-4e26-9e7d-6eeccb458791 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.865546] env[69319]: DEBUG oslo_vmware.api [None req-23b1c855-a0d0-4db8-bdc6-31e390d586ac tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Waiting for the task: (returnval){ [ 895.865546] env[69319]: value = "task-3223387" [ 895.865546] env[69319]: _type = "Task" [ 895.865546] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.883420] env[69319]: DEBUG oslo_concurrency.lockutils [None req-94fe7cd4-cd04-48b2-a955-d7303917558f tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Acquiring lock "914e081a-6fde-4c22-9f9c-ed060937963b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.883676] env[69319]: DEBUG oslo_concurrency.lockutils [None req-94fe7cd4-cd04-48b2-a955-d7303917558f tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Lock "914e081a-6fde-4c22-9f9c-ed060937963b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.884137] env[69319]: DEBUG oslo_concurrency.lockutils [None req-94fe7cd4-cd04-48b2-a955-d7303917558f tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Lock "914e081a-6fde-4c22-9f9c-ed060937963b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.893663] env[69319]: DEBUG oslo_vmware.api [None req-23b1c855-a0d0-4db8-bdc6-31e390d586ac tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3223387, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.017950] env[69319]: DEBUG nova.compute.manager [None req-eece8dbd-a079-495b-93af-17397dc5afd7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 4650fd7f-02d1-46d1-b68e-3fb75e237e57] Start spawning the instance on the hypervisor. {{(pid=69319) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 896.046882] env[69319]: DEBUG nova.virt.hardware [None req-eece8dbd-a079-495b-93af-17397dc5afd7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:32:36Z,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31f027872f6f44dba95ff2fe7a062e00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:32:36Z,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 896.047148] env[69319]: DEBUG nova.virt.hardware [None req-eece8dbd-a079-495b-93af-17397dc5afd7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 896.047309] env[69319]: DEBUG nova.virt.hardware [None req-eece8dbd-a079-495b-93af-17397dc5afd7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 896.047490] env[69319]: DEBUG nova.virt.hardware [None req-eece8dbd-a079-495b-93af-17397dc5afd7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 896.047637] env[69319]: DEBUG nova.virt.hardware [None req-eece8dbd-a079-495b-93af-17397dc5afd7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 896.047783] env[69319]: DEBUG nova.virt.hardware [None req-eece8dbd-a079-495b-93af-17397dc5afd7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 896.047991] env[69319]: DEBUG nova.virt.hardware [None req-eece8dbd-a079-495b-93af-17397dc5afd7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 896.048254] env[69319]: DEBUG nova.virt.hardware [None req-eece8dbd-a079-495b-93af-17397dc5afd7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 896.048430] env[69319]: DEBUG nova.virt.hardware [None req-eece8dbd-a079-495b-93af-17397dc5afd7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 896.048624] env[69319]: DEBUG nova.virt.hardware [None req-eece8dbd-a079-495b-93af-17397dc5afd7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 896.048812] env[69319]: DEBUG nova.virt.hardware [None req-eece8dbd-a079-495b-93af-17397dc5afd7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 896.049764] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-681b4aa2-8cc0-4759-ab04-eab504d96139 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.058348] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0ef49b1-eef6-426c-a481-0d10c9b18e74 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.101872] env[69319]: ERROR nova.scheduler.client.report [None req-5ba09961-137f-4c95-b7eb-71ebe60b8352 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] [req-62290e80-ef83-4fd5-b8e2-255630138d8e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 94b8835e-2513-4669-abb9-c8c6813d60e7. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-62290e80-ef83-4fd5-b8e2-255630138d8e"}]} [ 896.117914] env[69319]: DEBUG nova.scheduler.client.report [None req-5ba09961-137f-4c95-b7eb-71ebe60b8352 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Refreshing inventories for resource provider 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 896.131725] env[69319]: DEBUG nova.scheduler.client.report [None req-5ba09961-137f-4c95-b7eb-71ebe60b8352 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Updating ProviderTree inventory for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 896.132036] env[69319]: DEBUG nova.compute.provider_tree [None req-5ba09961-137f-4c95-b7eb-71ebe60b8352 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Updating inventory in ProviderTree for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 896.143710] env[69319]: DEBUG nova.scheduler.client.report [None req-5ba09961-137f-4c95-b7eb-71ebe60b8352 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Refreshing aggregate associations for resource provider 94b8835e-2513-4669-abb9-c8c6813d60e7, aggregates: None {{(pid=69319) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 896.161413] env[69319]: DEBUG nova.scheduler.client.report [None req-5ba09961-137f-4c95-b7eb-71ebe60b8352 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Refreshing trait associations for resource provider 94b8835e-2513-4669-abb9-c8c6813d60e7, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69319) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 896.377608] env[69319]: DEBUG oslo_vmware.api [None req-23b1c855-a0d0-4db8-bdc6-31e390d586ac tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3223387, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.530873] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a1657c8-5d41-42c5-a9f3-281009ba3700 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.539114] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32f35cda-8682-46a3-8054-7ee94623949e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.569912] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c3c7c05-52f4-40be-82f6-16244dd3d69d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.577898] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5031f487-6638-4ee3-b3ab-2a77efef986c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.591122] env[69319]: DEBUG nova.compute.provider_tree [None req-5ba09961-137f-4c95-b7eb-71ebe60b8352 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Updating inventory in ProviderTree for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 896.876607] env[69319]: DEBUG oslo_vmware.api [None req-23b1c855-a0d0-4db8-bdc6-31e390d586ac tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3223387, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.377621] env[69319]: DEBUG oslo_vmware.api [None req-23b1c855-a0d0-4db8-bdc6-31e390d586ac tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3223387, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.878228] env[69319]: DEBUG oslo_vmware.api [None req-23b1c855-a0d0-4db8-bdc6-31e390d586ac tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3223387, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.382581] env[69319]: DEBUG oslo_vmware.api [None req-23b1c855-a0d0-4db8-bdc6-31e390d586ac tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3223387, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.881769] env[69319]: DEBUG oslo_vmware.api [None req-23b1c855-a0d0-4db8-bdc6-31e390d586ac tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3223387, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.379593] env[69319]: DEBUG oslo_vmware.api [None req-23b1c855-a0d0-4db8-bdc6-31e390d586ac tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3223387, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.425699] env[69319]: DEBUG nova.scheduler.client.report [None req-5ba09961-137f-4c95-b7eb-71ebe60b8352 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Updated inventory for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 with generation 81 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 899.426027] env[69319]: DEBUG nova.compute.provider_tree [None req-5ba09961-137f-4c95-b7eb-71ebe60b8352 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Updating resource provider 94b8835e-2513-4669-abb9-c8c6813d60e7 generation from 81 to 82 during operation: update_inventory {{(pid=69319) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 899.426319] env[69319]: DEBUG nova.compute.provider_tree [None req-5ba09961-137f-4c95-b7eb-71ebe60b8352 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Updating inventory in ProviderTree for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 899.478214] env[69319]: DEBUG oslo_concurrency.lockutils [None req-acbbb872-00b9-43b9-85ad-be64fbd82621 tempest-ServerActionsV293TestJSON-1988837861 tempest-ServerActionsV293TestJSON-1988837861-project-member] Acquiring lock "ad622127-7078-489f-9f55-5663137241aa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.478609] env[69319]: DEBUG oslo_concurrency.lockutils [None req-acbbb872-00b9-43b9-85ad-be64fbd82621 tempest-ServerActionsV293TestJSON-1988837861 tempest-ServerActionsV293TestJSON-1988837861-project-member] Lock "ad622127-7078-489f-9f55-5663137241aa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.761289] env[69319]: DEBUG nova.network.neutron [None req-eece8dbd-a079-495b-93af-17397dc5afd7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 4650fd7f-02d1-46d1-b68e-3fb75e237e57] Successfully updated port: 33818967-b4af-4132-a92f-4b293d725928 {{(pid=69319) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 899.880718] env[69319]: DEBUG oslo_vmware.api [None req-23b1c855-a0d0-4db8-bdc6-31e390d586ac tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3223387, 'name': PowerOnVM_Task, 'duration_secs': 3.979705} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.881024] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-23b1c855-a0d0-4db8-bdc6-31e390d586ac tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: 43e75e72-e9aa-43d9-bc06-65d4cad074cb] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 899.881229] env[69319]: DEBUG nova.compute.manager [None req-23b1c855-a0d0-4db8-bdc6-31e390d586ac tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: 43e75e72-e9aa-43d9-bc06-65d4cad074cb] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 899.882099] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-008e2e3b-31d0-407f-8c75-6c7a30b2fdd6 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.931429] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5ba09961-137f-4c95-b7eb-71ebe60b8352 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.935s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.931942] env[69319]: DEBUG nova.compute.manager [None req-5ba09961-137f-4c95-b7eb-71ebe60b8352 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] [instance: a9523f10-b2b8-4c7a-92a0-c31f8344af0b] Start building networks asynchronously for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 899.934463] env[69319]: DEBUG oslo_concurrency.lockutils [None req-441eab6a-a3d6-4cba-a0bc-bfc76406d163 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.680s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.934838] env[69319]: DEBUG nova.objects.instance [None req-441eab6a-a3d6-4cba-a0bc-bfc76406d163 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Lazy-loading 'resources' on Instance uuid 0b5d2173-10d1-4983-877c-743388460231 {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 899.983341] env[69319]: DEBUG nova.compute.manager [None req-acbbb872-00b9-43b9-85ad-be64fbd82621 tempest-ServerActionsV293TestJSON-1988837861 tempest-ServerActionsV293TestJSON-1988837861-project-member] [instance: ad622127-7078-489f-9f55-5663137241aa] Starting instance... {{(pid=69319) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 900.046558] env[69319]: DEBUG nova.compute.manager [req-0053df1e-8989-4e1e-8aab-2ec5b7b61c04 req-adc129e0-a552-43c7-a0eb-b69f0a2f3471 service nova] [instance: 4650fd7f-02d1-46d1-b68e-3fb75e237e57] Received event network-vif-plugged-33818967-b4af-4132-a92f-4b293d725928 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 900.047720] env[69319]: DEBUG oslo_concurrency.lockutils [req-0053df1e-8989-4e1e-8aab-2ec5b7b61c04 req-adc129e0-a552-43c7-a0eb-b69f0a2f3471 service nova] Acquiring lock "4650fd7f-02d1-46d1-b68e-3fb75e237e57-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.047720] env[69319]: DEBUG oslo_concurrency.lockutils [req-0053df1e-8989-4e1e-8aab-2ec5b7b61c04 req-adc129e0-a552-43c7-a0eb-b69f0a2f3471 service nova] Lock "4650fd7f-02d1-46d1-b68e-3fb75e237e57-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.047720] env[69319]: DEBUG oslo_concurrency.lockutils [req-0053df1e-8989-4e1e-8aab-2ec5b7b61c04 req-adc129e0-a552-43c7-a0eb-b69f0a2f3471 service nova] Lock "4650fd7f-02d1-46d1-b68e-3fb75e237e57-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.047720] env[69319]: DEBUG nova.compute.manager [req-0053df1e-8989-4e1e-8aab-2ec5b7b61c04 req-adc129e0-a552-43c7-a0eb-b69f0a2f3471 service nova] [instance: 4650fd7f-02d1-46d1-b68e-3fb75e237e57] No waiting events found dispatching network-vif-plugged-33818967-b4af-4132-a92f-4b293d725928 {{(pid=69319) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 900.047720] env[69319]: WARNING nova.compute.manager [req-0053df1e-8989-4e1e-8aab-2ec5b7b61c04 req-adc129e0-a552-43c7-a0eb-b69f0a2f3471 service nova] [instance: 4650fd7f-02d1-46d1-b68e-3fb75e237e57] Received unexpected event network-vif-plugged-33818967-b4af-4132-a92f-4b293d725928 for instance with vm_state building and task_state spawning. [ 900.064280] env[69319]: DEBUG nova.compute.manager [req-df3d2026-dbd9-4dab-bbb0-ba476e3541ff req-c836b913-dd02-4e15-a035-2b914e59e8d2 service nova] [instance: a2bd5a84-7716-492b-931d-ef52322ab25c] Received event network-vif-deleted-9d596cb9-a29d-490b-8869-f14a06954a85 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 900.064477] env[69319]: INFO nova.compute.manager [req-df3d2026-dbd9-4dab-bbb0-ba476e3541ff req-c836b913-dd02-4e15-a035-2b914e59e8d2 service nova] [instance: a2bd5a84-7716-492b-931d-ef52322ab25c] Neutron deleted interface 9d596cb9-a29d-490b-8869-f14a06954a85; detaching it from the instance and deleting it from the info cache [ 900.064655] env[69319]: DEBUG nova.network.neutron [req-df3d2026-dbd9-4dab-bbb0-ba476e3541ff req-c836b913-dd02-4e15-a035-2b914e59e8d2 service nova] [instance: a2bd5a84-7716-492b-931d-ef52322ab25c] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.122570] env[69319]: DEBUG nova.network.neutron [-] [instance: a2bd5a84-7716-492b-931d-ef52322ab25c] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.188102] env[69319]: DEBUG nova.network.neutron [-] [instance: 0698939e-0dda-4b50-9ce9-d25e3b69e4c9] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.264534] env[69319]: DEBUG oslo_concurrency.lockutils [None req-eece8dbd-a079-495b-93af-17397dc5afd7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Acquiring lock "refresh_cache-4650fd7f-02d1-46d1-b68e-3fb75e237e57" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.264627] env[69319]: DEBUG oslo_concurrency.lockutils [None req-eece8dbd-a079-495b-93af-17397dc5afd7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Acquired lock "refresh_cache-4650fd7f-02d1-46d1-b68e-3fb75e237e57" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.264973] env[69319]: DEBUG nova.network.neutron [None req-eece8dbd-a079-495b-93af-17397dc5afd7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 4650fd7f-02d1-46d1-b68e-3fb75e237e57] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 900.393613] env[69319]: INFO nova.compute.manager [None req-23b1c855-a0d0-4db8-bdc6-31e390d586ac tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: 43e75e72-e9aa-43d9-bc06-65d4cad074cb] bringing vm to original state: 'stopped' [ 900.437973] env[69319]: DEBUG nova.compute.utils [None req-5ba09961-137f-4c95-b7eb-71ebe60b8352 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Using /dev/sd instead of None {{(pid=69319) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 900.448331] env[69319]: DEBUG nova.compute.manager [None req-5ba09961-137f-4c95-b7eb-71ebe60b8352 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] [instance: a9523f10-b2b8-4c7a-92a0-c31f8344af0b] Allocating IP information in the background. {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 900.448331] env[69319]: DEBUG nova.network.neutron [None req-5ba09961-137f-4c95-b7eb-71ebe60b8352 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] [instance: a9523f10-b2b8-4c7a-92a0-c31f8344af0b] allocate_for_instance() {{(pid=69319) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 900.479018] env[69319]: DEBUG oslo_concurrency.lockutils [None req-94fe7cd4-cd04-48b2-a955-d7303917558f tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Acquiring lock "refresh_cache-914e081a-6fde-4c22-9f9c-ed060937963b" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.479243] env[69319]: DEBUG oslo_concurrency.lockutils [None req-94fe7cd4-cd04-48b2-a955-d7303917558f tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Acquired lock "refresh_cache-914e081a-6fde-4c22-9f9c-ed060937963b" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.479432] env[69319]: DEBUG nova.network.neutron [None req-94fe7cd4-cd04-48b2-a955-d7303917558f tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] [instance: 914e081a-6fde-4c22-9f9c-ed060937963b] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 900.503340] env[69319]: DEBUG oslo_concurrency.lockutils [None req-acbbb872-00b9-43b9-85ad-be64fbd82621 tempest-ServerActionsV293TestJSON-1988837861 tempest-ServerActionsV293TestJSON-1988837861-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.519721] env[69319]: DEBUG nova.policy [None req-5ba09961-137f-4c95-b7eb-71ebe60b8352 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6a5e3f7af7944ecc8d7a150cc51c4c6f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9916e68946284f088b04983a82874008', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69319) authorize /opt/stack/nova/nova/policy.py:192}} [ 900.568122] env[69319]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-558fa9eb-cba4-47c1-99ff-a1137e887bf6 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.581902] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ee89b94-8b60-4063-86ca-bb592f8ae5f9 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.628771] env[69319]: INFO nova.compute.manager [-] [instance: a2bd5a84-7716-492b-931d-ef52322ab25c] Took 4.94 seconds to deallocate network for instance. [ 900.630035] env[69319]: DEBUG nova.compute.manager [req-df3d2026-dbd9-4dab-bbb0-ba476e3541ff req-c836b913-dd02-4e15-a035-2b914e59e8d2 service nova] [instance: a2bd5a84-7716-492b-931d-ef52322ab25c] Detach interface failed, port_id=9d596cb9-a29d-490b-8869-f14a06954a85, reason: Instance a2bd5a84-7716-492b-931d-ef52322ab25c could not be found. {{(pid=69319) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 900.691525] env[69319]: INFO nova.compute.manager [-] [instance: 0698939e-0dda-4b50-9ce9-d25e3b69e4c9] Took 4.94 seconds to deallocate network for instance. [ 900.805382] env[69319]: DEBUG nova.network.neutron [None req-eece8dbd-a079-495b-93af-17397dc5afd7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 4650fd7f-02d1-46d1-b68e-3fb75e237e57] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 900.953312] env[69319]: DEBUG nova.compute.manager [None req-5ba09961-137f-4c95-b7eb-71ebe60b8352 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] [instance: a9523f10-b2b8-4c7a-92a0-c31f8344af0b] Start building block device mappings for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 900.958513] env[69319]: DEBUG nova.network.neutron [None req-5ba09961-137f-4c95-b7eb-71ebe60b8352 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] [instance: a9523f10-b2b8-4c7a-92a0-c31f8344af0b] Successfully created port: d395a62f-7708-4321-9722-42928a37b655 {{(pid=69319) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 900.965695] env[69319]: DEBUG nova.network.neutron [None req-eece8dbd-a079-495b-93af-17397dc5afd7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 4650fd7f-02d1-46d1-b68e-3fb75e237e57] Updating instance_info_cache with network_info: [{"id": "33818967-b4af-4132-a92f-4b293d725928", "address": "fa:16:3e:35:db:93", "network": {"id": "137e0ee2-8e6e-434c-a032-f059cf348e59", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-49335232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0030fcfc26054d94b76414b0098fa648", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33818967-b4", "ovs_interfaceid": "33818967-b4af-4132-a92f-4b293d725928", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.005065] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86ec1b77-a0ff-44a3-9754-d28f77a64803 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.013777] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-023e0813-fbc7-429c-9ecd-d9e2f5567ae3 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.051942] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20e4c548-7ad1-4dc3-bf8e-5c5b91ba4341 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.063671] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-763f16bc-edb3-446d-96ef-18d02a0240ca {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.078972] env[69319]: DEBUG nova.compute.provider_tree [None req-441eab6a-a3d6-4cba-a0bc-bfc76406d163 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 901.140508] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c9d8f6fa-6644-40f5-bf05-bfb4726cb91c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.202317] env[69319]: DEBUG nova.network.neutron [None req-94fe7cd4-cd04-48b2-a955-d7303917558f tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] [instance: 914e081a-6fde-4c22-9f9c-ed060937963b] Updating instance_info_cache with network_info: [{"id": "b90a6ffd-26c8-4211-a105-d1920eb0c334", "address": "fa:16:3e:30:7f:e2", "network": {"id": "e172e758-1a9b-4f22-a553-441ab9c9dccc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.190", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "31f027872f6f44dba95ff2fe7a062e00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb90a6ffd-26", "ovs_interfaceid": "b90a6ffd-26c8-4211-a105-d1920eb0c334", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.204127] env[69319]: DEBUG oslo_concurrency.lockutils [None req-40a15bef-289d-4915-9658-b8d2c035a7c6 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.401399] env[69319]: DEBUG oslo_concurrency.lockutils [None req-23b1c855-a0d0-4db8-bdc6-31e390d586ac tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Acquiring lock "43e75e72-e9aa-43d9-bc06-65d4cad074cb" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.401868] env[69319]: DEBUG oslo_concurrency.lockutils [None req-23b1c855-a0d0-4db8-bdc6-31e390d586ac tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Lock "43e75e72-e9aa-43d9-bc06-65d4cad074cb" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.402134] env[69319]: DEBUG nova.compute.manager [None req-23b1c855-a0d0-4db8-bdc6-31e390d586ac tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: 43e75e72-e9aa-43d9-bc06-65d4cad074cb] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 901.403161] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de3aa5bb-6311-4f75-8220-ab662314d2dc {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.411189] env[69319]: DEBUG nova.compute.manager [None req-23b1c855-a0d0-4db8-bdc6-31e390d586ac tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: 43e75e72-e9aa-43d9-bc06-65d4cad074cb] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69319) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 901.468246] env[69319]: DEBUG oslo_concurrency.lockutils [None req-eece8dbd-a079-495b-93af-17397dc5afd7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Releasing lock "refresh_cache-4650fd7f-02d1-46d1-b68e-3fb75e237e57" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.468618] env[69319]: DEBUG nova.compute.manager [None req-eece8dbd-a079-495b-93af-17397dc5afd7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 4650fd7f-02d1-46d1-b68e-3fb75e237e57] Instance network_info: |[{"id": "33818967-b4af-4132-a92f-4b293d725928", "address": "fa:16:3e:35:db:93", "network": {"id": "137e0ee2-8e6e-434c-a032-f059cf348e59", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-49335232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0030fcfc26054d94b76414b0098fa648", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33818967-b4", "ovs_interfaceid": "33818967-b4af-4132-a92f-4b293d725928", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 901.469082] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-eece8dbd-a079-495b-93af-17397dc5afd7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 4650fd7f-02d1-46d1-b68e-3fb75e237e57] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:db:93', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4a8f5363-be3a-4f92-9ccf-33bb0c8113b3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '33818967-b4af-4132-a92f-4b293d725928', 'vif_model': 'vmxnet3'}] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 901.477071] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eece8dbd-a079-495b-93af-17397dc5afd7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 901.477342] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4650fd7f-02d1-46d1-b68e-3fb75e237e57] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 901.477585] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ac60cd4b-0c4c-4e87-afaa-96d41badb143 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.499287] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 901.499287] env[69319]: value = "task-3223388" [ 901.499287] env[69319]: _type = "Task" [ 901.499287] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.507944] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223388, 'name': CreateVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.584750] env[69319]: DEBUG nova.scheduler.client.report [None req-441eab6a-a3d6-4cba-a0bc-bfc76406d163 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 901.706988] env[69319]: DEBUG oslo_concurrency.lockutils [None req-94fe7cd4-cd04-48b2-a955-d7303917558f tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Releasing lock "refresh_cache-914e081a-6fde-4c22-9f9c-ed060937963b" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.915774] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-23b1c855-a0d0-4db8-bdc6-31e390d586ac tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: 43e75e72-e9aa-43d9-bc06-65d4cad074cb] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 901.916135] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-36da716f-092a-4043-b59c-5927fa8ac43b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.924350] env[69319]: DEBUG oslo_vmware.api [None req-23b1c855-a0d0-4db8-bdc6-31e390d586ac tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Waiting for the task: (returnval){ [ 901.924350] env[69319]: value = "task-3223389" [ 901.924350] env[69319]: _type = "Task" [ 901.924350] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.934907] env[69319]: DEBUG oslo_vmware.api [None req-23b1c855-a0d0-4db8-bdc6-31e390d586ac tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3223389, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.009626] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223388, 'name': CreateVM_Task, 'duration_secs': 0.361387} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.009924] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4650fd7f-02d1-46d1-b68e-3fb75e237e57] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 902.010517] env[69319]: DEBUG oslo_concurrency.lockutils [None req-eece8dbd-a079-495b-93af-17397dc5afd7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.010715] env[69319]: DEBUG oslo_concurrency.lockutils [None req-eece8dbd-a079-495b-93af-17397dc5afd7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.011059] env[69319]: DEBUG oslo_concurrency.lockutils [None req-eece8dbd-a079-495b-93af-17397dc5afd7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.011321] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d443e563-d825-4814-8d9d-1b346f6b8e9c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.016448] env[69319]: DEBUG oslo_vmware.api [None req-eece8dbd-a079-495b-93af-17397dc5afd7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Waiting for the task: (returnval){ [ 902.016448] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52574b71-cbd1-61c4-9a05-bc961026cb10" [ 902.016448] env[69319]: _type = "Task" [ 902.016448] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.027032] env[69319]: DEBUG oslo_vmware.api [None req-eece8dbd-a079-495b-93af-17397dc5afd7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52574b71-cbd1-61c4-9a05-bc961026cb10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.088870] env[69319]: DEBUG nova.compute.manager [req-fb8c8b3f-6a8c-40e5-9f3f-8332eebd6911 req-0e296fa3-9d22-43a4-bc11-6f060eca7d01 service nova] [instance: 4650fd7f-02d1-46d1-b68e-3fb75e237e57] Received event network-changed-33818967-b4af-4132-a92f-4b293d725928 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 902.089091] env[69319]: DEBUG nova.compute.manager [req-fb8c8b3f-6a8c-40e5-9f3f-8332eebd6911 req-0e296fa3-9d22-43a4-bc11-6f060eca7d01 service nova] [instance: 4650fd7f-02d1-46d1-b68e-3fb75e237e57] Refreshing instance network info cache due to event network-changed-33818967-b4af-4132-a92f-4b293d725928. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 902.089311] env[69319]: DEBUG oslo_concurrency.lockutils [req-fb8c8b3f-6a8c-40e5-9f3f-8332eebd6911 req-0e296fa3-9d22-43a4-bc11-6f060eca7d01 service nova] Acquiring lock "refresh_cache-4650fd7f-02d1-46d1-b68e-3fb75e237e57" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.089457] env[69319]: DEBUG oslo_concurrency.lockutils [req-fb8c8b3f-6a8c-40e5-9f3f-8332eebd6911 req-0e296fa3-9d22-43a4-bc11-6f060eca7d01 service nova] Acquired lock "refresh_cache-4650fd7f-02d1-46d1-b68e-3fb75e237e57" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.089615] env[69319]: DEBUG nova.network.neutron [req-fb8c8b3f-6a8c-40e5-9f3f-8332eebd6911 req-0e296fa3-9d22-43a4-bc11-6f060eca7d01 service nova] [instance: 4650fd7f-02d1-46d1-b68e-3fb75e237e57] Refreshing network info cache for port 33818967-b4af-4132-a92f-4b293d725928 {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 902.106836] env[69319]: DEBUG nova.compute.manager [req-c658a526-f7f8-40d1-b14c-6a00417f33db req-f808d304-7af5-4f0d-9984-d970dc22fbc9 service nova] [instance: 0698939e-0dda-4b50-9ce9-d25e3b69e4c9] Received event network-vif-deleted-ca07f7be-4965-4fad-b083-6508d40fd6f2 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 902.435360] env[69319]: DEBUG oslo_vmware.api [None req-23b1c855-a0d0-4db8-bdc6-31e390d586ac tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3223389, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.526451] env[69319]: DEBUG oslo_vmware.api [None req-eece8dbd-a079-495b-93af-17397dc5afd7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52574b71-cbd1-61c4-9a05-bc961026cb10, 'name': SearchDatastore_Task, 'duration_secs': 0.010757} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.526698] env[69319]: DEBUG oslo_concurrency.lockutils [None req-eece8dbd-a079-495b-93af-17397dc5afd7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.526949] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-eece8dbd-a079-495b-93af-17397dc5afd7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 4650fd7f-02d1-46d1-b68e-3fb75e237e57] Processing image 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 902.527205] env[69319]: DEBUG oslo_concurrency.lockutils [None req-eece8dbd-a079-495b-93af-17397dc5afd7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.527353] env[69319]: DEBUG oslo_concurrency.lockutils [None req-eece8dbd-a079-495b-93af-17397dc5afd7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.527532] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-eece8dbd-a079-495b-93af-17397dc5afd7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 902.527796] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f0709c9f-6707-4376-91dc-70ddf1309238 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.536442] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-eece8dbd-a079-495b-93af-17397dc5afd7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 902.536650] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-eece8dbd-a079-495b-93af-17397dc5afd7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 902.537437] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68aa0362-2bfa-4c1a-ad34-888e24c0030f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.543104] env[69319]: DEBUG oslo_vmware.api [None req-eece8dbd-a079-495b-93af-17397dc5afd7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Waiting for the task: (returnval){ [ 902.543104] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52457ea8-c400-0f7a-4786-18d2d1652e02" [ 902.543104] env[69319]: _type = "Task" [ 902.543104] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.551765] env[69319]: DEBUG oslo_vmware.api [None req-eece8dbd-a079-495b-93af-17397dc5afd7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52457ea8-c400-0f7a-4786-18d2d1652e02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.770778] env[69319]: DEBUG nova.network.neutron [req-fb8c8b3f-6a8c-40e5-9f3f-8332eebd6911 req-0e296fa3-9d22-43a4-bc11-6f060eca7d01 service nova] [instance: 4650fd7f-02d1-46d1-b68e-3fb75e237e57] Updated VIF entry in instance network info cache for port 33818967-b4af-4132-a92f-4b293d725928. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 902.771407] env[69319]: DEBUG nova.network.neutron [req-fb8c8b3f-6a8c-40e5-9f3f-8332eebd6911 req-0e296fa3-9d22-43a4-bc11-6f060eca7d01 service nova] [instance: 4650fd7f-02d1-46d1-b68e-3fb75e237e57] Updating instance_info_cache with network_info: [{"id": "33818967-b4af-4132-a92f-4b293d725928", "address": "fa:16:3e:35:db:93", "network": {"id": "137e0ee2-8e6e-434c-a032-f059cf348e59", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-49335232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0030fcfc26054d94b76414b0098fa648", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33818967-b4", "ovs_interfaceid": "33818967-b4af-4132-a92f-4b293d725928", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.936232] env[69319]: DEBUG oslo_vmware.api [None req-23b1c855-a0d0-4db8-bdc6-31e390d586ac tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3223389, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.055842] env[69319]: DEBUG oslo_vmware.api [None req-eece8dbd-a079-495b-93af-17397dc5afd7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52457ea8-c400-0f7a-4786-18d2d1652e02, 'name': SearchDatastore_Task, 'duration_secs': 0.009615} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.056649] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-068c52b9-4247-47ce-82d3-297e74fc250f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.062851] env[69319]: DEBUG oslo_vmware.api [None req-eece8dbd-a079-495b-93af-17397dc5afd7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Waiting for the task: (returnval){ [ 903.062851] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52baa69b-c3ba-2489-2451-48adf7c1ee6b" [ 903.062851] env[69319]: _type = "Task" [ 903.062851] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.070970] env[69319]: DEBUG oslo_vmware.api [None req-eece8dbd-a079-495b-93af-17397dc5afd7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52baa69b-c3ba-2489-2451-48adf7c1ee6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.274838] env[69319]: DEBUG oslo_concurrency.lockutils [req-fb8c8b3f-6a8c-40e5-9f3f-8332eebd6911 req-0e296fa3-9d22-43a4-bc11-6f060eca7d01 service nova] Releasing lock "refresh_cache-4650fd7f-02d1-46d1-b68e-3fb75e237e57" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.436048] env[69319]: DEBUG oslo_vmware.api [None req-23b1c855-a0d0-4db8-bdc6-31e390d586ac tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3223389, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.573682] env[69319]: DEBUG oslo_vmware.api [None req-eece8dbd-a079-495b-93af-17397dc5afd7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52baa69b-c3ba-2489-2451-48adf7c1ee6b, 'name': SearchDatastore_Task, 'duration_secs': 0.010639} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.573974] env[69319]: DEBUG oslo_concurrency.lockutils [None req-eece8dbd-a079-495b-93af-17397dc5afd7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.574239] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-eece8dbd-a079-495b-93af-17397dc5afd7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore1] 4650fd7f-02d1-46d1-b68e-3fb75e237e57/4650fd7f-02d1-46d1-b68e-3fb75e237e57.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 903.574499] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-766af5dc-2a78-4262-bcd2-9c8d00fa1387 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.581837] env[69319]: DEBUG oslo_vmware.api [None req-eece8dbd-a079-495b-93af-17397dc5afd7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Waiting for the task: (returnval){ [ 903.581837] env[69319]: value = "task-3223390" [ 903.581837] env[69319]: _type = "Task" [ 903.581837] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.590091] env[69319]: DEBUG oslo_vmware.api [None req-eece8dbd-a079-495b-93af-17397dc5afd7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': task-3223390, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.937657] env[69319]: DEBUG oslo_vmware.api [None req-23b1c855-a0d0-4db8-bdc6-31e390d586ac tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3223389, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.092120] env[69319]: DEBUG oslo_vmware.api [None req-eece8dbd-a079-495b-93af-17397dc5afd7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': task-3223390, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.491366} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.092419] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-eece8dbd-a079-495b-93af-17397dc5afd7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore1] 4650fd7f-02d1-46d1-b68e-3fb75e237e57/4650fd7f-02d1-46d1-b68e-3fb75e237e57.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 904.093036] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-eece8dbd-a079-495b-93af-17397dc5afd7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 4650fd7f-02d1-46d1-b68e-3fb75e237e57] Extending root virtual disk to 1048576 {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 904.093036] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-20ee9a7f-4fcf-422e-b62e-9908bd2697bc {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.100940] env[69319]: DEBUG oslo_vmware.api [None req-eece8dbd-a079-495b-93af-17397dc5afd7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Waiting for the task: (returnval){ [ 904.100940] env[69319]: value = "task-3223391" [ 904.100940] env[69319]: _type = "Task" [ 904.100940] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.111623] env[69319]: DEBUG oslo_vmware.api [None req-eece8dbd-a079-495b-93af-17397dc5afd7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': task-3223391, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.439486] env[69319]: DEBUG oslo_vmware.api [None req-23b1c855-a0d0-4db8-bdc6-31e390d586ac tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3223389, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.611471] env[69319]: DEBUG oslo_vmware.api [None req-eece8dbd-a079-495b-93af-17397dc5afd7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': task-3223391, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.349354} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.611771] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-eece8dbd-a079-495b-93af-17397dc5afd7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 4650fd7f-02d1-46d1-b68e-3fb75e237e57] Extended root virtual disk {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 904.612658] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8de67945-4dad-41b4-adbb-a6170342b2dd {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.636648] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-eece8dbd-a079-495b-93af-17397dc5afd7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 4650fd7f-02d1-46d1-b68e-3fb75e237e57] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] 4650fd7f-02d1-46d1-b68e-3fb75e237e57/4650fd7f-02d1-46d1-b68e-3fb75e237e57.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 904.637011] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-325ea92a-ccaf-42a3-ad44-de4ac29d6ece {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.661300] env[69319]: DEBUG oslo_vmware.api [None req-eece8dbd-a079-495b-93af-17397dc5afd7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Waiting for the task: (returnval){ [ 904.661300] env[69319]: value = "task-3223392" [ 904.661300] env[69319]: _type = "Task" [ 904.661300] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.670050] env[69319]: DEBUG oslo_vmware.api [None req-eece8dbd-a079-495b-93af-17397dc5afd7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': task-3223392, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.939574] env[69319]: DEBUG oslo_vmware.api [None req-23b1c855-a0d0-4db8-bdc6-31e390d586ac tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3223389, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.094258] env[69319]: DEBUG oslo_concurrency.lockutils [None req-441eab6a-a3d6-4cba-a0bc-bfc76406d163 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 5.160s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.097358] env[69319]: DEBUG oslo_concurrency.lockutils [None req-22b4b39d-1dcb-45ea-813f-b871a0fd8a32 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.654s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.097358] env[69319]: DEBUG nova.objects.instance [None req-22b4b39d-1dcb-45ea-813f-b871a0fd8a32 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Lazy-loading 'resources' on Instance uuid 1159a12c-1035-49ae-841f-053ac16c48af {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 905.152188] env[69319]: INFO nova.scheduler.client.report [None req-441eab6a-a3d6-4cba-a0bc-bfc76406d163 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Deleted allocations for instance 0b5d2173-10d1-4983-877c-743388460231 [ 905.176209] env[69319]: DEBUG oslo_vmware.api [None req-eece8dbd-a079-495b-93af-17397dc5afd7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': task-3223392, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.239116] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59b6dff4-cd61-4f0d-b138-c46b35ee0d59 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.261438] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d7c58ff-eb63-447f-8f41-49ff7d27b092 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.270737] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-94fe7cd4-cd04-48b2-a955-d7303917558f tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] [instance: 914e081a-6fde-4c22-9f9c-ed060937963b] Updating instance '914e081a-6fde-4c22-9f9c-ed060937963b' progress to 83 {{(pid=69319) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 905.439596] env[69319]: DEBUG oslo_vmware.api [None req-23b1c855-a0d0-4db8-bdc6-31e390d586ac tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3223389, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.470723] env[69319]: DEBUG nova.compute.manager [None req-5ba09961-137f-4c95-b7eb-71ebe60b8352 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] [instance: a9523f10-b2b8-4c7a-92a0-c31f8344af0b] Start spawning the instance on the hypervisor. {{(pid=69319) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 905.500711] env[69319]: DEBUG nova.virt.hardware [None req-5ba09961-137f-4c95-b7eb-71ebe60b8352 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:32:36Z,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31f027872f6f44dba95ff2fe7a062e00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:32:36Z,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 905.500977] env[69319]: DEBUG nova.virt.hardware [None req-5ba09961-137f-4c95-b7eb-71ebe60b8352 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 905.501154] env[69319]: DEBUG nova.virt.hardware [None req-5ba09961-137f-4c95-b7eb-71ebe60b8352 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 905.501342] env[69319]: DEBUG nova.virt.hardware [None req-5ba09961-137f-4c95-b7eb-71ebe60b8352 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 905.501489] env[69319]: DEBUG nova.virt.hardware [None req-5ba09961-137f-4c95-b7eb-71ebe60b8352 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 905.502054] env[69319]: DEBUG nova.virt.hardware [None req-5ba09961-137f-4c95-b7eb-71ebe60b8352 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 905.502054] env[69319]: DEBUG nova.virt.hardware [None req-5ba09961-137f-4c95-b7eb-71ebe60b8352 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 905.502319] env[69319]: DEBUG nova.virt.hardware [None req-5ba09961-137f-4c95-b7eb-71ebe60b8352 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 905.502381] env[69319]: DEBUG nova.virt.hardware [None req-5ba09961-137f-4c95-b7eb-71ebe60b8352 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 905.502553] env[69319]: DEBUG nova.virt.hardware [None req-5ba09961-137f-4c95-b7eb-71ebe60b8352 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 905.502731] env[69319]: DEBUG nova.virt.hardware [None req-5ba09961-137f-4c95-b7eb-71ebe60b8352 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 905.503736] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e47fee4f-824a-46a3-af27-9862cde79317 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.512520] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1be9eef-2c7f-4c18-968e-6dd68e3a9d08 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.663809] env[69319]: DEBUG oslo_concurrency.lockutils [None req-441eab6a-a3d6-4cba-a0bc-bfc76406d163 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Lock "0b5d2173-10d1-4983-877c-743388460231" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.997s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.674950] env[69319]: DEBUG oslo_vmware.api [None req-eece8dbd-a079-495b-93af-17397dc5afd7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': task-3223392, 'name': ReconfigVM_Task, 'duration_secs': 0.971566} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.677735] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-eece8dbd-a079-495b-93af-17397dc5afd7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 4650fd7f-02d1-46d1-b68e-3fb75e237e57] Reconfigured VM instance instance-0000003d to attach disk [datastore1] 4650fd7f-02d1-46d1-b68e-3fb75e237e57/4650fd7f-02d1-46d1-b68e-3fb75e237e57.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 905.679361] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-97b8db43-ca08-4a65-8aad-f9bac209db4c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.687182] env[69319]: DEBUG oslo_vmware.api [None req-eece8dbd-a079-495b-93af-17397dc5afd7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Waiting for the task: (returnval){ [ 905.687182] env[69319]: value = "task-3223393" [ 905.687182] env[69319]: _type = "Task" [ 905.687182] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.698414] env[69319]: DEBUG oslo_vmware.api [None req-eece8dbd-a079-495b-93af-17397dc5afd7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': task-3223393, 'name': Rename_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.778288] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-94fe7cd4-cd04-48b2-a955-d7303917558f tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] [instance: 914e081a-6fde-4c22-9f9c-ed060937963b] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 905.779276] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-850b9c7f-6840-4130-ab86-4130e384bc1f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.794216] env[69319]: DEBUG oslo_vmware.api [None req-94fe7cd4-cd04-48b2-a955-d7303917558f tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Waiting for the task: (returnval){ [ 905.794216] env[69319]: value = "task-3223394" [ 905.794216] env[69319]: _type = "Task" [ 905.794216] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.806133] env[69319]: DEBUG oslo_vmware.api [None req-94fe7cd4-cd04-48b2-a955-d7303917558f tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Task: {'id': task-3223394, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.945160] env[69319]: DEBUG oslo_vmware.api [None req-23b1c855-a0d0-4db8-bdc6-31e390d586ac tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3223389, 'name': PowerOffVM_Task, 'duration_secs': 3.69438} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.945561] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-23b1c855-a0d0-4db8-bdc6-31e390d586ac tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: 43e75e72-e9aa-43d9-bc06-65d4cad074cb] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 905.945948] env[69319]: DEBUG nova.compute.manager [None req-23b1c855-a0d0-4db8-bdc6-31e390d586ac tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: 43e75e72-e9aa-43d9-bc06-65d4cad074cb] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 905.947367] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ad3b1b4-4751-4284-a871-d511f4941b76 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.125020] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f984491-744a-4840-8307-9815fa9e4d11 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.132299] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0227cc12-4e1f-414a-b396-a17e7b53c172 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.176948] env[69319]: DEBUG nova.network.neutron [None req-5ba09961-137f-4c95-b7eb-71ebe60b8352 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] [instance: a9523f10-b2b8-4c7a-92a0-c31f8344af0b] Successfully updated port: d395a62f-7708-4321-9722-42928a37b655 {{(pid=69319) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 906.179070] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7993b57d-64fc-4928-bb14-d117c8d13b97 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.189835] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9f1ccc7-d6eb-4eb0-9825-132d0752b412 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.214991] env[69319]: DEBUG nova.compute.provider_tree [None req-22b4b39d-1dcb-45ea-813f-b871a0fd8a32 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 906.221598] env[69319]: DEBUG nova.compute.manager [req-8a2457c8-ac85-47c0-b11a-9c5c586d9a06 req-30271ee7-82ff-4760-9cd2-9a7196af15dc service nova] [instance: a9523f10-b2b8-4c7a-92a0-c31f8344af0b] Received event network-vif-plugged-d395a62f-7708-4321-9722-42928a37b655 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 906.221598] env[69319]: DEBUG oslo_concurrency.lockutils [req-8a2457c8-ac85-47c0-b11a-9c5c586d9a06 req-30271ee7-82ff-4760-9cd2-9a7196af15dc service nova] Acquiring lock "a9523f10-b2b8-4c7a-92a0-c31f8344af0b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.221598] env[69319]: DEBUG oslo_concurrency.lockutils [req-8a2457c8-ac85-47c0-b11a-9c5c586d9a06 req-30271ee7-82ff-4760-9cd2-9a7196af15dc service nova] Lock "a9523f10-b2b8-4c7a-92a0-c31f8344af0b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.221598] env[69319]: DEBUG oslo_concurrency.lockutils [req-8a2457c8-ac85-47c0-b11a-9c5c586d9a06 req-30271ee7-82ff-4760-9cd2-9a7196af15dc service nova] Lock "a9523f10-b2b8-4c7a-92a0-c31f8344af0b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.221598] env[69319]: DEBUG nova.compute.manager [req-8a2457c8-ac85-47c0-b11a-9c5c586d9a06 req-30271ee7-82ff-4760-9cd2-9a7196af15dc service nova] [instance: a9523f10-b2b8-4c7a-92a0-c31f8344af0b] No waiting events found dispatching network-vif-plugged-d395a62f-7708-4321-9722-42928a37b655 {{(pid=69319) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 906.221813] env[69319]: WARNING nova.compute.manager [req-8a2457c8-ac85-47c0-b11a-9c5c586d9a06 req-30271ee7-82ff-4760-9cd2-9a7196af15dc service nova] [instance: a9523f10-b2b8-4c7a-92a0-c31f8344af0b] Received unexpected event network-vif-plugged-d395a62f-7708-4321-9722-42928a37b655 for instance with vm_state building and task_state spawning. [ 906.222682] env[69319]: DEBUG oslo_vmware.api [None req-eece8dbd-a079-495b-93af-17397dc5afd7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': task-3223393, 'name': Rename_Task, 'duration_secs': 0.180266} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.222848] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-eece8dbd-a079-495b-93af-17397dc5afd7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 4650fd7f-02d1-46d1-b68e-3fb75e237e57] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 906.223121] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-860c63ee-a310-4d50-a71c-a5ff6dc39c84 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.234596] env[69319]: DEBUG oslo_vmware.api [None req-eece8dbd-a079-495b-93af-17397dc5afd7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Waiting for the task: (returnval){ [ 906.234596] env[69319]: value = "task-3223395" [ 906.234596] env[69319]: _type = "Task" [ 906.234596] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.252091] env[69319]: DEBUG oslo_vmware.api [None req-eece8dbd-a079-495b-93af-17397dc5afd7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': task-3223395, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.305267] env[69319]: DEBUG oslo_vmware.api [None req-94fe7cd4-cd04-48b2-a955-d7303917558f tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Task: {'id': task-3223394, 'name': PowerOnVM_Task, 'duration_secs': 0.503956} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.305930] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-94fe7cd4-cd04-48b2-a955-d7303917558f tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] [instance: 914e081a-6fde-4c22-9f9c-ed060937963b] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 906.305930] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-94fe7cd4-cd04-48b2-a955-d7303917558f tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] [instance: 914e081a-6fde-4c22-9f9c-ed060937963b] Updating instance '914e081a-6fde-4c22-9f9c-ed060937963b' progress to 100 {{(pid=69319) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 906.463483] env[69319]: DEBUG oslo_concurrency.lockutils [None req-23b1c855-a0d0-4db8-bdc6-31e390d586ac tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Lock "43e75e72-e9aa-43d9-bc06-65d4cad074cb" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 5.062s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.681460] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5ba09961-137f-4c95-b7eb-71ebe60b8352 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Acquiring lock "refresh_cache-a9523f10-b2b8-4c7a-92a0-c31f8344af0b" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.681460] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5ba09961-137f-4c95-b7eb-71ebe60b8352 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Acquired lock "refresh_cache-a9523f10-b2b8-4c7a-92a0-c31f8344af0b" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.681460] env[69319]: DEBUG nova.network.neutron [None req-5ba09961-137f-4c95-b7eb-71ebe60b8352 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] [instance: a9523f10-b2b8-4c7a-92a0-c31f8344af0b] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 906.718076] env[69319]: DEBUG nova.scheduler.client.report [None req-22b4b39d-1dcb-45ea-813f-b871a0fd8a32 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 906.745907] env[69319]: DEBUG oslo_vmware.api [None req-eece8dbd-a079-495b-93af-17397dc5afd7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': task-3223395, 'name': PowerOnVM_Task, 'duration_secs': 0.505334} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.746191] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-eece8dbd-a079-495b-93af-17397dc5afd7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 4650fd7f-02d1-46d1-b68e-3fb75e237e57] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 906.746396] env[69319]: INFO nova.compute.manager [None req-eece8dbd-a079-495b-93af-17397dc5afd7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 4650fd7f-02d1-46d1-b68e-3fb75e237e57] Took 10.73 seconds to spawn the instance on the hypervisor. [ 906.747077] env[69319]: DEBUG nova.compute.manager [None req-eece8dbd-a079-495b-93af-17397dc5afd7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 4650fd7f-02d1-46d1-b68e-3fb75e237e57] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 906.747424] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1af94038-2760-484a-83c4-e0d837c8b86e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.785876] env[69319]: DEBUG oslo_concurrency.lockutils [None req-6332c9a1-440c-4272-a0ba-3abb080c1e28 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Acquiring lock "a9b26f5c-132c-44a9-bc71-a4629f9d0b9e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.786193] env[69319]: DEBUG oslo_concurrency.lockutils [None req-6332c9a1-440c-4272-a0ba-3abb080c1e28 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Lock "a9b26f5c-132c-44a9-bc71-a4629f9d0b9e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.786417] env[69319]: DEBUG oslo_concurrency.lockutils [None req-6332c9a1-440c-4272-a0ba-3abb080c1e28 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Acquiring lock "a9b26f5c-132c-44a9-bc71-a4629f9d0b9e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.786610] env[69319]: DEBUG oslo_concurrency.lockutils [None req-6332c9a1-440c-4272-a0ba-3abb080c1e28 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Lock "a9b26f5c-132c-44a9-bc71-a4629f9d0b9e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.786780] env[69319]: DEBUG oslo_concurrency.lockutils [None req-6332c9a1-440c-4272-a0ba-3abb080c1e28 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Lock "a9b26f5c-132c-44a9-bc71-a4629f9d0b9e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.788898] env[69319]: INFO nova.compute.manager [None req-6332c9a1-440c-4272-a0ba-3abb080c1e28 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: a9b26f5c-132c-44a9-bc71-a4629f9d0b9e] Terminating instance [ 909.982505] env[69319]: DEBUG oslo_concurrency.lockutils [None req-23b1c855-a0d0-4db8-bdc6-31e390d586ac tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.982505] env[69319]: DEBUG oslo_concurrency.lockutils [None req-22b4b39d-1dcb-45ea-813f-b871a0fd8a32 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.129s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.982505] env[69319]: DEBUG oslo_concurrency.lockutils [None req-7b439d21-7f64-43aa-8880-f6cc03c9ae4f tempest-ServerAddressesTestJSON-2119319870 tempest-ServerAddressesTestJSON-2119319870-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.111s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.982505] env[69319]: DEBUG nova.objects.instance [None req-7b439d21-7f64-43aa-8880-f6cc03c9ae4f tempest-ServerAddressesTestJSON-2119319870 tempest-ServerAddressesTestJSON-2119319870-project-member] Lazy-loading 'resources' on Instance uuid 42447381-1bc9-4936-8fbf-178993fd5d68 {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 909.982505] env[69319]: INFO nova.compute.manager [None req-eece8dbd-a079-495b-93af-17397dc5afd7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 4650fd7f-02d1-46d1-b68e-3fb75e237e57] Took 45.08 seconds to build instance. [ 909.982505] env[69319]: DEBUG nova.compute.manager [None req-6332c9a1-440c-4272-a0ba-3abb080c1e28 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: a9b26f5c-132c-44a9-bc71-a4629f9d0b9e] Start destroying the instance on the hypervisor. {{(pid=69319) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 909.982505] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-6332c9a1-440c-4272-a0ba-3abb080c1e28 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: a9b26f5c-132c-44a9-bc71-a4629f9d0b9e] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 909.982505] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66774fdd-1332-45e7-a267-8041e11dafbf {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.989812] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-6332c9a1-440c-4272-a0ba-3abb080c1e28 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: a9b26f5c-132c-44a9-bc71-a4629f9d0b9e] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 909.990278] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6e612586-8f7a-417c-b8f1-08faa8ef7b56 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.005183] env[69319]: DEBUG oslo_vmware.api [None req-6332c9a1-440c-4272-a0ba-3abb080c1e28 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Waiting for the task: (returnval){ [ 910.005183] env[69319]: value = "task-3223396" [ 910.005183] env[69319]: _type = "Task" [ 910.005183] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.016235] env[69319]: DEBUG oslo_vmware.api [None req-6332c9a1-440c-4272-a0ba-3abb080c1e28 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Task: {'id': task-3223396, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.045142] env[69319]: DEBUG nova.network.neutron [None req-5ba09961-137f-4c95-b7eb-71ebe60b8352 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] [instance: a9523f10-b2b8-4c7a-92a0-c31f8344af0b] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 910.147906] env[69319]: INFO nova.scheduler.client.report [None req-22b4b39d-1dcb-45ea-813f-b871a0fd8a32 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Deleted allocations for instance 1159a12c-1035-49ae-841f-053ac16c48af [ 910.282983] env[69319]: DEBUG nova.network.neutron [None req-5ba09961-137f-4c95-b7eb-71ebe60b8352 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] [instance: a9523f10-b2b8-4c7a-92a0-c31f8344af0b] Updating instance_info_cache with network_info: [{"id": "d395a62f-7708-4321-9722-42928a37b655", "address": "fa:16:3e:b1:ab:e8", "network": {"id": "b71f8c4a-4860-426b-a666-585ae7a1d2df", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1437161051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9916e68946284f088b04983a82874008", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c621a9c-66f5-426a-8aab-bd8b2e912106", "external-id": "nsx-vlan-transportzone-485", "segmentation_id": 485, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd395a62f-77", "ovs_interfaceid": "d395a62f-7708-4321-9722-42928a37b655", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.432041] env[69319]: DEBUG nova.compute.manager [req-94778337-1dfb-41de-82cf-d9bfccd7ee24 req-30524c31-3c3d-48cf-871c-df165c5d131c service nova] [instance: a9523f10-b2b8-4c7a-92a0-c31f8344af0b] Received event network-changed-d395a62f-7708-4321-9722-42928a37b655 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 910.432250] env[69319]: DEBUG nova.compute.manager [req-94778337-1dfb-41de-82cf-d9bfccd7ee24 req-30524c31-3c3d-48cf-871c-df165c5d131c service nova] [instance: a9523f10-b2b8-4c7a-92a0-c31f8344af0b] Refreshing instance network info cache due to event network-changed-d395a62f-7708-4321-9722-42928a37b655. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 910.432441] env[69319]: DEBUG oslo_concurrency.lockutils [req-94778337-1dfb-41de-82cf-d9bfccd7ee24 req-30524c31-3c3d-48cf-871c-df165c5d131c service nova] Acquiring lock "refresh_cache-a9523f10-b2b8-4c7a-92a0-c31f8344af0b" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.488579] env[69319]: DEBUG oslo_concurrency.lockutils [None req-eece8dbd-a079-495b-93af-17397dc5afd7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Lock "4650fd7f-02d1-46d1-b68e-3fb75e237e57" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.309s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.516788] env[69319]: DEBUG oslo_vmware.api [None req-6332c9a1-440c-4272-a0ba-3abb080c1e28 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Task: {'id': task-3223396, 'name': PowerOffVM_Task, 'duration_secs': 0.282487} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.519607] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-6332c9a1-440c-4272-a0ba-3abb080c1e28 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: a9b26f5c-132c-44a9-bc71-a4629f9d0b9e] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 910.519788] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-6332c9a1-440c-4272-a0ba-3abb080c1e28 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: a9b26f5c-132c-44a9-bc71-a4629f9d0b9e] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 910.520386] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ca9f37dd-822b-4601-a9ae-f9fb7f800ed3 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.609570] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-6332c9a1-440c-4272-a0ba-3abb080c1e28 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: a9b26f5c-132c-44a9-bc71-a4629f9d0b9e] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 910.609945] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-6332c9a1-440c-4272-a0ba-3abb080c1e28 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: a9b26f5c-132c-44a9-bc71-a4629f9d0b9e] Deleting contents of the VM from datastore datastore1 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 910.613637] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-6332c9a1-440c-4272-a0ba-3abb080c1e28 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Deleting the datastore file [datastore1] a9b26f5c-132c-44a9-bc71-a4629f9d0b9e {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 910.613637] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-21484a0b-e305-400f-908e-594dfd35600a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.620307] env[69319]: DEBUG oslo_vmware.api [None req-6332c9a1-440c-4272-a0ba-3abb080c1e28 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Waiting for the task: (returnval){ [ 910.620307] env[69319]: value = "task-3223398" [ 910.620307] env[69319]: _type = "Task" [ 910.620307] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.634584] env[69319]: DEBUG oslo_vmware.api [None req-6332c9a1-440c-4272-a0ba-3abb080c1e28 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Task: {'id': task-3223398, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.656188] env[69319]: DEBUG oslo_concurrency.lockutils [None req-22b4b39d-1dcb-45ea-813f-b871a0fd8a32 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Lock "1159a12c-1035-49ae-841f-053ac16c48af" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.653s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.683167] env[69319]: DEBUG oslo_concurrency.lockutils [None req-9fd77527-810e-4789-be12-9856c95897bf tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Acquiring lock "43e75e72-e9aa-43d9-bc06-65d4cad074cb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.683167] env[69319]: DEBUG oslo_concurrency.lockutils [None req-9fd77527-810e-4789-be12-9856c95897bf tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Lock "43e75e72-e9aa-43d9-bc06-65d4cad074cb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.683167] env[69319]: DEBUG oslo_concurrency.lockutils [None req-9fd77527-810e-4789-be12-9856c95897bf tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Acquiring lock "43e75e72-e9aa-43d9-bc06-65d4cad074cb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.683167] env[69319]: DEBUG oslo_concurrency.lockutils [None req-9fd77527-810e-4789-be12-9856c95897bf tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Lock "43e75e72-e9aa-43d9-bc06-65d4cad074cb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.683167] env[69319]: DEBUG oslo_concurrency.lockutils [None req-9fd77527-810e-4789-be12-9856c95897bf tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Lock "43e75e72-e9aa-43d9-bc06-65d4cad074cb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.683167] env[69319]: INFO nova.compute.manager [None req-9fd77527-810e-4789-be12-9856c95897bf tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: 43e75e72-e9aa-43d9-bc06-65d4cad074cb] Terminating instance [ 910.787064] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5ba09961-137f-4c95-b7eb-71ebe60b8352 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Releasing lock "refresh_cache-a9523f10-b2b8-4c7a-92a0-c31f8344af0b" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.787394] env[69319]: DEBUG nova.compute.manager [None req-5ba09961-137f-4c95-b7eb-71ebe60b8352 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] [instance: a9523f10-b2b8-4c7a-92a0-c31f8344af0b] Instance network_info: |[{"id": "d395a62f-7708-4321-9722-42928a37b655", "address": "fa:16:3e:b1:ab:e8", "network": {"id": "b71f8c4a-4860-426b-a666-585ae7a1d2df", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1437161051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9916e68946284f088b04983a82874008", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c621a9c-66f5-426a-8aab-bd8b2e912106", "external-id": "nsx-vlan-transportzone-485", "segmentation_id": 485, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd395a62f-77", "ovs_interfaceid": "d395a62f-7708-4321-9722-42928a37b655", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 910.787887] env[69319]: DEBUG oslo_concurrency.lockutils [req-94778337-1dfb-41de-82cf-d9bfccd7ee24 req-30524c31-3c3d-48cf-871c-df165c5d131c service nova] Acquired lock "refresh_cache-a9523f10-b2b8-4c7a-92a0-c31f8344af0b" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.788087] env[69319]: DEBUG nova.network.neutron [req-94778337-1dfb-41de-82cf-d9bfccd7ee24 req-30524c31-3c3d-48cf-871c-df165c5d131c service nova] [instance: a9523f10-b2b8-4c7a-92a0-c31f8344af0b] Refreshing network info cache for port d395a62f-7708-4321-9722-42928a37b655 {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 910.789389] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-5ba09961-137f-4c95-b7eb-71ebe60b8352 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] [instance: a9523f10-b2b8-4c7a-92a0-c31f8344af0b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:ab:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9c621a9c-66f5-426a-8aab-bd8b2e912106', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd395a62f-7708-4321-9722-42928a37b655', 'vif_model': 'vmxnet3'}] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 910.797037] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5ba09961-137f-4c95-b7eb-71ebe60b8352 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 910.799867] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9523f10-b2b8-4c7a-92a0-c31f8344af0b] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 910.800930] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-596def67-6631-4846-8e88-cd0147a31449 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.824491] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 910.824491] env[69319]: value = "task-3223399" [ 910.824491] env[69319]: _type = "Task" [ 910.824491] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.836951] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223399, 'name': CreateVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.960381] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df2605f8-8a3e-48cc-9f8e-926d8eddb403 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.970092] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b722af90-7553-4c6f-ae1f-0d5448b1099d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.013066] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-700cdfca-a027-4c59-9f80-a7eacb8f426b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.022946] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fe1df99-aecf-4cf3-a68a-c05c55ac81e7 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.042361] env[69319]: DEBUG nova.compute.provider_tree [None req-7b439d21-7f64-43aa-8880-f6cc03c9ae4f tempest-ServerAddressesTestJSON-2119319870 tempest-ServerAddressesTestJSON-2119319870-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 911.130845] env[69319]: DEBUG oslo_vmware.api [None req-6332c9a1-440c-4272-a0ba-3abb080c1e28 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Task: {'id': task-3223398, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.462008} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.131051] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-6332c9a1-440c-4272-a0ba-3abb080c1e28 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 911.131218] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-6332c9a1-440c-4272-a0ba-3abb080c1e28 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: a9b26f5c-132c-44a9-bc71-a4629f9d0b9e] Deleted contents of the VM from datastore datastore1 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 911.131398] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-6332c9a1-440c-4272-a0ba-3abb080c1e28 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: a9b26f5c-132c-44a9-bc71-a4629f9d0b9e] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 911.131569] env[69319]: INFO nova.compute.manager [None req-6332c9a1-440c-4272-a0ba-3abb080c1e28 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: a9b26f5c-132c-44a9-bc71-a4629f9d0b9e] Took 3.84 seconds to destroy the instance on the hypervisor. [ 911.131823] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6332c9a1-440c-4272-a0ba-3abb080c1e28 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 911.132033] env[69319]: DEBUG nova.compute.manager [-] [instance: a9b26f5c-132c-44a9-bc71-a4629f9d0b9e] Deallocating network for instance {{(pid=69319) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 911.132145] env[69319]: DEBUG nova.network.neutron [-] [instance: a9b26f5c-132c-44a9-bc71-a4629f9d0b9e] deallocate_for_instance() {{(pid=69319) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 911.185047] env[69319]: DEBUG nova.compute.manager [None req-9fd77527-810e-4789-be12-9856c95897bf tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: 43e75e72-e9aa-43d9-bc06-65d4cad074cb] Start destroying the instance on the hypervisor. {{(pid=69319) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 911.185341] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-9fd77527-810e-4789-be12-9856c95897bf tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: 43e75e72-e9aa-43d9-bc06-65d4cad074cb] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 911.186614] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dc0b2f4-1629-405b-8a5e-20abd1dc8293 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.196214] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-9fd77527-810e-4789-be12-9856c95897bf tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: 43e75e72-e9aa-43d9-bc06-65d4cad074cb] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 911.196968] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a2931e2b-4452-4a85-9a19-96563d08bc1e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.345914] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223399, 'name': CreateVM_Task, 'duration_secs': 0.4768} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.346011] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9523f10-b2b8-4c7a-92a0-c31f8344af0b] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 911.346880] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5ba09961-137f-4c95-b7eb-71ebe60b8352 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.347144] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5ba09961-137f-4c95-b7eb-71ebe60b8352 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.347528] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5ba09961-137f-4c95-b7eb-71ebe60b8352 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.347859] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75a6b578-48ee-4bca-a8ae-cfc7faa855b6 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.355191] env[69319]: DEBUG oslo_vmware.api [None req-5ba09961-137f-4c95-b7eb-71ebe60b8352 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Waiting for the task: (returnval){ [ 911.355191] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52099c4a-6df7-575c-bb6e-5ed610b4d5b3" [ 911.355191] env[69319]: _type = "Task" [ 911.355191] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.373204] env[69319]: DEBUG oslo_vmware.api [None req-5ba09961-137f-4c95-b7eb-71ebe60b8352 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52099c4a-6df7-575c-bb6e-5ed610b4d5b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.543344] env[69319]: DEBUG nova.scheduler.client.report [None req-7b439d21-7f64-43aa-8880-f6cc03c9ae4f tempest-ServerAddressesTestJSON-2119319870 tempest-ServerAddressesTestJSON-2119319870-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 911.548394] env[69319]: DEBUG nova.network.neutron [req-94778337-1dfb-41de-82cf-d9bfccd7ee24 req-30524c31-3c3d-48cf-871c-df165c5d131c service nova] [instance: a9523f10-b2b8-4c7a-92a0-c31f8344af0b] Updated VIF entry in instance network info cache for port d395a62f-7708-4321-9722-42928a37b655. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 911.548394] env[69319]: DEBUG nova.network.neutron [req-94778337-1dfb-41de-82cf-d9bfccd7ee24 req-30524c31-3c3d-48cf-871c-df165c5d131c service nova] [instance: a9523f10-b2b8-4c7a-92a0-c31f8344af0b] Updating instance_info_cache with network_info: [{"id": "d395a62f-7708-4321-9722-42928a37b655", "address": "fa:16:3e:b1:ab:e8", "network": {"id": "b71f8c4a-4860-426b-a666-585ae7a1d2df", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1437161051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9916e68946284f088b04983a82874008", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c621a9c-66f5-426a-8aab-bd8b2e912106", "external-id": "nsx-vlan-transportzone-485", "segmentation_id": 485, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd395a62f-77", "ovs_interfaceid": "d395a62f-7708-4321-9722-42928a37b655", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.705291] env[69319]: DEBUG nova.network.neutron [None req-7436e8a9-c05c-4f4d-a0ad-410dfaa51f71 tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] [instance: 914e081a-6fde-4c22-9f9c-ed060937963b] Port b90a6ffd-26c8-4211-a105-d1920eb0c334 binding to destination host cpu-1 is already ACTIVE {{(pid=69319) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 911.705602] env[69319]: DEBUG oslo_concurrency.lockutils [None req-7436e8a9-c05c-4f4d-a0ad-410dfaa51f71 tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Acquiring lock "refresh_cache-914e081a-6fde-4c22-9f9c-ed060937963b" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.705841] env[69319]: DEBUG oslo_concurrency.lockutils [None req-7436e8a9-c05c-4f4d-a0ad-410dfaa51f71 tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Acquired lock "refresh_cache-914e081a-6fde-4c22-9f9c-ed060937963b" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.706057] env[69319]: DEBUG nova.network.neutron [None req-7436e8a9-c05c-4f4d-a0ad-410dfaa51f71 tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] [instance: 914e081a-6fde-4c22-9f9c-ed060937963b] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 911.872971] env[69319]: DEBUG oslo_vmware.api [None req-5ba09961-137f-4c95-b7eb-71ebe60b8352 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52099c4a-6df7-575c-bb6e-5ed610b4d5b3, 'name': SearchDatastore_Task, 'duration_secs': 0.038342} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.873348] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5ba09961-137f-4c95-b7eb-71ebe60b8352 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.873603] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-5ba09961-137f-4c95-b7eb-71ebe60b8352 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] [instance: a9523f10-b2b8-4c7a-92a0-c31f8344af0b] Processing image 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 911.873853] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5ba09961-137f-4c95-b7eb-71ebe60b8352 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.874011] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5ba09961-137f-4c95-b7eb-71ebe60b8352 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.874202] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ba09961-137f-4c95-b7eb-71ebe60b8352 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 911.874484] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6174df95-efac-4d7b-a009-cc8103c89758 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.887512] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ba09961-137f-4c95-b7eb-71ebe60b8352 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 911.887512] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-5ba09961-137f-4c95-b7eb-71ebe60b8352 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 911.887991] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd716244-d5a7-4409-bc8b-7cbdb03c6028 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.894310] env[69319]: DEBUG oslo_vmware.api [None req-5ba09961-137f-4c95-b7eb-71ebe60b8352 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Waiting for the task: (returnval){ [ 911.894310] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52cead4e-6928-939f-b968-b87f6d002f94" [ 911.894310] env[69319]: _type = "Task" [ 911.894310] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.905020] env[69319]: DEBUG oslo_vmware.api [None req-5ba09961-137f-4c95-b7eb-71ebe60b8352 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52cead4e-6928-939f-b968-b87f6d002f94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.050954] env[69319]: DEBUG oslo_concurrency.lockutils [None req-7b439d21-7f64-43aa-8880-f6cc03c9ae4f tempest-ServerAddressesTestJSON-2119319870 tempest-ServerAddressesTestJSON-2119319870-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 4.823s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.053356] env[69319]: DEBUG oslo_concurrency.lockutils [None req-83bc39fb-6ddd-4161-906c-5229a8366195 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.505s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.053585] env[69319]: DEBUG nova.objects.instance [None req-83bc39fb-6ddd-4161-906c-5229a8366195 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Lazy-loading 'resources' on Instance uuid f09611ba-ae99-4486-9d72-de8d7c2722aa {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 912.055036] env[69319]: DEBUG oslo_concurrency.lockutils [req-94778337-1dfb-41de-82cf-d9bfccd7ee24 req-30524c31-3c3d-48cf-871c-df165c5d131c service nova] Releasing lock "refresh_cache-a9523f10-b2b8-4c7a-92a0-c31f8344af0b" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.151150] env[69319]: DEBUG nova.network.neutron [-] [instance: a9b26f5c-132c-44a9-bc71-a4629f9d0b9e] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.404396] env[69319]: DEBUG oslo_vmware.api [None req-5ba09961-137f-4c95-b7eb-71ebe60b8352 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52cead4e-6928-939f-b968-b87f6d002f94, 'name': SearchDatastore_Task, 'duration_secs': 0.039007} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.405346] env[69319]: DEBUG nova.network.neutron [None req-7436e8a9-c05c-4f4d-a0ad-410dfaa51f71 tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] [instance: 914e081a-6fde-4c22-9f9c-ed060937963b] Updating instance_info_cache with network_info: [{"id": "b90a6ffd-26c8-4211-a105-d1920eb0c334", "address": "fa:16:3e:30:7f:e2", "network": {"id": "e172e758-1a9b-4f22-a553-441ab9c9dccc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.190", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "31f027872f6f44dba95ff2fe7a062e00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb90a6ffd-26", "ovs_interfaceid": "b90a6ffd-26c8-4211-a105-d1920eb0c334", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.407862] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa960c26-271e-4ed5-b07b-a02e1eb167e6 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.413777] env[69319]: DEBUG oslo_vmware.api [None req-5ba09961-137f-4c95-b7eb-71ebe60b8352 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Waiting for the task: (returnval){ [ 912.413777] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52326695-1718-fe51-99d7-6c8976c6a406" [ 912.413777] env[69319]: _type = "Task" [ 912.413777] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.423367] env[69319]: DEBUG oslo_vmware.api [None req-5ba09961-137f-4c95-b7eb-71ebe60b8352 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52326695-1718-fe51-99d7-6c8976c6a406, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.909407] env[69319]: DEBUG oslo_concurrency.lockutils [None req-7436e8a9-c05c-4f4d-a0ad-410dfaa51f71 tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Releasing lock "refresh_cache-914e081a-6fde-4c22-9f9c-ed060937963b" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.925394] env[69319]: DEBUG oslo_vmware.api [None req-5ba09961-137f-4c95-b7eb-71ebe60b8352 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52326695-1718-fe51-99d7-6c8976c6a406, 'name': SearchDatastore_Task, 'duration_secs': 0.042069} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.925635] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5ba09961-137f-4c95-b7eb-71ebe60b8352 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.925892] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ba09961-137f-4c95-b7eb-71ebe60b8352 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore1] a9523f10-b2b8-4c7a-92a0-c31f8344af0b/a9523f10-b2b8-4c7a-92a0-c31f8344af0b.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 912.926165] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b1ea8eaa-c855-4ea5-8e6a-e13370a44b23 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.933230] env[69319]: DEBUG oslo_vmware.api [None req-5ba09961-137f-4c95-b7eb-71ebe60b8352 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Waiting for the task: (returnval){ [ 912.933230] env[69319]: value = "task-3223401" [ 912.933230] env[69319]: _type = "Task" [ 912.933230] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.941334] env[69319]: DEBUG oslo_vmware.api [None req-5ba09961-137f-4c95-b7eb-71ebe60b8352 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Task: {'id': task-3223401, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.413153] env[69319]: DEBUG nova.compute.manager [None req-7436e8a9-c05c-4f4d-a0ad-410dfaa51f71 tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] [instance: 914e081a-6fde-4c22-9f9c-ed060937963b] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69319) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 913.413495] env[69319]: DEBUG oslo_concurrency.lockutils [None req-7436e8a9-c05c-4f4d-a0ad-410dfaa51f71 tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.445940] env[69319]: DEBUG oslo_vmware.api [None req-5ba09961-137f-4c95-b7eb-71ebe60b8352 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Task: {'id': task-3223401, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.944402] env[69319]: DEBUG oslo_vmware.api [None req-5ba09961-137f-4c95-b7eb-71ebe60b8352 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Task: {'id': task-3223401, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.554622} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.944644] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ba09961-137f-4c95-b7eb-71ebe60b8352 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore1] a9523f10-b2b8-4c7a-92a0-c31f8344af0b/a9523f10-b2b8-4c7a-92a0-c31f8344af0b.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 913.944871] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-5ba09961-137f-4c95-b7eb-71ebe60b8352 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] [instance: a9523f10-b2b8-4c7a-92a0-c31f8344af0b] Extending root virtual disk to 1048576 {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 913.945159] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ee3e8000-b455-4849-a3ac-441afd97ae49 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.954464] env[69319]: DEBUG oslo_vmware.api [None req-5ba09961-137f-4c95-b7eb-71ebe60b8352 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Waiting for the task: (returnval){ [ 913.954464] env[69319]: value = "task-3223402" [ 913.954464] env[69319]: _type = "Task" [ 913.954464] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.963887] env[69319]: DEBUG oslo_vmware.api [None req-5ba09961-137f-4c95-b7eb-71ebe60b8352 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Task: {'id': task-3223402, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.467068] env[69319]: DEBUG oslo_vmware.api [None req-5ba09961-137f-4c95-b7eb-71ebe60b8352 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Task: {'id': task-3223402, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.14914} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.467068] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-5ba09961-137f-4c95-b7eb-71ebe60b8352 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] [instance: a9523f10-b2b8-4c7a-92a0-c31f8344af0b] Extended root virtual disk {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 914.467766] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-282d5fad-dca1-4350-9871-e6a07cbfcc1a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.492515] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ba09961-137f-4c95-b7eb-71ebe60b8352 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] [instance: a9523f10-b2b8-4c7a-92a0-c31f8344af0b] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] a9523f10-b2b8-4c7a-92a0-c31f8344af0b/a9523f10-b2b8-4c7a-92a0-c31f8344af0b.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 914.492832] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1895f2f-2854-4a6b-8aaf-2bd2668196f2 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.514624] env[69319]: DEBUG oslo_vmware.api [None req-5ba09961-137f-4c95-b7eb-71ebe60b8352 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Waiting for the task: (returnval){ [ 914.514624] env[69319]: value = "task-3223403" [ 914.514624] env[69319]: _type = "Task" [ 914.514624] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.526341] env[69319]: DEBUG oslo_vmware.api [None req-5ba09961-137f-4c95-b7eb-71ebe60b8352 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Task: {'id': task-3223403, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.026077] env[69319]: DEBUG oslo_vmware.api [None req-5ba09961-137f-4c95-b7eb-71ebe60b8352 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Task: {'id': task-3223403, 'name': ReconfigVM_Task, 'duration_secs': 0.430687} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.026375] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ba09961-137f-4c95-b7eb-71ebe60b8352 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] [instance: a9523f10-b2b8-4c7a-92a0-c31f8344af0b] Reconfigured VM instance instance-0000003e to attach disk [datastore1] a9523f10-b2b8-4c7a-92a0-c31f8344af0b/a9523f10-b2b8-4c7a-92a0-c31f8344af0b.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 915.027043] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-31dbeb6f-4b5a-4866-b46f-f55f6f2797a4 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.035247] env[69319]: DEBUG oslo_vmware.api [None req-5ba09961-137f-4c95-b7eb-71ebe60b8352 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Waiting for the task: (returnval){ [ 915.035247] env[69319]: value = "task-3223404" [ 915.035247] env[69319]: _type = "Task" [ 915.035247] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.044137] env[69319]: DEBUG oslo_vmware.api [None req-5ba09961-137f-4c95-b7eb-71ebe60b8352 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Task: {'id': task-3223404, 'name': Rename_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.473019] env[69319]: DEBUG nova.compute.manager [req-3ca1bab2-e33c-4717-ad33-7e190730c23b req-8a64e721-e647-4736-a2b6-a21251980203 service nova] [instance: a9b26f5c-132c-44a9-bc71-a4629f9d0b9e] Received event network-vif-deleted-4334ebde-fc79-4aad-b321-41a8fca22383 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 915.473019] env[69319]: INFO nova.compute.manager [req-3ca1bab2-e33c-4717-ad33-7e190730c23b req-8a64e721-e647-4736-a2b6-a21251980203 service nova] [instance: a9b26f5c-132c-44a9-bc71-a4629f9d0b9e] Neutron deleted interface 4334ebde-fc79-4aad-b321-41a8fca22383; detaching it from the instance and deleting it from the info cache [ 915.473019] env[69319]: DEBUG nova.network.neutron [req-3ca1bab2-e33c-4717-ad33-7e190730c23b req-8a64e721-e647-4736-a2b6-a21251980203 service nova] [instance: a9b26f5c-132c-44a9-bc71-a4629f9d0b9e] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.478965] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-9fd77527-810e-4789-be12-9856c95897bf tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: 43e75e72-e9aa-43d9-bc06-65d4cad074cb] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 915.479330] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-9fd77527-810e-4789-be12-9856c95897bf tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: 43e75e72-e9aa-43d9-bc06-65d4cad074cb] Deleting contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 915.483534] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fd77527-810e-4789-be12-9856c95897bf tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Deleting the datastore file [datastore2] 43e75e72-e9aa-43d9-bc06-65d4cad074cb {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 915.483534] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-08c27839-6d77-452d-8fb0-913858e03334 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.487937] env[69319]: INFO nova.scheduler.client.report [None req-7b439d21-7f64-43aa-8880-f6cc03c9ae4f tempest-ServerAddressesTestJSON-2119319870 tempest-ServerAddressesTestJSON-2119319870-project-member] Deleted allocations for instance 42447381-1bc9-4936-8fbf-178993fd5d68 [ 915.495373] env[69319]: DEBUG oslo_vmware.api [None req-9fd77527-810e-4789-be12-9856c95897bf tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Waiting for the task: (returnval){ [ 915.495373] env[69319]: value = "task-3223405" [ 915.495373] env[69319]: _type = "Task" [ 915.495373] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.508219] env[69319]: DEBUG oslo_vmware.api [None req-9fd77527-810e-4789-be12-9856c95897bf tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3223405, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.545847] env[69319]: DEBUG oslo_vmware.api [None req-5ba09961-137f-4c95-b7eb-71ebe60b8352 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Task: {'id': task-3223404, 'name': Rename_Task, 'duration_secs': 0.189968} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.547389] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ba09961-137f-4c95-b7eb-71ebe60b8352 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] [instance: a9523f10-b2b8-4c7a-92a0-c31f8344af0b] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 915.547389] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9cf09a29-e9b3-4012-80d4-b20ec032201d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.559699] env[69319]: DEBUG oslo_vmware.api [None req-5ba09961-137f-4c95-b7eb-71ebe60b8352 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Waiting for the task: (returnval){ [ 915.559699] env[69319]: value = "task-3223406" [ 915.559699] env[69319]: _type = "Task" [ 915.559699] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.577812] env[69319]: DEBUG oslo_vmware.api [None req-5ba09961-137f-4c95-b7eb-71ebe60b8352 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Task: {'id': task-3223406, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.660749] env[69319]: INFO nova.compute.manager [-] [instance: a9b26f5c-132c-44a9-bc71-a4629f9d0b9e] Took 4.53 seconds to deallocate network for instance. [ 915.931425] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56156a93-b463-460a-ac66-8bcf0e27b9c8 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.941542] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79c13800-35e7-4a92-ba50-5ecb80a45f01 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.977426] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fabacbc5-8b68-4747-b7c4-42a0aa893914 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.981308] env[69319]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-37d4669a-e39d-4223-82ac-2309a83174fe {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.986931] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6fcd75c-7dd3-469f-8f6e-8467bab77acb {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.995832] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bcae8e4-feb6-4421-9707-ff8009697d96 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.018242] env[69319]: DEBUG nova.compute.provider_tree [None req-83bc39fb-6ddd-4161-906c-5229a8366195 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Updating inventory in ProviderTree for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 916.020138] env[69319]: DEBUG oslo_concurrency.lockutils [None req-7b439d21-7f64-43aa-8880-f6cc03c9ae4f tempest-ServerAddressesTestJSON-2119319870 tempest-ServerAddressesTestJSON-2119319870-project-member] Lock "42447381-1bc9-4936-8fbf-178993fd5d68" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.441s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.030957] env[69319]: DEBUG oslo_vmware.api [None req-9fd77527-810e-4789-be12-9856c95897bf tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3223405, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.420178} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.031250] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fd77527-810e-4789-be12-9856c95897bf tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 916.031449] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-9fd77527-810e-4789-be12-9856c95897bf tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: 43e75e72-e9aa-43d9-bc06-65d4cad074cb] Deleted contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 916.031623] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-9fd77527-810e-4789-be12-9856c95897bf tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: 43e75e72-e9aa-43d9-bc06-65d4cad074cb] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 916.031795] env[69319]: INFO nova.compute.manager [None req-9fd77527-810e-4789-be12-9856c95897bf tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: 43e75e72-e9aa-43d9-bc06-65d4cad074cb] Took 4.85 seconds to destroy the instance on the hypervisor. [ 916.032052] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9fd77527-810e-4789-be12-9856c95897bf tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 916.032247] env[69319]: DEBUG nova.compute.manager [-] [instance: 43e75e72-e9aa-43d9-bc06-65d4cad074cb] Deallocating network for instance {{(pid=69319) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 916.032344] env[69319]: DEBUG nova.network.neutron [-] [instance: 43e75e72-e9aa-43d9-bc06-65d4cad074cb] deallocate_for_instance() {{(pid=69319) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 916.054736] env[69319]: DEBUG nova.compute.manager [req-3ca1bab2-e33c-4717-ad33-7e190730c23b req-8a64e721-e647-4736-a2b6-a21251980203 service nova] [instance: a9b26f5c-132c-44a9-bc71-a4629f9d0b9e] Detach interface failed, port_id=4334ebde-fc79-4aad-b321-41a8fca22383, reason: Instance a9b26f5c-132c-44a9-bc71-a4629f9d0b9e could not be found. {{(pid=69319) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 916.055064] env[69319]: DEBUG nova.compute.manager [req-3ca1bab2-e33c-4717-ad33-7e190730c23b req-8a64e721-e647-4736-a2b6-a21251980203 service nova] [instance: 4650fd7f-02d1-46d1-b68e-3fb75e237e57] Received event network-changed-33818967-b4af-4132-a92f-4b293d725928 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 916.055281] env[69319]: DEBUG nova.compute.manager [req-3ca1bab2-e33c-4717-ad33-7e190730c23b req-8a64e721-e647-4736-a2b6-a21251980203 service nova] [instance: 4650fd7f-02d1-46d1-b68e-3fb75e237e57] Refreshing instance network info cache due to event network-changed-33818967-b4af-4132-a92f-4b293d725928. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 916.055542] env[69319]: DEBUG oslo_concurrency.lockutils [req-3ca1bab2-e33c-4717-ad33-7e190730c23b req-8a64e721-e647-4736-a2b6-a21251980203 service nova] Acquiring lock "refresh_cache-4650fd7f-02d1-46d1-b68e-3fb75e237e57" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.055740] env[69319]: DEBUG oslo_concurrency.lockutils [req-3ca1bab2-e33c-4717-ad33-7e190730c23b req-8a64e721-e647-4736-a2b6-a21251980203 service nova] Acquired lock "refresh_cache-4650fd7f-02d1-46d1-b68e-3fb75e237e57" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.055945] env[69319]: DEBUG nova.network.neutron [req-3ca1bab2-e33c-4717-ad33-7e190730c23b req-8a64e721-e647-4736-a2b6-a21251980203 service nova] [instance: 4650fd7f-02d1-46d1-b68e-3fb75e237e57] Refreshing network info cache for port 33818967-b4af-4132-a92f-4b293d725928 {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 916.072916] env[69319]: DEBUG oslo_vmware.api [None req-5ba09961-137f-4c95-b7eb-71ebe60b8352 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Task: {'id': task-3223406, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.167176] env[69319]: DEBUG oslo_concurrency.lockutils [None req-6332c9a1-440c-4272-a0ba-3abb080c1e28 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.433628] env[69319]: DEBUG nova.compute.manager [req-ea1d2d84-5827-447c-b589-ea94b2f2293a req-3e43abe7-b2fa-43ea-9d93-fd7a560a083d service nova] [instance: 43e75e72-e9aa-43d9-bc06-65d4cad074cb] Received event network-vif-deleted-0a077a55-8b07-44ed-9d9b-a85375c1fdbe {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 916.433953] env[69319]: INFO nova.compute.manager [req-ea1d2d84-5827-447c-b589-ea94b2f2293a req-3e43abe7-b2fa-43ea-9d93-fd7a560a083d service nova] [instance: 43e75e72-e9aa-43d9-bc06-65d4cad074cb] Neutron deleted interface 0a077a55-8b07-44ed-9d9b-a85375c1fdbe; detaching it from the instance and deleting it from the info cache [ 916.434202] env[69319]: DEBUG nova.network.neutron [req-ea1d2d84-5827-447c-b589-ea94b2f2293a req-3e43abe7-b2fa-43ea-9d93-fd7a560a083d service nova] [instance: 43e75e72-e9aa-43d9-bc06-65d4cad074cb] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.542801] env[69319]: ERROR nova.scheduler.client.report [None req-83bc39fb-6ddd-4161-906c-5229a8366195 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] [req-0a7d4589-91fe-4c9b-9b51-2f009e0df6b6] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 94b8835e-2513-4669-abb9-c8c6813d60e7. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0a7d4589-91fe-4c9b-9b51-2f009e0df6b6"}]} [ 916.563641] env[69319]: DEBUG nova.scheduler.client.report [None req-83bc39fb-6ddd-4161-906c-5229a8366195 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Refreshing inventories for resource provider 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 916.581223] env[69319]: DEBUG oslo_vmware.api [None req-5ba09961-137f-4c95-b7eb-71ebe60b8352 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Task: {'id': task-3223406, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.582644] env[69319]: DEBUG nova.scheduler.client.report [None req-83bc39fb-6ddd-4161-906c-5229a8366195 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Updating ProviderTree inventory for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 916.582972] env[69319]: DEBUG nova.compute.provider_tree [None req-83bc39fb-6ddd-4161-906c-5229a8366195 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Updating inventory in ProviderTree for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 916.595966] env[69319]: DEBUG nova.scheduler.client.report [None req-83bc39fb-6ddd-4161-906c-5229a8366195 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Refreshing aggregate associations for resource provider 94b8835e-2513-4669-abb9-c8c6813d60e7, aggregates: None {{(pid=69319) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 916.622689] env[69319]: DEBUG nova.scheduler.client.report [None req-83bc39fb-6ddd-4161-906c-5229a8366195 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Refreshing trait associations for resource provider 94b8835e-2513-4669-abb9-c8c6813d60e7, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69319) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 916.944290] env[69319]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-233e8ea0-f597-4ed6-a8ed-7d9bd5696c49 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.959845] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d09caca-6f41-4b6f-a276-c2a938d68500 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.991191] env[69319]: DEBUG nova.network.neutron [req-3ca1bab2-e33c-4717-ad33-7e190730c23b req-8a64e721-e647-4736-a2b6-a21251980203 service nova] [instance: 4650fd7f-02d1-46d1-b68e-3fb75e237e57] Updated VIF entry in instance network info cache for port 33818967-b4af-4132-a92f-4b293d725928. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 916.991336] env[69319]: DEBUG nova.network.neutron [req-3ca1bab2-e33c-4717-ad33-7e190730c23b req-8a64e721-e647-4736-a2b6-a21251980203 service nova] [instance: 4650fd7f-02d1-46d1-b68e-3fb75e237e57] Updating instance_info_cache with network_info: [{"id": "33818967-b4af-4132-a92f-4b293d725928", "address": "fa:16:3e:35:db:93", "network": {"id": "137e0ee2-8e6e-434c-a032-f059cf348e59", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-49335232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0030fcfc26054d94b76414b0098fa648", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33818967-b4", "ovs_interfaceid": "33818967-b4af-4132-a92f-4b293d725928", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.019162] env[69319]: DEBUG nova.compute.manager [req-ea1d2d84-5827-447c-b589-ea94b2f2293a req-3e43abe7-b2fa-43ea-9d93-fd7a560a083d service nova] [instance: 43e75e72-e9aa-43d9-bc06-65d4cad074cb] Detach interface failed, port_id=0a077a55-8b07-44ed-9d9b-a85375c1fdbe, reason: Instance 43e75e72-e9aa-43d9-bc06-65d4cad074cb could not be found. {{(pid=69319) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 917.056356] env[69319]: DEBUG oslo_concurrency.lockutils [None req-dde26374-3861-4c38-a7ae-d6c4f463995c tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Acquiring lock "57bf6160-52cc-456b-b946-c36291559da8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.056623] env[69319]: DEBUG oslo_concurrency.lockutils [None req-dde26374-3861-4c38-a7ae-d6c4f463995c tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Lock "57bf6160-52cc-456b-b946-c36291559da8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.076459] env[69319]: DEBUG oslo_vmware.api [None req-5ba09961-137f-4c95-b7eb-71ebe60b8352 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Task: {'id': task-3223406, 'name': PowerOnVM_Task, 'duration_secs': 1.149469} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.076712] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ba09961-137f-4c95-b7eb-71ebe60b8352 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] [instance: a9523f10-b2b8-4c7a-92a0-c31f8344af0b] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 917.076911] env[69319]: INFO nova.compute.manager [None req-5ba09961-137f-4c95-b7eb-71ebe60b8352 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] [instance: a9523f10-b2b8-4c7a-92a0-c31f8344af0b] Took 11.61 seconds to spawn the instance on the hypervisor. [ 917.077107] env[69319]: DEBUG nova.compute.manager [None req-5ba09961-137f-4c95-b7eb-71ebe60b8352 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] [instance: a9523f10-b2b8-4c7a-92a0-c31f8344af0b] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 917.078160] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49177df4-42c9-4449-90ac-ac3e3aa90dfa {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.140195] env[69319]: DEBUG nova.network.neutron [-] [instance: 43e75e72-e9aa-43d9-bc06-65d4cad074cb] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.187998] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7514ccd3-2432-4cb8-a893-49ffdb3ec372 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.197279] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9bc055e-90a5-4d70-bc3a-8607670d3e10 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.228926] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98a43a38-d90e-459b-947c-9da031cc25f7 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.237554] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f17c47c-c5b7-4867-8f53-45686d251457 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.252308] env[69319]: DEBUG nova.compute.provider_tree [None req-83bc39fb-6ddd-4161-906c-5229a8366195 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Updating inventory in ProviderTree for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 917.497053] env[69319]: DEBUG oslo_concurrency.lockutils [req-3ca1bab2-e33c-4717-ad33-7e190730c23b req-8a64e721-e647-4736-a2b6-a21251980203 service nova] Releasing lock "refresh_cache-4650fd7f-02d1-46d1-b68e-3fb75e237e57" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.558789] env[69319]: DEBUG nova.compute.manager [None req-dde26374-3861-4c38-a7ae-d6c4f463995c tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] [instance: 57bf6160-52cc-456b-b946-c36291559da8] Starting instance... {{(pid=69319) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 917.598365] env[69319]: INFO nova.compute.manager [None req-5ba09961-137f-4c95-b7eb-71ebe60b8352 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] [instance: a9523f10-b2b8-4c7a-92a0-c31f8344af0b] Took 53.93 seconds to build instance. [ 917.643142] env[69319]: INFO nova.compute.manager [-] [instance: 43e75e72-e9aa-43d9-bc06-65d4cad074cb] Took 1.61 seconds to deallocate network for instance. [ 917.792950] env[69319]: DEBUG nova.scheduler.client.report [None req-83bc39fb-6ddd-4161-906c-5229a8366195 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Updated inventory for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 with generation 83 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 917.793633] env[69319]: DEBUG nova.compute.provider_tree [None req-83bc39fb-6ddd-4161-906c-5229a8366195 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Updating resource provider 94b8835e-2513-4669-abb9-c8c6813d60e7 generation from 83 to 84 during operation: update_inventory {{(pid=69319) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 917.793851] env[69319]: DEBUG nova.compute.provider_tree [None req-83bc39fb-6ddd-4161-906c-5229a8366195 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Updating inventory in ProviderTree for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 918.083059] env[69319]: DEBUG oslo_concurrency.lockutils [None req-dde26374-3861-4c38-a7ae-d6c4f463995c tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.103244] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5ba09961-137f-4c95-b7eb-71ebe60b8352 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Lock "a9523f10-b2b8-4c7a-92a0-c31f8344af0b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.443s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.149902] env[69319]: DEBUG oslo_concurrency.lockutils [None req-9fd77527-810e-4789-be12-9856c95897bf tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.299059] env[69319]: DEBUG oslo_concurrency.lockutils [None req-83bc39fb-6ddd-4161-906c-5229a8366195 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 6.246s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.302031] env[69319]: DEBUG oslo_concurrency.lockutils [None req-feaf4a56-f984-4298-8265-3c54e39eda71 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.405s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.303408] env[69319]: INFO nova.compute.claims [None req-feaf4a56-f984-4298-8265-3c54e39eda71 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: dbde4290-a1c2-4c5e-9b2e-a9a3328a268a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 918.319333] env[69319]: INFO nova.scheduler.client.report [None req-83bc39fb-6ddd-4161-906c-5229a8366195 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Deleted allocations for instance f09611ba-ae99-4486-9d72-de8d7c2722aa [ 918.827254] env[69319]: DEBUG oslo_concurrency.lockutils [None req-83bc39fb-6ddd-4161-906c-5229a8366195 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Lock "f09611ba-ae99-4486-9d72-de8d7c2722aa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.270s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.834794] env[69319]: INFO nova.compute.manager [None req-400b2956-359a-441b-9fdf-729b9166273b tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] [instance: a9523f10-b2b8-4c7a-92a0-c31f8344af0b] Rescuing [ 918.835058] env[69319]: DEBUG oslo_concurrency.lockutils [None req-400b2956-359a-441b-9fdf-729b9166273b tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Acquiring lock "refresh_cache-a9523f10-b2b8-4c7a-92a0-c31f8344af0b" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.835215] env[69319]: DEBUG oslo_concurrency.lockutils [None req-400b2956-359a-441b-9fdf-729b9166273b tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Acquired lock "refresh_cache-a9523f10-b2b8-4c7a-92a0-c31f8344af0b" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.835381] env[69319]: DEBUG nova.network.neutron [None req-400b2956-359a-441b-9fdf-729b9166273b tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] [instance: a9523f10-b2b8-4c7a-92a0-c31f8344af0b] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 918.899912] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5d091b5f-bd32-4732-9a23-59e18d068626 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Acquiring lock "d33ea59d-f210-4f99-99ee-0c5aa850c757" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.900019] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5d091b5f-bd32-4732-9a23-59e18d068626 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Lock "d33ea59d-f210-4f99-99ee-0c5aa850c757" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.402202] env[69319]: DEBUG nova.compute.manager [None req-5d091b5f-bd32-4732-9a23-59e18d068626 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] [instance: d33ea59d-f210-4f99-99ee-0c5aa850c757] Starting instance... {{(pid=69319) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 919.722457] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae29e89e-a9d0-4000-b111-7d77e83ea0b8 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.730621] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64b5ccb2-28bf-4bed-9a13-85e81206f52d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.764803] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-573b9ff5-be63-4e08-bffb-3a6571baff74 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.773104] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3322fc1-3af2-4fb4-851e-34aec56f8d6a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.787541] env[69319]: DEBUG nova.compute.provider_tree [None req-feaf4a56-f984-4298-8265-3c54e39eda71 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 919.844083] env[69319]: DEBUG nova.network.neutron [None req-400b2956-359a-441b-9fdf-729b9166273b tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] [instance: a9523f10-b2b8-4c7a-92a0-c31f8344af0b] Updating instance_info_cache with network_info: [{"id": "d395a62f-7708-4321-9722-42928a37b655", "address": "fa:16:3e:b1:ab:e8", "network": {"id": "b71f8c4a-4860-426b-a666-585ae7a1d2df", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1437161051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9916e68946284f088b04983a82874008", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c621a9c-66f5-426a-8aab-bd8b2e912106", "external-id": "nsx-vlan-transportzone-485", "segmentation_id": 485, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd395a62f-77", "ovs_interfaceid": "d395a62f-7708-4321-9722-42928a37b655", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.935210] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5d091b5f-bd32-4732-9a23-59e18d068626 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.291608] env[69319]: DEBUG nova.scheduler.client.report [None req-feaf4a56-f984-4298-8265-3c54e39eda71 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 920.347317] env[69319]: DEBUG oslo_concurrency.lockutils [None req-400b2956-359a-441b-9fdf-729b9166273b tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Releasing lock "refresh_cache-a9523f10-b2b8-4c7a-92a0-c31f8344af0b" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.799050] env[69319]: DEBUG oslo_concurrency.lockutils [None req-feaf4a56-f984-4298-8265-3c54e39eda71 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.497s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.799693] env[69319]: DEBUG nova.compute.manager [None req-feaf4a56-f984-4298-8265-3c54e39eda71 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: dbde4290-a1c2-4c5e-9b2e-a9a3328a268a] Start building networks asynchronously for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 920.802992] env[69319]: DEBUG oslo_concurrency.lockutils [None req-43bf22e9-4893-42e6-ba45-bef0f93f5ef4 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.289s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.803199] env[69319]: DEBUG nova.objects.instance [None req-43bf22e9-4893-42e6-ba45-bef0f93f5ef4 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Lazy-loading 'resources' on Instance uuid b6904adf-5981-4a21-a344-4a8949b8b90b {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 921.306767] env[69319]: DEBUG nova.compute.utils [None req-feaf4a56-f984-4298-8265-3c54e39eda71 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Using /dev/sd instead of None {{(pid=69319) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 921.311330] env[69319]: DEBUG nova.compute.manager [None req-feaf4a56-f984-4298-8265-3c54e39eda71 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: dbde4290-a1c2-4c5e-9b2e-a9a3328a268a] Allocating IP information in the background. {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 921.311502] env[69319]: DEBUG nova.network.neutron [None req-feaf4a56-f984-4298-8265-3c54e39eda71 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: dbde4290-a1c2-4c5e-9b2e-a9a3328a268a] allocate_for_instance() {{(pid=69319) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 921.354233] env[69319]: DEBUG nova.policy [None req-feaf4a56-f984-4298-8265-3c54e39eda71 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b73639ed40c1402bb56629d73213539f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '380102385f92442f9501a051ccbbc658', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69319) authorize /opt/stack/nova/nova/policy.py:192}} [ 921.642383] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0785005-4dff-43d1-977d-92cc0cf71f58 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.650685] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e17790f-5b65-4edd-a0cd-2e5d9b43eb91 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.681045] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4baaffce-94b4-4267-ae55-316bc4104010 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.689029] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-780f2e94-af7c-4010-b8aa-a5ca69c33037 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.702578] env[69319]: DEBUG nova.compute.provider_tree [None req-43bf22e9-4893-42e6-ba45-bef0f93f5ef4 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 921.809719] env[69319]: DEBUG nova.compute.manager [None req-feaf4a56-f984-4298-8265-3c54e39eda71 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: dbde4290-a1c2-4c5e-9b2e-a9a3328a268a] Start building block device mappings for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 921.884216] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-400b2956-359a-441b-9fdf-729b9166273b tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] [instance: a9523f10-b2b8-4c7a-92a0-c31f8344af0b] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 921.884488] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a6053852-9ae2-4eea-bbfa-01a5fa006c20 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.892467] env[69319]: DEBUG oslo_vmware.api [None req-400b2956-359a-441b-9fdf-729b9166273b tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Waiting for the task: (returnval){ [ 921.892467] env[69319]: value = "task-3223407" [ 921.892467] env[69319]: _type = "Task" [ 921.892467] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.900083] env[69319]: DEBUG oslo_vmware.api [None req-400b2956-359a-441b-9fdf-729b9166273b tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Task: {'id': task-3223407, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.206376] env[69319]: DEBUG nova.scheduler.client.report [None req-43bf22e9-4893-42e6-ba45-bef0f93f5ef4 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 922.403240] env[69319]: DEBUG oslo_vmware.api [None req-400b2956-359a-441b-9fdf-729b9166273b tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Task: {'id': task-3223407, 'name': PowerOffVM_Task, 'duration_secs': 0.208356} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.403603] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-400b2956-359a-441b-9fdf-729b9166273b tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] [instance: a9523f10-b2b8-4c7a-92a0-c31f8344af0b] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 922.404307] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e32792b2-89c1-4b4e-999b-34b2d33a2379 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.423656] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a695e66-e99c-4aa5-9355-d1342e4ae940 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.454398] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-400b2956-359a-441b-9fdf-729b9166273b tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] [instance: a9523f10-b2b8-4c7a-92a0-c31f8344af0b] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 922.454654] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3d82576b-fbc8-48b9-87a9-67c37ccacbca {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.461896] env[69319]: DEBUG oslo_vmware.api [None req-400b2956-359a-441b-9fdf-729b9166273b tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Waiting for the task: (returnval){ [ 922.461896] env[69319]: value = "task-3223408" [ 922.461896] env[69319]: _type = "Task" [ 922.461896] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.469353] env[69319]: DEBUG oslo_vmware.api [None req-400b2956-359a-441b-9fdf-729b9166273b tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Task: {'id': task-3223408, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.973817] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-400b2956-359a-441b-9fdf-729b9166273b tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] [instance: a9523f10-b2b8-4c7a-92a0-c31f8344af0b] VM already powered off {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 922.974116] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-400b2956-359a-441b-9fdf-729b9166273b tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] [instance: a9523f10-b2b8-4c7a-92a0-c31f8344af0b] Processing image 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 922.974351] env[69319]: DEBUG oslo_concurrency.lockutils [None req-400b2956-359a-441b-9fdf-729b9166273b tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.974505] env[69319]: DEBUG oslo_concurrency.lockutils [None req-400b2956-359a-441b-9fdf-729b9166273b tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.974690] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-400b2956-359a-441b-9fdf-729b9166273b tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 922.974954] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a63a03ad-2f0a-4f36-9329-6e58404db528 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.985231] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-400b2956-359a-441b-9fdf-729b9166273b tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 922.985420] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-400b2956-359a-441b-9fdf-729b9166273b tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 922.986165] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5bf1c85f-2003-4ada-bd61-aed7455cf3f9 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.991743] env[69319]: DEBUG oslo_vmware.api [None req-400b2956-359a-441b-9fdf-729b9166273b tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Waiting for the task: (returnval){ [ 922.991743] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]520d1e26-e716-3a90-e0ed-95303b764e18" [ 922.991743] env[69319]: _type = "Task" [ 922.991743] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.000273] env[69319]: DEBUG oslo_vmware.api [None req-400b2956-359a-441b-9fdf-729b9166273b tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]520d1e26-e716-3a90-e0ed-95303b764e18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.503123] env[69319]: DEBUG oslo_vmware.api [None req-400b2956-359a-441b-9fdf-729b9166273b tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]520d1e26-e716-3a90-e0ed-95303b764e18, 'name': SearchDatastore_Task, 'duration_secs': 0.015866} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.503929] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afc544cb-2fa5-417c-aaba-6ae97fe1c04c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.508989] env[69319]: DEBUG oslo_vmware.api [None req-400b2956-359a-441b-9fdf-729b9166273b tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Waiting for the task: (returnval){ [ 923.508989] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]525f6f7d-76fd-5033-21f5-51842f524e75" [ 923.508989] env[69319]: _type = "Task" [ 923.508989] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.516217] env[69319]: DEBUG oslo_vmware.api [None req-400b2956-359a-441b-9fdf-729b9166273b tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]525f6f7d-76fd-5033-21f5-51842f524e75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.020458] env[69319]: DEBUG oslo_vmware.api [None req-400b2956-359a-441b-9fdf-729b9166273b tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]525f6f7d-76fd-5033-21f5-51842f524e75, 'name': SearchDatastore_Task, 'duration_secs': 0.010207} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.020827] env[69319]: DEBUG oslo_concurrency.lockutils [None req-400b2956-359a-441b-9fdf-729b9166273b tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.021276] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-400b2956-359a-441b-9fdf-729b9166273b tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore1] a9523f10-b2b8-4c7a-92a0-c31f8344af0b/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8-rescue.vmdk. {{(pid=69319) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 924.021566] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-252f1abe-62e1-409b-8817-47c0cf1e1262 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.028887] env[69319]: DEBUG oslo_vmware.api [None req-400b2956-359a-441b-9fdf-729b9166273b tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Waiting for the task: (returnval){ [ 924.028887] env[69319]: value = "task-3223409" [ 924.028887] env[69319]: _type = "Task" [ 924.028887] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.037017] env[69319]: DEBUG oslo_vmware.api [None req-400b2956-359a-441b-9fdf-729b9166273b tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Task: {'id': task-3223409, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.538666] env[69319]: DEBUG oslo_vmware.api [None req-400b2956-359a-441b-9fdf-729b9166273b tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Task: {'id': task-3223409, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.474252} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.539036] env[69319]: INFO nova.virt.vmwareapi.ds_util [None req-400b2956-359a-441b-9fdf-729b9166273b tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore1] a9523f10-b2b8-4c7a-92a0-c31f8344af0b/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8-rescue.vmdk. [ 924.539721] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9881fce-a2df-47b8-9d76-cbe04ae1376f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.564542] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-400b2956-359a-441b-9fdf-729b9166273b tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] [instance: a9523f10-b2b8-4c7a-92a0-c31f8344af0b] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] a9523f10-b2b8-4c7a-92a0-c31f8344af0b/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8-rescue.vmdk or device None with type thin {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 924.564769] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2854b289-8388-4b82-beef-311468900252 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.582252] env[69319]: DEBUG oslo_vmware.api [None req-400b2956-359a-441b-9fdf-729b9166273b tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Waiting for the task: (returnval){ [ 924.582252] env[69319]: value = "task-3223410" [ 924.582252] env[69319]: _type = "Task" [ 924.582252] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.594221] env[69319]: DEBUG oslo_vmware.api [None req-400b2956-359a-441b-9fdf-729b9166273b tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Task: {'id': task-3223410, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.095281] env[69319]: DEBUG oslo_vmware.api [None req-400b2956-359a-441b-9fdf-729b9166273b tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Task: {'id': task-3223410, 'name': ReconfigVM_Task, 'duration_secs': 0.282875} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.095538] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-400b2956-359a-441b-9fdf-729b9166273b tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] [instance: a9523f10-b2b8-4c7a-92a0-c31f8344af0b] Reconfigured VM instance instance-0000003e to attach disk [datastore1] a9523f10-b2b8-4c7a-92a0-c31f8344af0b/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8-rescue.vmdk or device None with type thin {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 925.096407] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa95d617-4c60-4c53-9f37-30757ac25612 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.125766] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-029747d6-02b7-4477-b894-91eafe9a0501 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.144666] env[69319]: DEBUG oslo_vmware.api [None req-400b2956-359a-441b-9fdf-729b9166273b tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Waiting for the task: (returnval){ [ 925.144666] env[69319]: value = "task-3223411" [ 925.144666] env[69319]: _type = "Task" [ 925.144666] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.156840] env[69319]: DEBUG oslo_vmware.api [None req-400b2956-359a-441b-9fdf-729b9166273b tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Task: {'id': task-3223411, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.216017] env[69319]: DEBUG oslo_concurrency.lockutils [None req-43bf22e9-4893-42e6-ba45-bef0f93f5ef4 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 4.413s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.219456] env[69319]: DEBUG oslo_concurrency.lockutils [None req-6db61eca-d4fe-4b1f-a8a3-a5d3f6bbbacc tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.138s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.219456] env[69319]: DEBUG nova.objects.instance [None req-6db61eca-d4fe-4b1f-a8a3-a5d3f6bbbacc tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Lazy-loading 'resources' on Instance uuid 66e1cd49-8387-4ef2-b3c8-8f301d27d1cb {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 925.248744] env[69319]: INFO nova.scheduler.client.report [None req-43bf22e9-4893-42e6-ba45-bef0f93f5ef4 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Deleted allocations for instance b6904adf-5981-4a21-a344-4a8949b8b90b [ 925.253382] env[69319]: DEBUG nova.network.neutron [None req-feaf4a56-f984-4298-8265-3c54e39eda71 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: dbde4290-a1c2-4c5e-9b2e-a9a3328a268a] Successfully created port: f21be78d-872d-4268-82ad-8c9565bed660 {{(pid=69319) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 925.656107] env[69319]: DEBUG oslo_vmware.api [None req-400b2956-359a-441b-9fdf-729b9166273b tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Task: {'id': task-3223411, 'name': ReconfigVM_Task, 'duration_secs': 0.279715} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.656107] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-400b2956-359a-441b-9fdf-729b9166273b tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] [instance: a9523f10-b2b8-4c7a-92a0-c31f8344af0b] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 925.656107] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-994d5a6b-c9da-401e-8265-91f8a6f0cbc3 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.663489] env[69319]: DEBUG oslo_vmware.api [None req-400b2956-359a-441b-9fdf-729b9166273b tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Waiting for the task: (returnval){ [ 925.663489] env[69319]: value = "task-3223412" [ 925.663489] env[69319]: _type = "Task" [ 925.663489] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.673962] env[69319]: DEBUG oslo_vmware.api [None req-400b2956-359a-441b-9fdf-729b9166273b tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Task: {'id': task-3223412, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.761258] env[69319]: DEBUG oslo_concurrency.lockutils [None req-43bf22e9-4893-42e6-ba45-bef0f93f5ef4 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Lock "b6904adf-5981-4a21-a344-4a8949b8b90b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.744s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.825795] env[69319]: DEBUG nova.compute.manager [None req-feaf4a56-f984-4298-8265-3c54e39eda71 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: dbde4290-a1c2-4c5e-9b2e-a9a3328a268a] Start spawning the instance on the hypervisor. {{(pid=69319) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 925.871378] env[69319]: DEBUG nova.virt.hardware [None req-feaf4a56-f984-4298-8265-3c54e39eda71 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:32:36Z,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31f027872f6f44dba95ff2fe7a062e00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:32:36Z,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 925.871950] env[69319]: DEBUG nova.virt.hardware [None req-feaf4a56-f984-4298-8265-3c54e39eda71 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 925.872118] env[69319]: DEBUG nova.virt.hardware [None req-feaf4a56-f984-4298-8265-3c54e39eda71 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 925.872464] env[69319]: DEBUG nova.virt.hardware [None req-feaf4a56-f984-4298-8265-3c54e39eda71 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 925.873827] env[69319]: DEBUG nova.virt.hardware [None req-feaf4a56-f984-4298-8265-3c54e39eda71 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 925.873827] env[69319]: DEBUG nova.virt.hardware [None req-feaf4a56-f984-4298-8265-3c54e39eda71 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 925.873827] env[69319]: DEBUG nova.virt.hardware [None req-feaf4a56-f984-4298-8265-3c54e39eda71 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 925.873827] env[69319]: DEBUG nova.virt.hardware [None req-feaf4a56-f984-4298-8265-3c54e39eda71 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 925.874473] env[69319]: DEBUG nova.virt.hardware [None req-feaf4a56-f984-4298-8265-3c54e39eda71 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 925.874473] env[69319]: DEBUG nova.virt.hardware [None req-feaf4a56-f984-4298-8265-3c54e39eda71 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 925.874590] env[69319]: DEBUG nova.virt.hardware [None req-feaf4a56-f984-4298-8265-3c54e39eda71 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 925.876090] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abc2038b-383d-4e47-8e92-de52d738f08b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.893286] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cafd937-aa99-4236-b15c-2166df5c0090 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.175671] env[69319]: DEBUG oslo_vmware.api [None req-400b2956-359a-441b-9fdf-729b9166273b tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Task: {'id': task-3223412, 'name': PowerOnVM_Task, 'duration_secs': 0.395454} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.181372] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-400b2956-359a-441b-9fdf-729b9166273b tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] [instance: a9523f10-b2b8-4c7a-92a0-c31f8344af0b] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 926.185035] env[69319]: DEBUG nova.compute.manager [None req-400b2956-359a-441b-9fdf-729b9166273b tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] [instance: a9523f10-b2b8-4c7a-92a0-c31f8344af0b] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 926.185035] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cf71f37-2f79-4ba1-befb-fb78789880b8 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.238244] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0211c4d-6892-4321-89be-5181f5a06cd2 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.247712] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-874820b1-d177-49a2-8e32-1782561441fe {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.280646] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a963237c-fc8e-42c7-8dea-1e230cc1bb41 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.289189] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50253d23-95c4-46e1-ac7d-6a2161eac269 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.303119] env[69319]: DEBUG nova.compute.provider_tree [None req-6db61eca-d4fe-4b1f-a8a3-a5d3f6bbbacc tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 926.805967] env[69319]: DEBUG nova.scheduler.client.report [None req-6db61eca-d4fe-4b1f-a8a3-a5d3f6bbbacc tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 927.227099] env[69319]: DEBUG nova.compute.manager [req-d3c7f51d-f6bf-48df-98d3-526cb4feca72 req-fca8759b-6b46-46ca-ab8f-6ec19ee76a22 service nova] [instance: dbde4290-a1c2-4c5e-9b2e-a9a3328a268a] Received event network-vif-plugged-f21be78d-872d-4268-82ad-8c9565bed660 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 927.227364] env[69319]: DEBUG oslo_concurrency.lockutils [req-d3c7f51d-f6bf-48df-98d3-526cb4feca72 req-fca8759b-6b46-46ca-ab8f-6ec19ee76a22 service nova] Acquiring lock "dbde4290-a1c2-4c5e-9b2e-a9a3328a268a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.227606] env[69319]: DEBUG oslo_concurrency.lockutils [req-d3c7f51d-f6bf-48df-98d3-526cb4feca72 req-fca8759b-6b46-46ca-ab8f-6ec19ee76a22 service nova] Lock "dbde4290-a1c2-4c5e-9b2e-a9a3328a268a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.227810] env[69319]: DEBUG oslo_concurrency.lockutils [req-d3c7f51d-f6bf-48df-98d3-526cb4feca72 req-fca8759b-6b46-46ca-ab8f-6ec19ee76a22 service nova] Lock "dbde4290-a1c2-4c5e-9b2e-a9a3328a268a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.227989] env[69319]: DEBUG nova.compute.manager [req-d3c7f51d-f6bf-48df-98d3-526cb4feca72 req-fca8759b-6b46-46ca-ab8f-6ec19ee76a22 service nova] [instance: dbde4290-a1c2-4c5e-9b2e-a9a3328a268a] No waiting events found dispatching network-vif-plugged-f21be78d-872d-4268-82ad-8c9565bed660 {{(pid=69319) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 927.228860] env[69319]: WARNING nova.compute.manager [req-d3c7f51d-f6bf-48df-98d3-526cb4feca72 req-fca8759b-6b46-46ca-ab8f-6ec19ee76a22 service nova] [instance: dbde4290-a1c2-4c5e-9b2e-a9a3328a268a] Received unexpected event network-vif-plugged-f21be78d-872d-4268-82ad-8c9565bed660 for instance with vm_state building and task_state spawning. [ 927.294280] env[69319]: INFO nova.compute.manager [None req-38ea82ca-49e2-49c1-9374-101e812e32d5 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] [instance: a9523f10-b2b8-4c7a-92a0-c31f8344af0b] Unrescuing [ 927.294372] env[69319]: DEBUG oslo_concurrency.lockutils [None req-38ea82ca-49e2-49c1-9374-101e812e32d5 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Acquiring lock "refresh_cache-a9523f10-b2b8-4c7a-92a0-c31f8344af0b" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.294506] env[69319]: DEBUG oslo_concurrency.lockutils [None req-38ea82ca-49e2-49c1-9374-101e812e32d5 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Acquired lock "refresh_cache-a9523f10-b2b8-4c7a-92a0-c31f8344af0b" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.294971] env[69319]: DEBUG nova.network.neutron [None req-38ea82ca-49e2-49c1-9374-101e812e32d5 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] [instance: a9523f10-b2b8-4c7a-92a0-c31f8344af0b] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 927.308228] env[69319]: DEBUG nova.network.neutron [None req-feaf4a56-f984-4298-8265-3c54e39eda71 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: dbde4290-a1c2-4c5e-9b2e-a9a3328a268a] Successfully updated port: f21be78d-872d-4268-82ad-8c9565bed660 {{(pid=69319) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 927.311341] env[69319]: DEBUG oslo_concurrency.lockutils [None req-6db61eca-d4fe-4b1f-a8a3-a5d3f6bbbacc tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.093s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.314484] env[69319]: DEBUG oslo_concurrency.lockutils [None req-727cd466-d063-4266-835b-012cf16c4daa tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.375s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.314679] env[69319]: DEBUG nova.objects.instance [None req-727cd466-d063-4266-835b-012cf16c4daa tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Lazy-loading 'resources' on Instance uuid 05018af1-8cde-4512-b5b4-f392e39523ff {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 927.357429] env[69319]: INFO nova.scheduler.client.report [None req-6db61eca-d4fe-4b1f-a8a3-a5d3f6bbbacc tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Deleted allocations for instance 66e1cd49-8387-4ef2-b3c8-8f301d27d1cb [ 927.811743] env[69319]: DEBUG oslo_concurrency.lockutils [None req-feaf4a56-f984-4298-8265-3c54e39eda71 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Acquiring lock "refresh_cache-dbde4290-a1c2-4c5e-9b2e-a9a3328a268a" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.812052] env[69319]: DEBUG oslo_concurrency.lockutils [None req-feaf4a56-f984-4298-8265-3c54e39eda71 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Acquired lock "refresh_cache-dbde4290-a1c2-4c5e-9b2e-a9a3328a268a" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.812307] env[69319]: DEBUG nova.network.neutron [None req-feaf4a56-f984-4298-8265-3c54e39eda71 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: dbde4290-a1c2-4c5e-9b2e-a9a3328a268a] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 927.871424] env[69319]: DEBUG oslo_concurrency.lockutils [None req-6db61eca-d4fe-4b1f-a8a3-a5d3f6bbbacc tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Lock "66e1cd49-8387-4ef2-b3c8-8f301d27d1cb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.775s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.155435] env[69319]: DEBUG nova.network.neutron [None req-38ea82ca-49e2-49c1-9374-101e812e32d5 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] [instance: a9523f10-b2b8-4c7a-92a0-c31f8344af0b] Updating instance_info_cache with network_info: [{"id": "d395a62f-7708-4321-9722-42928a37b655", "address": "fa:16:3e:b1:ab:e8", "network": {"id": "b71f8c4a-4860-426b-a666-585ae7a1d2df", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1437161051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9916e68946284f088b04983a82874008", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c621a9c-66f5-426a-8aab-bd8b2e912106", "external-id": "nsx-vlan-transportzone-485", "segmentation_id": 485, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd395a62f-77", "ovs_interfaceid": "d395a62f-7708-4321-9722-42928a37b655", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.273565] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e359244-dc86-4ffb-b08b-ffe3489c0cd3 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.286025] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-224518ce-78c6-484c-b34c-af70133ab87d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.321489] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29e7d792-131b-4c7f-a5ac-2495d5ff0993 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.331056] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-956c8900-13ee-4305-8079-7b56600da559 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.353019] env[69319]: DEBUG nova.compute.provider_tree [None req-727cd466-d063-4266-835b-012cf16c4daa tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 928.364016] env[69319]: DEBUG nova.network.neutron [None req-feaf4a56-f984-4298-8265-3c54e39eda71 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: dbde4290-a1c2-4c5e-9b2e-a9a3328a268a] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 928.556790] env[69319]: DEBUG nova.network.neutron [None req-feaf4a56-f984-4298-8265-3c54e39eda71 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: dbde4290-a1c2-4c5e-9b2e-a9a3328a268a] Updating instance_info_cache with network_info: [{"id": "f21be78d-872d-4268-82ad-8c9565bed660", "address": "fa:16:3e:48:74:b5", "network": {"id": "cdf0dbad-7c1b-430c-b144-bb3bbd2341b3", "bridge": "br-int", "label": "tempest-ImagesTestJSON-265296588-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "380102385f92442f9501a051ccbbc658", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf21be78d-87", "ovs_interfaceid": "f21be78d-872d-4268-82ad-8c9565bed660", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.658121] env[69319]: DEBUG oslo_concurrency.lockutils [None req-38ea82ca-49e2-49c1-9374-101e812e32d5 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Releasing lock "refresh_cache-a9523f10-b2b8-4c7a-92a0-c31f8344af0b" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.659037] env[69319]: DEBUG nova.objects.instance [None req-38ea82ca-49e2-49c1-9374-101e812e32d5 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Lazy-loading 'flavor' on Instance uuid a9523f10-b2b8-4c7a-92a0-c31f8344af0b {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 928.852969] env[69319]: DEBUG nova.scheduler.client.report [None req-727cd466-d063-4266-835b-012cf16c4daa tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 929.059896] env[69319]: DEBUG oslo_concurrency.lockutils [None req-440f22fa-4b51-412c-b214-7074d586db73 tempest-ServerPasswordTestJSON-1361651989 tempest-ServerPasswordTestJSON-1361651989-project-member] Acquiring lock "290ef75a-d1aa-42f3-9571-30ae61840c01" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.060500] env[69319]: DEBUG oslo_concurrency.lockutils [None req-440f22fa-4b51-412c-b214-7074d586db73 tempest-ServerPasswordTestJSON-1361651989 tempest-ServerPasswordTestJSON-1361651989-project-member] Lock "290ef75a-d1aa-42f3-9571-30ae61840c01" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.061674] env[69319]: DEBUG oslo_concurrency.lockutils [None req-feaf4a56-f984-4298-8265-3c54e39eda71 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Releasing lock "refresh_cache-dbde4290-a1c2-4c5e-9b2e-a9a3328a268a" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.061940] env[69319]: DEBUG nova.compute.manager [None req-feaf4a56-f984-4298-8265-3c54e39eda71 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: dbde4290-a1c2-4c5e-9b2e-a9a3328a268a] Instance network_info: |[{"id": "f21be78d-872d-4268-82ad-8c9565bed660", "address": "fa:16:3e:48:74:b5", "network": {"id": "cdf0dbad-7c1b-430c-b144-bb3bbd2341b3", "bridge": "br-int", "label": "tempest-ImagesTestJSON-265296588-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "380102385f92442f9501a051ccbbc658", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf21be78d-87", "ovs_interfaceid": "f21be78d-872d-4268-82ad-8c9565bed660", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 929.062674] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-feaf4a56-f984-4298-8265-3c54e39eda71 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: dbde4290-a1c2-4c5e-9b2e-a9a3328a268a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:48:74:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '099fe970-c61f-4480-bed4-ae4f485fd82a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f21be78d-872d-4268-82ad-8c9565bed660', 'vif_model': 'vmxnet3'}] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 929.070708] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-feaf4a56-f984-4298-8265-3c54e39eda71 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 929.071196] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dbde4290-a1c2-4c5e-9b2e-a9a3328a268a] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 929.071420] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9679f541-23a9-4935-8a13-6fa776dffdc9 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.093471] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 929.093471] env[69319]: value = "task-3223413" [ 929.093471] env[69319]: _type = "Task" [ 929.093471] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.101577] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223413, 'name': CreateVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.167998] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bfb224c-01b2-4f32-9dd0-c07297fe4643 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.192243] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-38ea82ca-49e2-49c1-9374-101e812e32d5 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] [instance: a9523f10-b2b8-4c7a-92a0-c31f8344af0b] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 929.192670] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0c4dd64c-f0d3-4aa5-8b6d-7a7a2cb6227b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.200342] env[69319]: DEBUG oslo_vmware.api [None req-38ea82ca-49e2-49c1-9374-101e812e32d5 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Waiting for the task: (returnval){ [ 929.200342] env[69319]: value = "task-3223414" [ 929.200342] env[69319]: _type = "Task" [ 929.200342] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.209954] env[69319]: DEBUG oslo_vmware.api [None req-38ea82ca-49e2-49c1-9374-101e812e32d5 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Task: {'id': task-3223414, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.289565] env[69319]: DEBUG nova.compute.manager [req-f135a728-175e-4e14-a10a-a9686859e966 req-1d674905-c125-4a27-a8d7-c0d15de9a33d service nova] [instance: dbde4290-a1c2-4c5e-9b2e-a9a3328a268a] Received event network-changed-f21be78d-872d-4268-82ad-8c9565bed660 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 929.289745] env[69319]: DEBUG nova.compute.manager [req-f135a728-175e-4e14-a10a-a9686859e966 req-1d674905-c125-4a27-a8d7-c0d15de9a33d service nova] [instance: dbde4290-a1c2-4c5e-9b2e-a9a3328a268a] Refreshing instance network info cache due to event network-changed-f21be78d-872d-4268-82ad-8c9565bed660. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 929.289948] env[69319]: DEBUG oslo_concurrency.lockutils [req-f135a728-175e-4e14-a10a-a9686859e966 req-1d674905-c125-4a27-a8d7-c0d15de9a33d service nova] Acquiring lock "refresh_cache-dbde4290-a1c2-4c5e-9b2e-a9a3328a268a" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.290137] env[69319]: DEBUG oslo_concurrency.lockutils [req-f135a728-175e-4e14-a10a-a9686859e966 req-1d674905-c125-4a27-a8d7-c0d15de9a33d service nova] Acquired lock "refresh_cache-dbde4290-a1c2-4c5e-9b2e-a9a3328a268a" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.290314] env[69319]: DEBUG nova.network.neutron [req-f135a728-175e-4e14-a10a-a9686859e966 req-1d674905-c125-4a27-a8d7-c0d15de9a33d service nova] [instance: dbde4290-a1c2-4c5e-9b2e-a9a3328a268a] Refreshing network info cache for port f21be78d-872d-4268-82ad-8c9565bed660 {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 929.359011] env[69319]: DEBUG oslo_concurrency.lockutils [None req-727cd466-d063-4266-835b-012cf16c4daa tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.045s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.361566] env[69319]: DEBUG oslo_concurrency.lockutils [None req-d572fc82-4b3e-4aae-b67b-6e0083e82b8a tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.574s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.361849] env[69319]: DEBUG nova.objects.instance [None req-d572fc82-4b3e-4aae-b67b-6e0083e82b8a tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] Lazy-loading 'resources' on Instance uuid 5bd885da-3062-44d3-9b86-6db0dafdcc2f {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 929.391254] env[69319]: INFO nova.scheduler.client.report [None req-727cd466-d063-4266-835b-012cf16c4daa tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Deleted allocations for instance 05018af1-8cde-4512-b5b4-f392e39523ff [ 929.563396] env[69319]: DEBUG nova.compute.manager [None req-440f22fa-4b51-412c-b214-7074d586db73 tempest-ServerPasswordTestJSON-1361651989 tempest-ServerPasswordTestJSON-1361651989-project-member] [instance: 290ef75a-d1aa-42f3-9571-30ae61840c01] Starting instance... {{(pid=69319) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 929.604521] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223413, 'name': CreateVM_Task, 'duration_secs': 0.374642} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.605491] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dbde4290-a1c2-4c5e-9b2e-a9a3328a268a] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 929.606230] env[69319]: DEBUG oslo_concurrency.lockutils [None req-feaf4a56-f984-4298-8265-3c54e39eda71 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.606393] env[69319]: DEBUG oslo_concurrency.lockutils [None req-feaf4a56-f984-4298-8265-3c54e39eda71 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.606701] env[69319]: DEBUG oslo_concurrency.lockutils [None req-feaf4a56-f984-4298-8265-3c54e39eda71 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.607197] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc06f1a8-56a2-42f0-b9f7-47f1a056088b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.612853] env[69319]: DEBUG oslo_vmware.api [None req-feaf4a56-f984-4298-8265-3c54e39eda71 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Waiting for the task: (returnval){ [ 929.612853] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]5251c668-0838-d05b-2b3e-2e7e061cae79" [ 929.612853] env[69319]: _type = "Task" [ 929.612853] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.621591] env[69319]: DEBUG oslo_vmware.api [None req-feaf4a56-f984-4298-8265-3c54e39eda71 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5251c668-0838-d05b-2b3e-2e7e061cae79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.710645] env[69319]: DEBUG oslo_vmware.api [None req-38ea82ca-49e2-49c1-9374-101e812e32d5 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Task: {'id': task-3223414, 'name': PowerOffVM_Task, 'duration_secs': 0.271112} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.711274] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-38ea82ca-49e2-49c1-9374-101e812e32d5 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] [instance: a9523f10-b2b8-4c7a-92a0-c31f8344af0b] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 929.716429] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-38ea82ca-49e2-49c1-9374-101e812e32d5 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] [instance: a9523f10-b2b8-4c7a-92a0-c31f8344af0b] Reconfiguring VM instance instance-0000003e to detach disk 2001 {{(pid=69319) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 929.716680] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fefa89e3-490e-4f70-ac03-f68938e2a261 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.735908] env[69319]: DEBUG oslo_vmware.api [None req-38ea82ca-49e2-49c1-9374-101e812e32d5 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Waiting for the task: (returnval){ [ 929.735908] env[69319]: value = "task-3223415" [ 929.735908] env[69319]: _type = "Task" [ 929.735908] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.744207] env[69319]: DEBUG oslo_vmware.api [None req-38ea82ca-49e2-49c1-9374-101e812e32d5 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Task: {'id': task-3223415, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.903624] env[69319]: DEBUG oslo_concurrency.lockutils [None req-727cd466-d063-4266-835b-012cf16c4daa tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Lock "05018af1-8cde-4512-b5b4-f392e39523ff" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 51.432s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.091830] env[69319]: DEBUG oslo_concurrency.lockutils [None req-440f22fa-4b51-412c-b214-7074d586db73 tempest-ServerPasswordTestJSON-1361651989 tempest-ServerPasswordTestJSON-1361651989-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.129767] env[69319]: DEBUG oslo_vmware.api [None req-feaf4a56-f984-4298-8265-3c54e39eda71 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5251c668-0838-d05b-2b3e-2e7e061cae79, 'name': SearchDatastore_Task, 'duration_secs': 0.010163} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.130108] env[69319]: DEBUG oslo_concurrency.lockutils [None req-feaf4a56-f984-4298-8265-3c54e39eda71 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.130454] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-feaf4a56-f984-4298-8265-3c54e39eda71 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: dbde4290-a1c2-4c5e-9b2e-a9a3328a268a] Processing image 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 930.130809] env[69319]: DEBUG oslo_concurrency.lockutils [None req-feaf4a56-f984-4298-8265-3c54e39eda71 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.130987] env[69319]: DEBUG oslo_concurrency.lockutils [None req-feaf4a56-f984-4298-8265-3c54e39eda71 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.131228] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-feaf4a56-f984-4298-8265-3c54e39eda71 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 930.131524] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e3b94767-ea52-46f9-8c8e-d9f255447b29 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.141632] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-feaf4a56-f984-4298-8265-3c54e39eda71 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 930.141825] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-feaf4a56-f984-4298-8265-3c54e39eda71 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 930.142607] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a356311f-4e2d-4439-9476-34852578ce28 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.152542] env[69319]: DEBUG oslo_vmware.api [None req-feaf4a56-f984-4298-8265-3c54e39eda71 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Waiting for the task: (returnval){ [ 930.152542] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52cc4279-1b2f-e250-3993-16543af5340b" [ 930.152542] env[69319]: _type = "Task" [ 930.152542] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.166191] env[69319]: DEBUG oslo_vmware.api [None req-feaf4a56-f984-4298-8265-3c54e39eda71 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52cc4279-1b2f-e250-3993-16543af5340b, 'name': SearchDatastore_Task, 'duration_secs': 0.010206} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.169949] env[69319]: DEBUG nova.network.neutron [req-f135a728-175e-4e14-a10a-a9686859e966 req-1d674905-c125-4a27-a8d7-c0d15de9a33d service nova] [instance: dbde4290-a1c2-4c5e-9b2e-a9a3328a268a] Updated VIF entry in instance network info cache for port f21be78d-872d-4268-82ad-8c9565bed660. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 930.170299] env[69319]: DEBUG nova.network.neutron [req-f135a728-175e-4e14-a10a-a9686859e966 req-1d674905-c125-4a27-a8d7-c0d15de9a33d service nova] [instance: dbde4290-a1c2-4c5e-9b2e-a9a3328a268a] Updating instance_info_cache with network_info: [{"id": "f21be78d-872d-4268-82ad-8c9565bed660", "address": "fa:16:3e:48:74:b5", "network": {"id": "cdf0dbad-7c1b-430c-b144-bb3bbd2341b3", "bridge": "br-int", "label": "tempest-ImagesTestJSON-265296588-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "380102385f92442f9501a051ccbbc658", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf21be78d-87", "ovs_interfaceid": "f21be78d-872d-4268-82ad-8c9565bed660", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.171684] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40411284-92c8-4369-9a65-d61a33573d2e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.177663] env[69319]: DEBUG oslo_vmware.api [None req-feaf4a56-f984-4298-8265-3c54e39eda71 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Waiting for the task: (returnval){ [ 930.177663] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52b2f9ad-8df0-f057-7c6c-10edad659741" [ 930.177663] env[69319]: _type = "Task" [ 930.177663] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.186838] env[69319]: DEBUG oslo_vmware.api [None req-feaf4a56-f984-4298-8265-3c54e39eda71 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52b2f9ad-8df0-f057-7c6c-10edad659741, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.248937] env[69319]: DEBUG oslo_vmware.api [None req-38ea82ca-49e2-49c1-9374-101e812e32d5 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Task: {'id': task-3223415, 'name': ReconfigVM_Task, 'duration_secs': 0.266548} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.249050] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-38ea82ca-49e2-49c1-9374-101e812e32d5 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] [instance: a9523f10-b2b8-4c7a-92a0-c31f8344af0b] Reconfigured VM instance instance-0000003e to detach disk 2001 {{(pid=69319) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 930.249248] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-38ea82ca-49e2-49c1-9374-101e812e32d5 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] [instance: a9523f10-b2b8-4c7a-92a0-c31f8344af0b] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 930.249494] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d1772a65-d3ea-4a8b-afb5-bb47bf559b01 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.257242] env[69319]: DEBUG oslo_vmware.api [None req-38ea82ca-49e2-49c1-9374-101e812e32d5 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Waiting for the task: (returnval){ [ 930.257242] env[69319]: value = "task-3223416" [ 930.257242] env[69319]: _type = "Task" [ 930.257242] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.265965] env[69319]: DEBUG oslo_vmware.api [None req-38ea82ca-49e2-49c1-9374-101e812e32d5 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Task: {'id': task-3223416, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.327272] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5e5a439-5a61-4219-8052-fc6a4b5b0194 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.335321] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab5e952b-72e6-4561-93f3-717695dd0318 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.369666] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dae180b-50bc-4b0d-841e-3e3f9221681c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.379192] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9575e066-d158-49b9-8d68-1a6c6064908b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.393587] env[69319]: DEBUG nova.compute.provider_tree [None req-d572fc82-4b3e-4aae-b67b-6e0083e82b8a tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 930.675432] env[69319]: DEBUG oslo_concurrency.lockutils [req-f135a728-175e-4e14-a10a-a9686859e966 req-1d674905-c125-4a27-a8d7-c0d15de9a33d service nova] Releasing lock "refresh_cache-dbde4290-a1c2-4c5e-9b2e-a9a3328a268a" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.689113] env[69319]: DEBUG oslo_vmware.api [None req-feaf4a56-f984-4298-8265-3c54e39eda71 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52b2f9ad-8df0-f057-7c6c-10edad659741, 'name': SearchDatastore_Task, 'duration_secs': 0.010153} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.689378] env[69319]: DEBUG oslo_concurrency.lockutils [None req-feaf4a56-f984-4298-8265-3c54e39eda71 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.689639] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-feaf4a56-f984-4298-8265-3c54e39eda71 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore1] dbde4290-a1c2-4c5e-9b2e-a9a3328a268a/dbde4290-a1c2-4c5e-9b2e-a9a3328a268a.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 930.689895] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ee2c1e83-e8db-4d25-a36d-d34cab295582 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.697025] env[69319]: DEBUG oslo_vmware.api [None req-feaf4a56-f984-4298-8265-3c54e39eda71 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Waiting for the task: (returnval){ [ 930.697025] env[69319]: value = "task-3223417" [ 930.697025] env[69319]: _type = "Task" [ 930.697025] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.704913] env[69319]: DEBUG oslo_vmware.api [None req-feaf4a56-f984-4298-8265-3c54e39eda71 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': task-3223417, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.767728] env[69319]: DEBUG oslo_vmware.api [None req-38ea82ca-49e2-49c1-9374-101e812e32d5 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Task: {'id': task-3223416, 'name': PowerOnVM_Task, 'duration_secs': 0.378615} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.768087] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-38ea82ca-49e2-49c1-9374-101e812e32d5 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] [instance: a9523f10-b2b8-4c7a-92a0-c31f8344af0b] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 930.768298] env[69319]: DEBUG nova.compute.manager [None req-38ea82ca-49e2-49c1-9374-101e812e32d5 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] [instance: a9523f10-b2b8-4c7a-92a0-c31f8344af0b] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 930.769143] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-937a629c-8e32-4d10-9899-dcf6d1e1ced0 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.897855] env[69319]: DEBUG nova.scheduler.client.report [None req-d572fc82-4b3e-4aae-b67b-6e0083e82b8a tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 931.211600] env[69319]: DEBUG oslo_vmware.api [None req-feaf4a56-f984-4298-8265-3c54e39eda71 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': task-3223417, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.403977] env[69319]: DEBUG oslo_concurrency.lockutils [None req-d572fc82-4b3e-4aae-b67b-6e0083e82b8a tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.042s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.407674] env[69319]: DEBUG oslo_concurrency.lockutils [None req-56cf0838-4e22-4183-9340-b7bc4a6900b5 tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.326s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.408148] env[69319]: DEBUG nova.objects.instance [None req-56cf0838-4e22-4183-9340-b7bc4a6900b5 tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Lazy-loading 'resources' on Instance uuid 0e18fec3-90c2-4120-8388-468011eb7ccd {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 931.433898] env[69319]: INFO nova.scheduler.client.report [None req-d572fc82-4b3e-4aae-b67b-6e0083e82b8a tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] Deleted allocations for instance 5bd885da-3062-44d3-9b86-6db0dafdcc2f [ 931.709888] env[69319]: DEBUG oslo_vmware.api [None req-feaf4a56-f984-4298-8265-3c54e39eda71 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': task-3223417, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.598901} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.710332] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-feaf4a56-f984-4298-8265-3c54e39eda71 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore1] dbde4290-a1c2-4c5e-9b2e-a9a3328a268a/dbde4290-a1c2-4c5e-9b2e-a9a3328a268a.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 931.710446] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-feaf4a56-f984-4298-8265-3c54e39eda71 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: dbde4290-a1c2-4c5e-9b2e-a9a3328a268a] Extending root virtual disk to 1048576 {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 931.710704] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8c82b865-4971-46db-89e2-1495ee2d7731 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.718511] env[69319]: DEBUG oslo_vmware.api [None req-feaf4a56-f984-4298-8265-3c54e39eda71 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Waiting for the task: (returnval){ [ 931.718511] env[69319]: value = "task-3223418" [ 931.718511] env[69319]: _type = "Task" [ 931.718511] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.729831] env[69319]: DEBUG oslo_vmware.api [None req-feaf4a56-f984-4298-8265-3c54e39eda71 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': task-3223418, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.943085] env[69319]: DEBUG oslo_concurrency.lockutils [None req-d572fc82-4b3e-4aae-b67b-6e0083e82b8a tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] Lock "5bd885da-3062-44d3-9b86-6db0dafdcc2f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.985s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.228658] env[69319]: DEBUG oslo_vmware.api [None req-feaf4a56-f984-4298-8265-3c54e39eda71 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': task-3223418, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.201492} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.232262] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-feaf4a56-f984-4298-8265-3c54e39eda71 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: dbde4290-a1c2-4c5e-9b2e-a9a3328a268a] Extended root virtual disk {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 932.232262] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d413088-ec1d-4de2-b85c-d79fb727ec0b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.255267] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-feaf4a56-f984-4298-8265-3c54e39eda71 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: dbde4290-a1c2-4c5e-9b2e-a9a3328a268a] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] dbde4290-a1c2-4c5e-9b2e-a9a3328a268a/dbde4290-a1c2-4c5e-9b2e-a9a3328a268a.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 932.257968] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1f22ef0-ed05-4edc-9955-256df4153f35 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.284965] env[69319]: DEBUG oslo_vmware.api [None req-feaf4a56-f984-4298-8265-3c54e39eda71 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Waiting for the task: (returnval){ [ 932.284965] env[69319]: value = "task-3223419" [ 932.284965] env[69319]: _type = "Task" [ 932.284965] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.301316] env[69319]: DEBUG oslo_vmware.api [None req-feaf4a56-f984-4298-8265-3c54e39eda71 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': task-3223419, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.302980] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a764979e-c8b6-4f5e-a548-c031be84eaa8 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.310446] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11892c68-de53-4c6f-8c24-ffd5405fdb81 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.343717] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ee418ce3-259f-4466-8828-ffd6981d0902 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Acquiring lock "a9523f10-b2b8-4c7a-92a0-c31f8344af0b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.343983] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ee418ce3-259f-4466-8828-ffd6981d0902 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Lock "a9523f10-b2b8-4c7a-92a0-c31f8344af0b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.344209] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ee418ce3-259f-4466-8828-ffd6981d0902 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Acquiring lock "a9523f10-b2b8-4c7a-92a0-c31f8344af0b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.344404] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ee418ce3-259f-4466-8828-ffd6981d0902 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Lock "a9523f10-b2b8-4c7a-92a0-c31f8344af0b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.344606] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ee418ce3-259f-4466-8828-ffd6981d0902 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Lock "a9523f10-b2b8-4c7a-92a0-c31f8344af0b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.346646] env[69319]: INFO nova.compute.manager [None req-ee418ce3-259f-4466-8828-ffd6981d0902 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] [instance: a9523f10-b2b8-4c7a-92a0-c31f8344af0b] Terminating instance [ 932.350406] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc8520f7-cd99-48ff-9bc5-98dd5c0acc74 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.361071] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bdb8bec-945f-4a74-8efd-959c5b18bc10 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.378035] env[69319]: DEBUG nova.compute.provider_tree [None req-56cf0838-4e22-4183-9340-b7bc4a6900b5 tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 932.801157] env[69319]: DEBUG oslo_vmware.api [None req-feaf4a56-f984-4298-8265-3c54e39eda71 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': task-3223419, 'name': ReconfigVM_Task, 'duration_secs': 0.290845} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.801479] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-feaf4a56-f984-4298-8265-3c54e39eda71 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: dbde4290-a1c2-4c5e-9b2e-a9a3328a268a] Reconfigured VM instance instance-0000003f to attach disk [datastore1] dbde4290-a1c2-4c5e-9b2e-a9a3328a268a/dbde4290-a1c2-4c5e-9b2e-a9a3328a268a.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 932.802177] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-58b3f168-b137-425b-8280-fccd7bf7e6c2 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.810149] env[69319]: DEBUG oslo_vmware.api [None req-feaf4a56-f984-4298-8265-3c54e39eda71 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Waiting for the task: (returnval){ [ 932.810149] env[69319]: value = "task-3223420" [ 932.810149] env[69319]: _type = "Task" [ 932.810149] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.819806] env[69319]: DEBUG oslo_vmware.api [None req-feaf4a56-f984-4298-8265-3c54e39eda71 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': task-3223420, 'name': Rename_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.850917] env[69319]: DEBUG nova.compute.manager [None req-ee418ce3-259f-4466-8828-ffd6981d0902 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] [instance: a9523f10-b2b8-4c7a-92a0-c31f8344af0b] Start destroying the instance on the hypervisor. {{(pid=69319) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 932.851261] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-ee418ce3-259f-4466-8828-ffd6981d0902 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] [instance: a9523f10-b2b8-4c7a-92a0-c31f8344af0b] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 932.852347] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44fa2073-df8c-4a5a-aea0-4575a9450e20 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.860775] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee418ce3-259f-4466-8828-ffd6981d0902 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] [instance: a9523f10-b2b8-4c7a-92a0-c31f8344af0b] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 932.861072] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-93132bca-4344-4a17-abde-7d3487a7ba29 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.869401] env[69319]: DEBUG oslo_vmware.api [None req-ee418ce3-259f-4466-8828-ffd6981d0902 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Waiting for the task: (returnval){ [ 932.869401] env[69319]: value = "task-3223421" [ 932.869401] env[69319]: _type = "Task" [ 932.869401] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.881686] env[69319]: DEBUG nova.scheduler.client.report [None req-56cf0838-4e22-4183-9340-b7bc4a6900b5 tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 932.885473] env[69319]: DEBUG oslo_vmware.api [None req-ee418ce3-259f-4466-8828-ffd6981d0902 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Task: {'id': task-3223421, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.327259] env[69319]: DEBUG oslo_vmware.api [None req-feaf4a56-f984-4298-8265-3c54e39eda71 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': task-3223420, 'name': Rename_Task, 'duration_secs': 0.16794} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.327678] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-feaf4a56-f984-4298-8265-3c54e39eda71 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: dbde4290-a1c2-4c5e-9b2e-a9a3328a268a] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 933.328125] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-089f04d7-10c2-4f13-aa6d-26197fe618d8 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.335943] env[69319]: DEBUG oslo_vmware.api [None req-feaf4a56-f984-4298-8265-3c54e39eda71 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Waiting for the task: (returnval){ [ 933.335943] env[69319]: value = "task-3223422" [ 933.335943] env[69319]: _type = "Task" [ 933.335943] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.348905] env[69319]: DEBUG oslo_vmware.api [None req-feaf4a56-f984-4298-8265-3c54e39eda71 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': task-3223422, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.381884] env[69319]: DEBUG oslo_vmware.api [None req-ee418ce3-259f-4466-8828-ffd6981d0902 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Task: {'id': task-3223421, 'name': PowerOffVM_Task, 'duration_secs': 0.190611} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.382585] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee418ce3-259f-4466-8828-ffd6981d0902 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] [instance: a9523f10-b2b8-4c7a-92a0-c31f8344af0b] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 933.382788] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-ee418ce3-259f-4466-8828-ffd6981d0902 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] [instance: a9523f10-b2b8-4c7a-92a0-c31f8344af0b] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 933.383075] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f9469a07-c813-43b7-bb85-70b42ea7078d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.388450] env[69319]: DEBUG oslo_concurrency.lockutils [None req-56cf0838-4e22-4183-9340-b7bc4a6900b5 tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.979s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.389449] env[69319]: DEBUG oslo_concurrency.lockutils [None req-d794abe6-e745-49e6-89b1-bcab0b008b9f tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.727s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.389678] env[69319]: DEBUG nova.objects.instance [None req-d794abe6-e745-49e6-89b1-bcab0b008b9f tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Lazy-loading 'resources' on Instance uuid 1a043193-1e7c-43ad-b903-34ca9371045e {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 933.423192] env[69319]: INFO nova.scheduler.client.report [None req-56cf0838-4e22-4183-9340-b7bc4a6900b5 tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Deleted allocations for instance 0e18fec3-90c2-4120-8388-468011eb7ccd [ 933.453017] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-ee418ce3-259f-4466-8828-ffd6981d0902 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] [instance: a9523f10-b2b8-4c7a-92a0-c31f8344af0b] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 933.453385] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-ee418ce3-259f-4466-8828-ffd6981d0902 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] [instance: a9523f10-b2b8-4c7a-92a0-c31f8344af0b] Deleting contents of the VM from datastore datastore1 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 933.453480] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee418ce3-259f-4466-8828-ffd6981d0902 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Deleting the datastore file [datastore1] a9523f10-b2b8-4c7a-92a0-c31f8344af0b {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 933.453808] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ab4db4b7-83b8-40a2-b7fa-fe8801207845 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.463819] env[69319]: DEBUG oslo_vmware.api [None req-ee418ce3-259f-4466-8828-ffd6981d0902 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Waiting for the task: (returnval){ [ 933.463819] env[69319]: value = "task-3223424" [ 933.463819] env[69319]: _type = "Task" [ 933.463819] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.475446] env[69319]: DEBUG oslo_vmware.api [None req-ee418ce3-259f-4466-8828-ffd6981d0902 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Task: {'id': task-3223424, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.848536] env[69319]: DEBUG oslo_vmware.api [None req-feaf4a56-f984-4298-8265-3c54e39eda71 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': task-3223422, 'name': PowerOnVM_Task, 'duration_secs': 0.506506} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.848830] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-feaf4a56-f984-4298-8265-3c54e39eda71 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: dbde4290-a1c2-4c5e-9b2e-a9a3328a268a] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 933.849415] env[69319]: INFO nova.compute.manager [None req-feaf4a56-f984-4298-8265-3c54e39eda71 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: dbde4290-a1c2-4c5e-9b2e-a9a3328a268a] Took 8.02 seconds to spawn the instance on the hypervisor. [ 933.849907] env[69319]: DEBUG nova.compute.manager [None req-feaf4a56-f984-4298-8265-3c54e39eda71 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: dbde4290-a1c2-4c5e-9b2e-a9a3328a268a] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 933.850742] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f70924f4-2491-447c-93da-e066f38aa456 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.933343] env[69319]: DEBUG oslo_concurrency.lockutils [None req-56cf0838-4e22-4183-9340-b7bc4a6900b5 tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Lock "0e18fec3-90c2-4120-8388-468011eb7ccd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.116s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.978806] env[69319]: DEBUG oslo_vmware.api [None req-ee418ce3-259f-4466-8828-ffd6981d0902 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Task: {'id': task-3223424, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154607} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.979153] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee418ce3-259f-4466-8828-ffd6981d0902 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 933.979354] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-ee418ce3-259f-4466-8828-ffd6981d0902 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] [instance: a9523f10-b2b8-4c7a-92a0-c31f8344af0b] Deleted contents of the VM from datastore datastore1 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 933.979537] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-ee418ce3-259f-4466-8828-ffd6981d0902 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] [instance: a9523f10-b2b8-4c7a-92a0-c31f8344af0b] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 933.979715] env[69319]: INFO nova.compute.manager [None req-ee418ce3-259f-4466-8828-ffd6981d0902 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] [instance: a9523f10-b2b8-4c7a-92a0-c31f8344af0b] Took 1.13 seconds to destroy the instance on the hypervisor. [ 933.979964] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ee418ce3-259f-4466-8828-ffd6981d0902 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 933.980181] env[69319]: DEBUG nova.compute.manager [-] [instance: a9523f10-b2b8-4c7a-92a0-c31f8344af0b] Deallocating network for instance {{(pid=69319) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 933.980276] env[69319]: DEBUG nova.network.neutron [-] [instance: a9523f10-b2b8-4c7a-92a0-c31f8344af0b] deallocate_for_instance() {{(pid=69319) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 934.166970] env[69319]: DEBUG oslo_concurrency.lockutils [None req-8e04d3bc-b91a-4468-bdb9-89ba37f38dfc tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Acquiring lock "04a666db-77b8-4c23-8c7c-887b23ea97af" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.166970] env[69319]: DEBUG oslo_concurrency.lockutils [None req-8e04d3bc-b91a-4468-bdb9-89ba37f38dfc tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Lock "04a666db-77b8-4c23-8c7c-887b23ea97af" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.166970] env[69319]: DEBUG oslo_concurrency.lockutils [None req-8e04d3bc-b91a-4468-bdb9-89ba37f38dfc tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Acquiring lock "04a666db-77b8-4c23-8c7c-887b23ea97af-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.166970] env[69319]: DEBUG oslo_concurrency.lockutils [None req-8e04d3bc-b91a-4468-bdb9-89ba37f38dfc tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Lock "04a666db-77b8-4c23-8c7c-887b23ea97af-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.166970] env[69319]: DEBUG oslo_concurrency.lockutils [None req-8e04d3bc-b91a-4468-bdb9-89ba37f38dfc tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Lock "04a666db-77b8-4c23-8c7c-887b23ea97af-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.167917] env[69319]: INFO nova.compute.manager [None req-8e04d3bc-b91a-4468-bdb9-89ba37f38dfc tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] [instance: 04a666db-77b8-4c23-8c7c-887b23ea97af] Terminating instance [ 934.342912] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6c237bb-b2e1-4414-988d-c86e57eb4b56 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.351446] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6b274c4-fdbe-42e3-8bf3-84a6926031f6 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.387820] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6fc7205-61eb-4e9a-a60b-96ff2cc57801 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.392994] env[69319]: INFO nova.compute.manager [None req-feaf4a56-f984-4298-8265-3c54e39eda71 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: dbde4290-a1c2-4c5e-9b2e-a9a3328a268a] Took 55.52 seconds to build instance. [ 934.397692] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcbe2c6a-1547-43a8-895c-be1bbc78e089 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.412515] env[69319]: DEBUG nova.compute.provider_tree [None req-d794abe6-e745-49e6-89b1-bcab0b008b9f tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Updating inventory in ProviderTree for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 934.675474] env[69319]: DEBUG nova.compute.manager [None req-8e04d3bc-b91a-4468-bdb9-89ba37f38dfc tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] [instance: 04a666db-77b8-4c23-8c7c-887b23ea97af] Start destroying the instance on the hypervisor. {{(pid=69319) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 934.675722] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-8e04d3bc-b91a-4468-bdb9-89ba37f38dfc tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] [instance: 04a666db-77b8-4c23-8c7c-887b23ea97af] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 934.676659] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb57e47e-467a-428d-bf04-3b04b30d9c57 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.686663] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e04d3bc-b91a-4468-bdb9-89ba37f38dfc tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] [instance: 04a666db-77b8-4c23-8c7c-887b23ea97af] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 934.686942] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc7a91d3-ee3b-451e-82b2-d44fbe1822d5 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.695695] env[69319]: DEBUG oslo_vmware.api [None req-8e04d3bc-b91a-4468-bdb9-89ba37f38dfc tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Waiting for the task: (returnval){ [ 934.695695] env[69319]: value = "task-3223425" [ 934.695695] env[69319]: _type = "Task" [ 934.695695] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.705206] env[69319]: DEBUG oslo_vmware.api [None req-8e04d3bc-b91a-4468-bdb9-89ba37f38dfc tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Task: {'id': task-3223425, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.850373] env[69319]: DEBUG nova.compute.manager [req-ef0e3b13-7337-41c9-8ab5-a31ad5660d62 req-33b7d68b-b534-43c8-ad40-769b4e00853c service nova] [instance: a9523f10-b2b8-4c7a-92a0-c31f8344af0b] Received event network-vif-deleted-d395a62f-7708-4321-9722-42928a37b655 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 934.850695] env[69319]: INFO nova.compute.manager [req-ef0e3b13-7337-41c9-8ab5-a31ad5660d62 req-33b7d68b-b534-43c8-ad40-769b4e00853c service nova] [instance: a9523f10-b2b8-4c7a-92a0-c31f8344af0b] Neutron deleted interface d395a62f-7708-4321-9722-42928a37b655; detaching it from the instance and deleting it from the info cache [ 934.851148] env[69319]: DEBUG nova.network.neutron [req-ef0e3b13-7337-41c9-8ab5-a31ad5660d62 req-33b7d68b-b534-43c8-ad40-769b4e00853c service nova] [instance: a9523f10-b2b8-4c7a-92a0-c31f8344af0b] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.895200] env[69319]: DEBUG oslo_concurrency.lockutils [None req-feaf4a56-f984-4298-8265-3c54e39eda71 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Lock "dbde4290-a1c2-4c5e-9b2e-a9a3328a268a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.038s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.944630] env[69319]: ERROR nova.scheduler.client.report [None req-d794abe6-e745-49e6-89b1-bcab0b008b9f tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [req-083f57df-ee91-4479-aaf9-29850bc18de9] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 94b8835e-2513-4669-abb9-c8c6813d60e7. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-083f57df-ee91-4479-aaf9-29850bc18de9"}]} [ 934.963586] env[69319]: DEBUG nova.scheduler.client.report [None req-d794abe6-e745-49e6-89b1-bcab0b008b9f tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Refreshing inventories for resource provider 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 934.984495] env[69319]: DEBUG nova.scheduler.client.report [None req-d794abe6-e745-49e6-89b1-bcab0b008b9f tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Updating ProviderTree inventory for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 934.984794] env[69319]: DEBUG nova.compute.provider_tree [None req-d794abe6-e745-49e6-89b1-bcab0b008b9f tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Updating inventory in ProviderTree for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 934.998935] env[69319]: DEBUG nova.scheduler.client.report [None req-d794abe6-e745-49e6-89b1-bcab0b008b9f tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Refreshing aggregate associations for resource provider 94b8835e-2513-4669-abb9-c8c6813d60e7, aggregates: None {{(pid=69319) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 935.029905] env[69319]: DEBUG nova.scheduler.client.report [None req-d794abe6-e745-49e6-89b1-bcab0b008b9f tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Refreshing trait associations for resource provider 94b8835e-2513-4669-abb9-c8c6813d60e7, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69319) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 935.209263] env[69319]: DEBUG oslo_vmware.api [None req-8e04d3bc-b91a-4468-bdb9-89ba37f38dfc tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Task: {'id': task-3223425, 'name': PowerOffVM_Task, 'duration_secs': 0.228748} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.209263] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e04d3bc-b91a-4468-bdb9-89ba37f38dfc tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] [instance: 04a666db-77b8-4c23-8c7c-887b23ea97af] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 935.209263] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-8e04d3bc-b91a-4468-bdb9-89ba37f38dfc tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] [instance: 04a666db-77b8-4c23-8c7c-887b23ea97af] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 935.209432] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5223f330-6753-4d3f-9bc9-1d2ca29a2702 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.245940] env[69319]: DEBUG nova.network.neutron [-] [instance: a9523f10-b2b8-4c7a-92a0-c31f8344af0b] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.358138] env[69319]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1b9776c3-c5ec-4c65-8b5c-47bebc0a929c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.370074] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be39e065-464e-4500-9a8e-d5966a4d76af {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.418966] env[69319]: DEBUG nova.compute.manager [req-ef0e3b13-7337-41c9-8ab5-a31ad5660d62 req-33b7d68b-b534-43c8-ad40-769b4e00853c service nova] [instance: a9523f10-b2b8-4c7a-92a0-c31f8344af0b] Detach interface failed, port_id=d395a62f-7708-4321-9722-42928a37b655, reason: Instance a9523f10-b2b8-4c7a-92a0-c31f8344af0b could not be found. {{(pid=69319) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 935.499511] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fda098a1-50d8-45fc-832f-062aa58287b3 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.507873] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50ae6670-aeb0-44ff-a0d5-165eb2cc0021 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.540976] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e42efebf-9f7f-4986-b06b-d71ad1681750 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.550365] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99cb9aa1-976a-4285-99f2-51e27cc911ca {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.564197] env[69319]: DEBUG nova.compute.provider_tree [None req-d794abe6-e745-49e6-89b1-bcab0b008b9f tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Updating inventory in ProviderTree for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 935.750875] env[69319]: INFO nova.compute.manager [-] [instance: a9523f10-b2b8-4c7a-92a0-c31f8344af0b] Took 1.77 seconds to deallocate network for instance. [ 936.090817] env[69319]: ERROR nova.scheduler.client.report [None req-d794abe6-e745-49e6-89b1-bcab0b008b9f tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [req-7048020f-7535-4393-b71b-8b2623a382eb] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 94b8835e-2513-4669-abb9-c8c6813d60e7. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7048020f-7535-4393-b71b-8b2623a382eb"}]} [ 936.107301] env[69319]: DEBUG nova.scheduler.client.report [None req-d794abe6-e745-49e6-89b1-bcab0b008b9f tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Refreshing inventories for resource provider 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 936.119577] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c4c34287-bda1-4a0e-9ece-7babd6920257 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Acquiring lock "9a2d05fc-1ee1-4847-bb63-ad2d3624c730" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.119807] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c4c34287-bda1-4a0e-9ece-7babd6920257 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Lock "9a2d05fc-1ee1-4847-bb63-ad2d3624c730" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.122983] env[69319]: DEBUG nova.scheduler.client.report [None req-d794abe6-e745-49e6-89b1-bcab0b008b9f tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Updating ProviderTree inventory for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 936.123204] env[69319]: DEBUG nova.compute.provider_tree [None req-d794abe6-e745-49e6-89b1-bcab0b008b9f tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Updating inventory in ProviderTree for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 936.134833] env[69319]: DEBUG nova.scheduler.client.report [None req-d794abe6-e745-49e6-89b1-bcab0b008b9f tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Refreshing aggregate associations for resource provider 94b8835e-2513-4669-abb9-c8c6813d60e7, aggregates: None {{(pid=69319) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 936.154738] env[69319]: DEBUG nova.scheduler.client.report [None req-d794abe6-e745-49e6-89b1-bcab0b008b9f tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Refreshing trait associations for resource provider 94b8835e-2513-4669-abb9-c8c6813d60e7, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69319) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 936.259420] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ee418ce3-259f-4466-8828-ffd6981d0902 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.395591] env[69319]: DEBUG nova.compute.manager [None req-b140a4e1-0f1e-4a63-868b-8d4281e31a05 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: dbde4290-a1c2-4c5e-9b2e-a9a3328a268a] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 936.396600] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faa8bd63-74d2-4245-89f9-a300ac2d1424 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.529819] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-8e04d3bc-b91a-4468-bdb9-89ba37f38dfc tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] [instance: 04a666db-77b8-4c23-8c7c-887b23ea97af] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 936.530237] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-8e04d3bc-b91a-4468-bdb9-89ba37f38dfc tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] [instance: 04a666db-77b8-4c23-8c7c-887b23ea97af] Deleting contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 936.530550] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e04d3bc-b91a-4468-bdb9-89ba37f38dfc tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Deleting the datastore file [datastore2] 04a666db-77b8-4c23-8c7c-887b23ea97af {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 936.532833] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-001eeb3b-8952-4be7-903e-e395fa6ecd92 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.535072] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81353812-38dd-4411-bb18-270dc520eef8 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.545512] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9d0f4c6-938d-4f6c-b6f1-148545fc6181 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.552055] env[69319]: DEBUG oslo_vmware.api [None req-8e04d3bc-b91a-4468-bdb9-89ba37f38dfc tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Waiting for the task: (returnval){ [ 936.552055] env[69319]: value = "task-3223427" [ 936.552055] env[69319]: _type = "Task" [ 936.552055] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.585216] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b5a7dd2-5808-4959-8dcd-f65927701faa {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.590901] env[69319]: DEBUG oslo_vmware.api [None req-8e04d3bc-b91a-4468-bdb9-89ba37f38dfc tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Task: {'id': task-3223427, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.597901] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-261d35d8-8afb-4234-aeb7-4d57a8a8ff9a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.617515] env[69319]: DEBUG nova.compute.provider_tree [None req-d794abe6-e745-49e6-89b1-bcab0b008b9f tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Updating inventory in ProviderTree for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 936.622873] env[69319]: DEBUG nova.compute.manager [None req-c4c34287-bda1-4a0e-9ece-7babd6920257 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 9a2d05fc-1ee1-4847-bb63-ad2d3624c730] Starting instance... {{(pid=69319) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 936.913076] env[69319]: INFO nova.compute.manager [None req-b140a4e1-0f1e-4a63-868b-8d4281e31a05 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: dbde4290-a1c2-4c5e-9b2e-a9a3328a268a] instance snapshotting [ 936.916401] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18334714-3bd7-412a-9f0e-5617a1b17d5e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.947898] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-439aa450-0ada-4ba1-ae72-0bc78b04918b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.063065] env[69319]: DEBUG oslo_vmware.api [None req-8e04d3bc-b91a-4468-bdb9-89ba37f38dfc tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Task: {'id': task-3223427, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17264} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.063065] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e04d3bc-b91a-4468-bdb9-89ba37f38dfc tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 937.063065] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-8e04d3bc-b91a-4468-bdb9-89ba37f38dfc tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] [instance: 04a666db-77b8-4c23-8c7c-887b23ea97af] Deleted contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 937.066160] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-8e04d3bc-b91a-4468-bdb9-89ba37f38dfc tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] [instance: 04a666db-77b8-4c23-8c7c-887b23ea97af] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 937.066160] env[69319]: INFO nova.compute.manager [None req-8e04d3bc-b91a-4468-bdb9-89ba37f38dfc tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] [instance: 04a666db-77b8-4c23-8c7c-887b23ea97af] Took 2.39 seconds to destroy the instance on the hypervisor. [ 937.066160] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8e04d3bc-b91a-4468-bdb9-89ba37f38dfc tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 937.066160] env[69319]: DEBUG nova.compute.manager [-] [instance: 04a666db-77b8-4c23-8c7c-887b23ea97af] Deallocating network for instance {{(pid=69319) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 937.066160] env[69319]: DEBUG nova.network.neutron [-] [instance: 04a666db-77b8-4c23-8c7c-887b23ea97af] deallocate_for_instance() {{(pid=69319) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 937.155752] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c4c34287-bda1-4a0e-9ece-7babd6920257 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.160056] env[69319]: DEBUG nova.scheduler.client.report [None req-d794abe6-e745-49e6-89b1-bcab0b008b9f tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Updated inventory for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 with generation 87 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 937.160615] env[69319]: DEBUG nova.compute.provider_tree [None req-d794abe6-e745-49e6-89b1-bcab0b008b9f tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Updating resource provider 94b8835e-2513-4669-abb9-c8c6813d60e7 generation from 87 to 88 during operation: update_inventory {{(pid=69319) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 937.160812] env[69319]: DEBUG nova.compute.provider_tree [None req-d794abe6-e745-49e6-89b1-bcab0b008b9f tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Updating inventory in ProviderTree for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 937.355936] env[69319]: DEBUG nova.compute.manager [req-8a63aee5-1c15-416d-8706-0bcfc71fcf5e req-affdb854-2703-45f3-b7c2-d735c44881b7 service nova] [instance: 04a666db-77b8-4c23-8c7c-887b23ea97af] Received event network-vif-deleted-8dd9da2f-a7b6-46f5-999a-f58cc1b803c5 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 937.356333] env[69319]: INFO nova.compute.manager [req-8a63aee5-1c15-416d-8706-0bcfc71fcf5e req-affdb854-2703-45f3-b7c2-d735c44881b7 service nova] [instance: 04a666db-77b8-4c23-8c7c-887b23ea97af] Neutron deleted interface 8dd9da2f-a7b6-46f5-999a-f58cc1b803c5; detaching it from the instance and deleting it from the info cache [ 937.356558] env[69319]: DEBUG nova.network.neutron [req-8a63aee5-1c15-416d-8706-0bcfc71fcf5e req-affdb854-2703-45f3-b7c2-d735c44881b7 service nova] [instance: 04a666db-77b8-4c23-8c7c-887b23ea97af] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.458739] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-b140a4e1-0f1e-4a63-868b-8d4281e31a05 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: dbde4290-a1c2-4c5e-9b2e-a9a3328a268a] Creating Snapshot of the VM instance {{(pid=69319) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 937.459091] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-facc27ea-af42-4987-98fc-3cbef843ff93 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.469171] env[69319]: DEBUG oslo_vmware.api [None req-b140a4e1-0f1e-4a63-868b-8d4281e31a05 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Waiting for the task: (returnval){ [ 937.469171] env[69319]: value = "task-3223428" [ 937.469171] env[69319]: _type = "Task" [ 937.469171] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.477896] env[69319]: DEBUG oslo_vmware.api [None req-b140a4e1-0f1e-4a63-868b-8d4281e31a05 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': task-3223428, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.668816] env[69319]: DEBUG oslo_concurrency.lockutils [None req-d794abe6-e745-49e6-89b1-bcab0b008b9f tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 4.279s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.673616] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 43.593s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.698029] env[69319]: INFO nova.scheduler.client.report [None req-d794abe6-e745-49e6-89b1-bcab0b008b9f tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Deleted allocations for instance 1a043193-1e7c-43ad-b903-34ca9371045e [ 937.836543] env[69319]: DEBUG nova.network.neutron [-] [instance: 04a666db-77b8-4c23-8c7c-887b23ea97af] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.862574] env[69319]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-79374142-2688-430a-a49b-2298597f98f0 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.875105] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-038de23d-a784-47ff-b9a0-8d98c2cdf49c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.920407] env[69319]: DEBUG nova.compute.manager [req-8a63aee5-1c15-416d-8706-0bcfc71fcf5e req-affdb854-2703-45f3-b7c2-d735c44881b7 service nova] [instance: 04a666db-77b8-4c23-8c7c-887b23ea97af] Detach interface failed, port_id=8dd9da2f-a7b6-46f5-999a-f58cc1b803c5, reason: Instance 04a666db-77b8-4c23-8c7c-887b23ea97af could not be found. {{(pid=69319) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 937.979961] env[69319]: DEBUG oslo_vmware.api [None req-b140a4e1-0f1e-4a63-868b-8d4281e31a05 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': task-3223428, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.207867] env[69319]: DEBUG oslo_concurrency.lockutils [None req-d794abe6-e745-49e6-89b1-bcab0b008b9f tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Lock "1a043193-1e7c-43ad-b903-34ca9371045e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 51.074s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.338986] env[69319]: INFO nova.compute.manager [-] [instance: 04a666db-77b8-4c23-8c7c-887b23ea97af] Took 1.27 seconds to deallocate network for instance. [ 938.482031] env[69319]: DEBUG oslo_vmware.api [None req-b140a4e1-0f1e-4a63-868b-8d4281e31a05 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': task-3223428, 'name': CreateSnapshot_Task, 'duration_secs': 0.65355} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.483028] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-b140a4e1-0f1e-4a63-868b-8d4281e31a05 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: dbde4290-a1c2-4c5e-9b2e-a9a3328a268a] Created Snapshot of the VM instance {{(pid=69319) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 938.483430] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c24efe74-b542-4ce0-b29f-785b721442c7 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.694877] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Applying migration context for instance 914e081a-6fde-4c22-9f9c-ed060937963b as it has an incoming, in-progress migration d16ead89-f544-429e-88b0-ad5ae9bae2fd. Migration status is reverting {{(pid=69319) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 938.697186] env[69319]: INFO nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] [instance: 914e081a-6fde-4c22-9f9c-ed060937963b] Updating resource usage from migration d16ead89-f544-429e-88b0-ad5ae9bae2fd [ 938.699913] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5288207b-c54c-411b-8010-788f8f746688 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Acquiring lock "c771ca2e-35a5-4e64-a382-926a00df4d22" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.700724] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5288207b-c54c-411b-8010-788f8f746688 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Lock "c771ca2e-35a5-4e64-a382-926a00df4d22" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.719591] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance 2764dc00-3329-4e56-ad73-5027b65f42d6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 938.719744] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance e619aa14-62f8-4482-a049-28422171cece actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 938.719865] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance 9bab8f26-9c99-489c-861b-9fef49b1f36d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 938.719981] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance 0ccec795-caae-46ee-981f-2d210d0a31d3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 938.720111] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance 22225d47-adf7-4381-8b26-9372db49c4be actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 938.720233] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance 3e95f2d5-d392-47c4-b519-4a218660516b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 938.720673] env[69319]: WARNING nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance a9b26f5c-132c-44a9-bc71-a4629f9d0b9e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 938.720673] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance 170e2a0b-6461-4752-b7da-2ed0ff9fd73c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 938.720673] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance e87c6601-7a18-4857-9d93-4fea4fefed40 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 938.720673] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance 13a67670-f42e-4041-8f4e-4fe3a65e2f33 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 938.720924] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance 04a666db-77b8-4c23-8c7c-887b23ea97af actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 938.720924] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance 33bc946c-1397-4355-8132-bc27084a66ba actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 938.721024] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance d2216fa6-a955-4b17-b026-4bc90a655ff5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 938.721180] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance dcd83efc-4157-4174-b3bd-5bd6cd865360 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 938.721308] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance 49f792b7-4c8b-4a2a-afe4-016281de77b9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 938.721434] env[69319]: WARNING nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance 43e75e72-e9aa-43d9-bc06-65d4cad074cb is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 938.721553] env[69319]: WARNING nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance a2bd5a84-7716-492b-931d-ef52322ab25c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 938.721757] env[69319]: WARNING nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance 0698939e-0dda-4b50-9ce9-d25e3b69e4c9 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 938.721819] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Migration d16ead89-f544-429e-88b0-ad5ae9bae2fd is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 938.721951] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance 914e081a-6fde-4c22-9f9c-ed060937963b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 938.722011] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance 4650fd7f-02d1-46d1-b68e-3fb75e237e57 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 938.722177] env[69319]: WARNING nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance a9523f10-b2b8-4c7a-92a0-c31f8344af0b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 938.722329] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance dbde4290-a1c2-4c5e-9b2e-a9a3328a268a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 938.845387] env[69319]: DEBUG oslo_concurrency.lockutils [None req-8e04d3bc-b91a-4468-bdb9-89ba37f38dfc tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.008370] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-b140a4e1-0f1e-4a63-868b-8d4281e31a05 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: dbde4290-a1c2-4c5e-9b2e-a9a3328a268a] Creating linked-clone VM from snapshot {{(pid=69319) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 939.009675] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4677f7fc-3587-4817-a277-ee30dbd7f392 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.021612] env[69319]: DEBUG oslo_vmware.api [None req-b140a4e1-0f1e-4a63-868b-8d4281e31a05 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Waiting for the task: (returnval){ [ 939.021612] env[69319]: value = "task-3223429" [ 939.021612] env[69319]: _type = "Task" [ 939.021612] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.031401] env[69319]: DEBUG oslo_vmware.api [None req-b140a4e1-0f1e-4a63-868b-8d4281e31a05 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': task-3223429, 'name': CloneVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.203380] env[69319]: DEBUG nova.compute.manager [None req-5288207b-c54c-411b-8010-788f8f746688 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] [instance: c771ca2e-35a5-4e64-a382-926a00df4d22] Starting instance... {{(pid=69319) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 939.225508] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance ad622127-7078-489f-9f55-5663137241aa has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 939.535235] env[69319]: DEBUG oslo_vmware.api [None req-b140a4e1-0f1e-4a63-868b-8d4281e31a05 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': task-3223429, 'name': CloneVM_Task} progress is 94%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.725582] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5288207b-c54c-411b-8010-788f8f746688 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.729824] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance 57bf6160-52cc-456b-b946-c36291559da8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 940.035571] env[69319]: DEBUG oslo_vmware.api [None req-b140a4e1-0f1e-4a63-868b-8d4281e31a05 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': task-3223429, 'name': CloneVM_Task} progress is 95%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.117254] env[69319]: DEBUG oslo_concurrency.lockutils [None req-e49961e0-dbf0-41d1-a572-9c4272c588b8 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Acquiring lock "3398ecd5-6889-400b-a436-e22d014f0da0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.117527] env[69319]: DEBUG oslo_concurrency.lockutils [None req-e49961e0-dbf0-41d1-a572-9c4272c588b8 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Lock "3398ecd5-6889-400b-a436-e22d014f0da0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.232858] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance d33ea59d-f210-4f99-99ee-0c5aa850c757 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 940.539669] env[69319]: DEBUG oslo_vmware.api [None req-b140a4e1-0f1e-4a63-868b-8d4281e31a05 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': task-3223429, 'name': CloneVM_Task} progress is 95%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.620377] env[69319]: DEBUG nova.compute.manager [None req-e49961e0-dbf0-41d1-a572-9c4272c588b8 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 3398ecd5-6889-400b-a436-e22d014f0da0] Starting instance... {{(pid=69319) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 940.736385] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance 290ef75a-d1aa-42f3-9571-30ae61840c01 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 941.038831] env[69319]: DEBUG oslo_vmware.api [None req-b140a4e1-0f1e-4a63-868b-8d4281e31a05 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': task-3223429, 'name': CloneVM_Task, 'duration_secs': 1.655568} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.039113] env[69319]: INFO nova.virt.vmwareapi.vmops [None req-b140a4e1-0f1e-4a63-868b-8d4281e31a05 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: dbde4290-a1c2-4c5e-9b2e-a9a3328a268a] Created linked-clone VM from snapshot [ 941.039857] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa3334af-36aa-4ed3-8345-648594719119 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.047612] env[69319]: DEBUG nova.virt.vmwareapi.images [None req-b140a4e1-0f1e-4a63-868b-8d4281e31a05 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: dbde4290-a1c2-4c5e-9b2e-a9a3328a268a] Uploading image b0369f30-d21f-4bb2-b4d6-19132b7d930d {{(pid=69319) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 941.067801] env[69319]: DEBUG oslo_vmware.rw_handles [None req-b140a4e1-0f1e-4a63-868b-8d4281e31a05 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 941.067801] env[69319]: value = "vm-644418" [ 941.067801] env[69319]: _type = "VirtualMachine" [ 941.067801] env[69319]: }. {{(pid=69319) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 941.068083] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-2952c729-9238-4df0-aecb-6e51c82adf15 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.075341] env[69319]: DEBUG oslo_vmware.rw_handles [None req-b140a4e1-0f1e-4a63-868b-8d4281e31a05 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Lease: (returnval){ [ 941.075341] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52a86923-d615-8d65-797a-6c7815a7d38a" [ 941.075341] env[69319]: _type = "HttpNfcLease" [ 941.075341] env[69319]: } obtained for exporting VM: (result){ [ 941.075341] env[69319]: value = "vm-644418" [ 941.075341] env[69319]: _type = "VirtualMachine" [ 941.075341] env[69319]: }. {{(pid=69319) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 941.075599] env[69319]: DEBUG oslo_vmware.api [None req-b140a4e1-0f1e-4a63-868b-8d4281e31a05 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Waiting for the lease: (returnval){ [ 941.075599] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52a86923-d615-8d65-797a-6c7815a7d38a" [ 941.075599] env[69319]: _type = "HttpNfcLease" [ 941.075599] env[69319]: } to be ready. {{(pid=69319) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 941.081917] env[69319]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 941.081917] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52a86923-d615-8d65-797a-6c7815a7d38a" [ 941.081917] env[69319]: _type = "HttpNfcLease" [ 941.081917] env[69319]: } is initializing. {{(pid=69319) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 941.146790] env[69319]: DEBUG oslo_concurrency.lockutils [None req-e49961e0-dbf0-41d1-a572-9c4272c588b8 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.240615] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance 9a2d05fc-1ee1-4847-bb63-ad2d3624c730 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 941.584946] env[69319]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 941.584946] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52a86923-d615-8d65-797a-6c7815a7d38a" [ 941.584946] env[69319]: _type = "HttpNfcLease" [ 941.584946] env[69319]: } is ready. {{(pid=69319) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 941.585336] env[69319]: DEBUG oslo_vmware.rw_handles [None req-b140a4e1-0f1e-4a63-868b-8d4281e31a05 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 941.585336] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52a86923-d615-8d65-797a-6c7815a7d38a" [ 941.585336] env[69319]: _type = "HttpNfcLease" [ 941.585336] env[69319]: }. {{(pid=69319) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 941.586034] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5faa4a77-2bb2-45f6-b5c9-024165b9fcaf {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.593895] env[69319]: DEBUG oslo_vmware.rw_handles [None req-b140a4e1-0f1e-4a63-868b-8d4281e31a05 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529868e5-c064-a3c2-990b-e480cef85bb0/disk-0.vmdk from lease info. {{(pid=69319) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 941.594096] env[69319]: DEBUG oslo_vmware.rw_handles [None req-b140a4e1-0f1e-4a63-868b-8d4281e31a05 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529868e5-c064-a3c2-990b-e480cef85bb0/disk-0.vmdk for reading. {{(pid=69319) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 941.689405] env[69319]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9b0d0a96-9d3d-45b6-8555-c172599bd991 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.744317] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance c771ca2e-35a5-4e64-a382-926a00df4d22 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 941.744641] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Total usable vcpus: 48, total allocated vcpus: 18 {{(pid=69319) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 941.744790] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4096MB phys_disk=200GB used_disk=18GB total_vcpus=48 used_vcpus=18 pci_stats=[] {{(pid=69319) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 942.147154] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59d955bb-28ef-4399-9e83-e0a5203da845 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.155919] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-885dbb54-d4f6-4432-ace1-d145b7609406 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.188762] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3108335-17e2-4967-bb5a-744b0117ccaf {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.197031] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4216bba0-943e-4a03-bbbe-8d6e2d8a40d8 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.212687] env[69319]: DEBUG nova.compute.provider_tree [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 942.716888] env[69319]: DEBUG nova.scheduler.client.report [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 943.223141] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69319) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 943.223364] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.550s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.223633] env[69319]: DEBUG oslo_concurrency.lockutils [None req-acbbb872-00b9-43b9-85ad-be64fbd82621 tempest-ServerActionsV293TestJSON-1988837861 tempest-ServerActionsV293TestJSON-1988837861-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.720s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.225306] env[69319]: INFO nova.compute.claims [None req-acbbb872-00b9-43b9-85ad-be64fbd82621 tempest-ServerActionsV293TestJSON-1988837861 tempest-ServerActionsV293TestJSON-1988837861-project-member] [instance: ad622127-7078-489f-9f55-5663137241aa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 943.228090] env[69319]: DEBUG oslo_service.periodic_task [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69319) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 943.228281] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Cleaning up deleted instances {{(pid=69319) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 943.742018] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] There are 41 instances to clean {{(pid=69319) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 943.742349] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] [instance: 0e18fec3-90c2-4120-8388-468011eb7ccd] Instance has had 0 of 5 cleanup attempts {{(pid=69319) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 944.118614] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23feef61-9743-4120-b69e-94cbec75ec00 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.127976] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e910abbe-4c9b-487c-bee9-ee30262a3812 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.160168] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e7d26d6-652d-4b94-a1dd-b67751b6accf {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.168567] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23be5646-981c-4d40-a4b7-c5b1031a3ddc {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.185126] env[69319]: DEBUG nova.compute.provider_tree [None req-acbbb872-00b9-43b9-85ad-be64fbd82621 tempest-ServerActionsV293TestJSON-1988837861 tempest-ServerActionsV293TestJSON-1988837861-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 944.249345] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] [instance: 1a043193-1e7c-43ad-b903-34ca9371045e] Instance has had 0 of 5 cleanup attempts {{(pid=69319) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 944.689467] env[69319]: DEBUG nova.scheduler.client.report [None req-acbbb872-00b9-43b9-85ad-be64fbd82621 tempest-ServerActionsV293TestJSON-1988837861 tempest-ServerActionsV293TestJSON-1988837861-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 944.753167] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] [instance: 42447381-1bc9-4936-8fbf-178993fd5d68] Instance has had 0 of 5 cleanup attempts {{(pid=69319) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 945.194814] env[69319]: DEBUG oslo_concurrency.lockutils [None req-acbbb872-00b9-43b9-85ad-be64fbd82621 tempest-ServerActionsV293TestJSON-1988837861 tempest-ServerActionsV293TestJSON-1988837861-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.971s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.195253] env[69319]: DEBUG nova.compute.manager [None req-acbbb872-00b9-43b9-85ad-be64fbd82621 tempest-ServerActionsV293TestJSON-1988837861 tempest-ServerActionsV293TestJSON-1988837861-project-member] [instance: ad622127-7078-489f-9f55-5663137241aa] Start building networks asynchronously for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 945.198361] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c9d8f6fa-6644-40f5-bf05-bfb4726cb91c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.058s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.198559] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c9d8f6fa-6644-40f5-bf05-bfb4726cb91c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.200865] env[69319]: DEBUG oslo_concurrency.lockutils [None req-40a15bef-289d-4915-9658-b8d2c035a7c6 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.997s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.201068] env[69319]: DEBUG oslo_concurrency.lockutils [None req-40a15bef-289d-4915-9658-b8d2c035a7c6 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.203008] env[69319]: DEBUG oslo_concurrency.lockutils [None req-23b1c855-a0d0-4db8-bdc6-31e390d586ac tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 38.232s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.203203] env[69319]: DEBUG nova.objects.instance [None req-23b1c855-a0d0-4db8-bdc6-31e390d586ac tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: 43e75e72-e9aa-43d9-bc06-65d4cad074cb] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69319) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 945.223624] env[69319]: INFO nova.scheduler.client.report [None req-40a15bef-289d-4915-9658-b8d2c035a7c6 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Deleted allocations for instance 0698939e-0dda-4b50-9ce9-d25e3b69e4c9 [ 945.225748] env[69319]: INFO nova.scheduler.client.report [None req-c9d8f6fa-6644-40f5-bf05-bfb4726cb91c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Deleted allocations for instance a2bd5a84-7716-492b-931d-ef52322ab25c [ 945.256500] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] [instance: 66e1cd49-8387-4ef2-b3c8-8f301d27d1cb] Instance has had 0 of 5 cleanup attempts {{(pid=69319) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 945.708543] env[69319]: DEBUG nova.compute.utils [None req-acbbb872-00b9-43b9-85ad-be64fbd82621 tempest-ServerActionsV293TestJSON-1988837861 tempest-ServerActionsV293TestJSON-1988837861-project-member] Using /dev/sd instead of None {{(pid=69319) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 945.712843] env[69319]: DEBUG nova.compute.manager [None req-acbbb872-00b9-43b9-85ad-be64fbd82621 tempest-ServerActionsV293TestJSON-1988837861 tempest-ServerActionsV293TestJSON-1988837861-project-member] [instance: ad622127-7078-489f-9f55-5663137241aa] Allocating IP information in the background. {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 945.713039] env[69319]: DEBUG nova.network.neutron [None req-acbbb872-00b9-43b9-85ad-be64fbd82621 tempest-ServerActionsV293TestJSON-1988837861 tempest-ServerActionsV293TestJSON-1988837861-project-member] [instance: ad622127-7078-489f-9f55-5663137241aa] allocate_for_instance() {{(pid=69319) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 945.734536] env[69319]: DEBUG oslo_concurrency.lockutils [None req-40a15bef-289d-4915-9658-b8d2c035a7c6 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Lock "0698939e-0dda-4b50-9ce9-d25e3b69e4c9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 51.649s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.735718] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c9d8f6fa-6644-40f5-bf05-bfb4726cb91c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Lock "a2bd5a84-7716-492b-931d-ef52322ab25c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 51.715s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.760604] env[69319]: DEBUG nova.policy [None req-acbbb872-00b9-43b9-85ad-be64fbd82621 tempest-ServerActionsV293TestJSON-1988837861 tempest-ServerActionsV293TestJSON-1988837861-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8b6cf73dd70d4818bb50ab932e649488', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e6415e428fe14c7ebb811f477bbd93f1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69319) authorize /opt/stack/nova/nova/policy.py:192}} [ 945.762571] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] [instance: 1159a12c-1035-49ae-841f-053ac16c48af] Instance has had 0 of 5 cleanup attempts {{(pid=69319) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 946.216826] env[69319]: DEBUG oslo_concurrency.lockutils [None req-23b1c855-a0d0-4db8-bdc6-31e390d586ac tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.218228] env[69319]: DEBUG oslo_concurrency.lockutils [None req-7436e8a9-c05c-4f4d-a0ad-410dfaa51f71 tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 32.805s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.717433] env[69319]: DEBUG nova.compute.manager [None req-acbbb872-00b9-43b9-85ad-be64fbd82621 tempest-ServerActionsV293TestJSON-1988837861 tempest-ServerActionsV293TestJSON-1988837861-project-member] [instance: ad622127-7078-489f-9f55-5663137241aa] Start building block device mappings for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 947.725810] env[69319]: DEBUG nova.objects.instance [None req-7436e8a9-c05c-4f4d-a0ad-410dfaa51f71 tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Lazy-loading 'migration_context' on Instance uuid 914e081a-6fde-4c22-9f9c-ed060937963b {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 947.767401] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] [instance: b1b8d1b7-cc0e-4807-a7f4-e963cb9da64b] Instance has had 0 of 5 cleanup attempts {{(pid=69319) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 947.822101] env[69319]: DEBUG nova.network.neutron [None req-acbbb872-00b9-43b9-85ad-be64fbd82621 tempest-ServerActionsV293TestJSON-1988837861 tempest-ServerActionsV293TestJSON-1988837861-project-member] [instance: ad622127-7078-489f-9f55-5663137241aa] Successfully created port: 175c191e-2462-447c-a6dc-088a302080af {{(pid=69319) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 948.155182] env[69319]: DEBUG oslo_concurrency.lockutils [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Acquiring lock "eed9382b-082a-4bb3-8a9b-fee6331fc411" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.155427] env[69319]: DEBUG oslo_concurrency.lockutils [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Lock "eed9382b-082a-4bb3-8a9b-fee6331fc411" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.189289] env[69319]: DEBUG oslo_concurrency.lockutils [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Acquiring lock "8dabca07-310b-4c22-b6c5-9fc57cf98adf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.189528] env[69319]: DEBUG oslo_concurrency.lockutils [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Lock "8dabca07-310b-4c22-b6c5-9fc57cf98adf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.227126] env[69319]: INFO nova.virt.block_device [None req-acbbb872-00b9-43b9-85ad-be64fbd82621 tempest-ServerActionsV293TestJSON-1988837861 tempest-ServerActionsV293TestJSON-1988837861-project-member] [instance: ad622127-7078-489f-9f55-5663137241aa] Booting with volume 8954f70c-26f3-49bc-be1f-08caeb5b97db at /dev/sda [ 948.266910] env[69319]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9dde74f9-a0e0-4012-9f14-4c3ea8f90e66 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.273781] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] [instance: 0b5d2173-10d1-4983-877c-743388460231] Instance has had 0 of 5 cleanup attempts {{(pid=69319) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 948.280162] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe32c566-8acc-4b67-aa9f-9bd786773847 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.321311] env[69319]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a10b7253-b205-43f2-a137-42f17dcfbca2 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.330287] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c673bb1-99e3-4469-80e4-0b97cfbdd707 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.374587] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-143bcde7-895e-4d7a-867d-6858c36607ec {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.381632] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1083830a-fc69-414e-b3e3-a744a909aafa {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.116661] env[69319]: DEBUG nova.compute.manager [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] [instance: eed9382b-082a-4bb3-8a9b-fee6331fc411] Starting instance... {{(pid=69319) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 949.120030] env[69319]: DEBUG nova.compute.manager [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] [instance: 8dabca07-310b-4c22-b6c5-9fc57cf98adf] Starting instance... {{(pid=69319) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 949.125111] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] [instance: 78d62458-5f2a-45a1-bf75-c1bf6a087b48] Instance has had 0 of 5 cleanup attempts {{(pid=69319) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 949.143026] env[69319]: DEBUG nova.virt.block_device [None req-acbbb872-00b9-43b9-85ad-be64fbd82621 tempest-ServerActionsV293TestJSON-1988837861 tempest-ServerActionsV293TestJSON-1988837861-project-member] [instance: ad622127-7078-489f-9f55-5663137241aa] Updating existing volume attachment record: de5702db-fbe9-4838-93c9-54ea9d56dcf0 {{(pid=69319) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 949.381308] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-230738bd-cb52-4a8e-b5f6-43f7e770544e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.389055] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08d741d6-7be0-4b02-8cbc-3cfe8d7c9d79 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.419174] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dd8ee9a-4f95-4e4d-9de6-bf45d8b8636f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.426205] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eef39806-0136-4a28-90f6-a6842ef4726e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.439202] env[69319]: DEBUG nova.compute.provider_tree [None req-7436e8a9-c05c-4f4d-a0ad-410dfaa51f71 tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 949.947963] env[69319]: DEBUG nova.scheduler.client.report [None req-7436e8a9-c05c-4f4d-a0ad-410dfaa51f71 tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 952.925000] env[69319]: DEBUG oslo_vmware.rw_handles [None req-b140a4e1-0f1e-4a63-868b-8d4281e31a05 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529868e5-c064-a3c2-990b-e480cef85bb0/disk-0.vmdk. {{(pid=69319) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 952.925982] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82ecdb0a-3141-4ebb-8b83-89782b950783 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.933561] env[69319]: DEBUG oslo_vmware.rw_handles [None req-b140a4e1-0f1e-4a63-868b-8d4281e31a05 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529868e5-c064-a3c2-990b-e480cef85bb0/disk-0.vmdk is in state: ready. {{(pid=69319) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 952.933787] env[69319]: ERROR oslo_vmware.rw_handles [None req-b140a4e1-0f1e-4a63-868b-8d4281e31a05 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529868e5-c064-a3c2-990b-e480cef85bb0/disk-0.vmdk due to incomplete transfer. [ 952.934414] env[69319]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-98c54712-c9dd-415b-8dda-ff069d4e98da {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.944679] env[69319]: DEBUG oslo_vmware.rw_handles [None req-b140a4e1-0f1e-4a63-868b-8d4281e31a05 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529868e5-c064-a3c2-990b-e480cef85bb0/disk-0.vmdk. {{(pid=69319) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 952.944999] env[69319]: DEBUG nova.virt.vmwareapi.images [None req-b140a4e1-0f1e-4a63-868b-8d4281e31a05 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: dbde4290-a1c2-4c5e-9b2e-a9a3328a268a] Uploaded image b0369f30-d21f-4bb2-b4d6-19132b7d930d to the Glance image server {{(pid=69319) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 952.949121] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-b140a4e1-0f1e-4a63-868b-8d4281e31a05 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: dbde4290-a1c2-4c5e-9b2e-a9a3328a268a] Destroying the VM {{(pid=69319) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 952.949121] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9741d930-0b7b-47eb-9107-eb5597ce5efc {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.954320] env[69319]: DEBUG oslo_vmware.api [None req-b140a4e1-0f1e-4a63-868b-8d4281e31a05 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Waiting for the task: (returnval){ [ 952.954320] env[69319]: value = "task-3223431" [ 952.954320] env[69319]: _type = "Task" [ 952.954320] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.978916] env[69319]: DEBUG oslo_vmware.api [None req-b140a4e1-0f1e-4a63-868b-8d4281e31a05 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': task-3223431, 'name': Destroy_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.081103] env[69319]: DEBUG nova.compute.manager [req-9f8c145f-42ab-4b36-9f74-bc823433bdaa req-01242121-687b-4c8f-a7ed-a69e23533914 service nova] [instance: ad622127-7078-489f-9f55-5663137241aa] Received event network-vif-plugged-175c191e-2462-447c-a6dc-088a302080af {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 953.085120] env[69319]: DEBUG oslo_concurrency.lockutils [req-9f8c145f-42ab-4b36-9f74-bc823433bdaa req-01242121-687b-4c8f-a7ed-a69e23533914 service nova] Acquiring lock "ad622127-7078-489f-9f55-5663137241aa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.085120] env[69319]: DEBUG oslo_concurrency.lockutils [req-9f8c145f-42ab-4b36-9f74-bc823433bdaa req-01242121-687b-4c8f-a7ed-a69e23533914 service nova] Lock "ad622127-7078-489f-9f55-5663137241aa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.085120] env[69319]: DEBUG oslo_concurrency.lockutils [req-9f8c145f-42ab-4b36-9f74-bc823433bdaa req-01242121-687b-4c8f-a7ed-a69e23533914 service nova] Lock "ad622127-7078-489f-9f55-5663137241aa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.085120] env[69319]: DEBUG nova.compute.manager [req-9f8c145f-42ab-4b36-9f74-bc823433bdaa req-01242121-687b-4c8f-a7ed-a69e23533914 service nova] [instance: ad622127-7078-489f-9f55-5663137241aa] No waiting events found dispatching network-vif-plugged-175c191e-2462-447c-a6dc-088a302080af {{(pid=69319) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 953.085120] env[69319]: WARNING nova.compute.manager [req-9f8c145f-42ab-4b36-9f74-bc823433bdaa req-01242121-687b-4c8f-a7ed-a69e23533914 service nova] [instance: ad622127-7078-489f-9f55-5663137241aa] Received unexpected event network-vif-plugged-175c191e-2462-447c-a6dc-088a302080af for instance with vm_state building and task_state block_device_mapping. [ 953.130655] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] [instance: bfc6c3e7-8384-4669-bd43-acdfcb1c478a] Instance has had 0 of 5 cleanup attempts {{(pid=69319) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 953.151883] env[69319]: DEBUG oslo_concurrency.lockutils [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.152824] env[69319]: DEBUG oslo_concurrency.lockutils [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.249857] env[69319]: DEBUG nova.network.neutron [None req-acbbb872-00b9-43b9-85ad-be64fbd82621 tempest-ServerActionsV293TestJSON-1988837861 tempest-ServerActionsV293TestJSON-1988837861-project-member] [instance: ad622127-7078-489f-9f55-5663137241aa] Successfully updated port: 175c191e-2462-447c-a6dc-088a302080af {{(pid=69319) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 953.464994] env[69319]: DEBUG oslo_vmware.api [None req-b140a4e1-0f1e-4a63-868b-8d4281e31a05 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': task-3223431, 'name': Destroy_Task, 'duration_secs': 0.31182} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.464994] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-b140a4e1-0f1e-4a63-868b-8d4281e31a05 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: dbde4290-a1c2-4c5e-9b2e-a9a3328a268a] Destroyed the VM [ 953.464994] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-b140a4e1-0f1e-4a63-868b-8d4281e31a05 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: dbde4290-a1c2-4c5e-9b2e-a9a3328a268a] Deleting Snapshot of the VM instance {{(pid=69319) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 953.465239] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5a450cae-da55-46ba-af6b-31994dc2bd60 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.471407] env[69319]: DEBUG oslo_vmware.api [None req-b140a4e1-0f1e-4a63-868b-8d4281e31a05 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Waiting for the task: (returnval){ [ 953.471407] env[69319]: value = "task-3223432" [ 953.471407] env[69319]: _type = "Task" [ 953.471407] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.475808] env[69319]: DEBUG oslo_concurrency.lockutils [None req-7436e8a9-c05c-4f4d-a0ad-410dfaa51f71 tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 7.258s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.481791] env[69319]: DEBUG oslo_concurrency.lockutils [None req-6332c9a1-440c-4272-a0ba-3abb080c1e28 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.315s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.482013] env[69319]: DEBUG oslo_concurrency.lockutils [None req-6332c9a1-440c-4272-a0ba-3abb080c1e28 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.483933] env[69319]: DEBUG oslo_concurrency.lockutils [None req-dde26374-3861-4c38-a7ae-d6c4f463995c tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.401s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.485401] env[69319]: INFO nova.compute.claims [None req-dde26374-3861-4c38-a7ae-d6c4f463995c tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] [instance: 57bf6160-52cc-456b-b946-c36291559da8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 953.498302] env[69319]: DEBUG oslo_vmware.api [None req-b140a4e1-0f1e-4a63-868b-8d4281e31a05 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': task-3223432, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.520030] env[69319]: INFO nova.scheduler.client.report [None req-6332c9a1-440c-4272-a0ba-3abb080c1e28 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Deleted allocations for instance a9b26f5c-132c-44a9-bc71-a4629f9d0b9e [ 953.527170] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f3c164e4-cc31-43ea-ab0c-675db61862cb tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Acquiring lock "a1acbe0c-f40b-4388-964e-cf7a95551e4c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.527319] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f3c164e4-cc31-43ea-ab0c-675db61862cb tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Lock "a1acbe0c-f40b-4388-964e-cf7a95551e4c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.640208] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] [instance: 03ac405c-7176-42b5-9e5d-e28d39af08a1] Instance has had 0 of 5 cleanup attempts {{(pid=69319) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 953.752314] env[69319]: DEBUG oslo_concurrency.lockutils [None req-acbbb872-00b9-43b9-85ad-be64fbd82621 tempest-ServerActionsV293TestJSON-1988837861 tempest-ServerActionsV293TestJSON-1988837861-project-member] Acquiring lock "refresh_cache-ad622127-7078-489f-9f55-5663137241aa" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.752314] env[69319]: DEBUG oslo_concurrency.lockutils [None req-acbbb872-00b9-43b9-85ad-be64fbd82621 tempest-ServerActionsV293TestJSON-1988837861 tempest-ServerActionsV293TestJSON-1988837861-project-member] Acquired lock "refresh_cache-ad622127-7078-489f-9f55-5663137241aa" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.752314] env[69319]: DEBUG nova.network.neutron [None req-acbbb872-00b9-43b9-85ad-be64fbd82621 tempest-ServerActionsV293TestJSON-1988837861 tempest-ServerActionsV293TestJSON-1988837861-project-member] [instance: ad622127-7078-489f-9f55-5663137241aa] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 953.980785] env[69319]: DEBUG oslo_vmware.api [None req-b140a4e1-0f1e-4a63-868b-8d4281e31a05 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': task-3223432, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.033039] env[69319]: DEBUG nova.compute.manager [None req-f3c164e4-cc31-43ea-ab0c-675db61862cb tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: a1acbe0c-f40b-4388-964e-cf7a95551e4c] Starting instance... {{(pid=69319) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 954.036458] env[69319]: DEBUG oslo_concurrency.lockutils [None req-6332c9a1-440c-4272-a0ba-3abb080c1e28 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Lock "a9b26f5c-132c-44a9-bc71-a4629f9d0b9e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.250s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.143762] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] [instance: ffc74032-0a67-4fab-88c6-1f81ff356728] Instance has had 0 of 5 cleanup attempts {{(pid=69319) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 954.310948] env[69319]: DEBUG nova.network.neutron [None req-acbbb872-00b9-43b9-85ad-be64fbd82621 tempest-ServerActionsV293TestJSON-1988837861 tempest-ServerActionsV293TestJSON-1988837861-project-member] [instance: ad622127-7078-489f-9f55-5663137241aa] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 954.481363] env[69319]: DEBUG oslo_vmware.api [None req-b140a4e1-0f1e-4a63-868b-8d4281e31a05 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': task-3223432, 'name': RemoveSnapshot_Task, 'duration_secs': 0.598437} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.481646] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-b140a4e1-0f1e-4a63-868b-8d4281e31a05 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: dbde4290-a1c2-4c5e-9b2e-a9a3328a268a] Deleted Snapshot of the VM instance {{(pid=69319) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 954.481883] env[69319]: INFO nova.compute.manager [None req-b140a4e1-0f1e-4a63-868b-8d4281e31a05 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: dbde4290-a1c2-4c5e-9b2e-a9a3328a268a] Took 17.57 seconds to snapshot the instance on the hypervisor. [ 954.537395] env[69319]: DEBUG nova.network.neutron [None req-acbbb872-00b9-43b9-85ad-be64fbd82621 tempest-ServerActionsV293TestJSON-1988837861 tempest-ServerActionsV293TestJSON-1988837861-project-member] [instance: ad622127-7078-489f-9f55-5663137241aa] Updating instance_info_cache with network_info: [{"id": "175c191e-2462-447c-a6dc-088a302080af", "address": "fa:16:3e:8d:a3:5f", "network": {"id": "07be312f-5e62-4d51-9ed5-eb5c52fd9be6", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-86706972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6415e428fe14c7ebb811f477bbd93f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99be9a5e-b3f9-4e6c-83d5-df11f817847d", "external-id": "nsx-vlan-transportzone-566", "segmentation_id": 566, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap175c191e-24", "ovs_interfaceid": "175c191e-2462-447c-a6dc-088a302080af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.555858] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f3c164e4-cc31-43ea-ab0c-675db61862cb tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.648625] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] [instance: 677f0c3c-60cc-480b-911a-e12da31e350d] Instance has had 0 of 5 cleanup attempts {{(pid=69319) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 954.750345] env[69319]: DEBUG nova.compute.manager [None req-acbbb872-00b9-43b9-85ad-be64fbd82621 tempest-ServerActionsV293TestJSON-1988837861 tempest-ServerActionsV293TestJSON-1988837861-project-member] [instance: ad622127-7078-489f-9f55-5663137241aa] Start spawning the instance on the hypervisor. {{(pid=69319) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 954.750866] env[69319]: DEBUG nova.virt.hardware [None req-acbbb872-00b9-43b9-85ad-be64fbd82621 tempest-ServerActionsV293TestJSON-1988837861 tempest-ServerActionsV293TestJSON-1988837861-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 954.751136] env[69319]: DEBUG nova.virt.hardware [None req-acbbb872-00b9-43b9-85ad-be64fbd82621 tempest-ServerActionsV293TestJSON-1988837861 tempest-ServerActionsV293TestJSON-1988837861-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 954.751352] env[69319]: DEBUG nova.virt.hardware [None req-acbbb872-00b9-43b9-85ad-be64fbd82621 tempest-ServerActionsV293TestJSON-1988837861 tempest-ServerActionsV293TestJSON-1988837861-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 954.751574] env[69319]: DEBUG nova.virt.hardware [None req-acbbb872-00b9-43b9-85ad-be64fbd82621 tempest-ServerActionsV293TestJSON-1988837861 tempest-ServerActionsV293TestJSON-1988837861-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 954.751732] env[69319]: DEBUG nova.virt.hardware [None req-acbbb872-00b9-43b9-85ad-be64fbd82621 tempest-ServerActionsV293TestJSON-1988837861 tempest-ServerActionsV293TestJSON-1988837861-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 954.751881] env[69319]: DEBUG nova.virt.hardware [None req-acbbb872-00b9-43b9-85ad-be64fbd82621 tempest-ServerActionsV293TestJSON-1988837861 tempest-ServerActionsV293TestJSON-1988837861-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 954.752102] env[69319]: DEBUG nova.virt.hardware [None req-acbbb872-00b9-43b9-85ad-be64fbd82621 tempest-ServerActionsV293TestJSON-1988837861 tempest-ServerActionsV293TestJSON-1988837861-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 954.752320] env[69319]: DEBUG nova.virt.hardware [None req-acbbb872-00b9-43b9-85ad-be64fbd82621 tempest-ServerActionsV293TestJSON-1988837861 tempest-ServerActionsV293TestJSON-1988837861-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 954.752449] env[69319]: DEBUG nova.virt.hardware [None req-acbbb872-00b9-43b9-85ad-be64fbd82621 tempest-ServerActionsV293TestJSON-1988837861 tempest-ServerActionsV293TestJSON-1988837861-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 954.752588] env[69319]: DEBUG nova.virt.hardware [None req-acbbb872-00b9-43b9-85ad-be64fbd82621 tempest-ServerActionsV293TestJSON-1988837861 tempest-ServerActionsV293TestJSON-1988837861-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 954.752776] env[69319]: DEBUG nova.virt.hardware [None req-acbbb872-00b9-43b9-85ad-be64fbd82621 tempest-ServerActionsV293TestJSON-1988837861 tempest-ServerActionsV293TestJSON-1988837861-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 954.755509] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd1b0d32-a25e-4f0d-8fa1-ceb3c893e2cd {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.763459] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0154fcee-1cab-492a-bca3-a0251e800bcf {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.852919] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f53dd1ae-b9b1-4c98-9f6d-c0fb416e09f3 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.859994] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acd262f5-bfb7-40c7-9839-08246c832eda {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.892614] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b65e9d2-b84b-402f-81d9-8428535a8d92 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.901535] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59b5a0f9-4a85-4a67-9124-544641a113ab {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.906653] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ba79f399-0528-4589-8d96-9359e15cd280 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Acquiring lock "9bab8f26-9c99-489c-861b-9fef49b1f36d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.907463] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ba79f399-0528-4589-8d96-9359e15cd280 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Lock "9bab8f26-9c99-489c-861b-9fef49b1f36d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.907648] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ba79f399-0528-4589-8d96-9359e15cd280 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Acquiring lock "9bab8f26-9c99-489c-861b-9fef49b1f36d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.907854] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ba79f399-0528-4589-8d96-9359e15cd280 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Lock "9bab8f26-9c99-489c-861b-9fef49b1f36d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.908053] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ba79f399-0528-4589-8d96-9359e15cd280 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Lock "9bab8f26-9c99-489c-861b-9fef49b1f36d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.910731] env[69319]: INFO nova.compute.manager [None req-ba79f399-0528-4589-8d96-9359e15cd280 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: 9bab8f26-9c99-489c-861b-9fef49b1f36d] Terminating instance [ 954.921027] env[69319]: DEBUG nova.compute.provider_tree [None req-dde26374-3861-4c38-a7ae-d6c4f463995c tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Updating inventory in ProviderTree for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 955.028426] env[69319]: INFO nova.compute.manager [None req-7436e8a9-c05c-4f4d-a0ad-410dfaa51f71 tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] [instance: 914e081a-6fde-4c22-9f9c-ed060937963b] Swapping old allocation on dict_keys(['94b8835e-2513-4669-abb9-c8c6813d60e7']) held by migration d16ead89-f544-429e-88b0-ad5ae9bae2fd for instance [ 955.043205] env[69319]: DEBUG oslo_concurrency.lockutils [None req-acbbb872-00b9-43b9-85ad-be64fbd82621 tempest-ServerActionsV293TestJSON-1988837861 tempest-ServerActionsV293TestJSON-1988837861-project-member] Releasing lock "refresh_cache-ad622127-7078-489f-9f55-5663137241aa" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.043205] env[69319]: DEBUG nova.compute.manager [None req-acbbb872-00b9-43b9-85ad-be64fbd82621 tempest-ServerActionsV293TestJSON-1988837861 tempest-ServerActionsV293TestJSON-1988837861-project-member] [instance: ad622127-7078-489f-9f55-5663137241aa] Instance network_info: |[{"id": "175c191e-2462-447c-a6dc-088a302080af", "address": "fa:16:3e:8d:a3:5f", "network": {"id": "07be312f-5e62-4d51-9ed5-eb5c52fd9be6", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-86706972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6415e428fe14c7ebb811f477bbd93f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99be9a5e-b3f9-4e6c-83d5-df11f817847d", "external-id": "nsx-vlan-transportzone-566", "segmentation_id": 566, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap175c191e-24", "ovs_interfaceid": "175c191e-2462-447c-a6dc-088a302080af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 955.043393] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-acbbb872-00b9-43b9-85ad-be64fbd82621 tempest-ServerActionsV293TestJSON-1988837861 tempest-ServerActionsV293TestJSON-1988837861-project-member] [instance: ad622127-7078-489f-9f55-5663137241aa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:a3:5f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '99be9a5e-b3f9-4e6c-83d5-df11f817847d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '175c191e-2462-447c-a6dc-088a302080af', 'vif_model': 'vmxnet3'}] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 955.050746] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-acbbb872-00b9-43b9-85ad-be64fbd82621 tempest-ServerActionsV293TestJSON-1988837861 tempest-ServerActionsV293TestJSON-1988837861-project-member] Creating folder: Project (e6415e428fe14c7ebb811f477bbd93f1). Parent ref: group-v644239. {{(pid=69319) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 955.051705] env[69319]: DEBUG nova.scheduler.client.report [None req-7436e8a9-c05c-4f4d-a0ad-410dfaa51f71 tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Overwriting current allocation {'allocations': {'94b8835e-2513-4669-abb9-c8c6813d60e7': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 94}}, 'project_id': '813b88be983f4a839f6d3d7d8fc38192', 'user_id': '28961254c1734f36a0382050bdc65f1a', 'consumer_generation': 1} on consumer 914e081a-6fde-4c22-9f9c-ed060937963b {{(pid=69319) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 955.053547] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bfb1346d-3a88-4722-9899-f6f7dec901ff {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.072331] env[69319]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 955.072522] env[69319]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69319) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 955.072869] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-acbbb872-00b9-43b9-85ad-be64fbd82621 tempest-ServerActionsV293TestJSON-1988837861 tempest-ServerActionsV293TestJSON-1988837861-project-member] Folder already exists: Project (e6415e428fe14c7ebb811f477bbd93f1). Parent ref: group-v644239. {{(pid=69319) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 955.073077] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-acbbb872-00b9-43b9-85ad-be64fbd82621 tempest-ServerActionsV293TestJSON-1988837861 tempest-ServerActionsV293TestJSON-1988837861-project-member] Creating folder: Instances. Parent ref: group-v644402. {{(pid=69319) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 955.073316] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ce9e43ad-d290-4d09-ace5-c98fa99e5baa {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.084044] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-acbbb872-00b9-43b9-85ad-be64fbd82621 tempest-ServerActionsV293TestJSON-1988837861 tempest-ServerActionsV293TestJSON-1988837861-project-member] Created folder: Instances in parent group-v644402. [ 955.084044] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-acbbb872-00b9-43b9-85ad-be64fbd82621 tempest-ServerActionsV293TestJSON-1988837861 tempest-ServerActionsV293TestJSON-1988837861-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 955.084044] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad622127-7078-489f-9f55-5663137241aa] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 955.084322] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1be45d1e-bd52-4eb1-9415-46b6ecaef6a0 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.103859] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 955.103859] env[69319]: value = "task-3223435" [ 955.103859] env[69319]: _type = "Task" [ 955.103859] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.115225] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223435, 'name': CreateVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.118390] env[69319]: DEBUG nova.compute.manager [req-2ba06892-b161-4bc3-85e2-7b4ea21f902f req-b4d02815-f15b-49d2-98b2-4fa6be60bd1f service nova] [instance: ad622127-7078-489f-9f55-5663137241aa] Received event network-changed-175c191e-2462-447c-a6dc-088a302080af {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 955.118575] env[69319]: DEBUG nova.compute.manager [req-2ba06892-b161-4bc3-85e2-7b4ea21f902f req-b4d02815-f15b-49d2-98b2-4fa6be60bd1f service nova] [instance: ad622127-7078-489f-9f55-5663137241aa] Refreshing instance network info cache due to event network-changed-175c191e-2462-447c-a6dc-088a302080af. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 955.118784] env[69319]: DEBUG oslo_concurrency.lockutils [req-2ba06892-b161-4bc3-85e2-7b4ea21f902f req-b4d02815-f15b-49d2-98b2-4fa6be60bd1f service nova] Acquiring lock "refresh_cache-ad622127-7078-489f-9f55-5663137241aa" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.118926] env[69319]: DEBUG oslo_concurrency.lockutils [req-2ba06892-b161-4bc3-85e2-7b4ea21f902f req-b4d02815-f15b-49d2-98b2-4fa6be60bd1f service nova] Acquired lock "refresh_cache-ad622127-7078-489f-9f55-5663137241aa" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.119099] env[69319]: DEBUG nova.network.neutron [req-2ba06892-b161-4bc3-85e2-7b4ea21f902f req-b4d02815-f15b-49d2-98b2-4fa6be60bd1f service nova] [instance: ad622127-7078-489f-9f55-5663137241aa] Refreshing network info cache for port 175c191e-2462-447c-a6dc-088a302080af {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 955.139461] env[69319]: DEBUG oslo_concurrency.lockutils [None req-7436e8a9-c05c-4f4d-a0ad-410dfaa51f71 tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Acquiring lock "refresh_cache-914e081a-6fde-4c22-9f9c-ed060937963b" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.139632] env[69319]: DEBUG oslo_concurrency.lockutils [None req-7436e8a9-c05c-4f4d-a0ad-410dfaa51f71 tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Acquired lock "refresh_cache-914e081a-6fde-4c22-9f9c-ed060937963b" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.139800] env[69319]: DEBUG nova.network.neutron [None req-7436e8a9-c05c-4f4d-a0ad-410dfaa51f71 tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] [instance: 914e081a-6fde-4c22-9f9c-ed060937963b] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 955.151344] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] [instance: b6904adf-5981-4a21-a344-4a8949b8b90b] Instance has had 0 of 5 cleanup attempts {{(pid=69319) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 955.428458] env[69319]: DEBUG nova.compute.manager [None req-ba79f399-0528-4589-8d96-9359e15cd280 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: 9bab8f26-9c99-489c-861b-9fef49b1f36d] Start destroying the instance on the hypervisor. {{(pid=69319) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 955.428458] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-ba79f399-0528-4589-8d96-9359e15cd280 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: 9bab8f26-9c99-489c-861b-9fef49b1f36d] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 955.428995] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-036bb064-dae4-4177-886d-f1795055857f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.436473] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba79f399-0528-4589-8d96-9359e15cd280 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: 9bab8f26-9c99-489c-861b-9fef49b1f36d] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 955.436721] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4bee4520-9db7-41cd-a0c5-94190dd2ba51 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.442418] env[69319]: DEBUG oslo_vmware.api [None req-ba79f399-0528-4589-8d96-9359e15cd280 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Waiting for the task: (returnval){ [ 955.442418] env[69319]: value = "task-3223436" [ 955.442418] env[69319]: _type = "Task" [ 955.442418] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.446303] env[69319]: ERROR nova.scheduler.client.report [None req-dde26374-3861-4c38-a7ae-d6c4f463995c tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] [req-57618f97-9abc-46c9-bf65-78f9703a8e32] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 94b8835e-2513-4669-abb9-c8c6813d60e7. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-57618f97-9abc-46c9-bf65-78f9703a8e32"}]} [ 955.453908] env[69319]: DEBUG oslo_vmware.api [None req-ba79f399-0528-4589-8d96-9359e15cd280 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Task: {'id': task-3223436, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.463608] env[69319]: DEBUG nova.scheduler.client.report [None req-dde26374-3861-4c38-a7ae-d6c4f463995c tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Refreshing inventories for resource provider 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 955.478040] env[69319]: DEBUG nova.scheduler.client.report [None req-dde26374-3861-4c38-a7ae-d6c4f463995c tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Updating ProviderTree inventory for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 955.478313] env[69319]: DEBUG nova.compute.provider_tree [None req-dde26374-3861-4c38-a7ae-d6c4f463995c tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Updating inventory in ProviderTree for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 955.491347] env[69319]: DEBUG nova.scheduler.client.report [None req-dde26374-3861-4c38-a7ae-d6c4f463995c tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Refreshing aggregate associations for resource provider 94b8835e-2513-4669-abb9-c8c6813d60e7, aggregates: None {{(pid=69319) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 955.510922] env[69319]: DEBUG nova.scheduler.client.report [None req-dde26374-3861-4c38-a7ae-d6c4f463995c tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Refreshing trait associations for resource provider 94b8835e-2513-4669-abb9-c8c6813d60e7, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69319) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 955.613648] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223435, 'name': CreateVM_Task, 'duration_secs': 0.269841} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.615784] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad622127-7078-489f-9f55-5663137241aa] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 955.616609] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-acbbb872-00b9-43b9-85ad-be64fbd82621 tempest-ServerActionsV293TestJSON-1988837861 tempest-ServerActionsV293TestJSON-1988837861-project-member] [instance: ad622127-7078-489f-9f55-5663137241aa] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-644408', 'volume_id': '8954f70c-26f3-49bc-be1f-08caeb5b97db', 'name': 'volume-8954f70c-26f3-49bc-be1f-08caeb5b97db', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ad622127-7078-489f-9f55-5663137241aa', 'attached_at': '', 'detached_at': '', 'volume_id': '8954f70c-26f3-49bc-be1f-08caeb5b97db', 'serial': '8954f70c-26f3-49bc-be1f-08caeb5b97db'}, 'delete_on_termination': True, 'boot_index': 0, 'guest_format': None, 'device_type': None, 'mount_device': '/dev/sda', 'attachment_id': 'de5702db-fbe9-4838-93c9-54ea9d56dcf0', 'volume_type': None}], 'swap': None} {{(pid=69319) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 955.616840] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-acbbb872-00b9-43b9-85ad-be64fbd82621 tempest-ServerActionsV293TestJSON-1988837861 tempest-ServerActionsV293TestJSON-1988837861-project-member] [instance: ad622127-7078-489f-9f55-5663137241aa] Root volume attach. Driver type: vmdk {{(pid=69319) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 955.617707] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85ec0f4e-62f5-4cfe-b51f-c8e9399cecd3 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.629681] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-695e138d-ca15-4361-8451-759628aa31c2 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.637137] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b91e9d77-fe01-4021-8f41-bdf84da83c3e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.647572] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-dd159622-1187-4f7b-951a-f9d74911a346 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.654673] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] [instance: 95b759d7-a8d9-48bb-a730-ff0040147961] Instance has had 0 of 5 cleanup attempts {{(pid=69319) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 955.658035] env[69319]: DEBUG oslo_vmware.api [None req-acbbb872-00b9-43b9-85ad-be64fbd82621 tempest-ServerActionsV293TestJSON-1988837861 tempest-ServerActionsV293TestJSON-1988837861-project-member] Waiting for the task: (returnval){ [ 955.658035] env[69319]: value = "task-3223437" [ 955.658035] env[69319]: _type = "Task" [ 955.658035] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.669137] env[69319]: DEBUG oslo_vmware.api [None req-acbbb872-00b9-43b9-85ad-be64fbd82621 tempest-ServerActionsV293TestJSON-1988837861 tempest-ServerActionsV293TestJSON-1988837861-project-member] Task: {'id': task-3223437, 'name': RelocateVM_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.871857] env[69319]: DEBUG nova.network.neutron [None req-7436e8a9-c05c-4f4d-a0ad-410dfaa51f71 tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] [instance: 914e081a-6fde-4c22-9f9c-ed060937963b] Updating instance_info_cache with network_info: [{"id": "b90a6ffd-26c8-4211-a105-d1920eb0c334", "address": "fa:16:3e:30:7f:e2", "network": {"id": "e172e758-1a9b-4f22-a553-441ab9c9dccc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.190", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "31f027872f6f44dba95ff2fe7a062e00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb90a6ffd-26", "ovs_interfaceid": "b90a6ffd-26c8-4211-a105-d1920eb0c334", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.887679] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88760c57-1efd-49df-98b1-a031824d3615 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.895436] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acbaf9ef-4074-497c-a919-3eb6d0bbcc39 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.926817] env[69319]: DEBUG nova.network.neutron [req-2ba06892-b161-4bc3-85e2-7b4ea21f902f req-b4d02815-f15b-49d2-98b2-4fa6be60bd1f service nova] [instance: ad622127-7078-489f-9f55-5663137241aa] Updated VIF entry in instance network info cache for port 175c191e-2462-447c-a6dc-088a302080af. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 955.927115] env[69319]: DEBUG nova.network.neutron [req-2ba06892-b161-4bc3-85e2-7b4ea21f902f req-b4d02815-f15b-49d2-98b2-4fa6be60bd1f service nova] [instance: ad622127-7078-489f-9f55-5663137241aa] Updating instance_info_cache with network_info: [{"id": "175c191e-2462-447c-a6dc-088a302080af", "address": "fa:16:3e:8d:a3:5f", "network": {"id": "07be312f-5e62-4d51-9ed5-eb5c52fd9be6", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-86706972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6415e428fe14c7ebb811f477bbd93f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99be9a5e-b3f9-4e6c-83d5-df11f817847d", "external-id": "nsx-vlan-transportzone-566", "segmentation_id": 566, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap175c191e-24", "ovs_interfaceid": "175c191e-2462-447c-a6dc-088a302080af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.928821] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62052768-5460-4e36-9673-a39aae44cac2 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.937090] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab199660-19bd-42fc-9c7a-cac072981dc6 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.954599] env[69319]: DEBUG nova.compute.provider_tree [None req-dde26374-3861-4c38-a7ae-d6c4f463995c tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Updating inventory in ProviderTree for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 955.960537] env[69319]: DEBUG oslo_vmware.api [None req-ba79f399-0528-4589-8d96-9359e15cd280 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Task: {'id': task-3223436, 'name': PowerOffVM_Task, 'duration_secs': 0.260557} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.960770] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba79f399-0528-4589-8d96-9359e15cd280 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: 9bab8f26-9c99-489c-861b-9fef49b1f36d] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 955.960935] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-ba79f399-0528-4589-8d96-9359e15cd280 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: 9bab8f26-9c99-489c-861b-9fef49b1f36d] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 955.961279] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b35056da-c7aa-4c2e-a51e-c0d04b51310c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.159661] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] [instance: 873a85e3-bddf-4544-b88c-71afd51bce57] Instance has had 0 of 5 cleanup attempts {{(pid=69319) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 956.171034] env[69319]: DEBUG oslo_vmware.api [None req-acbbb872-00b9-43b9-85ad-be64fbd82621 tempest-ServerActionsV293TestJSON-1988837861 tempest-ServerActionsV293TestJSON-1988837861-project-member] Task: {'id': task-3223437, 'name': RelocateVM_Task, 'duration_secs': 0.358663} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.171263] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-acbbb872-00b9-43b9-85ad-be64fbd82621 tempest-ServerActionsV293TestJSON-1988837861 tempest-ServerActionsV293TestJSON-1988837861-project-member] [instance: ad622127-7078-489f-9f55-5663137241aa] Volume attach. Driver type: vmdk {{(pid=69319) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 956.171502] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-acbbb872-00b9-43b9-85ad-be64fbd82621 tempest-ServerActionsV293TestJSON-1988837861 tempest-ServerActionsV293TestJSON-1988837861-project-member] [instance: ad622127-7078-489f-9f55-5663137241aa] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-644408', 'volume_id': '8954f70c-26f3-49bc-be1f-08caeb5b97db', 'name': 'volume-8954f70c-26f3-49bc-be1f-08caeb5b97db', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ad622127-7078-489f-9f55-5663137241aa', 'attached_at': '', 'detached_at': '', 'volume_id': '8954f70c-26f3-49bc-be1f-08caeb5b97db', 'serial': '8954f70c-26f3-49bc-be1f-08caeb5b97db'} {{(pid=69319) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 956.172362] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67baad31-fd10-42a1-ac34-498ce1bcc5ec {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.188483] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bd5dc6b-4a87-4551-8c7d-3851229ea5d1 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.210720] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-acbbb872-00b9-43b9-85ad-be64fbd82621 tempest-ServerActionsV293TestJSON-1988837861 tempest-ServerActionsV293TestJSON-1988837861-project-member] [instance: ad622127-7078-489f-9f55-5663137241aa] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] volume-8954f70c-26f3-49bc-be1f-08caeb5b97db/volume-8954f70c-26f3-49bc-be1f-08caeb5b97db.vmdk or device None with type thin {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 956.211193] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-368698d6-6733-4f37-9f32-6e4e261d3adc {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.231199] env[69319]: DEBUG oslo_vmware.api [None req-acbbb872-00b9-43b9-85ad-be64fbd82621 tempest-ServerActionsV293TestJSON-1988837861 tempest-ServerActionsV293TestJSON-1988837861-project-member] Waiting for the task: (returnval){ [ 956.231199] env[69319]: value = "task-3223439" [ 956.231199] env[69319]: _type = "Task" [ 956.231199] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.238250] env[69319]: DEBUG oslo_vmware.api [None req-acbbb872-00b9-43b9-85ad-be64fbd82621 tempest-ServerActionsV293TestJSON-1988837861 tempest-ServerActionsV293TestJSON-1988837861-project-member] Task: {'id': task-3223439, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.376062] env[69319]: DEBUG oslo_concurrency.lockutils [None req-7436e8a9-c05c-4f4d-a0ad-410dfaa51f71 tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Releasing lock "refresh_cache-914e081a-6fde-4c22-9f9c-ed060937963b" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.376062] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-7436e8a9-c05c-4f4d-a0ad-410dfaa51f71 tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] [instance: 914e081a-6fde-4c22-9f9c-ed060937963b] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 956.376233] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6f2c3f21-810c-4ce7-a246-75e612d341b5 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.382510] env[69319]: DEBUG oslo_vmware.api [None req-7436e8a9-c05c-4f4d-a0ad-410dfaa51f71 tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Waiting for the task: (returnval){ [ 956.382510] env[69319]: value = "task-3223440" [ 956.382510] env[69319]: _type = "Task" [ 956.382510] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.391663] env[69319]: DEBUG oslo_vmware.api [None req-7436e8a9-c05c-4f4d-a0ad-410dfaa51f71 tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Task: {'id': task-3223440, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.433512] env[69319]: DEBUG oslo_concurrency.lockutils [req-2ba06892-b161-4bc3-85e2-7b4ea21f902f req-b4d02815-f15b-49d2-98b2-4fa6be60bd1f service nova] Releasing lock "refresh_cache-ad622127-7078-489f-9f55-5663137241aa" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.491371] env[69319]: DEBUG nova.scheduler.client.report [None req-dde26374-3861-4c38-a7ae-d6c4f463995c tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Updated inventory for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 with generation 95 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 956.491736] env[69319]: DEBUG nova.compute.provider_tree [None req-dde26374-3861-4c38-a7ae-d6c4f463995c tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Updating resource provider 94b8835e-2513-4669-abb9-c8c6813d60e7 generation from 95 to 96 during operation: update_inventory {{(pid=69319) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 956.491938] env[69319]: DEBUG nova.compute.provider_tree [None req-dde26374-3861-4c38-a7ae-d6c4f463995c tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Updating inventory in ProviderTree for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 956.665970] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] [instance: f3e005cf-9024-4c05-90c3-936251fa05a9] Instance has had 0 of 5 cleanup attempts {{(pid=69319) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 956.741196] env[69319]: DEBUG oslo_vmware.api [None req-acbbb872-00b9-43b9-85ad-be64fbd82621 tempest-ServerActionsV293TestJSON-1988837861 tempest-ServerActionsV293TestJSON-1988837861-project-member] Task: {'id': task-3223439, 'name': ReconfigVM_Task, 'duration_secs': 0.24144} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.741552] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-acbbb872-00b9-43b9-85ad-be64fbd82621 tempest-ServerActionsV293TestJSON-1988837861 tempest-ServerActionsV293TestJSON-1988837861-project-member] [instance: ad622127-7078-489f-9f55-5663137241aa] Reconfigured VM instance instance-00000040 to attach disk [datastore1] volume-8954f70c-26f3-49bc-be1f-08caeb5b97db/volume-8954f70c-26f3-49bc-be1f-08caeb5b97db.vmdk or device None with type thin {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 956.746412] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e15ad9a6-9965-4823-ab09-6a363c762d74 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.760432] env[69319]: DEBUG oslo_vmware.api [None req-acbbb872-00b9-43b9-85ad-be64fbd82621 tempest-ServerActionsV293TestJSON-1988837861 tempest-ServerActionsV293TestJSON-1988837861-project-member] Waiting for the task: (returnval){ [ 956.760432] env[69319]: value = "task-3223441" [ 956.760432] env[69319]: _type = "Task" [ 956.760432] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.767870] env[69319]: DEBUG oslo_vmware.api [None req-acbbb872-00b9-43b9-85ad-be64fbd82621 tempest-ServerActionsV293TestJSON-1988837861 tempest-ServerActionsV293TestJSON-1988837861-project-member] Task: {'id': task-3223441, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.891073] env[69319]: DEBUG oslo_vmware.api [None req-7436e8a9-c05c-4f4d-a0ad-410dfaa51f71 tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Task: {'id': task-3223440, 'name': PowerOffVM_Task, 'duration_secs': 0.246055} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.891379] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-7436e8a9-c05c-4f4d-a0ad-410dfaa51f71 tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] [instance: 914e081a-6fde-4c22-9f9c-ed060937963b] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 956.892048] env[69319]: DEBUG nova.virt.hardware [None req-7436e8a9-c05c-4f4d-a0ad-410dfaa51f71 tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:36:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='cf3ae382-bdca-46a1-ac99-e042e1647d22',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1130310697',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 956.892317] env[69319]: DEBUG nova.virt.hardware [None req-7436e8a9-c05c-4f4d-a0ad-410dfaa51f71 tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 956.892412] env[69319]: DEBUG nova.virt.hardware [None req-7436e8a9-c05c-4f4d-a0ad-410dfaa51f71 tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 956.892592] env[69319]: DEBUG nova.virt.hardware [None req-7436e8a9-c05c-4f4d-a0ad-410dfaa51f71 tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 956.892750] env[69319]: DEBUG nova.virt.hardware [None req-7436e8a9-c05c-4f4d-a0ad-410dfaa51f71 tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 956.892905] env[69319]: DEBUG nova.virt.hardware [None req-7436e8a9-c05c-4f4d-a0ad-410dfaa51f71 tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 956.893118] env[69319]: DEBUG nova.virt.hardware [None req-7436e8a9-c05c-4f4d-a0ad-410dfaa51f71 tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 956.893280] env[69319]: DEBUG nova.virt.hardware [None req-7436e8a9-c05c-4f4d-a0ad-410dfaa51f71 tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 956.893471] env[69319]: DEBUG nova.virt.hardware [None req-7436e8a9-c05c-4f4d-a0ad-410dfaa51f71 tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 956.893671] env[69319]: DEBUG nova.virt.hardware [None req-7436e8a9-c05c-4f4d-a0ad-410dfaa51f71 tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 956.893858] env[69319]: DEBUG nova.virt.hardware [None req-7436e8a9-c05c-4f4d-a0ad-410dfaa51f71 tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 956.898646] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f7bf0d4-2bfb-4f00-b084-ebb6c07e658c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.913477] env[69319]: DEBUG oslo_vmware.api [None req-7436e8a9-c05c-4f4d-a0ad-410dfaa51f71 tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Waiting for the task: (returnval){ [ 956.913477] env[69319]: value = "task-3223442" [ 956.913477] env[69319]: _type = "Task" [ 956.913477] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.924255] env[69319]: DEBUG oslo_vmware.api [None req-7436e8a9-c05c-4f4d-a0ad-410dfaa51f71 tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Task: {'id': task-3223442, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.997069] env[69319]: DEBUG oslo_concurrency.lockutils [None req-dde26374-3861-4c38-a7ae-d6c4f463995c tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.513s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.997422] env[69319]: DEBUG nova.compute.manager [None req-dde26374-3861-4c38-a7ae-d6c4f463995c tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] [instance: 57bf6160-52cc-456b-b946-c36291559da8] Start building networks asynchronously for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 957.000146] env[69319]: DEBUG oslo_concurrency.lockutils [None req-9fd77527-810e-4789-be12-9856c95897bf tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.850s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.000308] env[69319]: DEBUG oslo_concurrency.lockutils [None req-9fd77527-810e-4789-be12-9856c95897bf tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.002510] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5d091b5f-bd32-4732-9a23-59e18d068626 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.069s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.004285] env[69319]: INFO nova.compute.claims [None req-5d091b5f-bd32-4732-9a23-59e18d068626 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] [instance: d33ea59d-f210-4f99-99ee-0c5aa850c757] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 957.169055] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] [instance: 78ed67e1-b615-4c36-8da5-6938a9d60574] Instance has had 0 of 5 cleanup attempts {{(pid=69319) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 957.271126] env[69319]: DEBUG oslo_vmware.api [None req-acbbb872-00b9-43b9-85ad-be64fbd82621 tempest-ServerActionsV293TestJSON-1988837861 tempest-ServerActionsV293TestJSON-1988837861-project-member] Task: {'id': task-3223441, 'name': ReconfigVM_Task, 'duration_secs': 0.12396} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.271278] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-acbbb872-00b9-43b9-85ad-be64fbd82621 tempest-ServerActionsV293TestJSON-1988837861 tempest-ServerActionsV293TestJSON-1988837861-project-member] [instance: ad622127-7078-489f-9f55-5663137241aa] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-644408', 'volume_id': '8954f70c-26f3-49bc-be1f-08caeb5b97db', 'name': 'volume-8954f70c-26f3-49bc-be1f-08caeb5b97db', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ad622127-7078-489f-9f55-5663137241aa', 'attached_at': '', 'detached_at': '', 'volume_id': '8954f70c-26f3-49bc-be1f-08caeb5b97db', 'serial': '8954f70c-26f3-49bc-be1f-08caeb5b97db'} {{(pid=69319) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 957.271807] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-75697542-b95b-4aff-8ff7-38a247de66cb {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.279338] env[69319]: DEBUG oslo_vmware.api [None req-acbbb872-00b9-43b9-85ad-be64fbd82621 tempest-ServerActionsV293TestJSON-1988837861 tempest-ServerActionsV293TestJSON-1988837861-project-member] Waiting for the task: (returnval){ [ 957.279338] env[69319]: value = "task-3223443" [ 957.279338] env[69319]: _type = "Task" [ 957.279338] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.292600] env[69319]: DEBUG oslo_vmware.api [None req-acbbb872-00b9-43b9-85ad-be64fbd82621 tempest-ServerActionsV293TestJSON-1988837861 tempest-ServerActionsV293TestJSON-1988837861-project-member] Task: {'id': task-3223443, 'name': Rename_Task} progress is 6%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.426891] env[69319]: DEBUG oslo_vmware.api [None req-7436e8a9-c05c-4f4d-a0ad-410dfaa51f71 tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Task: {'id': task-3223442, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.789502] env[69319]: DEBUG oslo_vmware.api [None req-acbbb872-00b9-43b9-85ad-be64fbd82621 tempest-ServerActionsV293TestJSON-1988837861 tempest-ServerActionsV293TestJSON-1988837861-project-member] Task: {'id': task-3223443, 'name': Rename_Task, 'duration_secs': 0.114909} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.789726] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-acbbb872-00b9-43b9-85ad-be64fbd82621 tempest-ServerActionsV293TestJSON-1988837861 tempest-ServerActionsV293TestJSON-1988837861-project-member] [instance: ad622127-7078-489f-9f55-5663137241aa] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 957.789968] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a43f8da8-8ecc-47a2-ae12-03949398ff92 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.796481] env[69319]: DEBUG oslo_vmware.api [None req-acbbb872-00b9-43b9-85ad-be64fbd82621 tempest-ServerActionsV293TestJSON-1988837861 tempest-ServerActionsV293TestJSON-1988837861-project-member] Waiting for the task: (returnval){ [ 957.796481] env[69319]: value = "task-3223444" [ 957.796481] env[69319]: _type = "Task" [ 957.796481] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.803764] env[69319]: DEBUG oslo_vmware.api [None req-acbbb872-00b9-43b9-85ad-be64fbd82621 tempest-ServerActionsV293TestJSON-1988837861 tempest-ServerActionsV293TestJSON-1988837861-project-member] Task: {'id': task-3223444, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.924156] env[69319]: DEBUG oslo_vmware.api [None req-7436e8a9-c05c-4f4d-a0ad-410dfaa51f71 tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Task: {'id': task-3223442, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.306402] env[69319]: DEBUG oslo_vmware.api [None req-acbbb872-00b9-43b9-85ad-be64fbd82621 tempest-ServerActionsV293TestJSON-1988837861 tempest-ServerActionsV293TestJSON-1988837861-project-member] Task: {'id': task-3223444, 'name': PowerOnVM_Task, 'duration_secs': 0.446995} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.306768] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-acbbb872-00b9-43b9-85ad-be64fbd82621 tempest-ServerActionsV293TestJSON-1988837861 tempest-ServerActionsV293TestJSON-1988837861-project-member] [instance: ad622127-7078-489f-9f55-5663137241aa] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 958.306931] env[69319]: INFO nova.compute.manager [None req-acbbb872-00b9-43b9-85ad-be64fbd82621 tempest-ServerActionsV293TestJSON-1988837861 tempest-ServerActionsV293TestJSON-1988837861-project-member] [instance: ad622127-7078-489f-9f55-5663137241aa] Took 3.56 seconds to spawn the instance on the hypervisor. [ 958.307141] env[69319]: DEBUG nova.compute.manager [None req-acbbb872-00b9-43b9-85ad-be64fbd82621 tempest-ServerActionsV293TestJSON-1988837861 tempest-ServerActionsV293TestJSON-1988837861-project-member] [instance: ad622127-7078-489f-9f55-5663137241aa] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 958.307899] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-197940c4-ea3a-4b5f-bd09-e3906c8115db {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.425247] env[69319]: DEBUG oslo_vmware.api [None req-7436e8a9-c05c-4f4d-a0ad-410dfaa51f71 tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Task: {'id': task-3223442, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.925915] env[69319]: DEBUG oslo_vmware.api [None req-7436e8a9-c05c-4f4d-a0ad-410dfaa51f71 tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Task: {'id': task-3223442, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.082657] env[69319]: INFO nova.scheduler.client.report [None req-9fd77527-810e-4789-be12-9856c95897bf tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Deleted allocations for instance 43e75e72-e9aa-43d9-bc06-65d4cad074cb [ 959.090499] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-ba79f399-0528-4589-8d96-9359e15cd280 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: 9bab8f26-9c99-489c-861b-9fef49b1f36d] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 959.090499] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-ba79f399-0528-4589-8d96-9359e15cd280 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: 9bab8f26-9c99-489c-861b-9fef49b1f36d] Deleting contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 959.090499] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba79f399-0528-4589-8d96-9359e15cd280 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Deleting the datastore file [datastore2] 9bab8f26-9c99-489c-861b-9fef49b1f36d {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 959.090499] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6ac54e10-851b-4731-8f42-919905766fa8 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.098163] env[69319]: DEBUG oslo_vmware.api [None req-ba79f399-0528-4589-8d96-9359e15cd280 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Waiting for the task: (returnval){ [ 959.098163] env[69319]: value = "task-3223445" [ 959.098163] env[69319]: _type = "Task" [ 959.098163] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.110786] env[69319]: DEBUG oslo_vmware.api [None req-ba79f399-0528-4589-8d96-9359e15cd280 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Task: {'id': task-3223445, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.176511] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] [instance: 335258c2-6f86-44c6-8301-f0abab2ede05] Instance has had 0 of 5 cleanup attempts {{(pid=69319) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 959.325149] env[69319]: INFO nova.compute.manager [None req-acbbb872-00b9-43b9-85ad-be64fbd82621 tempest-ServerActionsV293TestJSON-1988837861 tempest-ServerActionsV293TestJSON-1988837861-project-member] [instance: ad622127-7078-489f-9f55-5663137241aa] Took 58.84 seconds to build instance. [ 959.430194] env[69319]: DEBUG oslo_vmware.api [None req-7436e8a9-c05c-4f4d-a0ad-410dfaa51f71 tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Task: {'id': task-3223442, 'name': ReconfigVM_Task, 'duration_secs': 2.389395} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.431040] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a193e15e-0cbb-4ecf-aa59-89c476677fd3 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.449603] env[69319]: DEBUG nova.virt.hardware [None req-7436e8a9-c05c-4f4d-a0ad-410dfaa51f71 tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:36:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='cf3ae382-bdca-46a1-ac99-e042e1647d22',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1130310697',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 959.449870] env[69319]: DEBUG nova.virt.hardware [None req-7436e8a9-c05c-4f4d-a0ad-410dfaa51f71 tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 959.450041] env[69319]: DEBUG nova.virt.hardware [None req-7436e8a9-c05c-4f4d-a0ad-410dfaa51f71 tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 959.450234] env[69319]: DEBUG nova.virt.hardware [None req-7436e8a9-c05c-4f4d-a0ad-410dfaa51f71 tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 959.450384] env[69319]: DEBUG nova.virt.hardware [None req-7436e8a9-c05c-4f4d-a0ad-410dfaa51f71 tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 959.450537] env[69319]: DEBUG nova.virt.hardware [None req-7436e8a9-c05c-4f4d-a0ad-410dfaa51f71 tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 959.450744] env[69319]: DEBUG nova.virt.hardware [None req-7436e8a9-c05c-4f4d-a0ad-410dfaa51f71 tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 959.450906] env[69319]: DEBUG nova.virt.hardware [None req-7436e8a9-c05c-4f4d-a0ad-410dfaa51f71 tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 959.451083] env[69319]: DEBUG nova.virt.hardware [None req-7436e8a9-c05c-4f4d-a0ad-410dfaa51f71 tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 959.451250] env[69319]: DEBUG nova.virt.hardware [None req-7436e8a9-c05c-4f4d-a0ad-410dfaa51f71 tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 959.451458] env[69319]: DEBUG nova.virt.hardware [None req-7436e8a9-c05c-4f4d-a0ad-410dfaa51f71 tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 959.452241] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c3f0718-3588-405b-abe7-a91ebd4a22e8 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.458204] env[69319]: DEBUG oslo_vmware.api [None req-7436e8a9-c05c-4f4d-a0ad-410dfaa51f71 tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Waiting for the task: (returnval){ [ 959.458204] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52302d13-1fc2-9dcc-ca3d-e188fe7bd89d" [ 959.458204] env[69319]: _type = "Task" [ 959.458204] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.466268] env[69319]: DEBUG oslo_vmware.api [None req-7436e8a9-c05c-4f4d-a0ad-410dfaa51f71 tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52302d13-1fc2-9dcc-ca3d-e188fe7bd89d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.513371] env[69319]: DEBUG nova.compute.utils [None req-dde26374-3861-4c38-a7ae-d6c4f463995c tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Using /dev/sd instead of None {{(pid=69319) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 959.515659] env[69319]: DEBUG nova.compute.manager [None req-dde26374-3861-4c38-a7ae-d6c4f463995c tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] [instance: 57bf6160-52cc-456b-b946-c36291559da8] Allocating IP information in the background. {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 959.515827] env[69319]: DEBUG nova.network.neutron [None req-dde26374-3861-4c38-a7ae-d6c4f463995c tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] [instance: 57bf6160-52cc-456b-b946-c36291559da8] allocate_for_instance() {{(pid=69319) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 959.594641] env[69319]: DEBUG oslo_concurrency.lockutils [None req-9fd77527-810e-4789-be12-9856c95897bf tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Lock "43e75e72-e9aa-43d9-bc06-65d4cad074cb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.917s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.603909] env[69319]: DEBUG nova.policy [None req-dde26374-3861-4c38-a7ae-d6c4f463995c tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '24e26972fb974b248e4a3538133c5ac2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2a8df64c606841b782505fd26aacc891', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69319) authorize /opt/stack/nova/nova/policy.py:192}} [ 959.611318] env[69319]: DEBUG oslo_vmware.api [None req-ba79f399-0528-4589-8d96-9359e15cd280 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Task: {'id': task-3223445, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.280674} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.611637] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba79f399-0528-4589-8d96-9359e15cd280 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 959.611831] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-ba79f399-0528-4589-8d96-9359e15cd280 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: 9bab8f26-9c99-489c-861b-9fef49b1f36d] Deleted contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 959.612013] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-ba79f399-0528-4589-8d96-9359e15cd280 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: 9bab8f26-9c99-489c-861b-9fef49b1f36d] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 959.612771] env[69319]: INFO nova.compute.manager [None req-ba79f399-0528-4589-8d96-9359e15cd280 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: 9bab8f26-9c99-489c-861b-9fef49b1f36d] Took 4.18 seconds to destroy the instance on the hypervisor. [ 959.612771] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ba79f399-0528-4589-8d96-9359e15cd280 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 959.612771] env[69319]: DEBUG nova.compute.manager [-] [instance: 9bab8f26-9c99-489c-861b-9fef49b1f36d] Deallocating network for instance {{(pid=69319) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 959.612771] env[69319]: DEBUG nova.network.neutron [-] [instance: 9bab8f26-9c99-489c-861b-9fef49b1f36d] deallocate_for_instance() {{(pid=69319) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 959.681379] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] [instance: 05018af1-8cde-4512-b5b4-f392e39523ff] Instance has had 0 of 5 cleanup attempts {{(pid=69319) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 959.827136] env[69319]: DEBUG oslo_concurrency.lockutils [None req-acbbb872-00b9-43b9-85ad-be64fbd82621 tempest-ServerActionsV293TestJSON-1988837861 tempest-ServerActionsV293TestJSON-1988837861-project-member] Lock "ad622127-7078-489f-9f55-5663137241aa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.348s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.918340] env[69319]: DEBUG nova.compute.manager [req-91657191-567c-409e-a76d-a9797443cad9 req-5d4d284e-53e9-4010-9a0f-3742b02c1cb4 service nova] [instance: 9bab8f26-9c99-489c-861b-9fef49b1f36d] Received event network-vif-deleted-29b509a2-6841-4bbf-8e32-25381ca2657e {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 959.918340] env[69319]: INFO nova.compute.manager [req-91657191-567c-409e-a76d-a9797443cad9 req-5d4d284e-53e9-4010-9a0f-3742b02c1cb4 service nova] [instance: 9bab8f26-9c99-489c-861b-9fef49b1f36d] Neutron deleted interface 29b509a2-6841-4bbf-8e32-25381ca2657e; detaching it from the instance and deleting it from the info cache [ 959.918340] env[69319]: DEBUG nova.network.neutron [req-91657191-567c-409e-a76d-a9797443cad9 req-5d4d284e-53e9-4010-9a0f-3742b02c1cb4 service nova] [instance: 9bab8f26-9c99-489c-861b-9fef49b1f36d] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.975894] env[69319]: DEBUG oslo_vmware.api [None req-7436e8a9-c05c-4f4d-a0ad-410dfaa51f71 tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52302d13-1fc2-9dcc-ca3d-e188fe7bd89d, 'name': SearchDatastore_Task, 'duration_secs': 0.00892} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.979274] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-7436e8a9-c05c-4f4d-a0ad-410dfaa51f71 tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] [instance: 914e081a-6fde-4c22-9f9c-ed060937963b] Reconfiguring VM instance instance-00000032 to detach disk 2000 {{(pid=69319) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 959.979585] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b274f7a6-7534-4624-88d9-a5f9c36ae174 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.999258] env[69319]: DEBUG oslo_vmware.api [None req-7436e8a9-c05c-4f4d-a0ad-410dfaa51f71 tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Waiting for the task: (returnval){ [ 959.999258] env[69319]: value = "task-3223446" [ 959.999258] env[69319]: _type = "Task" [ 959.999258] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.007304] env[69319]: DEBUG oslo_vmware.api [None req-7436e8a9-c05c-4f4d-a0ad-410dfaa51f71 tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Task: {'id': task-3223446, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.017099] env[69319]: DEBUG nova.compute.manager [None req-dde26374-3861-4c38-a7ae-d6c4f463995c tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] [instance: 57bf6160-52cc-456b-b946-c36291559da8] Start building block device mappings for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 960.186445] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] [instance: 6fd4b3da-855a-4796-a514-bffd9d194110] Instance has had 0 of 5 cleanup attempts {{(pid=69319) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 960.204490] env[69319]: DEBUG nova.network.neutron [None req-dde26374-3861-4c38-a7ae-d6c4f463995c tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] [instance: 57bf6160-52cc-456b-b946-c36291559da8] Successfully created port: f63da468-0b54-41f7-99b0-8a8884f6b995 {{(pid=69319) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 960.365320] env[69319]: DEBUG nova.network.neutron [-] [instance: 9bab8f26-9c99-489c-861b-9fef49b1f36d] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.421096] env[69319]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6dc6d747-3558-45b1-80dd-93ed6eaccd42 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.432707] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73ef9f7f-6a0c-40b3-8c6d-806635212c46 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.479547] env[69319]: DEBUG nova.compute.manager [req-91657191-567c-409e-a76d-a9797443cad9 req-5d4d284e-53e9-4010-9a0f-3742b02c1cb4 service nova] [instance: 9bab8f26-9c99-489c-861b-9fef49b1f36d] Detach interface failed, port_id=29b509a2-6841-4bbf-8e32-25381ca2657e, reason: Instance 9bab8f26-9c99-489c-861b-9fef49b1f36d could not be found. {{(pid=69319) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 960.481544] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7b27c6c-2add-4955-8a27-1c4c55ea4de0 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.488768] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4683ca1-2cba-4b35-aff3-d5b090c45fb1 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.530542] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-747a9c22-7627-4cac-9218-24c8c6cd5853 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.538539] env[69319]: DEBUG oslo_vmware.api [None req-7436e8a9-c05c-4f4d-a0ad-410dfaa51f71 tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Task: {'id': task-3223446, 'name': ReconfigVM_Task, 'duration_secs': 0.202507} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.540633] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-7436e8a9-c05c-4f4d-a0ad-410dfaa51f71 tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] [instance: 914e081a-6fde-4c22-9f9c-ed060937963b] Reconfigured VM instance instance-00000032 to detach disk 2000 {{(pid=69319) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 960.541542] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abb3fcee-3f4d-46f7-8e82-b5746d8a3e39 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.545115] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3a31d61-3929-4285-8a6a-e510a4fca203 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.570882] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-7436e8a9-c05c-4f4d-a0ad-410dfaa51f71 tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] [instance: 914e081a-6fde-4c22-9f9c-ed060937963b] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] 914e081a-6fde-4c22-9f9c-ed060937963b/914e081a-6fde-4c22-9f9c-ed060937963b.vmdk or device None with type thin {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 960.580049] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f032bcf-b013-4ab5-9cd4-578d576217a0 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.593921] env[69319]: DEBUG nova.compute.provider_tree [None req-5d091b5f-bd32-4732-9a23-59e18d068626 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 960.600343] env[69319]: DEBUG oslo_vmware.api [None req-7436e8a9-c05c-4f4d-a0ad-410dfaa51f71 tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Waiting for the task: (returnval){ [ 960.600343] env[69319]: value = "task-3223447" [ 960.600343] env[69319]: _type = "Task" [ 960.600343] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.611167] env[69319]: DEBUG oslo_vmware.api [None req-7436e8a9-c05c-4f4d-a0ad-410dfaa51f71 tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Task: {'id': task-3223447, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.646594] env[69319]: DEBUG nova.compute.manager [req-4a2b17ad-0e9d-4d44-a203-428fec7d4729 req-81448537-c17b-42a3-97ef-c8843af1d9d7 service nova] [instance: ad622127-7078-489f-9f55-5663137241aa] Received event network-changed-175c191e-2462-447c-a6dc-088a302080af {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 960.646594] env[69319]: DEBUG nova.compute.manager [req-4a2b17ad-0e9d-4d44-a203-428fec7d4729 req-81448537-c17b-42a3-97ef-c8843af1d9d7 service nova] [instance: ad622127-7078-489f-9f55-5663137241aa] Refreshing instance network info cache due to event network-changed-175c191e-2462-447c-a6dc-088a302080af. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 960.646594] env[69319]: DEBUG oslo_concurrency.lockutils [req-4a2b17ad-0e9d-4d44-a203-428fec7d4729 req-81448537-c17b-42a3-97ef-c8843af1d9d7 service nova] Acquiring lock "refresh_cache-ad622127-7078-489f-9f55-5663137241aa" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.646594] env[69319]: DEBUG oslo_concurrency.lockutils [req-4a2b17ad-0e9d-4d44-a203-428fec7d4729 req-81448537-c17b-42a3-97ef-c8843af1d9d7 service nova] Acquired lock "refresh_cache-ad622127-7078-489f-9f55-5663137241aa" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.646594] env[69319]: DEBUG nova.network.neutron [req-4a2b17ad-0e9d-4d44-a203-428fec7d4729 req-81448537-c17b-42a3-97ef-c8843af1d9d7 service nova] [instance: ad622127-7078-489f-9f55-5663137241aa] Refreshing network info cache for port 175c191e-2462-447c-a6dc-088a302080af {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 960.692157] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] [instance: b38347d2-a6f3-4640-b25e-c9e67196f733] Instance has had 0 of 5 cleanup attempts {{(pid=69319) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 960.867343] env[69319]: INFO nova.compute.manager [-] [instance: 9bab8f26-9c99-489c-861b-9fef49b1f36d] Took 1.25 seconds to deallocate network for instance. [ 961.035109] env[69319]: DEBUG nova.compute.manager [None req-dde26374-3861-4c38-a7ae-d6c4f463995c tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] [instance: 57bf6160-52cc-456b-b946-c36291559da8] Start spawning the instance on the hypervisor. {{(pid=69319) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 961.057872] env[69319]: DEBUG nova.virt.hardware [None req-dde26374-3861-4c38-a7ae-d6c4f463995c tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:32:36Z,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31f027872f6f44dba95ff2fe7a062e00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:32:36Z,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 961.058035] env[69319]: DEBUG nova.virt.hardware [None req-dde26374-3861-4c38-a7ae-d6c4f463995c tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 961.058221] env[69319]: DEBUG nova.virt.hardware [None req-dde26374-3861-4c38-a7ae-d6c4f463995c tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 961.058368] env[69319]: DEBUG nova.virt.hardware [None req-dde26374-3861-4c38-a7ae-d6c4f463995c tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 961.058617] env[69319]: DEBUG nova.virt.hardware [None req-dde26374-3861-4c38-a7ae-d6c4f463995c tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 961.058617] env[69319]: DEBUG nova.virt.hardware [None req-dde26374-3861-4c38-a7ae-d6c4f463995c tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 961.058822] env[69319]: DEBUG nova.virt.hardware [None req-dde26374-3861-4c38-a7ae-d6c4f463995c tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 961.059107] env[69319]: DEBUG nova.virt.hardware [None req-dde26374-3861-4c38-a7ae-d6c4f463995c tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 961.059440] env[69319]: DEBUG nova.virt.hardware [None req-dde26374-3861-4c38-a7ae-d6c4f463995c tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 961.059634] env[69319]: DEBUG nova.virt.hardware [None req-dde26374-3861-4c38-a7ae-d6c4f463995c tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 961.059850] env[69319]: DEBUG nova.virt.hardware [None req-dde26374-3861-4c38-a7ae-d6c4f463995c tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 961.060750] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f6b683d-4c17-4a5e-8cde-54baa78c9ce0 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.070877] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-001ab8fb-0929-4143-be17-a63ce8cab921 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.097754] env[69319]: DEBUG nova.scheduler.client.report [None req-5d091b5f-bd32-4732-9a23-59e18d068626 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 961.113200] env[69319]: DEBUG oslo_vmware.api [None req-7436e8a9-c05c-4f4d-a0ad-410dfaa51f71 tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Task: {'id': task-3223447, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.193673] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] [instance: fdd1fc3f-0098-421a-adcc-0ce34923e93b] Instance has had 0 of 5 cleanup attempts {{(pid=69319) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 961.373940] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ba79f399-0528-4589-8d96-9359e15cd280 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.412788] env[69319]: DEBUG nova.network.neutron [req-4a2b17ad-0e9d-4d44-a203-428fec7d4729 req-81448537-c17b-42a3-97ef-c8843af1d9d7 service nova] [instance: ad622127-7078-489f-9f55-5663137241aa] Updated VIF entry in instance network info cache for port 175c191e-2462-447c-a6dc-088a302080af. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 961.413186] env[69319]: DEBUG nova.network.neutron [req-4a2b17ad-0e9d-4d44-a203-428fec7d4729 req-81448537-c17b-42a3-97ef-c8843af1d9d7 service nova] [instance: ad622127-7078-489f-9f55-5663137241aa] Updating instance_info_cache with network_info: [{"id": "175c191e-2462-447c-a6dc-088a302080af", "address": "fa:16:3e:8d:a3:5f", "network": {"id": "07be312f-5e62-4d51-9ed5-eb5c52fd9be6", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-86706972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6415e428fe14c7ebb811f477bbd93f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99be9a5e-b3f9-4e6c-83d5-df11f817847d", "external-id": "nsx-vlan-transportzone-566", "segmentation_id": 566, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap175c191e-24", "ovs_interfaceid": "175c191e-2462-447c-a6dc-088a302080af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.607096] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5d091b5f-bd32-4732-9a23-59e18d068626 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.604s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.607635] env[69319]: DEBUG nova.compute.manager [None req-5d091b5f-bd32-4732-9a23-59e18d068626 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] [instance: d33ea59d-f210-4f99-99ee-0c5aa850c757] Start building networks asynchronously for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 961.610285] env[69319]: DEBUG oslo_concurrency.lockutils [None req-440f22fa-4b51-412c-b214-7074d586db73 tempest-ServerPasswordTestJSON-1361651989 tempest-ServerPasswordTestJSON-1361651989-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.519s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.612980] env[69319]: INFO nova.compute.claims [None req-440f22fa-4b51-412c-b214-7074d586db73 tempest-ServerPasswordTestJSON-1361651989 tempest-ServerPasswordTestJSON-1361651989-project-member] [instance: 290ef75a-d1aa-42f3-9571-30ae61840c01] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 961.621588] env[69319]: DEBUG oslo_vmware.api [None req-7436e8a9-c05c-4f4d-a0ad-410dfaa51f71 tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Task: {'id': task-3223447, 'name': ReconfigVM_Task, 'duration_secs': 0.570825} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.622082] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-7436e8a9-c05c-4f4d-a0ad-410dfaa51f71 tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] [instance: 914e081a-6fde-4c22-9f9c-ed060937963b] Reconfigured VM instance instance-00000032 to attach disk [datastore2] 914e081a-6fde-4c22-9f9c-ed060937963b/914e081a-6fde-4c22-9f9c-ed060937963b.vmdk or device None with type thin {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 961.622848] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89558cc4-4cfe-44ba-ae48-a0587892c737 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.641620] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e060a0e7-217b-4817-b560-e0510d2eb666 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.662761] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5bc92dc-d929-488a-863e-348dd1d391b2 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.683812] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3381527f-cfff-4b24-90e9-68a9e7bb3f50 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.690423] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-7436e8a9-c05c-4f4d-a0ad-410dfaa51f71 tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] [instance: 914e081a-6fde-4c22-9f9c-ed060937963b] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 961.690676] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ffa83814-ddf2-4daf-a1d9-fbddfbff6546 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.696729] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] [instance: 72187860-a5e9-4b68-a8da-9b7c9d33b93a] Instance has had 0 of 5 cleanup attempts {{(pid=69319) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 961.700029] env[69319]: DEBUG oslo_vmware.api [None req-7436e8a9-c05c-4f4d-a0ad-410dfaa51f71 tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Waiting for the task: (returnval){ [ 961.700029] env[69319]: value = "task-3223448" [ 961.700029] env[69319]: _type = "Task" [ 961.700029] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.708054] env[69319]: DEBUG oslo_vmware.api [None req-7436e8a9-c05c-4f4d-a0ad-410dfaa51f71 tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Task: {'id': task-3223448, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.883694] env[69319]: DEBUG oslo_concurrency.lockutils [None req-a72cd4ed-2cf2-4f2e-b4c3-a0beac44b7c3 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Acquiring lock "d24a0bae-3b98-4121-a3f7-bedee3a196b4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.883694] env[69319]: DEBUG oslo_concurrency.lockutils [None req-a72cd4ed-2cf2-4f2e-b4c3-a0beac44b7c3 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Lock "d24a0bae-3b98-4121-a3f7-bedee3a196b4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.916550] env[69319]: DEBUG oslo_concurrency.lockutils [req-4a2b17ad-0e9d-4d44-a203-428fec7d4729 req-81448537-c17b-42a3-97ef-c8843af1d9d7 service nova] Releasing lock "refresh_cache-ad622127-7078-489f-9f55-5663137241aa" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.040693] env[69319]: DEBUG nova.network.neutron [None req-dde26374-3861-4c38-a7ae-d6c4f463995c tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] [instance: 57bf6160-52cc-456b-b946-c36291559da8] Successfully updated port: f63da468-0b54-41f7-99b0-8a8884f6b995 {{(pid=69319) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 962.119188] env[69319]: DEBUG nova.compute.utils [None req-5d091b5f-bd32-4732-9a23-59e18d068626 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Using /dev/sd instead of None {{(pid=69319) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 962.121119] env[69319]: DEBUG nova.compute.manager [None req-5d091b5f-bd32-4732-9a23-59e18d068626 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] [instance: d33ea59d-f210-4f99-99ee-0c5aa850c757] Not allocating networking since 'none' was specified. {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 962.201528] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] [instance: 02492605-6fc9-4e1e-af6c-a2e2cfe60e5a] Instance has had 0 of 5 cleanup attempts {{(pid=69319) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 962.212585] env[69319]: DEBUG oslo_vmware.api [None req-7436e8a9-c05c-4f4d-a0ad-410dfaa51f71 tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Task: {'id': task-3223448, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.385744] env[69319]: DEBUG nova.compute.manager [None req-a72cd4ed-2cf2-4f2e-b4c3-a0beac44b7c3 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: d24a0bae-3b98-4121-a3f7-bedee3a196b4] Starting instance... {{(pid=69319) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 962.544101] env[69319]: DEBUG oslo_concurrency.lockutils [None req-dde26374-3861-4c38-a7ae-d6c4f463995c tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Acquiring lock "refresh_cache-57bf6160-52cc-456b-b946-c36291559da8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.544276] env[69319]: DEBUG oslo_concurrency.lockutils [None req-dde26374-3861-4c38-a7ae-d6c4f463995c tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Acquired lock "refresh_cache-57bf6160-52cc-456b-b946-c36291559da8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.544466] env[69319]: DEBUG nova.network.neutron [None req-dde26374-3861-4c38-a7ae-d6c4f463995c tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] [instance: 57bf6160-52cc-456b-b946-c36291559da8] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 962.624838] env[69319]: DEBUG nova.compute.manager [None req-5d091b5f-bd32-4732-9a23-59e18d068626 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] [instance: d33ea59d-f210-4f99-99ee-0c5aa850c757] Start building block device mappings for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 962.677865] env[69319]: DEBUG nova.compute.manager [req-41c66ab7-ab09-4d97-b3a5-f7ffe996090f req-152d9025-bc6f-4211-8156-fa9e68c85026 service nova] [instance: 57bf6160-52cc-456b-b946-c36291559da8] Received event network-vif-plugged-f63da468-0b54-41f7-99b0-8a8884f6b995 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 962.678084] env[69319]: DEBUG oslo_concurrency.lockutils [req-41c66ab7-ab09-4d97-b3a5-f7ffe996090f req-152d9025-bc6f-4211-8156-fa9e68c85026 service nova] Acquiring lock "57bf6160-52cc-456b-b946-c36291559da8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.678300] env[69319]: DEBUG oslo_concurrency.lockutils [req-41c66ab7-ab09-4d97-b3a5-f7ffe996090f req-152d9025-bc6f-4211-8156-fa9e68c85026 service nova] Lock "57bf6160-52cc-456b-b946-c36291559da8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.678478] env[69319]: DEBUG oslo_concurrency.lockutils [req-41c66ab7-ab09-4d97-b3a5-f7ffe996090f req-152d9025-bc6f-4211-8156-fa9e68c85026 service nova] Lock "57bf6160-52cc-456b-b946-c36291559da8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.678644] env[69319]: DEBUG nova.compute.manager [req-41c66ab7-ab09-4d97-b3a5-f7ffe996090f req-152d9025-bc6f-4211-8156-fa9e68c85026 service nova] [instance: 57bf6160-52cc-456b-b946-c36291559da8] No waiting events found dispatching network-vif-plugged-f63da468-0b54-41f7-99b0-8a8884f6b995 {{(pid=69319) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 962.678805] env[69319]: WARNING nova.compute.manager [req-41c66ab7-ab09-4d97-b3a5-f7ffe996090f req-152d9025-bc6f-4211-8156-fa9e68c85026 service nova] [instance: 57bf6160-52cc-456b-b946-c36291559da8] Received unexpected event network-vif-plugged-f63da468-0b54-41f7-99b0-8a8884f6b995 for instance with vm_state building and task_state spawning. [ 962.678960] env[69319]: DEBUG nova.compute.manager [req-41c66ab7-ab09-4d97-b3a5-f7ffe996090f req-152d9025-bc6f-4211-8156-fa9e68c85026 service nova] [instance: 57bf6160-52cc-456b-b946-c36291559da8] Received event network-changed-f63da468-0b54-41f7-99b0-8a8884f6b995 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 962.679135] env[69319]: DEBUG nova.compute.manager [req-41c66ab7-ab09-4d97-b3a5-f7ffe996090f req-152d9025-bc6f-4211-8156-fa9e68c85026 service nova] [instance: 57bf6160-52cc-456b-b946-c36291559da8] Refreshing instance network info cache due to event network-changed-f63da468-0b54-41f7-99b0-8a8884f6b995. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 962.679731] env[69319]: DEBUG oslo_concurrency.lockutils [req-41c66ab7-ab09-4d97-b3a5-f7ffe996090f req-152d9025-bc6f-4211-8156-fa9e68c85026 service nova] Acquiring lock "refresh_cache-57bf6160-52cc-456b-b946-c36291559da8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.708540] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] [instance: df115496-807d-43f5-a129-a0c78a576a29] Instance has had 0 of 5 cleanup attempts {{(pid=69319) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 962.715029] env[69319]: DEBUG oslo_vmware.api [None req-7436e8a9-c05c-4f4d-a0ad-410dfaa51f71 tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Task: {'id': task-3223448, 'name': PowerOnVM_Task, 'duration_secs': 0.885072} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.715029] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-7436e8a9-c05c-4f4d-a0ad-410dfaa51f71 tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] [instance: 914e081a-6fde-4c22-9f9c-ed060937963b] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 962.902917] env[69319]: DEBUG oslo_concurrency.lockutils [None req-a72cd4ed-2cf2-4f2e-b4c3-a0beac44b7c3 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.947647] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca2e61d4-3e8e-4819-9a31-352166a512e3 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.955640] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5c0a6fc-7e41-4685-b3bc-a1831fe30e3f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.987582] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57019657-ca42-429b-9916-73b2c2aca707 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.994750] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a697d98-07df-4585-8d48-0d467deab88a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.007893] env[69319]: DEBUG nova.compute.provider_tree [None req-440f22fa-4b51-412c-b214-7074d586db73 tempest-ServerPasswordTestJSON-1361651989 tempest-ServerPasswordTestJSON-1361651989-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 963.075197] env[69319]: DEBUG nova.network.neutron [None req-dde26374-3861-4c38-a7ae-d6c4f463995c tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] [instance: 57bf6160-52cc-456b-b946-c36291559da8] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 963.431022] env[69319]: DEBUG nova.network.neutron [None req-dde26374-3861-4c38-a7ae-d6c4f463995c tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] [instance: 57bf6160-52cc-456b-b946-c36291559da8] Updating instance_info_cache with network_info: [{"id": "f63da468-0b54-41f7-99b0-8a8884f6b995", "address": "fa:16:3e:66:43:aa", "network": {"id": "9544bde3-ea52-4622-a0b9-3bef39ca9e43", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-467631530-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a8df64c606841b782505fd26aacc891", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3fca0ab6-cc80-429f-9117-885f170135b7", "external-id": "nsx-vlan-transportzone-393", "segmentation_id": 393, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf63da468-0b", "ovs_interfaceid": "f63da468-0b54-41f7-99b0-8a8884f6b995", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.511820] env[69319]: DEBUG nova.scheduler.client.report [None req-440f22fa-4b51-412c-b214-7074d586db73 tempest-ServerPasswordTestJSON-1361651989 tempest-ServerPasswordTestJSON-1361651989-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 964.518353] env[69319]: DEBUG oslo_concurrency.lockutils [None req-440f22fa-4b51-412c-b214-7074d586db73 tempest-ServerPasswordTestJSON-1361651989 tempest-ServerPasswordTestJSON-1361651989-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.907s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.518713] env[69319]: DEBUG nova.compute.manager [None req-440f22fa-4b51-412c-b214-7074d586db73 tempest-ServerPasswordTestJSON-1361651989 tempest-ServerPasswordTestJSON-1361651989-project-member] [instance: 290ef75a-d1aa-42f3-9571-30ae61840c01] Start building networks asynchronously for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 964.523519] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ee418ce3-259f-4466-8828-ffd6981d0902 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.264s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.523852] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ee418ce3-259f-4466-8828-ffd6981d0902 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.526829] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c4c34287-bda1-4a0e-9ece-7babd6920257 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.371s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.530057] env[69319]: INFO nova.compute.claims [None req-c4c34287-bda1-4a0e-9ece-7babd6920257 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 9a2d05fc-1ee1-4847-bb63-ad2d3624c730] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 964.563538] env[69319]: INFO nova.scheduler.client.report [None req-ee418ce3-259f-4466-8828-ffd6981d0902 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Deleted allocations for instance a9523f10-b2b8-4c7a-92a0-c31f8344af0b [ 964.713650] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] [instance: 5bd885da-3062-44d3-9b86-6db0dafdcc2f] Instance has had 0 of 5 cleanup attempts {{(pid=69319) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 964.935448] env[69319]: DEBUG oslo_concurrency.lockutils [None req-dde26374-3861-4c38-a7ae-d6c4f463995c tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Releasing lock "refresh_cache-57bf6160-52cc-456b-b946-c36291559da8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.935755] env[69319]: DEBUG nova.compute.manager [None req-dde26374-3861-4c38-a7ae-d6c4f463995c tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] [instance: 57bf6160-52cc-456b-b946-c36291559da8] Instance network_info: |[{"id": "f63da468-0b54-41f7-99b0-8a8884f6b995", "address": "fa:16:3e:66:43:aa", "network": {"id": "9544bde3-ea52-4622-a0b9-3bef39ca9e43", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-467631530-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a8df64c606841b782505fd26aacc891", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3fca0ab6-cc80-429f-9117-885f170135b7", "external-id": "nsx-vlan-transportzone-393", "segmentation_id": 393, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf63da468-0b", "ovs_interfaceid": "f63da468-0b54-41f7-99b0-8a8884f6b995", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 964.936255] env[69319]: DEBUG oslo_concurrency.lockutils [req-41c66ab7-ab09-4d97-b3a5-f7ffe996090f req-152d9025-bc6f-4211-8156-fa9e68c85026 service nova] Acquired lock "refresh_cache-57bf6160-52cc-456b-b946-c36291559da8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.936618] env[69319]: DEBUG nova.network.neutron [req-41c66ab7-ab09-4d97-b3a5-f7ffe996090f req-152d9025-bc6f-4211-8156-fa9e68c85026 service nova] [instance: 57bf6160-52cc-456b-b946-c36291559da8] Refreshing network info cache for port f63da468-0b54-41f7-99b0-8a8884f6b995 {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 964.937943] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-dde26374-3861-4c38-a7ae-d6c4f463995c tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] [instance: 57bf6160-52cc-456b-b946-c36291559da8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:43:aa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3fca0ab6-cc80-429f-9117-885f170135b7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f63da468-0b54-41f7-99b0-8a8884f6b995', 'vif_model': 'vmxnet3'}] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 964.948061] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dde26374-3861-4c38-a7ae-d6c4f463995c tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 964.951604] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57bf6160-52cc-456b-b946-c36291559da8] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 964.953934] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2707be53-09f1-4736-b3a8-2e5902588fd2 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.976674] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 964.976674] env[69319]: value = "task-3223449" [ 964.976674] env[69319]: _type = "Task" [ 964.976674] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.985605] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223449, 'name': CreateVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.025933] env[69319]: DEBUG nova.compute.utils [None req-440f22fa-4b51-412c-b214-7074d586db73 tempest-ServerPasswordTestJSON-1361651989 tempest-ServerPasswordTestJSON-1361651989-project-member] Using /dev/sd instead of None {{(pid=69319) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 965.027244] env[69319]: DEBUG nova.compute.manager [None req-440f22fa-4b51-412c-b214-7074d586db73 tempest-ServerPasswordTestJSON-1361651989 tempest-ServerPasswordTestJSON-1361651989-project-member] [instance: 290ef75a-d1aa-42f3-9571-30ae61840c01] Allocating IP information in the background. {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 965.027443] env[69319]: DEBUG nova.network.neutron [None req-440f22fa-4b51-412c-b214-7074d586db73 tempest-ServerPasswordTestJSON-1361651989 tempest-ServerPasswordTestJSON-1361651989-project-member] [instance: 290ef75a-d1aa-42f3-9571-30ae61840c01] allocate_for_instance() {{(pid=69319) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 965.075128] env[69319]: DEBUG nova.policy [None req-440f22fa-4b51-412c-b214-7074d586db73 tempest-ServerPasswordTestJSON-1361651989 tempest-ServerPasswordTestJSON-1361651989-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '49b8c7e0aa1d4e459d60a05bc15a89df', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '34fe36ed3ece400591394ae547348df1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69319) authorize /opt/stack/nova/nova/policy.py:192}} [ 965.079224] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ee418ce3-259f-4466-8828-ffd6981d0902 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Lock "a9523f10-b2b8-4c7a-92a0-c31f8344af0b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.735s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.137595] env[69319]: DEBUG nova.compute.manager [None req-5d091b5f-bd32-4732-9a23-59e18d068626 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] [instance: d33ea59d-f210-4f99-99ee-0c5aa850c757] Start spawning the instance on the hypervisor. {{(pid=69319) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 965.168498] env[69319]: DEBUG nova.virt.hardware [None req-5d091b5f-bd32-4732-9a23-59e18d068626 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:32:36Z,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31f027872f6f44dba95ff2fe7a062e00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:32:36Z,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 965.168777] env[69319]: DEBUG nova.virt.hardware [None req-5d091b5f-bd32-4732-9a23-59e18d068626 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 965.168939] env[69319]: DEBUG nova.virt.hardware [None req-5d091b5f-bd32-4732-9a23-59e18d068626 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 965.169145] env[69319]: DEBUG nova.virt.hardware [None req-5d091b5f-bd32-4732-9a23-59e18d068626 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 965.169300] env[69319]: DEBUG nova.virt.hardware [None req-5d091b5f-bd32-4732-9a23-59e18d068626 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 965.169467] env[69319]: DEBUG nova.virt.hardware [None req-5d091b5f-bd32-4732-9a23-59e18d068626 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 965.169727] env[69319]: DEBUG nova.virt.hardware [None req-5d091b5f-bd32-4732-9a23-59e18d068626 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 965.169896] env[69319]: DEBUG nova.virt.hardware [None req-5d091b5f-bd32-4732-9a23-59e18d068626 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 965.170077] env[69319]: DEBUG nova.virt.hardware [None req-5d091b5f-bd32-4732-9a23-59e18d068626 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 965.170248] env[69319]: DEBUG nova.virt.hardware [None req-5d091b5f-bd32-4732-9a23-59e18d068626 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 965.170424] env[69319]: DEBUG nova.virt.hardware [None req-5d091b5f-bd32-4732-9a23-59e18d068626 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 965.171928] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea567401-684c-40c2-aa69-17141a65d037 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.183754] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6dad9db-79b0-4bfd-8806-cac07fd23643 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.201123] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-5d091b5f-bd32-4732-9a23-59e18d068626 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] [instance: d33ea59d-f210-4f99-99ee-0c5aa850c757] Instance VIF info [] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 965.207152] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d091b5f-bd32-4732-9a23-59e18d068626 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Creating folder: Project (04d36dbcb220482caf3b0653606ce193). Parent ref: group-v644239. {{(pid=69319) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 965.207523] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cc7f5b84-0643-46a0-8a25-0467fe79a176 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.217161] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] [instance: 7f8824d4-3dfc-49e6-b1a9-b9c9e2a8f179] Instance has had 0 of 5 cleanup attempts {{(pid=69319) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 965.220618] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-5d091b5f-bd32-4732-9a23-59e18d068626 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Created folder: Project (04d36dbcb220482caf3b0653606ce193) in parent group-v644239. [ 965.220822] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d091b5f-bd32-4732-9a23-59e18d068626 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Creating folder: Instances. Parent ref: group-v644422. {{(pid=69319) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 965.221368] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-df3da4b9-cd71-42ce-8548-a672a8ef956a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.227853] env[69319]: INFO nova.compute.manager [None req-7436e8a9-c05c-4f4d-a0ad-410dfaa51f71 tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] [instance: 914e081a-6fde-4c22-9f9c-ed060937963b] Updating instance to original state: 'active' [ 965.232612] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-5d091b5f-bd32-4732-9a23-59e18d068626 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Created folder: Instances in parent group-v644422. [ 965.235025] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5d091b5f-bd32-4732-9a23-59e18d068626 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 965.235025] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d33ea59d-f210-4f99-99ee-0c5aa850c757] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 965.235025] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6320db15-d624-4780-b85b-0d813c2be73a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.250359] env[69319]: DEBUG nova.network.neutron [req-41c66ab7-ab09-4d97-b3a5-f7ffe996090f req-152d9025-bc6f-4211-8156-fa9e68c85026 service nova] [instance: 57bf6160-52cc-456b-b946-c36291559da8] Updated VIF entry in instance network info cache for port f63da468-0b54-41f7-99b0-8a8884f6b995. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 965.250729] env[69319]: DEBUG nova.network.neutron [req-41c66ab7-ab09-4d97-b3a5-f7ffe996090f req-152d9025-bc6f-4211-8156-fa9e68c85026 service nova] [instance: 57bf6160-52cc-456b-b946-c36291559da8] Updating instance_info_cache with network_info: [{"id": "f63da468-0b54-41f7-99b0-8a8884f6b995", "address": "fa:16:3e:66:43:aa", "network": {"id": "9544bde3-ea52-4622-a0b9-3bef39ca9e43", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-467631530-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a8df64c606841b782505fd26aacc891", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3fca0ab6-cc80-429f-9117-885f170135b7", "external-id": "nsx-vlan-transportzone-393", "segmentation_id": 393, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf63da468-0b", "ovs_interfaceid": "f63da468-0b54-41f7-99b0-8a8884f6b995", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.253318] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 965.253318] env[69319]: value = "task-3223452" [ 965.253318] env[69319]: _type = "Task" [ 965.253318] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.263454] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223452, 'name': CreateVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.385334] env[69319]: DEBUG nova.network.neutron [None req-440f22fa-4b51-412c-b214-7074d586db73 tempest-ServerPasswordTestJSON-1361651989 tempest-ServerPasswordTestJSON-1361651989-project-member] [instance: 290ef75a-d1aa-42f3-9571-30ae61840c01] Successfully created port: 48437c14-96ef-4073-9f42-38e5af7dcba6 {{(pid=69319) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 965.490793] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223449, 'name': CreateVM_Task, 'duration_secs': 0.462455} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.491182] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57bf6160-52cc-456b-b946-c36291559da8] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 965.492083] env[69319]: DEBUG oslo_concurrency.lockutils [None req-dde26374-3861-4c38-a7ae-d6c4f463995c tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.492377] env[69319]: DEBUG oslo_concurrency.lockutils [None req-dde26374-3861-4c38-a7ae-d6c4f463995c tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.492872] env[69319]: DEBUG oslo_concurrency.lockutils [None req-dde26374-3861-4c38-a7ae-d6c4f463995c tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.493284] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a88e6b2a-ff35-48db-bf2a-9b605cd00e38 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.499924] env[69319]: DEBUG oslo_vmware.api [None req-dde26374-3861-4c38-a7ae-d6c4f463995c tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Waiting for the task: (returnval){ [ 965.499924] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]5274ae95-9aa7-4b5e-cb76-19ad45d27608" [ 965.499924] env[69319]: _type = "Task" [ 965.499924] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.513530] env[69319]: DEBUG oslo_vmware.api [None req-dde26374-3861-4c38-a7ae-d6c4f463995c tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5274ae95-9aa7-4b5e-cb76-19ad45d27608, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.530747] env[69319]: DEBUG nova.compute.manager [None req-440f22fa-4b51-412c-b214-7074d586db73 tempest-ServerPasswordTestJSON-1361651989 tempest-ServerPasswordTestJSON-1361651989-project-member] [instance: 290ef75a-d1aa-42f3-9571-30ae61840c01] Start building block device mappings for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 965.725649] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] [instance: 99e94ac3-2fa4-4249-9297-b78043c9af00] Instance has had 0 of 5 cleanup attempts {{(pid=69319) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 965.757472] env[69319]: DEBUG oslo_concurrency.lockutils [req-41c66ab7-ab09-4d97-b3a5-f7ffe996090f req-152d9025-bc6f-4211-8156-fa9e68c85026 service nova] Releasing lock "refresh_cache-57bf6160-52cc-456b-b946-c36291559da8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.768481] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223452, 'name': CreateVM_Task} progress is 99%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.955779] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97340df1-71e4-4218-959e-e756c934eeab {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.964102] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff4a83b4-82e8-4939-a96b-d8eaf4cd8f97 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.996317] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba1abd6d-88d8-411f-a44a-b02ba601bf37 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.006643] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a3962c2-ef73-4895-9f35-615abe2509d8 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.013850] env[69319]: DEBUG oslo_vmware.api [None req-dde26374-3861-4c38-a7ae-d6c4f463995c tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5274ae95-9aa7-4b5e-cb76-19ad45d27608, 'name': SearchDatastore_Task, 'duration_secs': 0.011699} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.014528] env[69319]: DEBUG oslo_concurrency.lockutils [None req-dde26374-3861-4c38-a7ae-d6c4f463995c tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.014809] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-dde26374-3861-4c38-a7ae-d6c4f463995c tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] [instance: 57bf6160-52cc-456b-b946-c36291559da8] Processing image 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 966.015073] env[69319]: DEBUG oslo_concurrency.lockutils [None req-dde26374-3861-4c38-a7ae-d6c4f463995c tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.015232] env[69319]: DEBUG oslo_concurrency.lockutils [None req-dde26374-3861-4c38-a7ae-d6c4f463995c tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.015499] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-dde26374-3861-4c38-a7ae-d6c4f463995c tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 966.015790] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2d4a0b1c-8ca6-4fbf-9454-67a5208aa8c0 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.025439] env[69319]: DEBUG nova.compute.provider_tree [None req-c4c34287-bda1-4a0e-9ece-7babd6920257 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 966.033394] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-dde26374-3861-4c38-a7ae-d6c4f463995c tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 966.033598] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-dde26374-3861-4c38-a7ae-d6c4f463995c tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 966.035026] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2012e1ca-395a-4841-a940-71f38208aad6 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.043746] env[69319]: DEBUG oslo_vmware.api [None req-dde26374-3861-4c38-a7ae-d6c4f463995c tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Waiting for the task: (returnval){ [ 966.043746] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52f407f7-dc78-d2de-8de0-9a535f9edeea" [ 966.043746] env[69319]: _type = "Task" [ 966.043746] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.055311] env[69319]: DEBUG oslo_vmware.api [None req-dde26374-3861-4c38-a7ae-d6c4f463995c tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52f407f7-dc78-d2de-8de0-9a535f9edeea, 'name': SearchDatastore_Task, 'duration_secs': 0.008885} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.056070] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-421f51f1-be45-4e68-b6c7-e93418377a1e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.061010] env[69319]: DEBUG oslo_vmware.api [None req-dde26374-3861-4c38-a7ae-d6c4f463995c tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Waiting for the task: (returnval){ [ 966.061010] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]529a6e49-cd92-783f-0ffa-de134472bba7" [ 966.061010] env[69319]: _type = "Task" [ 966.061010] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.068821] env[69319]: DEBUG oslo_vmware.api [None req-dde26374-3861-4c38-a7ae-d6c4f463995c tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]529a6e49-cd92-783f-0ffa-de134472bba7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.121935] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f7ec4d21-d487-463e-a13e-f3b2c30ed9a1 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Acquiring lock "d2216fa6-a955-4b17-b026-4bc90a655ff5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.122254] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f7ec4d21-d487-463e-a13e-f3b2c30ed9a1 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Lock "d2216fa6-a955-4b17-b026-4bc90a655ff5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.122595] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f7ec4d21-d487-463e-a13e-f3b2c30ed9a1 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Acquiring lock "d2216fa6-a955-4b17-b026-4bc90a655ff5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.122830] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f7ec4d21-d487-463e-a13e-f3b2c30ed9a1 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Lock "d2216fa6-a955-4b17-b026-4bc90a655ff5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.123020] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f7ec4d21-d487-463e-a13e-f3b2c30ed9a1 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Lock "d2216fa6-a955-4b17-b026-4bc90a655ff5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.125216] env[69319]: INFO nova.compute.manager [None req-f7ec4d21-d487-463e-a13e-f3b2c30ed9a1 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] [instance: d2216fa6-a955-4b17-b026-4bc90a655ff5] Terminating instance [ 966.229162] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] [instance: f09611ba-ae99-4486-9d72-de8d7c2722aa] Instance has had 0 of 5 cleanup attempts {{(pid=69319) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 966.267904] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223452, 'name': CreateVM_Task} progress is 99%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.532082] env[69319]: DEBUG nova.scheduler.client.report [None req-c4c34287-bda1-4a0e-9ece-7babd6920257 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 966.541772] env[69319]: DEBUG nova.compute.manager [None req-440f22fa-4b51-412c-b214-7074d586db73 tempest-ServerPasswordTestJSON-1361651989 tempest-ServerPasswordTestJSON-1361651989-project-member] [instance: 290ef75a-d1aa-42f3-9571-30ae61840c01] Start spawning the instance on the hypervisor. {{(pid=69319) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 966.567255] env[69319]: DEBUG nova.virt.hardware [None req-440f22fa-4b51-412c-b214-7074d586db73 tempest-ServerPasswordTestJSON-1361651989 tempest-ServerPasswordTestJSON-1361651989-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:32:36Z,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31f027872f6f44dba95ff2fe7a062e00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:32:36Z,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 966.567508] env[69319]: DEBUG nova.virt.hardware [None req-440f22fa-4b51-412c-b214-7074d586db73 tempest-ServerPasswordTestJSON-1361651989 tempest-ServerPasswordTestJSON-1361651989-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 966.567669] env[69319]: DEBUG nova.virt.hardware [None req-440f22fa-4b51-412c-b214-7074d586db73 tempest-ServerPasswordTestJSON-1361651989 tempest-ServerPasswordTestJSON-1361651989-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 966.567855] env[69319]: DEBUG nova.virt.hardware [None req-440f22fa-4b51-412c-b214-7074d586db73 tempest-ServerPasswordTestJSON-1361651989 tempest-ServerPasswordTestJSON-1361651989-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 966.568013] env[69319]: DEBUG nova.virt.hardware [None req-440f22fa-4b51-412c-b214-7074d586db73 tempest-ServerPasswordTestJSON-1361651989 tempest-ServerPasswordTestJSON-1361651989-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 966.568168] env[69319]: DEBUG nova.virt.hardware [None req-440f22fa-4b51-412c-b214-7074d586db73 tempest-ServerPasswordTestJSON-1361651989 tempest-ServerPasswordTestJSON-1361651989-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 966.568373] env[69319]: DEBUG nova.virt.hardware [None req-440f22fa-4b51-412c-b214-7074d586db73 tempest-ServerPasswordTestJSON-1361651989 tempest-ServerPasswordTestJSON-1361651989-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 966.568533] env[69319]: DEBUG nova.virt.hardware [None req-440f22fa-4b51-412c-b214-7074d586db73 tempest-ServerPasswordTestJSON-1361651989 tempest-ServerPasswordTestJSON-1361651989-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 966.568700] env[69319]: DEBUG nova.virt.hardware [None req-440f22fa-4b51-412c-b214-7074d586db73 tempest-ServerPasswordTestJSON-1361651989 tempest-ServerPasswordTestJSON-1361651989-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 966.568859] env[69319]: DEBUG nova.virt.hardware [None req-440f22fa-4b51-412c-b214-7074d586db73 tempest-ServerPasswordTestJSON-1361651989 tempest-ServerPasswordTestJSON-1361651989-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 966.569044] env[69319]: DEBUG nova.virt.hardware [None req-440f22fa-4b51-412c-b214-7074d586db73 tempest-ServerPasswordTestJSON-1361651989 tempest-ServerPasswordTestJSON-1361651989-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 966.569832] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-450032ab-1c74-4c92-8785-70726f64d668 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.575668] env[69319]: DEBUG oslo_vmware.api [None req-dde26374-3861-4c38-a7ae-d6c4f463995c tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]529a6e49-cd92-783f-0ffa-de134472bba7, 'name': SearchDatastore_Task, 'duration_secs': 0.008888} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.576236] env[69319]: DEBUG oslo_concurrency.lockutils [None req-dde26374-3861-4c38-a7ae-d6c4f463995c tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.576493] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-dde26374-3861-4c38-a7ae-d6c4f463995c tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore1] 57bf6160-52cc-456b-b946-c36291559da8/57bf6160-52cc-456b-b946-c36291559da8.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 966.576727] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-23da5b3d-b0fb-49fb-8904-c4723340541d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.581585] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05b7b122-7de1-4510-b5d4-305217f0c047 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.586673] env[69319]: DEBUG oslo_vmware.api [None req-dde26374-3861-4c38-a7ae-d6c4f463995c tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Waiting for the task: (returnval){ [ 966.586673] env[69319]: value = "task-3223453" [ 966.586673] env[69319]: _type = "Task" [ 966.586673] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.602749] env[69319]: DEBUG oslo_vmware.api [None req-dde26374-3861-4c38-a7ae-d6c4f463995c tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Task: {'id': task-3223453, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.628534] env[69319]: DEBUG nova.compute.manager [None req-f7ec4d21-d487-463e-a13e-f3b2c30ed9a1 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] [instance: d2216fa6-a955-4b17-b026-4bc90a655ff5] Start destroying the instance on the hypervisor. {{(pid=69319) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 966.628758] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-f7ec4d21-d487-463e-a13e-f3b2c30ed9a1 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] [instance: d2216fa6-a955-4b17-b026-4bc90a655ff5] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 966.629559] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52f05e82-6697-47b7-bc9c-465dde8e495a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.637052] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7ec4d21-d487-463e-a13e-f3b2c30ed9a1 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] [instance: d2216fa6-a955-4b17-b026-4bc90a655ff5] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 966.637052] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-36bd5216-58ba-40e9-8439-aa924310c30b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.645729] env[69319]: DEBUG oslo_vmware.api [None req-f7ec4d21-d487-463e-a13e-f3b2c30ed9a1 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Waiting for the task: (returnval){ [ 966.645729] env[69319]: value = "task-3223454" [ 966.645729] env[69319]: _type = "Task" [ 966.645729] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.654110] env[69319]: DEBUG oslo_vmware.api [None req-f7ec4d21-d487-463e-a13e-f3b2c30ed9a1 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Task: {'id': task-3223454, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.769119] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223452, 'name': CreateVM_Task, 'duration_secs': 1.417707} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.769368] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d33ea59d-f210-4f99-99ee-0c5aa850c757] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 966.769835] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5d091b5f-bd32-4732-9a23-59e18d068626 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.770017] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5d091b5f-bd32-4732-9a23-59e18d068626 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.770358] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5d091b5f-bd32-4732-9a23-59e18d068626 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.770630] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-338d24bb-0ca3-4896-8383-00e116a57833 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.775825] env[69319]: DEBUG oslo_vmware.api [None req-5d091b5f-bd32-4732-9a23-59e18d068626 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Waiting for the task: (returnval){ [ 966.775825] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52559703-ffc4-48a5-e15b-ce84f16deaa8" [ 966.775825] env[69319]: _type = "Task" [ 966.775825] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.784095] env[69319]: DEBUG oslo_vmware.api [None req-5d091b5f-bd32-4732-9a23-59e18d068626 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52559703-ffc4-48a5-e15b-ce84f16deaa8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.104552] env[69319]: DEBUG oslo_vmware.api [None req-dde26374-3861-4c38-a7ae-d6c4f463995c tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Task: {'id': task-3223453, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.482553} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.104834] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-dde26374-3861-4c38-a7ae-d6c4f463995c tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore1] 57bf6160-52cc-456b-b946-c36291559da8/57bf6160-52cc-456b-b946-c36291559da8.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 967.105058] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-dde26374-3861-4c38-a7ae-d6c4f463995c tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] [instance: 57bf6160-52cc-456b-b946-c36291559da8] Extending root virtual disk to 1048576 {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 967.105308] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b7cda48d-b4e7-4376-9b72-9f39f398cef8 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.112547] env[69319]: DEBUG oslo_vmware.api [None req-dde26374-3861-4c38-a7ae-d6c4f463995c tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Waiting for the task: (returnval){ [ 967.112547] env[69319]: value = "task-3223455" [ 967.112547] env[69319]: _type = "Task" [ 967.112547] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.120766] env[69319]: DEBUG oslo_vmware.api [None req-dde26374-3861-4c38-a7ae-d6c4f463995c tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Task: {'id': task-3223455, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.156206] env[69319]: DEBUG oslo_vmware.api [None req-f7ec4d21-d487-463e-a13e-f3b2c30ed9a1 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Task: {'id': task-3223454, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.286293] env[69319]: DEBUG oslo_vmware.api [None req-5d091b5f-bd32-4732-9a23-59e18d068626 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52559703-ffc4-48a5-e15b-ce84f16deaa8, 'name': SearchDatastore_Task, 'duration_secs': 0.062467} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.286646] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5d091b5f-bd32-4732-9a23-59e18d068626 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.286919] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-5d091b5f-bd32-4732-9a23-59e18d068626 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] [instance: d33ea59d-f210-4f99-99ee-0c5aa850c757] Processing image 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 967.287204] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5d091b5f-bd32-4732-9a23-59e18d068626 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.287382] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5d091b5f-bd32-4732-9a23-59e18d068626 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.287610] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d091b5f-bd32-4732-9a23-59e18d068626 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 967.287891] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-788c1664-7946-4462-9add-8b0f081d78cd {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.295599] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d091b5f-bd32-4732-9a23-59e18d068626 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 967.295779] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-5d091b5f-bd32-4732-9a23-59e18d068626 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 967.296456] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0928335-8b4b-4581-bcbc-2ed64aa2bec7 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.300943] env[69319]: DEBUG oslo_vmware.api [None req-5d091b5f-bd32-4732-9a23-59e18d068626 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Waiting for the task: (returnval){ [ 967.300943] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52fe882f-4b63-8003-83d4-8fb6cd78f8a3" [ 967.300943] env[69319]: _type = "Task" [ 967.300943] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.308080] env[69319]: DEBUG oslo_vmware.api [None req-5d091b5f-bd32-4732-9a23-59e18d068626 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52fe882f-4b63-8003-83d4-8fb6cd78f8a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.622299] env[69319]: DEBUG oslo_vmware.api [None req-dde26374-3861-4c38-a7ae-d6c4f463995c tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Task: {'id': task-3223455, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062333} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.622644] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-dde26374-3861-4c38-a7ae-d6c4f463995c tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] [instance: 57bf6160-52cc-456b-b946-c36291559da8] Extended root virtual disk {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 967.623297] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42dcaceb-da97-49e7-83d7-300d84999817 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.644385] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-dde26374-3861-4c38-a7ae-d6c4f463995c tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] [instance: 57bf6160-52cc-456b-b946-c36291559da8] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] 57bf6160-52cc-456b-b946-c36291559da8/57bf6160-52cc-456b-b946-c36291559da8.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 967.644602] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5adddb7b-48cc-48d0-a84b-1e859944c181 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.666039] env[69319]: DEBUG oslo_vmware.api [None req-f7ec4d21-d487-463e-a13e-f3b2c30ed9a1 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Task: {'id': task-3223454, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.668153] env[69319]: DEBUG oslo_vmware.api [None req-dde26374-3861-4c38-a7ae-d6c4f463995c tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Waiting for the task: (returnval){ [ 967.668153] env[69319]: value = "task-3223456" [ 967.668153] env[69319]: _type = "Task" [ 967.668153] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.676665] env[69319]: DEBUG oslo_vmware.api [None req-dde26374-3861-4c38-a7ae-d6c4f463995c tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Task: {'id': task-3223456, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.811018] env[69319]: DEBUG oslo_vmware.api [None req-5d091b5f-bd32-4732-9a23-59e18d068626 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52fe882f-4b63-8003-83d4-8fb6cd78f8a3, 'name': SearchDatastore_Task, 'duration_secs': 0.00839} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.811897] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcf545bf-607e-4c3d-8f9c-46edf18450d4 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.817309] env[69319]: DEBUG oslo_vmware.api [None req-5d091b5f-bd32-4732-9a23-59e18d068626 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Waiting for the task: (returnval){ [ 967.817309] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52977624-9523-1e37-3021-1e85e3696454" [ 967.817309] env[69319]: _type = "Task" [ 967.817309] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.825103] env[69319]: DEBUG oslo_vmware.api [None req-5d091b5f-bd32-4732-9a23-59e18d068626 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52977624-9523-1e37-3021-1e85e3696454, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.169287] env[69319]: DEBUG oslo_vmware.api [None req-f7ec4d21-d487-463e-a13e-f3b2c30ed9a1 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Task: {'id': task-3223454, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.177593] env[69319]: DEBUG oslo_vmware.api [None req-dde26374-3861-4c38-a7ae-d6c4f463995c tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Task: {'id': task-3223456, 'name': ReconfigVM_Task, 'duration_secs': 0.28071} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.177683] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-dde26374-3861-4c38-a7ae-d6c4f463995c tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] [instance: 57bf6160-52cc-456b-b946-c36291559da8] Reconfigured VM instance instance-00000041 to attach disk [datastore1] 57bf6160-52cc-456b-b946-c36291559da8/57bf6160-52cc-456b-b946-c36291559da8.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 968.178377] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f66b5ba1-8117-4c8e-837b-39b3f25b8422 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.184461] env[69319]: DEBUG oslo_vmware.api [None req-dde26374-3861-4c38-a7ae-d6c4f463995c tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Waiting for the task: (returnval){ [ 968.184461] env[69319]: value = "task-3223457" [ 968.184461] env[69319]: _type = "Task" [ 968.184461] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.192102] env[69319]: DEBUG oslo_vmware.api [None req-dde26374-3861-4c38-a7ae-d6c4f463995c tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Task: {'id': task-3223457, 'name': Rename_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.328182] env[69319]: DEBUG oslo_vmware.api [None req-5d091b5f-bd32-4732-9a23-59e18d068626 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52977624-9523-1e37-3021-1e85e3696454, 'name': SearchDatastore_Task, 'duration_secs': 0.00937} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.328471] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5d091b5f-bd32-4732-9a23-59e18d068626 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.328806] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d091b5f-bd32-4732-9a23-59e18d068626 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore1] d33ea59d-f210-4f99-99ee-0c5aa850c757/d33ea59d-f210-4f99-99ee-0c5aa850c757.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 968.329085] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fa646267-0c4a-43a4-8c21-6337475469d5 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.335863] env[69319]: DEBUG oslo_vmware.api [None req-5d091b5f-bd32-4732-9a23-59e18d068626 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Waiting for the task: (returnval){ [ 968.335863] env[69319]: value = "task-3223458" [ 968.335863] env[69319]: _type = "Task" [ 968.335863] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.343731] env[69319]: DEBUG oslo_vmware.api [None req-5d091b5f-bd32-4732-9a23-59e18d068626 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Task: {'id': task-3223458, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.669045] env[69319]: DEBUG oslo_vmware.api [None req-f7ec4d21-d487-463e-a13e-f3b2c30ed9a1 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Task: {'id': task-3223454, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.694463] env[69319]: DEBUG oslo_vmware.api [None req-dde26374-3861-4c38-a7ae-d6c4f463995c tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Task: {'id': task-3223457, 'name': Rename_Task, 'duration_secs': 0.223226} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.694775] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-dde26374-3861-4c38-a7ae-d6c4f463995c tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] [instance: 57bf6160-52cc-456b-b946-c36291559da8] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 968.695032] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dcac8617-ef7b-4167-b0cb-f1dde559bda8 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.702063] env[69319]: DEBUG oslo_vmware.api [None req-dde26374-3861-4c38-a7ae-d6c4f463995c tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Waiting for the task: (returnval){ [ 968.702063] env[69319]: value = "task-3223459" [ 968.702063] env[69319]: _type = "Task" [ 968.702063] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.713289] env[69319]: DEBUG oslo_vmware.api [None req-dde26374-3861-4c38-a7ae-d6c4f463995c tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Task: {'id': task-3223459, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.846169] env[69319]: DEBUG oslo_vmware.api [None req-5d091b5f-bd32-4732-9a23-59e18d068626 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Task: {'id': task-3223458, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.464355} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.846423] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d091b5f-bd32-4732-9a23-59e18d068626 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore1] d33ea59d-f210-4f99-99ee-0c5aa850c757/d33ea59d-f210-4f99-99ee-0c5aa850c757.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 968.846711] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-5d091b5f-bd32-4732-9a23-59e18d068626 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] [instance: d33ea59d-f210-4f99-99ee-0c5aa850c757] Extending root virtual disk to 1048576 {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 968.846972] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5dab09e6-0f66-44a0-8197-ae1af4c441bf {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.853798] env[69319]: DEBUG oslo_vmware.api [None req-5d091b5f-bd32-4732-9a23-59e18d068626 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Waiting for the task: (returnval){ [ 968.853798] env[69319]: value = "task-3223460" [ 968.853798] env[69319]: _type = "Task" [ 968.853798] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.861840] env[69319]: DEBUG oslo_vmware.api [None req-5d091b5f-bd32-4732-9a23-59e18d068626 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Task: {'id': task-3223460, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.171407] env[69319]: DEBUG oslo_vmware.api [None req-f7ec4d21-d487-463e-a13e-f3b2c30ed9a1 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Task: {'id': task-3223454, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.212828] env[69319]: DEBUG oslo_vmware.api [None req-dde26374-3861-4c38-a7ae-d6c4f463995c tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Task: {'id': task-3223459, 'name': PowerOnVM_Task, 'duration_secs': 0.479757} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.216020] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-dde26374-3861-4c38-a7ae-d6c4f463995c tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] [instance: 57bf6160-52cc-456b-b946-c36291559da8] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 969.216020] env[69319]: INFO nova.compute.manager [None req-dde26374-3861-4c38-a7ae-d6c4f463995c tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] [instance: 57bf6160-52cc-456b-b946-c36291559da8] Took 8.18 seconds to spawn the instance on the hypervisor. [ 969.216020] env[69319]: DEBUG nova.compute.manager [None req-dde26374-3861-4c38-a7ae-d6c4f463995c tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] [instance: 57bf6160-52cc-456b-b946-c36291559da8] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 969.216020] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8baf45b2-aeb2-4d69-a087-19bdc1a752bd {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.235318] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] [instance: 6e790530-5d70-4125-b7d2-a977c5db2949] Instance has had 0 of 5 cleanup attempts {{(pid=69319) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 969.365027] env[69319]: DEBUG oslo_vmware.api [None req-5d091b5f-bd32-4732-9a23-59e18d068626 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Task: {'id': task-3223460, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070267} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.365686] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-5d091b5f-bd32-4732-9a23-59e18d068626 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] [instance: d33ea59d-f210-4f99-99ee-0c5aa850c757] Extended root virtual disk {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 969.366529] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afd81557-c07a-4e78-93d7-2a8c80c707e0 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.388016] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d091b5f-bd32-4732-9a23-59e18d068626 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] [instance: d33ea59d-f210-4f99-99ee-0c5aa850c757] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] d33ea59d-f210-4f99-99ee-0c5aa850c757/d33ea59d-f210-4f99-99ee-0c5aa850c757.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 969.388396] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91375c8d-fa43-43da-b4b0-f8b6d1b1de53 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.410594] env[69319]: DEBUG oslo_vmware.api [None req-5d091b5f-bd32-4732-9a23-59e18d068626 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Waiting for the task: (returnval){ [ 969.410594] env[69319]: value = "task-3223461" [ 969.410594] env[69319]: _type = "Task" [ 969.410594] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.421959] env[69319]: DEBUG oslo_vmware.api [None req-5d091b5f-bd32-4732-9a23-59e18d068626 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Task: {'id': task-3223461, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.479162] env[69319]: DEBUG nova.network.neutron [None req-440f22fa-4b51-412c-b214-7074d586db73 tempest-ServerPasswordTestJSON-1361651989 tempest-ServerPasswordTestJSON-1361651989-project-member] [instance: 290ef75a-d1aa-42f3-9571-30ae61840c01] Successfully updated port: 48437c14-96ef-4073-9f42-38e5af7dcba6 {{(pid=69319) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 969.500321] env[69319]: DEBUG nova.compute.manager [req-a07813db-4739-42e6-86d8-2569bfc96c79 req-9eaa5969-b996-4b71-ab87-6fc5bf393039 service nova] [instance: 290ef75a-d1aa-42f3-9571-30ae61840c01] Received event network-vif-plugged-48437c14-96ef-4073-9f42-38e5af7dcba6 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 969.500547] env[69319]: DEBUG oslo_concurrency.lockutils [req-a07813db-4739-42e6-86d8-2569bfc96c79 req-9eaa5969-b996-4b71-ab87-6fc5bf393039 service nova] Acquiring lock "290ef75a-d1aa-42f3-9571-30ae61840c01-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.500795] env[69319]: DEBUG oslo_concurrency.lockutils [req-a07813db-4739-42e6-86d8-2569bfc96c79 req-9eaa5969-b996-4b71-ab87-6fc5bf393039 service nova] Lock "290ef75a-d1aa-42f3-9571-30ae61840c01-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.500966] env[69319]: DEBUG oslo_concurrency.lockutils [req-a07813db-4739-42e6-86d8-2569bfc96c79 req-9eaa5969-b996-4b71-ab87-6fc5bf393039 service nova] Lock "290ef75a-d1aa-42f3-9571-30ae61840c01-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.501340] env[69319]: DEBUG nova.compute.manager [req-a07813db-4739-42e6-86d8-2569bfc96c79 req-9eaa5969-b996-4b71-ab87-6fc5bf393039 service nova] [instance: 290ef75a-d1aa-42f3-9571-30ae61840c01] No waiting events found dispatching network-vif-plugged-48437c14-96ef-4073-9f42-38e5af7dcba6 {{(pid=69319) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 969.501340] env[69319]: WARNING nova.compute.manager [req-a07813db-4739-42e6-86d8-2569bfc96c79 req-9eaa5969-b996-4b71-ab87-6fc5bf393039 service nova] [instance: 290ef75a-d1aa-42f3-9571-30ae61840c01] Received unexpected event network-vif-plugged-48437c14-96ef-4073-9f42-38e5af7dcba6 for instance with vm_state building and task_state spawning. [ 969.541526] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c4c34287-bda1-4a0e-9ece-7babd6920257 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.015s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.542082] env[69319]: DEBUG nova.compute.manager [None req-c4c34287-bda1-4a0e-9ece-7babd6920257 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 9a2d05fc-1ee1-4847-bb63-ad2d3624c730] Start building networks asynchronously for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 969.544799] env[69319]: DEBUG oslo_concurrency.lockutils [None req-8e04d3bc-b91a-4468-bdb9-89ba37f38dfc tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.700s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.545032] env[69319]: DEBUG nova.objects.instance [None req-8e04d3bc-b91a-4468-bdb9-89ba37f38dfc tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Lazy-loading 'resources' on Instance uuid 04a666db-77b8-4c23-8c7c-887b23ea97af {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 969.671898] env[69319]: DEBUG oslo_vmware.api [None req-f7ec4d21-d487-463e-a13e-f3b2c30ed9a1 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Task: {'id': task-3223454, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.731904] env[69319]: INFO nova.compute.manager [None req-dde26374-3861-4c38-a7ae-d6c4f463995c tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] [instance: 57bf6160-52cc-456b-b946-c36291559da8] Took 51.67 seconds to build instance. [ 969.738979] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] [instance: cf6dc285-9563-42c7-b1f5-d34d5a75a545] Instance has had 0 of 5 cleanup attempts {{(pid=69319) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 969.776473] env[69319]: DEBUG oslo_concurrency.lockutils [None req-7aefec62-55e1-49d2-8697-e0443d564d73 tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Acquiring lock "914e081a-6fde-4c22-9f9c-ed060937963b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.776750] env[69319]: DEBUG oslo_concurrency.lockutils [None req-7aefec62-55e1-49d2-8697-e0443d564d73 tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Lock "914e081a-6fde-4c22-9f9c-ed060937963b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.776974] env[69319]: DEBUG oslo_concurrency.lockutils [None req-7aefec62-55e1-49d2-8697-e0443d564d73 tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Acquiring lock "914e081a-6fde-4c22-9f9c-ed060937963b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.777184] env[69319]: DEBUG oslo_concurrency.lockutils [None req-7aefec62-55e1-49d2-8697-e0443d564d73 tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Lock "914e081a-6fde-4c22-9f9c-ed060937963b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.777388] env[69319]: DEBUG oslo_concurrency.lockutils [None req-7aefec62-55e1-49d2-8697-e0443d564d73 tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Lock "914e081a-6fde-4c22-9f9c-ed060937963b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.779591] env[69319]: INFO nova.compute.manager [None req-7aefec62-55e1-49d2-8697-e0443d564d73 tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] [instance: 914e081a-6fde-4c22-9f9c-ed060937963b] Terminating instance [ 969.920696] env[69319]: DEBUG oslo_vmware.api [None req-5d091b5f-bd32-4732-9a23-59e18d068626 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Task: {'id': task-3223461, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.983022] env[69319]: DEBUG oslo_concurrency.lockutils [None req-440f22fa-4b51-412c-b214-7074d586db73 tempest-ServerPasswordTestJSON-1361651989 tempest-ServerPasswordTestJSON-1361651989-project-member] Acquiring lock "refresh_cache-290ef75a-d1aa-42f3-9571-30ae61840c01" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.983022] env[69319]: DEBUG oslo_concurrency.lockutils [None req-440f22fa-4b51-412c-b214-7074d586db73 tempest-ServerPasswordTestJSON-1361651989 tempest-ServerPasswordTestJSON-1361651989-project-member] Acquired lock "refresh_cache-290ef75a-d1aa-42f3-9571-30ae61840c01" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.983022] env[69319]: DEBUG nova.network.neutron [None req-440f22fa-4b51-412c-b214-7074d586db73 tempest-ServerPasswordTestJSON-1361651989 tempest-ServerPasswordTestJSON-1361651989-project-member] [instance: 290ef75a-d1aa-42f3-9571-30ae61840c01] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 970.048578] env[69319]: DEBUG nova.compute.utils [None req-c4c34287-bda1-4a0e-9ece-7babd6920257 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Using /dev/sd instead of None {{(pid=69319) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 970.053145] env[69319]: DEBUG nova.compute.manager [None req-c4c34287-bda1-4a0e-9ece-7babd6920257 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 9a2d05fc-1ee1-4847-bb63-ad2d3624c730] Allocating IP information in the background. {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 970.053315] env[69319]: DEBUG nova.network.neutron [None req-c4c34287-bda1-4a0e-9ece-7babd6920257 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 9a2d05fc-1ee1-4847-bb63-ad2d3624c730] allocate_for_instance() {{(pid=69319) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 970.113365] env[69319]: DEBUG nova.policy [None req-c4c34287-bda1-4a0e-9ece-7babd6920257 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '497ba314a8774c06b7ed56be4bc53d09', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a48ceaae88374e5fb247e3cd24f5e437', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69319) authorize /opt/stack/nova/nova/policy.py:192}} [ 970.170671] env[69319]: DEBUG oslo_vmware.api [None req-f7ec4d21-d487-463e-a13e-f3b2c30ed9a1 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Task: {'id': task-3223454, 'name': PowerOffVM_Task, 'duration_secs': 3.239976} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.173578] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7ec4d21-d487-463e-a13e-f3b2c30ed9a1 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] [instance: d2216fa6-a955-4b17-b026-4bc90a655ff5] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 970.173780] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-f7ec4d21-d487-463e-a13e-f3b2c30ed9a1 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] [instance: d2216fa6-a955-4b17-b026-4bc90a655ff5] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 970.174275] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2b603f0c-41bb-41c1-a1a7-67743f1c6e62 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.233820] env[69319]: DEBUG oslo_concurrency.lockutils [None req-dde26374-3861-4c38-a7ae-d6c4f463995c tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Lock "57bf6160-52cc-456b-b946-c36291559da8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.177s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.242225] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] [instance: 9f02ac69-5fbc-40c6-96f4-d6ef8b3d0792] Instance has had 0 of 5 cleanup attempts {{(pid=69319) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 970.283924] env[69319]: DEBUG nova.compute.manager [None req-7aefec62-55e1-49d2-8697-e0443d564d73 tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] [instance: 914e081a-6fde-4c22-9f9c-ed060937963b] Start destroying the instance on the hypervisor. {{(pid=69319) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 970.284248] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-7aefec62-55e1-49d2-8697-e0443d564d73 tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] [instance: 914e081a-6fde-4c22-9f9c-ed060937963b] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 970.285580] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9c4fe40-1f0a-4b58-8b62-c58d74a00ab7 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.293612] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-7aefec62-55e1-49d2-8697-e0443d564d73 tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] [instance: 914e081a-6fde-4c22-9f9c-ed060937963b] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 970.294758] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-31f78379-c2ff-4b64-8423-4667c76083c1 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.304485] env[69319]: DEBUG oslo_vmware.api [None req-7aefec62-55e1-49d2-8697-e0443d564d73 tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Waiting for the task: (returnval){ [ 970.304485] env[69319]: value = "task-3223463" [ 970.304485] env[69319]: _type = "Task" [ 970.304485] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.315369] env[69319]: DEBUG oslo_vmware.api [None req-7aefec62-55e1-49d2-8697-e0443d564d73 tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Task: {'id': task-3223463, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.421959] env[69319]: DEBUG oslo_vmware.api [None req-5d091b5f-bd32-4732-9a23-59e18d068626 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Task: {'id': task-3223461, 'name': ReconfigVM_Task, 'duration_secs': 0.6518} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.424466] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d091b5f-bd32-4732-9a23-59e18d068626 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] [instance: d33ea59d-f210-4f99-99ee-0c5aa850c757] Reconfigured VM instance instance-00000042 to attach disk [datastore1] d33ea59d-f210-4f99-99ee-0c5aa850c757/d33ea59d-f210-4f99-99ee-0c5aa850c757.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 970.425486] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a9e859b2-f1b8-4719-a843-c4aab507f877 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.431783] env[69319]: DEBUG oslo_vmware.api [None req-5d091b5f-bd32-4732-9a23-59e18d068626 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Waiting for the task: (returnval){ [ 970.431783] env[69319]: value = "task-3223464" [ 970.431783] env[69319]: _type = "Task" [ 970.431783] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.443706] env[69319]: DEBUG oslo_vmware.api [None req-5d091b5f-bd32-4732-9a23-59e18d068626 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Task: {'id': task-3223464, 'name': Rename_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.471024] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74ea17c9-29ef-4315-bf59-98aafd23ab49 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.477116] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a84a8e4-40fb-4e9b-b181-a703d9da309a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.516145] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24d80040-cd36-487f-b5d9-65a1de3dc6fb {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.525093] env[69319]: DEBUG nova.network.neutron [None req-c4c34287-bda1-4a0e-9ece-7babd6920257 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 9a2d05fc-1ee1-4847-bb63-ad2d3624c730] Successfully created port: b01a2f8a-1a0b-4b0a-8a96-4ee82cfadd52 {{(pid=69319) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 970.530606] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e5d491f-2e3c-4545-8a83-9f6c38319606 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.547319] env[69319]: DEBUG nova.compute.provider_tree [None req-8e04d3bc-b91a-4468-bdb9-89ba37f38dfc tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 970.556263] env[69319]: DEBUG nova.compute.manager [None req-c4c34287-bda1-4a0e-9ece-7babd6920257 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 9a2d05fc-1ee1-4847-bb63-ad2d3624c730] Start building block device mappings for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 970.590854] env[69319]: DEBUG nova.network.neutron [None req-440f22fa-4b51-412c-b214-7074d586db73 tempest-ServerPasswordTestJSON-1361651989 tempest-ServerPasswordTestJSON-1361651989-project-member] [instance: 290ef75a-d1aa-42f3-9571-30ae61840c01] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 970.594842] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-f7ec4d21-d487-463e-a13e-f3b2c30ed9a1 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] [instance: d2216fa6-a955-4b17-b026-4bc90a655ff5] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 970.595150] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-f7ec4d21-d487-463e-a13e-f3b2c30ed9a1 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] [instance: d2216fa6-a955-4b17-b026-4bc90a655ff5] Deleting contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 970.595283] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7ec4d21-d487-463e-a13e-f3b2c30ed9a1 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Deleting the datastore file [datastore2] d2216fa6-a955-4b17-b026-4bc90a655ff5 {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 970.597039] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-27e84105-02a5-484c-86fa-e75946d28e4e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.603186] env[69319]: DEBUG oslo_vmware.api [None req-f7ec4d21-d487-463e-a13e-f3b2c30ed9a1 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Waiting for the task: (returnval){ [ 970.603186] env[69319]: value = "task-3223465" [ 970.603186] env[69319]: _type = "Task" [ 970.603186] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.611216] env[69319]: DEBUG oslo_vmware.api [None req-f7ec4d21-d487-463e-a13e-f3b2c30ed9a1 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Task: {'id': task-3223465, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.745820] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] [instance: 562e1d05-4f46-4195-9d8b-c8e7ba933d22] Instance has had 0 of 5 cleanup attempts {{(pid=69319) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 970.787198] env[69319]: DEBUG nova.network.neutron [None req-440f22fa-4b51-412c-b214-7074d586db73 tempest-ServerPasswordTestJSON-1361651989 tempest-ServerPasswordTestJSON-1361651989-project-member] [instance: 290ef75a-d1aa-42f3-9571-30ae61840c01] Updating instance_info_cache with network_info: [{"id": "48437c14-96ef-4073-9f42-38e5af7dcba6", "address": "fa:16:3e:8e:54:eb", "network": {"id": "6facbfee-0223-4cc7-aaec-6ac9ebf1ebc4", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-175878232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34fe36ed3ece400591394ae547348df1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48437c14-96", "ovs_interfaceid": "48437c14-96ef-4073-9f42-38e5af7dcba6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.814643] env[69319]: DEBUG oslo_vmware.api [None req-7aefec62-55e1-49d2-8697-e0443d564d73 tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Task: {'id': task-3223463, 'name': PowerOffVM_Task, 'duration_secs': 0.216653} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.814908] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-7aefec62-55e1-49d2-8697-e0443d564d73 tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] [instance: 914e081a-6fde-4c22-9f9c-ed060937963b] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 970.815101] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-7aefec62-55e1-49d2-8697-e0443d564d73 tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] [instance: 914e081a-6fde-4c22-9f9c-ed060937963b] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 970.815350] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3a2e2ee0-707b-4b42-81a6-925f18c1747c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.878084] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-7aefec62-55e1-49d2-8697-e0443d564d73 tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] [instance: 914e081a-6fde-4c22-9f9c-ed060937963b] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 970.878084] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-7aefec62-55e1-49d2-8697-e0443d564d73 tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] [instance: 914e081a-6fde-4c22-9f9c-ed060937963b] Deleting contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 970.878084] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-7aefec62-55e1-49d2-8697-e0443d564d73 tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Deleting the datastore file [datastore2] 914e081a-6fde-4c22-9f9c-ed060937963b {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 970.878306] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2ecaf60b-0849-44de-bf7c-18685e33854e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.889801] env[69319]: DEBUG oslo_vmware.api [None req-7aefec62-55e1-49d2-8697-e0443d564d73 tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Waiting for the task: (returnval){ [ 970.889801] env[69319]: value = "task-3223467" [ 970.889801] env[69319]: _type = "Task" [ 970.889801] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.897649] env[69319]: DEBUG oslo_vmware.api [None req-7aefec62-55e1-49d2-8697-e0443d564d73 tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Task: {'id': task-3223467, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.942577] env[69319]: DEBUG oslo_vmware.api [None req-5d091b5f-bd32-4732-9a23-59e18d068626 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Task: {'id': task-3223464, 'name': Rename_Task, 'duration_secs': 0.158754} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.942962] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d091b5f-bd32-4732-9a23-59e18d068626 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] [instance: d33ea59d-f210-4f99-99ee-0c5aa850c757] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 970.943111] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-445d5a96-cca9-499f-8613-b20718dd7c0d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.949629] env[69319]: DEBUG oslo_vmware.api [None req-5d091b5f-bd32-4732-9a23-59e18d068626 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Waiting for the task: (returnval){ [ 970.949629] env[69319]: value = "task-3223468" [ 970.949629] env[69319]: _type = "Task" [ 970.949629] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.956808] env[69319]: DEBUG oslo_vmware.api [None req-5d091b5f-bd32-4732-9a23-59e18d068626 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Task: {'id': task-3223468, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.050937] env[69319]: DEBUG nova.scheduler.client.report [None req-8e04d3bc-b91a-4468-bdb9-89ba37f38dfc tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 971.097176] env[69319]: DEBUG nova.compute.manager [None req-f91236cb-6d1c-400a-ad09-ae4c86138349 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] [instance: 57bf6160-52cc-456b-b946-c36291559da8] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 971.098350] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b4eb2b3-cc9e-418f-95ae-9ba8f74760c6 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.117437] env[69319]: DEBUG oslo_vmware.api [None req-f7ec4d21-d487-463e-a13e-f3b2c30ed9a1 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Task: {'id': task-3223465, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.232705} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.117742] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7ec4d21-d487-463e-a13e-f3b2c30ed9a1 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 971.118028] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-f7ec4d21-d487-463e-a13e-f3b2c30ed9a1 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] [instance: d2216fa6-a955-4b17-b026-4bc90a655ff5] Deleted contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 971.118253] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-f7ec4d21-d487-463e-a13e-f3b2c30ed9a1 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] [instance: d2216fa6-a955-4b17-b026-4bc90a655ff5] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 971.118435] env[69319]: INFO nova.compute.manager [None req-f7ec4d21-d487-463e-a13e-f3b2c30ed9a1 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] [instance: d2216fa6-a955-4b17-b026-4bc90a655ff5] Took 4.49 seconds to destroy the instance on the hypervisor. [ 971.118836] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f7ec4d21-d487-463e-a13e-f3b2c30ed9a1 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 971.118915] env[69319]: DEBUG nova.compute.manager [-] [instance: d2216fa6-a955-4b17-b026-4bc90a655ff5] Deallocating network for instance {{(pid=69319) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 971.119013] env[69319]: DEBUG nova.network.neutron [-] [instance: d2216fa6-a955-4b17-b026-4bc90a655ff5] deallocate_for_instance() {{(pid=69319) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 971.252710] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] [instance: 4f588763-0fc7-4980-92c0-7b451d4a9981] Instance has had 0 of 5 cleanup attempts {{(pid=69319) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 971.290951] env[69319]: DEBUG oslo_concurrency.lockutils [None req-440f22fa-4b51-412c-b214-7074d586db73 tempest-ServerPasswordTestJSON-1361651989 tempest-ServerPasswordTestJSON-1361651989-project-member] Releasing lock "refresh_cache-290ef75a-d1aa-42f3-9571-30ae61840c01" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.291360] env[69319]: DEBUG nova.compute.manager [None req-440f22fa-4b51-412c-b214-7074d586db73 tempest-ServerPasswordTestJSON-1361651989 tempest-ServerPasswordTestJSON-1361651989-project-member] [instance: 290ef75a-d1aa-42f3-9571-30ae61840c01] Instance network_info: |[{"id": "48437c14-96ef-4073-9f42-38e5af7dcba6", "address": "fa:16:3e:8e:54:eb", "network": {"id": "6facbfee-0223-4cc7-aaec-6ac9ebf1ebc4", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-175878232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34fe36ed3ece400591394ae547348df1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48437c14-96", "ovs_interfaceid": "48437c14-96ef-4073-9f42-38e5af7dcba6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 971.291785] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-440f22fa-4b51-412c-b214-7074d586db73 tempest-ServerPasswordTestJSON-1361651989 tempest-ServerPasswordTestJSON-1361651989-project-member] [instance: 290ef75a-d1aa-42f3-9571-30ae61840c01] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:54:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d2742ba-c3af-4412-877d-c2811dfeba46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '48437c14-96ef-4073-9f42-38e5af7dcba6', 'vif_model': 'vmxnet3'}] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 971.300311] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-440f22fa-4b51-412c-b214-7074d586db73 tempest-ServerPasswordTestJSON-1361651989 tempest-ServerPasswordTestJSON-1361651989-project-member] Creating folder: Project (34fe36ed3ece400591394ae547348df1). Parent ref: group-v644239. {{(pid=69319) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 971.301016] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-57c11b95-137e-410b-90db-404dc17db263 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.316257] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-440f22fa-4b51-412c-b214-7074d586db73 tempest-ServerPasswordTestJSON-1361651989 tempest-ServerPasswordTestJSON-1361651989-project-member] Created folder: Project (34fe36ed3ece400591394ae547348df1) in parent group-v644239. [ 971.316494] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-440f22fa-4b51-412c-b214-7074d586db73 tempest-ServerPasswordTestJSON-1361651989 tempest-ServerPasswordTestJSON-1361651989-project-member] Creating folder: Instances. Parent ref: group-v644425. {{(pid=69319) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 971.316754] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a921b8ff-d646-4b47-bff4-aa10273d6285 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.326781] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-440f22fa-4b51-412c-b214-7074d586db73 tempest-ServerPasswordTestJSON-1361651989 tempest-ServerPasswordTestJSON-1361651989-project-member] Created folder: Instances in parent group-v644425. [ 971.327045] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-440f22fa-4b51-412c-b214-7074d586db73 tempest-ServerPasswordTestJSON-1361651989 tempest-ServerPasswordTestJSON-1361651989-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 971.327249] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 290ef75a-d1aa-42f3-9571-30ae61840c01] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 971.327461] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-952a8c6d-e89f-4747-96fe-bab807f2a09b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.347266] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 971.347266] env[69319]: value = "task-3223471" [ 971.347266] env[69319]: _type = "Task" [ 971.347266] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.355363] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223471, 'name': CreateVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.402967] env[69319]: DEBUG oslo_vmware.api [None req-7aefec62-55e1-49d2-8697-e0443d564d73 tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Task: {'id': task-3223467, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15329} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.402967] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-7aefec62-55e1-49d2-8697-e0443d564d73 tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 971.402967] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-7aefec62-55e1-49d2-8697-e0443d564d73 tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] [instance: 914e081a-6fde-4c22-9f9c-ed060937963b] Deleted contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 971.402967] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-7aefec62-55e1-49d2-8697-e0443d564d73 tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] [instance: 914e081a-6fde-4c22-9f9c-ed060937963b] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 971.402967] env[69319]: INFO nova.compute.manager [None req-7aefec62-55e1-49d2-8697-e0443d564d73 tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] [instance: 914e081a-6fde-4c22-9f9c-ed060937963b] Took 1.12 seconds to destroy the instance on the hypervisor. [ 971.403494] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7aefec62-55e1-49d2-8697-e0443d564d73 tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 971.403659] env[69319]: DEBUG nova.compute.manager [-] [instance: 914e081a-6fde-4c22-9f9c-ed060937963b] Deallocating network for instance {{(pid=69319) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 971.403789] env[69319]: DEBUG nova.network.neutron [-] [instance: 914e081a-6fde-4c22-9f9c-ed060937963b] deallocate_for_instance() {{(pid=69319) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 971.457328] env[69319]: DEBUG oslo_concurrency.lockutils [None req-9badd22e-88d0-4502-8bb4-02fee0e0256f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Acquiring lock "170e2a0b-6461-4752-b7da-2ed0ff9fd73c" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.457577] env[69319]: DEBUG oslo_concurrency.lockutils [None req-9badd22e-88d0-4502-8bb4-02fee0e0256f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Lock "170e2a0b-6461-4752-b7da-2ed0ff9fd73c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.466576] env[69319]: DEBUG oslo_vmware.api [None req-5d091b5f-bd32-4732-9a23-59e18d068626 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Task: {'id': task-3223468, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.556495] env[69319]: DEBUG oslo_concurrency.lockutils [None req-8e04d3bc-b91a-4468-bdb9-89ba37f38dfc tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.012s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.559698] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5288207b-c54c-411b-8010-788f8f746688 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.834s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.561613] env[69319]: INFO nova.compute.claims [None req-5288207b-c54c-411b-8010-788f8f746688 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] [instance: c771ca2e-35a5-4e64-a382-926a00df4d22] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 971.565924] env[69319]: DEBUG nova.compute.manager [None req-c4c34287-bda1-4a0e-9ece-7babd6920257 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 9a2d05fc-1ee1-4847-bb63-ad2d3624c730] Start spawning the instance on the hypervisor. {{(pid=69319) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 971.593168] env[69319]: INFO nova.scheduler.client.report [None req-8e04d3bc-b91a-4468-bdb9-89ba37f38dfc tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Deleted allocations for instance 04a666db-77b8-4c23-8c7c-887b23ea97af [ 971.606848] env[69319]: DEBUG nova.virt.hardware [None req-c4c34287-bda1-4a0e-9ece-7babd6920257 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:32:36Z,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31f027872f6f44dba95ff2fe7a062e00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:32:36Z,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 971.607111] env[69319]: DEBUG nova.virt.hardware [None req-c4c34287-bda1-4a0e-9ece-7babd6920257 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 971.607275] env[69319]: DEBUG nova.virt.hardware [None req-c4c34287-bda1-4a0e-9ece-7babd6920257 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 971.607461] env[69319]: DEBUG nova.virt.hardware [None req-c4c34287-bda1-4a0e-9ece-7babd6920257 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 971.607611] env[69319]: DEBUG nova.virt.hardware [None req-c4c34287-bda1-4a0e-9ece-7babd6920257 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 971.607764] env[69319]: DEBUG nova.virt.hardware [None req-c4c34287-bda1-4a0e-9ece-7babd6920257 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 971.607972] env[69319]: DEBUG nova.virt.hardware [None req-c4c34287-bda1-4a0e-9ece-7babd6920257 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 971.608542] env[69319]: DEBUG nova.virt.hardware [None req-c4c34287-bda1-4a0e-9ece-7babd6920257 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 971.608778] env[69319]: DEBUG nova.virt.hardware [None req-c4c34287-bda1-4a0e-9ece-7babd6920257 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 971.609052] env[69319]: DEBUG nova.virt.hardware [None req-c4c34287-bda1-4a0e-9ece-7babd6920257 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 971.609155] env[69319]: DEBUG nova.virt.hardware [None req-c4c34287-bda1-4a0e-9ece-7babd6920257 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 971.610103] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92d5fbb2-4a2f-42e1-8ee1-8bbd5061690d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.613931] env[69319]: INFO nova.compute.manager [None req-f91236cb-6d1c-400a-ad09-ae4c86138349 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] [instance: 57bf6160-52cc-456b-b946-c36291559da8] instance snapshotting [ 971.617891] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-569632fa-876c-4313-8acb-308fa3236988 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.626274] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-057488ee-9ad8-4ee6-94b2-4d02a2d63637 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.646159] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18becec3-7989-458b-8190-94b965b41cfc {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.674277] env[69319]: DEBUG nova.compute.manager [req-f4e49fe4-5594-4afd-bca9-ba77f9484806 req-42f0d277-bbf1-4494-ae95-c4a1074a04d4 service nova] [instance: d2216fa6-a955-4b17-b026-4bc90a655ff5] Received event network-vif-deleted-72772b50-2173-4177-baf0-2fc66bde64a6 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 971.674277] env[69319]: INFO nova.compute.manager [req-f4e49fe4-5594-4afd-bca9-ba77f9484806 req-42f0d277-bbf1-4494-ae95-c4a1074a04d4 service nova] [instance: d2216fa6-a955-4b17-b026-4bc90a655ff5] Neutron deleted interface 72772b50-2173-4177-baf0-2fc66bde64a6; detaching it from the instance and deleting it from the info cache [ 971.674478] env[69319]: DEBUG nova.network.neutron [req-f4e49fe4-5594-4afd-bca9-ba77f9484806 req-42f0d277-bbf1-4494-ae95-c4a1074a04d4 service nova] [instance: d2216fa6-a955-4b17-b026-4bc90a655ff5] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.756413] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] [instance: 749b3b26-9e42-4ac9-89c4-f467aa379427] Instance has had 0 of 5 cleanup attempts {{(pid=69319) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 971.804436] env[69319]: DEBUG nova.compute.manager [req-7f34aaa2-338d-45f7-84a4-23bb083e6683 req-547ab2d6-a252-44c7-b1a9-605a3ff5eeb0 service nova] [instance: 290ef75a-d1aa-42f3-9571-30ae61840c01] Received event network-changed-48437c14-96ef-4073-9f42-38e5af7dcba6 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 971.804695] env[69319]: DEBUG nova.compute.manager [req-7f34aaa2-338d-45f7-84a4-23bb083e6683 req-547ab2d6-a252-44c7-b1a9-605a3ff5eeb0 service nova] [instance: 290ef75a-d1aa-42f3-9571-30ae61840c01] Refreshing instance network info cache due to event network-changed-48437c14-96ef-4073-9f42-38e5af7dcba6. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 971.804962] env[69319]: DEBUG oslo_concurrency.lockutils [req-7f34aaa2-338d-45f7-84a4-23bb083e6683 req-547ab2d6-a252-44c7-b1a9-605a3ff5eeb0 service nova] Acquiring lock "refresh_cache-290ef75a-d1aa-42f3-9571-30ae61840c01" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.805216] env[69319]: DEBUG oslo_concurrency.lockutils [req-7f34aaa2-338d-45f7-84a4-23bb083e6683 req-547ab2d6-a252-44c7-b1a9-605a3ff5eeb0 service nova] Acquired lock "refresh_cache-290ef75a-d1aa-42f3-9571-30ae61840c01" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.805335] env[69319]: DEBUG nova.network.neutron [req-7f34aaa2-338d-45f7-84a4-23bb083e6683 req-547ab2d6-a252-44c7-b1a9-605a3ff5eeb0 service nova] [instance: 290ef75a-d1aa-42f3-9571-30ae61840c01] Refreshing network info cache for port 48437c14-96ef-4073-9f42-38e5af7dcba6 {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 971.858758] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223471, 'name': CreateVM_Task, 'duration_secs': 0.355715} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.859090] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 290ef75a-d1aa-42f3-9571-30ae61840c01] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 971.859894] env[69319]: DEBUG oslo_concurrency.lockutils [None req-440f22fa-4b51-412c-b214-7074d586db73 tempest-ServerPasswordTestJSON-1361651989 tempest-ServerPasswordTestJSON-1361651989-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.860202] env[69319]: DEBUG oslo_concurrency.lockutils [None req-440f22fa-4b51-412c-b214-7074d586db73 tempest-ServerPasswordTestJSON-1361651989 tempest-ServerPasswordTestJSON-1361651989-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.860627] env[69319]: DEBUG oslo_concurrency.lockutils [None req-440f22fa-4b51-412c-b214-7074d586db73 tempest-ServerPasswordTestJSON-1361651989 tempest-ServerPasswordTestJSON-1361651989-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.861032] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c61c647-2146-455e-a061-043bc8ae7687 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.869023] env[69319]: DEBUG oslo_vmware.api [None req-440f22fa-4b51-412c-b214-7074d586db73 tempest-ServerPasswordTestJSON-1361651989 tempest-ServerPasswordTestJSON-1361651989-project-member] Waiting for the task: (returnval){ [ 971.869023] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52be0891-8de9-b916-8f98-505289a014f3" [ 971.869023] env[69319]: _type = "Task" [ 971.869023] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.875895] env[69319]: DEBUG oslo_vmware.api [None req-440f22fa-4b51-412c-b214-7074d586db73 tempest-ServerPasswordTestJSON-1361651989 tempest-ServerPasswordTestJSON-1361651989-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52be0891-8de9-b916-8f98-505289a014f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.936224] env[69319]: DEBUG nova.network.neutron [-] [instance: d2216fa6-a955-4b17-b026-4bc90a655ff5] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.963450] env[69319]: DEBUG oslo_vmware.api [None req-5d091b5f-bd32-4732-9a23-59e18d068626 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Task: {'id': task-3223468, 'name': PowerOnVM_Task, 'duration_secs': 0.577513} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.964224] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d091b5f-bd32-4732-9a23-59e18d068626 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] [instance: d33ea59d-f210-4f99-99ee-0c5aa850c757] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 971.967018] env[69319]: INFO nova.compute.manager [None req-5d091b5f-bd32-4732-9a23-59e18d068626 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] [instance: d33ea59d-f210-4f99-99ee-0c5aa850c757] Took 6.83 seconds to spawn the instance on the hypervisor. [ 971.967018] env[69319]: DEBUG nova.compute.manager [None req-5d091b5f-bd32-4732-9a23-59e18d068626 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] [instance: d33ea59d-f210-4f99-99ee-0c5aa850c757] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 971.967018] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a03f539-7de0-441d-8768-c1008a39b8c6 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.970664] env[69319]: DEBUG nova.compute.utils [None req-9badd22e-88d0-4502-8bb4-02fee0e0256f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Using /dev/sd instead of None {{(pid=69319) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 972.062488] env[69319]: DEBUG nova.network.neutron [None req-c4c34287-bda1-4a0e-9ece-7babd6920257 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 9a2d05fc-1ee1-4847-bb63-ad2d3624c730] Successfully updated port: b01a2f8a-1a0b-4b0a-8a96-4ee82cfadd52 {{(pid=69319) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 972.105052] env[69319]: DEBUG oslo_concurrency.lockutils [None req-8e04d3bc-b91a-4468-bdb9-89ba37f38dfc tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Lock "04a666db-77b8-4c23-8c7c-887b23ea97af" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.939s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.166370] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-f91236cb-6d1c-400a-ad09-ae4c86138349 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] [instance: 57bf6160-52cc-456b-b946-c36291559da8] Creating Snapshot of the VM instance {{(pid=69319) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 972.167021] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d0924423-824e-44a2-a2b3-beaf80a9887f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.174799] env[69319]: DEBUG oslo_vmware.api [None req-f91236cb-6d1c-400a-ad09-ae4c86138349 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Waiting for the task: (returnval){ [ 972.174799] env[69319]: value = "task-3223472" [ 972.174799] env[69319]: _type = "Task" [ 972.174799] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.179089] env[69319]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e31ee492-6c48-4a74-b03d-b01a849666a4 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.186658] env[69319]: DEBUG oslo_vmware.api [None req-f91236cb-6d1c-400a-ad09-ae4c86138349 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Task: {'id': task-3223472, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.191260] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73911b22-2751-4b71-8fa2-415cc538df7d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.203080] env[69319]: DEBUG nova.network.neutron [-] [instance: 914e081a-6fde-4c22-9f9c-ed060937963b] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.232420] env[69319]: DEBUG nova.compute.manager [req-f4e49fe4-5594-4afd-bca9-ba77f9484806 req-42f0d277-bbf1-4494-ae95-c4a1074a04d4 service nova] [instance: d2216fa6-a955-4b17-b026-4bc90a655ff5] Detach interface failed, port_id=72772b50-2173-4177-baf0-2fc66bde64a6, reason: Instance d2216fa6-a955-4b17-b026-4bc90a655ff5 could not be found. {{(pid=69319) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 972.262512] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] [instance: c3e1d116-4785-402a-bcc3-ad45bcdc16b1] Instance has had 0 of 5 cleanup attempts {{(pid=69319) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 972.378127] env[69319]: DEBUG oslo_vmware.api [None req-440f22fa-4b51-412c-b214-7074d586db73 tempest-ServerPasswordTestJSON-1361651989 tempest-ServerPasswordTestJSON-1361651989-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52be0891-8de9-b916-8f98-505289a014f3, 'name': SearchDatastore_Task, 'duration_secs': 0.010045} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.378467] env[69319]: DEBUG oslo_concurrency.lockutils [None req-440f22fa-4b51-412c-b214-7074d586db73 tempest-ServerPasswordTestJSON-1361651989 tempest-ServerPasswordTestJSON-1361651989-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.378705] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-440f22fa-4b51-412c-b214-7074d586db73 tempest-ServerPasswordTestJSON-1361651989 tempest-ServerPasswordTestJSON-1361651989-project-member] [instance: 290ef75a-d1aa-42f3-9571-30ae61840c01] Processing image 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 972.378944] env[69319]: DEBUG oslo_concurrency.lockutils [None req-440f22fa-4b51-412c-b214-7074d586db73 tempest-ServerPasswordTestJSON-1361651989 tempest-ServerPasswordTestJSON-1361651989-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.379111] env[69319]: DEBUG oslo_concurrency.lockutils [None req-440f22fa-4b51-412c-b214-7074d586db73 tempest-ServerPasswordTestJSON-1361651989 tempest-ServerPasswordTestJSON-1361651989-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.379292] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-440f22fa-4b51-412c-b214-7074d586db73 tempest-ServerPasswordTestJSON-1361651989 tempest-ServerPasswordTestJSON-1361651989-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 972.379656] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a9cd94fe-e43e-4092-884e-9bc461ba0d0a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.388176] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-440f22fa-4b51-412c-b214-7074d586db73 tempest-ServerPasswordTestJSON-1361651989 tempest-ServerPasswordTestJSON-1361651989-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 972.388363] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-440f22fa-4b51-412c-b214-7074d586db73 tempest-ServerPasswordTestJSON-1361651989 tempest-ServerPasswordTestJSON-1361651989-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 972.391248] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a63d4bf0-3dcc-42cd-9988-70e8959d9b04 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.396502] env[69319]: DEBUG oslo_vmware.api [None req-440f22fa-4b51-412c-b214-7074d586db73 tempest-ServerPasswordTestJSON-1361651989 tempest-ServerPasswordTestJSON-1361651989-project-member] Waiting for the task: (returnval){ [ 972.396502] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]520459fb-180e-0cac-0010-a844bfb101e1" [ 972.396502] env[69319]: _type = "Task" [ 972.396502] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.405780] env[69319]: DEBUG oslo_vmware.api [None req-440f22fa-4b51-412c-b214-7074d586db73 tempest-ServerPasswordTestJSON-1361651989 tempest-ServerPasswordTestJSON-1361651989-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]520459fb-180e-0cac-0010-a844bfb101e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.438836] env[69319]: INFO nova.compute.manager [-] [instance: d2216fa6-a955-4b17-b026-4bc90a655ff5] Took 1.32 seconds to deallocate network for instance. [ 972.478474] env[69319]: DEBUG oslo_concurrency.lockutils [None req-9badd22e-88d0-4502-8bb4-02fee0e0256f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Lock "170e2a0b-6461-4752-b7da-2ed0ff9fd73c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.021s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.486766] env[69319]: INFO nova.compute.manager [None req-5d091b5f-bd32-4732-9a23-59e18d068626 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] [instance: d33ea59d-f210-4f99-99ee-0c5aa850c757] Took 52.58 seconds to build instance. [ 972.533608] env[69319]: DEBUG nova.network.neutron [req-7f34aaa2-338d-45f7-84a4-23bb083e6683 req-547ab2d6-a252-44c7-b1a9-605a3ff5eeb0 service nova] [instance: 290ef75a-d1aa-42f3-9571-30ae61840c01] Updated VIF entry in instance network info cache for port 48437c14-96ef-4073-9f42-38e5af7dcba6. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 972.534514] env[69319]: DEBUG nova.network.neutron [req-7f34aaa2-338d-45f7-84a4-23bb083e6683 req-547ab2d6-a252-44c7-b1a9-605a3ff5eeb0 service nova] [instance: 290ef75a-d1aa-42f3-9571-30ae61840c01] Updating instance_info_cache with network_info: [{"id": "48437c14-96ef-4073-9f42-38e5af7dcba6", "address": "fa:16:3e:8e:54:eb", "network": {"id": "6facbfee-0223-4cc7-aaec-6ac9ebf1ebc4", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-175878232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34fe36ed3ece400591394ae547348df1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48437c14-96", "ovs_interfaceid": "48437c14-96ef-4073-9f42-38e5af7dcba6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.565610] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c4c34287-bda1-4a0e-9ece-7babd6920257 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Acquiring lock "refresh_cache-9a2d05fc-1ee1-4847-bb63-ad2d3624c730" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.566224] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c4c34287-bda1-4a0e-9ece-7babd6920257 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Acquired lock "refresh_cache-9a2d05fc-1ee1-4847-bb63-ad2d3624c730" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.566224] env[69319]: DEBUG nova.network.neutron [None req-c4c34287-bda1-4a0e-9ece-7babd6920257 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 9a2d05fc-1ee1-4847-bb63-ad2d3624c730] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 972.686956] env[69319]: DEBUG oslo_vmware.api [None req-f91236cb-6d1c-400a-ad09-ae4c86138349 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Task: {'id': task-3223472, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.706234] env[69319]: INFO nova.compute.manager [-] [instance: 914e081a-6fde-4c22-9f9c-ed060937963b] Took 1.30 seconds to deallocate network for instance. [ 972.766061] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] [instance: c2acc8ea-12eb-40fc-8baf-db3028c3ba19] Instance has had 0 of 5 cleanup attempts {{(pid=69319) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 972.910326] env[69319]: DEBUG oslo_vmware.api [None req-440f22fa-4b51-412c-b214-7074d586db73 tempest-ServerPasswordTestJSON-1361651989 tempest-ServerPasswordTestJSON-1361651989-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]520459fb-180e-0cac-0010-a844bfb101e1, 'name': SearchDatastore_Task, 'duration_secs': 0.008437} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.911190] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-159b542b-a2c0-402b-ab9f-6cee40881791 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.918775] env[69319]: DEBUG oslo_vmware.api [None req-440f22fa-4b51-412c-b214-7074d586db73 tempest-ServerPasswordTestJSON-1361651989 tempest-ServerPasswordTestJSON-1361651989-project-member] Waiting for the task: (returnval){ [ 972.918775] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]5229f032-cc1b-227e-d7a0-2b90f2024bdc" [ 972.918775] env[69319]: _type = "Task" [ 972.918775] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.927533] env[69319]: DEBUG oslo_vmware.api [None req-440f22fa-4b51-412c-b214-7074d586db73 tempest-ServerPasswordTestJSON-1361651989 tempest-ServerPasswordTestJSON-1361651989-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5229f032-cc1b-227e-d7a0-2b90f2024bdc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.928989] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48ea4e31-34e6-4011-a5bc-6359c74be44f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.935166] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9816c8d7-895a-4771-a609-ab257975fcf6 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.965786] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f7ec4d21-d487-463e-a13e-f3b2c30ed9a1 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.966839] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fd598b4-158f-42aa-8dfb-2ed58b0b7438 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.974744] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dd3f9a5-7666-4358-9b17-06f79600ba27 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.988485] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5d091b5f-bd32-4732-9a23-59e18d068626 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Lock "d33ea59d-f210-4f99-99ee-0c5aa850c757" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.088s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.989567] env[69319]: DEBUG nova.compute.provider_tree [None req-5288207b-c54c-411b-8010-788f8f746688 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Updating inventory in ProviderTree for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 973.038789] env[69319]: DEBUG oslo_concurrency.lockutils [req-7f34aaa2-338d-45f7-84a4-23bb083e6683 req-547ab2d6-a252-44c7-b1a9-605a3ff5eeb0 service nova] Releasing lock "refresh_cache-290ef75a-d1aa-42f3-9571-30ae61840c01" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.124174] env[69319]: DEBUG nova.network.neutron [None req-c4c34287-bda1-4a0e-9ece-7babd6920257 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 9a2d05fc-1ee1-4847-bb63-ad2d3624c730] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 973.189163] env[69319]: DEBUG oslo_vmware.api [None req-f91236cb-6d1c-400a-ad09-ae4c86138349 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Task: {'id': task-3223472, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.218343] env[69319]: DEBUG oslo_concurrency.lockutils [None req-7aefec62-55e1-49d2-8697-e0443d564d73 tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.270757] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] [instance: 62e4ab82-69e0-4698-996a-72bb7fb7ecdd] Instance has had 0 of 5 cleanup attempts {{(pid=69319) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 973.298662] env[69319]: DEBUG nova.network.neutron [None req-c4c34287-bda1-4a0e-9ece-7babd6920257 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 9a2d05fc-1ee1-4847-bb63-ad2d3624c730] Updating instance_info_cache with network_info: [{"id": "b01a2f8a-1a0b-4b0a-8a96-4ee82cfadd52", "address": "fa:16:3e:ff:ec:aa", "network": {"id": "4f737b3f-f5c1-42ef-806b-0c1446295bfe", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1251481083-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a48ceaae88374e5fb247e3cd24f5e437", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3db2ab9e-1244-4377-b05f-ab76003f2428", "external-id": "nsx-vlan-transportzone-199", "segmentation_id": 199, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb01a2f8a-1a", "ovs_interfaceid": "b01a2f8a-1a0b-4b0a-8a96-4ee82cfadd52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.430095] env[69319]: DEBUG oslo_vmware.api [None req-440f22fa-4b51-412c-b214-7074d586db73 tempest-ServerPasswordTestJSON-1361651989 tempest-ServerPasswordTestJSON-1361651989-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5229f032-cc1b-227e-d7a0-2b90f2024bdc, 'name': SearchDatastore_Task, 'duration_secs': 0.009482} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.430376] env[69319]: DEBUG oslo_concurrency.lockutils [None req-440f22fa-4b51-412c-b214-7074d586db73 tempest-ServerPasswordTestJSON-1361651989 tempest-ServerPasswordTestJSON-1361651989-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.430647] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-440f22fa-4b51-412c-b214-7074d586db73 tempest-ServerPasswordTestJSON-1361651989 tempest-ServerPasswordTestJSON-1361651989-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore1] 290ef75a-d1aa-42f3-9571-30ae61840c01/290ef75a-d1aa-42f3-9571-30ae61840c01.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 973.430905] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-785fefcb-ffa7-45f2-9059-36c761f7b86e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.438112] env[69319]: DEBUG oslo_vmware.api [None req-440f22fa-4b51-412c-b214-7074d586db73 tempest-ServerPasswordTestJSON-1361651989 tempest-ServerPasswordTestJSON-1361651989-project-member] Waiting for the task: (returnval){ [ 973.438112] env[69319]: value = "task-3223473" [ 973.438112] env[69319]: _type = "Task" [ 973.438112] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.445794] env[69319]: DEBUG oslo_vmware.api [None req-440f22fa-4b51-412c-b214-7074d586db73 tempest-ServerPasswordTestJSON-1361651989 tempest-ServerPasswordTestJSON-1361651989-project-member] Task: {'id': task-3223473, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.512244] env[69319]: INFO nova.compute.manager [None req-a3b11f8c-2579-4b42-8ad6-dd9e1218b399 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] [instance: d33ea59d-f210-4f99-99ee-0c5aa850c757] Rebuilding instance [ 973.515340] env[69319]: ERROR nova.scheduler.client.report [None req-5288207b-c54c-411b-8010-788f8f746688 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] [req-1c30f63f-7733-4c13-83e7-3f1c16466eef] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 94b8835e-2513-4669-abb9-c8c6813d60e7. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-1c30f63f-7733-4c13-83e7-3f1c16466eef"}]} [ 973.531255] env[69319]: DEBUG nova.scheduler.client.report [None req-5288207b-c54c-411b-8010-788f8f746688 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Refreshing inventories for resource provider 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 973.533597] env[69319]: DEBUG oslo_concurrency.lockutils [None req-9badd22e-88d0-4502-8bb4-02fee0e0256f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Acquiring lock "170e2a0b-6461-4752-b7da-2ed0ff9fd73c" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.533873] env[69319]: DEBUG oslo_concurrency.lockutils [None req-9badd22e-88d0-4502-8bb4-02fee0e0256f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Lock "170e2a0b-6461-4752-b7da-2ed0ff9fd73c" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.534159] env[69319]: INFO nova.compute.manager [None req-9badd22e-88d0-4502-8bb4-02fee0e0256f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 170e2a0b-6461-4752-b7da-2ed0ff9fd73c] Attaching volume a60de1ed-191c-4b33-aca1-8774426dfcae to /dev/sdb [ 973.550181] env[69319]: DEBUG nova.scheduler.client.report [None req-5288207b-c54c-411b-8010-788f8f746688 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Updating ProviderTree inventory for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 973.550456] env[69319]: DEBUG nova.compute.provider_tree [None req-5288207b-c54c-411b-8010-788f8f746688 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Updating inventory in ProviderTree for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 973.564604] env[69319]: DEBUG nova.scheduler.client.report [None req-5288207b-c54c-411b-8010-788f8f746688 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Refreshing aggregate associations for resource provider 94b8835e-2513-4669-abb9-c8c6813d60e7, aggregates: None {{(pid=69319) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 973.566649] env[69319]: DEBUG nova.compute.manager [None req-a3b11f8c-2579-4b42-8ad6-dd9e1218b399 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] [instance: d33ea59d-f210-4f99-99ee-0c5aa850c757] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 973.567899] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b711a99a-a318-4a20-8986-00c7a9717b3a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.577764] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c83181e-3ecc-439d-84f8-f90bface5c37 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.585493] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1966092-9454-4426-8c50-4155f9b442fb {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.588744] env[69319]: DEBUG nova.scheduler.client.report [None req-5288207b-c54c-411b-8010-788f8f746688 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Refreshing trait associations for resource provider 94b8835e-2513-4669-abb9-c8c6813d60e7, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69319) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 973.605871] env[69319]: DEBUG nova.virt.block_device [None req-9badd22e-88d0-4502-8bb4-02fee0e0256f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 170e2a0b-6461-4752-b7da-2ed0ff9fd73c] Updating existing volume attachment record: 6dd5a5e8-d1c3-418b-8c9e-f166377eff80 {{(pid=69319) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 973.686649] env[69319]: DEBUG oslo_vmware.api [None req-f91236cb-6d1c-400a-ad09-ae4c86138349 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Task: {'id': task-3223472, 'name': CreateSnapshot_Task, 'duration_secs': 1.10464} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.687178] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-f91236cb-6d1c-400a-ad09-ae4c86138349 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] [instance: 57bf6160-52cc-456b-b946-c36291559da8] Created Snapshot of the VM instance {{(pid=69319) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 973.687749] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adcb0df9-bffc-4854-af13-4f004bdd8da2 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.707058] env[69319]: DEBUG nova.compute.manager [req-87d8386c-749c-4cd7-a906-985321bdd41b req-a4b3cdf2-5e0d-4329-b34c-11d8d333bc53 service nova] [instance: 914e081a-6fde-4c22-9f9c-ed060937963b] Received event network-vif-deleted-b90a6ffd-26c8-4211-a105-d1920eb0c334 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 973.774911] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] [instance: 1835d15f-f896-4741-b67d-4b5b17a8dff2] Instance has had 0 of 5 cleanup attempts {{(pid=69319) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 973.804106] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c4c34287-bda1-4a0e-9ece-7babd6920257 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Releasing lock "refresh_cache-9a2d05fc-1ee1-4847-bb63-ad2d3624c730" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.804451] env[69319]: DEBUG nova.compute.manager [None req-c4c34287-bda1-4a0e-9ece-7babd6920257 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 9a2d05fc-1ee1-4847-bb63-ad2d3624c730] Instance network_info: |[{"id": "b01a2f8a-1a0b-4b0a-8a96-4ee82cfadd52", "address": "fa:16:3e:ff:ec:aa", "network": {"id": "4f737b3f-f5c1-42ef-806b-0c1446295bfe", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1251481083-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a48ceaae88374e5fb247e3cd24f5e437", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3db2ab9e-1244-4377-b05f-ab76003f2428", "external-id": "nsx-vlan-transportzone-199", "segmentation_id": 199, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb01a2f8a-1a", "ovs_interfaceid": "b01a2f8a-1a0b-4b0a-8a96-4ee82cfadd52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 973.805907] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-c4c34287-bda1-4a0e-9ece-7babd6920257 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 9a2d05fc-1ee1-4847-bb63-ad2d3624c730] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:ec:aa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3db2ab9e-1244-4377-b05f-ab76003f2428', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b01a2f8a-1a0b-4b0a-8a96-4ee82cfadd52', 'vif_model': 'vmxnet3'}] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 973.814484] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4c34287-bda1-4a0e-9ece-7babd6920257 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Creating folder: Project (a48ceaae88374e5fb247e3cd24f5e437). Parent ref: group-v644239. {{(pid=69319) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 973.815885] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-675f3b62-f9ab-4d67-a2d0-50b0b0be4267 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.826939] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-c4c34287-bda1-4a0e-9ece-7babd6920257 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Created folder: Project (a48ceaae88374e5fb247e3cd24f5e437) in parent group-v644239. [ 973.827136] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4c34287-bda1-4a0e-9ece-7babd6920257 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Creating folder: Instances. Parent ref: group-v644429. {{(pid=69319) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 973.827706] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7b0f09dd-f93f-4ddd-be50-8634c0bd0c08 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.842021] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-c4c34287-bda1-4a0e-9ece-7babd6920257 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Created folder: Instances in parent group-v644429. [ 973.842021] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c4c34287-bda1-4a0e-9ece-7babd6920257 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 973.842021] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a2d05fc-1ee1-4847-bb63-ad2d3624c730] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 973.842021] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ae23d8bf-4b6c-4fa0-a8a2-1b59a54191ed {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.865213] env[69319]: DEBUG nova.compute.manager [req-c1c1ca6c-a5d0-4b4f-ab2a-b69f32740eed req-a3b0f362-6296-46d0-a5a9-f05430b07fa5 service nova] [instance: 9a2d05fc-1ee1-4847-bb63-ad2d3624c730] Received event network-vif-plugged-b01a2f8a-1a0b-4b0a-8a96-4ee82cfadd52 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 973.865537] env[69319]: DEBUG oslo_concurrency.lockutils [req-c1c1ca6c-a5d0-4b4f-ab2a-b69f32740eed req-a3b0f362-6296-46d0-a5a9-f05430b07fa5 service nova] Acquiring lock "9a2d05fc-1ee1-4847-bb63-ad2d3624c730-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.865814] env[69319]: DEBUG oslo_concurrency.lockutils [req-c1c1ca6c-a5d0-4b4f-ab2a-b69f32740eed req-a3b0f362-6296-46d0-a5a9-f05430b07fa5 service nova] Lock "9a2d05fc-1ee1-4847-bb63-ad2d3624c730-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.866017] env[69319]: DEBUG oslo_concurrency.lockutils [req-c1c1ca6c-a5d0-4b4f-ab2a-b69f32740eed req-a3b0f362-6296-46d0-a5a9-f05430b07fa5 service nova] Lock "9a2d05fc-1ee1-4847-bb63-ad2d3624c730-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.866268] env[69319]: DEBUG nova.compute.manager [req-c1c1ca6c-a5d0-4b4f-ab2a-b69f32740eed req-a3b0f362-6296-46d0-a5a9-f05430b07fa5 service nova] [instance: 9a2d05fc-1ee1-4847-bb63-ad2d3624c730] No waiting events found dispatching network-vif-plugged-b01a2f8a-1a0b-4b0a-8a96-4ee82cfadd52 {{(pid=69319) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 973.866489] env[69319]: WARNING nova.compute.manager [req-c1c1ca6c-a5d0-4b4f-ab2a-b69f32740eed req-a3b0f362-6296-46d0-a5a9-f05430b07fa5 service nova] [instance: 9a2d05fc-1ee1-4847-bb63-ad2d3624c730] Received unexpected event network-vif-plugged-b01a2f8a-1a0b-4b0a-8a96-4ee82cfadd52 for instance with vm_state building and task_state spawning. [ 973.866687] env[69319]: DEBUG nova.compute.manager [req-c1c1ca6c-a5d0-4b4f-ab2a-b69f32740eed req-a3b0f362-6296-46d0-a5a9-f05430b07fa5 service nova] [instance: 9a2d05fc-1ee1-4847-bb63-ad2d3624c730] Received event network-changed-b01a2f8a-1a0b-4b0a-8a96-4ee82cfadd52 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 973.866877] env[69319]: DEBUG nova.compute.manager [req-c1c1ca6c-a5d0-4b4f-ab2a-b69f32740eed req-a3b0f362-6296-46d0-a5a9-f05430b07fa5 service nova] [instance: 9a2d05fc-1ee1-4847-bb63-ad2d3624c730] Refreshing instance network info cache due to event network-changed-b01a2f8a-1a0b-4b0a-8a96-4ee82cfadd52. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 973.867124] env[69319]: DEBUG oslo_concurrency.lockutils [req-c1c1ca6c-a5d0-4b4f-ab2a-b69f32740eed req-a3b0f362-6296-46d0-a5a9-f05430b07fa5 service nova] Acquiring lock "refresh_cache-9a2d05fc-1ee1-4847-bb63-ad2d3624c730" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.867303] env[69319]: DEBUG oslo_concurrency.lockutils [req-c1c1ca6c-a5d0-4b4f-ab2a-b69f32740eed req-a3b0f362-6296-46d0-a5a9-f05430b07fa5 service nova] Acquired lock "refresh_cache-9a2d05fc-1ee1-4847-bb63-ad2d3624c730" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.867486] env[69319]: DEBUG nova.network.neutron [req-c1c1ca6c-a5d0-4b4f-ab2a-b69f32740eed req-a3b0f362-6296-46d0-a5a9-f05430b07fa5 service nova] [instance: 9a2d05fc-1ee1-4847-bb63-ad2d3624c730] Refreshing network info cache for port b01a2f8a-1a0b-4b0a-8a96-4ee82cfadd52 {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 973.874190] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 973.874190] env[69319]: value = "task-3223477" [ 973.874190] env[69319]: _type = "Task" [ 973.874190] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.888117] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223477, 'name': CreateVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.961676] env[69319]: DEBUG oslo_vmware.api [None req-440f22fa-4b51-412c-b214-7074d586db73 tempest-ServerPasswordTestJSON-1361651989 tempest-ServerPasswordTestJSON-1361651989-project-member] Task: {'id': task-3223473, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505204} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.964604] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-440f22fa-4b51-412c-b214-7074d586db73 tempest-ServerPasswordTestJSON-1361651989 tempest-ServerPasswordTestJSON-1361651989-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore1] 290ef75a-d1aa-42f3-9571-30ae61840c01/290ef75a-d1aa-42f3-9571-30ae61840c01.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 973.965247] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-440f22fa-4b51-412c-b214-7074d586db73 tempest-ServerPasswordTestJSON-1361651989 tempest-ServerPasswordTestJSON-1361651989-project-member] [instance: 290ef75a-d1aa-42f3-9571-30ae61840c01] Extending root virtual disk to 1048576 {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 973.965381] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3ed3d67f-fd0f-434e-a025-79796284903c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.971717] env[69319]: DEBUG oslo_vmware.api [None req-440f22fa-4b51-412c-b214-7074d586db73 tempest-ServerPasswordTestJSON-1361651989 tempest-ServerPasswordTestJSON-1361651989-project-member] Waiting for the task: (returnval){ [ 973.971717] env[69319]: value = "task-3223478" [ 973.971717] env[69319]: _type = "Task" [ 973.971717] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.982576] env[69319]: DEBUG oslo_vmware.api [None req-440f22fa-4b51-412c-b214-7074d586db73 tempest-ServerPasswordTestJSON-1361651989 tempest-ServerPasswordTestJSON-1361651989-project-member] Task: {'id': task-3223478, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.041503] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df1c1743-24cb-4013-a8c4-fe91d3221623 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.049145] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-675eda45-fd6a-4388-9b1f-9147dd0d1800 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.085533] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4b2ab36-fc94-4eae-a127-795f0597e60a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.095568] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90d8ea6e-2c11-40e9-ab7c-816f43be0bc7 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.113843] env[69319]: DEBUG nova.compute.provider_tree [None req-5288207b-c54c-411b-8010-788f8f746688 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Updating inventory in ProviderTree for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 974.219636] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-f91236cb-6d1c-400a-ad09-ae4c86138349 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] [instance: 57bf6160-52cc-456b-b946-c36291559da8] Creating linked-clone VM from snapshot {{(pid=69319) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 974.220205] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e9849e17-ce5e-48b6-9acd-314619bf21bc {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.232225] env[69319]: DEBUG oslo_vmware.api [None req-f91236cb-6d1c-400a-ad09-ae4c86138349 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Waiting for the task: (returnval){ [ 974.232225] env[69319]: value = "task-3223481" [ 974.232225] env[69319]: _type = "Task" [ 974.232225] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.241399] env[69319]: DEBUG oslo_vmware.api [None req-f91236cb-6d1c-400a-ad09-ae4c86138349 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Task: {'id': task-3223481, 'name': CloneVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.279990] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] [instance: 90fb9d48-f1f0-4f55-9e0f-673d7d78c380] Instance has had 0 of 5 cleanup attempts {{(pid=69319) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 974.415426] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223477, 'name': CreateVM_Task, 'duration_secs': 0.341505} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.415426] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a2d05fc-1ee1-4847-bb63-ad2d3624c730] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 974.415426] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c4c34287-bda1-4a0e-9ece-7babd6920257 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.415426] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c4c34287-bda1-4a0e-9ece-7babd6920257 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.415426] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c4c34287-bda1-4a0e-9ece-7babd6920257 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.415426] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fdcb5ec-58f3-48d8-8fc6-e8d4e257dab3 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.415426] env[69319]: DEBUG oslo_vmware.api [None req-c4c34287-bda1-4a0e-9ece-7babd6920257 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Waiting for the task: (returnval){ [ 974.415426] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52b95748-8492-10ca-6ea4-670c4f07cb1b" [ 974.415426] env[69319]: _type = "Task" [ 974.415426] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.415426] env[69319]: DEBUG oslo_vmware.api [None req-c4c34287-bda1-4a0e-9ece-7babd6920257 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52b95748-8492-10ca-6ea4-670c4f07cb1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.482445] env[69319]: DEBUG oslo_vmware.api [None req-440f22fa-4b51-412c-b214-7074d586db73 tempest-ServerPasswordTestJSON-1361651989 tempest-ServerPasswordTestJSON-1361651989-project-member] Task: {'id': task-3223478, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087152} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.482979] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-440f22fa-4b51-412c-b214-7074d586db73 tempest-ServerPasswordTestJSON-1361651989 tempest-ServerPasswordTestJSON-1361651989-project-member] [instance: 290ef75a-d1aa-42f3-9571-30ae61840c01] Extended root virtual disk {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 974.483816] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf0f514a-d76f-49c0-95ff-3d438ad6cc4e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.507954] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-440f22fa-4b51-412c-b214-7074d586db73 tempest-ServerPasswordTestJSON-1361651989 tempest-ServerPasswordTestJSON-1361651989-project-member] [instance: 290ef75a-d1aa-42f3-9571-30ae61840c01] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] 290ef75a-d1aa-42f3-9571-30ae61840c01/290ef75a-d1aa-42f3-9571-30ae61840c01.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 974.510928] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-961cc558-f0dd-4b22-9c59-ca6fd4d95438 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.533508] env[69319]: DEBUG oslo_vmware.api [None req-440f22fa-4b51-412c-b214-7074d586db73 tempest-ServerPasswordTestJSON-1361651989 tempest-ServerPasswordTestJSON-1361651989-project-member] Waiting for the task: (returnval){ [ 974.533508] env[69319]: value = "task-3223482" [ 974.533508] env[69319]: _type = "Task" [ 974.533508] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.544928] env[69319]: DEBUG oslo_vmware.api [None req-440f22fa-4b51-412c-b214-7074d586db73 tempest-ServerPasswordTestJSON-1361651989 tempest-ServerPasswordTestJSON-1361651989-project-member] Task: {'id': task-3223482, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.585780] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3b11f8c-2579-4b42-8ad6-dd9e1218b399 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] [instance: d33ea59d-f210-4f99-99ee-0c5aa850c757] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 974.588622] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-68d2d761-914d-42aa-b2e9-e4e30cee9084 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.595302] env[69319]: DEBUG oslo_vmware.api [None req-a3b11f8c-2579-4b42-8ad6-dd9e1218b399 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Waiting for the task: (returnval){ [ 974.595302] env[69319]: value = "task-3223483" [ 974.595302] env[69319]: _type = "Task" [ 974.595302] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.603524] env[69319]: DEBUG oslo_vmware.api [None req-a3b11f8c-2579-4b42-8ad6-dd9e1218b399 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Task: {'id': task-3223483, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.623805] env[69319]: DEBUG nova.network.neutron [req-c1c1ca6c-a5d0-4b4f-ab2a-b69f32740eed req-a3b0f362-6296-46d0-a5a9-f05430b07fa5 service nova] [instance: 9a2d05fc-1ee1-4847-bb63-ad2d3624c730] Updated VIF entry in instance network info cache for port b01a2f8a-1a0b-4b0a-8a96-4ee82cfadd52. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 974.623805] env[69319]: DEBUG nova.network.neutron [req-c1c1ca6c-a5d0-4b4f-ab2a-b69f32740eed req-a3b0f362-6296-46d0-a5a9-f05430b07fa5 service nova] [instance: 9a2d05fc-1ee1-4847-bb63-ad2d3624c730] Updating instance_info_cache with network_info: [{"id": "b01a2f8a-1a0b-4b0a-8a96-4ee82cfadd52", "address": "fa:16:3e:ff:ec:aa", "network": {"id": "4f737b3f-f5c1-42ef-806b-0c1446295bfe", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1251481083-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a48ceaae88374e5fb247e3cd24f5e437", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3db2ab9e-1244-4377-b05f-ab76003f2428", "external-id": "nsx-vlan-transportzone-199", "segmentation_id": 199, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb01a2f8a-1a", "ovs_interfaceid": "b01a2f8a-1a0b-4b0a-8a96-4ee82cfadd52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.651959] env[69319]: DEBUG nova.scheduler.client.report [None req-5288207b-c54c-411b-8010-788f8f746688 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Updated inventory for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 with generation 97 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 974.652249] env[69319]: DEBUG nova.compute.provider_tree [None req-5288207b-c54c-411b-8010-788f8f746688 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Updating resource provider 94b8835e-2513-4669-abb9-c8c6813d60e7 generation from 97 to 98 during operation: update_inventory {{(pid=69319) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 974.652435] env[69319]: DEBUG nova.compute.provider_tree [None req-5288207b-c54c-411b-8010-788f8f746688 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Updating inventory in ProviderTree for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 974.742347] env[69319]: DEBUG oslo_vmware.api [None req-f91236cb-6d1c-400a-ad09-ae4c86138349 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Task: {'id': task-3223481, 'name': CloneVM_Task} progress is 94%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.784131] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] [instance: 6de6b246-d2c0-4d08-9c09-0a944dfecc15] Instance has had 0 of 5 cleanup attempts {{(pid=69319) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 974.905882] env[69319]: DEBUG oslo_vmware.api [None req-c4c34287-bda1-4a0e-9ece-7babd6920257 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52b95748-8492-10ca-6ea4-670c4f07cb1b, 'name': SearchDatastore_Task, 'duration_secs': 0.013574} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.906231] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c4c34287-bda1-4a0e-9ece-7babd6920257 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.906501] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-c4c34287-bda1-4a0e-9ece-7babd6920257 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 9a2d05fc-1ee1-4847-bb63-ad2d3624c730] Processing image 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 974.906751] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c4c34287-bda1-4a0e-9ece-7babd6920257 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.906902] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c4c34287-bda1-4a0e-9ece-7babd6920257 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.907159] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4c34287-bda1-4a0e-9ece-7babd6920257 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 974.907369] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ea69295f-46a7-4418-b50c-48e9c36390f1 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.917174] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4c34287-bda1-4a0e-9ece-7babd6920257 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 974.917174] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-c4c34287-bda1-4a0e-9ece-7babd6920257 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 974.917174] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1737074-8eb1-4314-b9c4-8d92129fc286 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.923538] env[69319]: DEBUG oslo_vmware.api [None req-c4c34287-bda1-4a0e-9ece-7babd6920257 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Waiting for the task: (returnval){ [ 974.923538] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]5262de56-9261-23ca-08ad-a14887bbc98e" [ 974.923538] env[69319]: _type = "Task" [ 974.923538] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.932025] env[69319]: DEBUG oslo_vmware.api [None req-c4c34287-bda1-4a0e-9ece-7babd6920257 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5262de56-9261-23ca-08ad-a14887bbc98e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.044421] env[69319]: DEBUG oslo_vmware.api [None req-440f22fa-4b51-412c-b214-7074d586db73 tempest-ServerPasswordTestJSON-1361651989 tempest-ServerPasswordTestJSON-1361651989-project-member] Task: {'id': task-3223482, 'name': ReconfigVM_Task, 'duration_secs': 0.458021} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.044750] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-440f22fa-4b51-412c-b214-7074d586db73 tempest-ServerPasswordTestJSON-1361651989 tempest-ServerPasswordTestJSON-1361651989-project-member] [instance: 290ef75a-d1aa-42f3-9571-30ae61840c01] Reconfigured VM instance instance-00000043 to attach disk [datastore1] 290ef75a-d1aa-42f3-9571-30ae61840c01/290ef75a-d1aa-42f3-9571-30ae61840c01.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 975.045444] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-170cef02-3077-410b-a157-ff53b6578bd7 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.051676] env[69319]: DEBUG oslo_vmware.api [None req-440f22fa-4b51-412c-b214-7074d586db73 tempest-ServerPasswordTestJSON-1361651989 tempest-ServerPasswordTestJSON-1361651989-project-member] Waiting for the task: (returnval){ [ 975.051676] env[69319]: value = "task-3223484" [ 975.051676] env[69319]: _type = "Task" [ 975.051676] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.059878] env[69319]: DEBUG oslo_vmware.api [None req-440f22fa-4b51-412c-b214-7074d586db73 tempest-ServerPasswordTestJSON-1361651989 tempest-ServerPasswordTestJSON-1361651989-project-member] Task: {'id': task-3223484, 'name': Rename_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.105405] env[69319]: DEBUG oslo_vmware.api [None req-a3b11f8c-2579-4b42-8ad6-dd9e1218b399 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Task: {'id': task-3223483, 'name': PowerOffVM_Task, 'duration_secs': 0.275192} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.105675] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3b11f8c-2579-4b42-8ad6-dd9e1218b399 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] [instance: d33ea59d-f210-4f99-99ee-0c5aa850c757] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 975.106537] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-a3b11f8c-2579-4b42-8ad6-dd9e1218b399 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] [instance: d33ea59d-f210-4f99-99ee-0c5aa850c757] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 975.107600] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac253702-8466-4f54-931e-cdb6ef05faea {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.114643] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-a3b11f8c-2579-4b42-8ad6-dd9e1218b399 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] [instance: d33ea59d-f210-4f99-99ee-0c5aa850c757] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 975.114898] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-06ae3042-b519-424c-83db-661002eb8573 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.125068] env[69319]: DEBUG oslo_concurrency.lockutils [req-c1c1ca6c-a5d0-4b4f-ab2a-b69f32740eed req-a3b0f362-6296-46d0-a5a9-f05430b07fa5 service nova] Releasing lock "refresh_cache-9a2d05fc-1ee1-4847-bb63-ad2d3624c730" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.149781] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-a3b11f8c-2579-4b42-8ad6-dd9e1218b399 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] [instance: d33ea59d-f210-4f99-99ee-0c5aa850c757] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 975.149781] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-a3b11f8c-2579-4b42-8ad6-dd9e1218b399 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] [instance: d33ea59d-f210-4f99-99ee-0c5aa850c757] Deleting contents of the VM from datastore datastore1 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 975.149995] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3b11f8c-2579-4b42-8ad6-dd9e1218b399 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Deleting the datastore file [datastore1] d33ea59d-f210-4f99-99ee-0c5aa850c757 {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 975.150275] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ff557c5a-400f-4c5f-b17a-6c712c860844 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.157240] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5288207b-c54c-411b-8010-788f8f746688 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.598s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.157758] env[69319]: DEBUG nova.compute.manager [None req-5288207b-c54c-411b-8010-788f8f746688 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] [instance: c771ca2e-35a5-4e64-a382-926a00df4d22] Start building networks asynchronously for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 975.161565] env[69319]: DEBUG oslo_concurrency.lockutils [None req-e49961e0-dbf0-41d1-a572-9c4272c588b8 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.015s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.162997] env[69319]: INFO nova.compute.claims [None req-e49961e0-dbf0-41d1-a572-9c4272c588b8 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 3398ecd5-6889-400b-a436-e22d014f0da0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 975.165577] env[69319]: DEBUG oslo_vmware.api [None req-a3b11f8c-2579-4b42-8ad6-dd9e1218b399 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Waiting for the task: (returnval){ [ 975.165577] env[69319]: value = "task-3223486" [ 975.165577] env[69319]: _type = "Task" [ 975.165577] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.175586] env[69319]: DEBUG oslo_vmware.api [None req-a3b11f8c-2579-4b42-8ad6-dd9e1218b399 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Task: {'id': task-3223486, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.241920] env[69319]: DEBUG oslo_vmware.api [None req-f91236cb-6d1c-400a-ad09-ae4c86138349 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Task: {'id': task-3223481, 'name': CloneVM_Task} progress is 94%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.287301] env[69319]: DEBUG oslo_service.periodic_task [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69319) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 975.287451] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Cleaning up deleted instances with incomplete migration {{(pid=69319) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 975.434193] env[69319]: DEBUG oslo_vmware.api [None req-c4c34287-bda1-4a0e-9ece-7babd6920257 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5262de56-9261-23ca-08ad-a14887bbc98e, 'name': SearchDatastore_Task, 'duration_secs': 0.011356} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.435371] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60585b27-b850-4d4b-a796-4ada7bca7150 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.441336] env[69319]: DEBUG oslo_vmware.api [None req-c4c34287-bda1-4a0e-9ece-7babd6920257 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Waiting for the task: (returnval){ [ 975.441336] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52bad6c4-abfb-ec89-966d-d357f21b12bd" [ 975.441336] env[69319]: _type = "Task" [ 975.441336] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.450394] env[69319]: DEBUG oslo_vmware.api [None req-c4c34287-bda1-4a0e-9ece-7babd6920257 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52bad6c4-abfb-ec89-966d-d357f21b12bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.561260] env[69319]: DEBUG oslo_vmware.api [None req-440f22fa-4b51-412c-b214-7074d586db73 tempest-ServerPasswordTestJSON-1361651989 tempest-ServerPasswordTestJSON-1361651989-project-member] Task: {'id': task-3223484, 'name': Rename_Task, 'duration_secs': 0.182463} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.561584] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-440f22fa-4b51-412c-b214-7074d586db73 tempest-ServerPasswordTestJSON-1361651989 tempest-ServerPasswordTestJSON-1361651989-project-member] [instance: 290ef75a-d1aa-42f3-9571-30ae61840c01] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 975.561833] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4d4861b2-8fad-493c-ad08-bf71eda01b7e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.568065] env[69319]: DEBUG oslo_vmware.api [None req-440f22fa-4b51-412c-b214-7074d586db73 tempest-ServerPasswordTestJSON-1361651989 tempest-ServerPasswordTestJSON-1361651989-project-member] Waiting for the task: (returnval){ [ 975.568065] env[69319]: value = "task-3223487" [ 975.568065] env[69319]: _type = "Task" [ 975.568065] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.575624] env[69319]: DEBUG oslo_vmware.api [None req-440f22fa-4b51-412c-b214-7074d586db73 tempest-ServerPasswordTestJSON-1361651989 tempest-ServerPasswordTestJSON-1361651989-project-member] Task: {'id': task-3223487, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.667435] env[69319]: DEBUG nova.compute.utils [None req-5288207b-c54c-411b-8010-788f8f746688 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Using /dev/sd instead of None {{(pid=69319) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 975.671240] env[69319]: DEBUG nova.compute.manager [None req-5288207b-c54c-411b-8010-788f8f746688 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] [instance: c771ca2e-35a5-4e64-a382-926a00df4d22] Allocating IP information in the background. {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 975.671430] env[69319]: DEBUG nova.network.neutron [None req-5288207b-c54c-411b-8010-788f8f746688 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] [instance: c771ca2e-35a5-4e64-a382-926a00df4d22] allocate_for_instance() {{(pid=69319) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 975.683392] env[69319]: DEBUG oslo_vmware.api [None req-a3b11f8c-2579-4b42-8ad6-dd9e1218b399 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Task: {'id': task-3223486, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.117303} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.684496] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3b11f8c-2579-4b42-8ad6-dd9e1218b399 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 975.684706] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-a3b11f8c-2579-4b42-8ad6-dd9e1218b399 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] [instance: d33ea59d-f210-4f99-99ee-0c5aa850c757] Deleted contents of the VM from datastore datastore1 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 975.684888] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-a3b11f8c-2579-4b42-8ad6-dd9e1218b399 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] [instance: d33ea59d-f210-4f99-99ee-0c5aa850c757] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 975.717454] env[69319]: DEBUG nova.policy [None req-5288207b-c54c-411b-8010-788f8f746688 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '340482106d574dcdbd831bf7e17d0f43', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6533c097f5254ff48af7edf184b57761', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69319) authorize /opt/stack/nova/nova/policy.py:192}} [ 975.742658] env[69319]: DEBUG oslo_vmware.api [None req-f91236cb-6d1c-400a-ad09-ae4c86138349 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Task: {'id': task-3223481, 'name': CloneVM_Task} progress is 94%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.791403] env[69319]: DEBUG oslo_service.periodic_task [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69319) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 975.962214] env[69319]: DEBUG oslo_vmware.api [None req-c4c34287-bda1-4a0e-9ece-7babd6920257 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52bad6c4-abfb-ec89-966d-d357f21b12bd, 'name': SearchDatastore_Task, 'duration_secs': 0.010135} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.962214] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c4c34287-bda1-4a0e-9ece-7babd6920257 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.962214] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4c34287-bda1-4a0e-9ece-7babd6920257 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] 9a2d05fc-1ee1-4847-bb63-ad2d3624c730/9a2d05fc-1ee1-4847-bb63-ad2d3624c730.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 975.962214] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fa503a43-b898-40bc-b26a-36babf7a8992 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.970220] env[69319]: DEBUG oslo_vmware.api [None req-c4c34287-bda1-4a0e-9ece-7babd6920257 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Waiting for the task: (returnval){ [ 975.970220] env[69319]: value = "task-3223488" [ 975.970220] env[69319]: _type = "Task" [ 975.970220] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.979311] env[69319]: DEBUG oslo_vmware.api [None req-c4c34287-bda1-4a0e-9ece-7babd6920257 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': task-3223488, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.987759] env[69319]: DEBUG nova.network.neutron [None req-5288207b-c54c-411b-8010-788f8f746688 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] [instance: c771ca2e-35a5-4e64-a382-926a00df4d22] Successfully created port: a8ef65c2-54c3-4947-a939-55e0a97b9286 {{(pid=69319) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 976.078522] env[69319]: DEBUG oslo_vmware.api [None req-440f22fa-4b51-412c-b214-7074d586db73 tempest-ServerPasswordTestJSON-1361651989 tempest-ServerPasswordTestJSON-1361651989-project-member] Task: {'id': task-3223487, 'name': PowerOnVM_Task, 'duration_secs': 0.490117} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.078810] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-440f22fa-4b51-412c-b214-7074d586db73 tempest-ServerPasswordTestJSON-1361651989 tempest-ServerPasswordTestJSON-1361651989-project-member] [instance: 290ef75a-d1aa-42f3-9571-30ae61840c01] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 976.079200] env[69319]: INFO nova.compute.manager [None req-440f22fa-4b51-412c-b214-7074d586db73 tempest-ServerPasswordTestJSON-1361651989 tempest-ServerPasswordTestJSON-1361651989-project-member] [instance: 290ef75a-d1aa-42f3-9571-30ae61840c01] Took 9.54 seconds to spawn the instance on the hypervisor. [ 976.079477] env[69319]: DEBUG nova.compute.manager [None req-440f22fa-4b51-412c-b214-7074d586db73 tempest-ServerPasswordTestJSON-1361651989 tempest-ServerPasswordTestJSON-1361651989-project-member] [instance: 290ef75a-d1aa-42f3-9571-30ae61840c01] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 976.080513] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-416f8ede-e3a2-4f1a-8ade-1ddb7b30dfbe {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.172411] env[69319]: DEBUG nova.compute.manager [None req-5288207b-c54c-411b-8010-788f8f746688 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] [instance: c771ca2e-35a5-4e64-a382-926a00df4d22] Start building block device mappings for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 976.248781] env[69319]: DEBUG oslo_vmware.api [None req-f91236cb-6d1c-400a-ad09-ae4c86138349 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Task: {'id': task-3223481, 'name': CloneVM_Task} progress is 100%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.480844] env[69319]: DEBUG oslo_vmware.api [None req-c4c34287-bda1-4a0e-9ece-7babd6920257 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': task-3223488, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.602654] env[69319]: INFO nova.compute.manager [None req-440f22fa-4b51-412c-b214-7074d586db73 tempest-ServerPasswordTestJSON-1361651989 tempest-ServerPasswordTestJSON-1361651989-project-member] [instance: 290ef75a-d1aa-42f3-9571-30ae61840c01] Took 46.53 seconds to build instance. [ 976.661047] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-403f6474-31fb-4ae3-b936-3f877328cdf1 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.669157] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f71df5e2-293f-4a1a-a62b-dfa1e3a7ca08 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.708255] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e833aa1-6470-4b8f-ad95-a073c78d14ac {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.716157] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f2c6ee5-8153-4cac-ada5-ee6c9d8d04e3 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.731862] env[69319]: DEBUG nova.compute.provider_tree [None req-e49961e0-dbf0-41d1-a572-9c4272c588b8 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 976.747743] env[69319]: DEBUG oslo_vmware.api [None req-f91236cb-6d1c-400a-ad09-ae4c86138349 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Task: {'id': task-3223481, 'name': CloneVM_Task, 'duration_secs': 2.041733} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.748648] env[69319]: INFO nova.virt.vmwareapi.vmops [None req-f91236cb-6d1c-400a-ad09-ae4c86138349 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] [instance: 57bf6160-52cc-456b-b946-c36291559da8] Created linked-clone VM from snapshot [ 976.749440] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13d5c677-0a76-456d-ab24-b0d45b2d3578 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.754333] env[69319]: DEBUG nova.virt.hardware [None req-a3b11f8c-2579-4b42-8ad6-dd9e1218b399 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:32:36Z,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31f027872f6f44dba95ff2fe7a062e00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:32:36Z,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 976.754555] env[69319]: DEBUG nova.virt.hardware [None req-a3b11f8c-2579-4b42-8ad6-dd9e1218b399 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 976.754710] env[69319]: DEBUG nova.virt.hardware [None req-a3b11f8c-2579-4b42-8ad6-dd9e1218b399 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 976.754891] env[69319]: DEBUG nova.virt.hardware [None req-a3b11f8c-2579-4b42-8ad6-dd9e1218b399 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 976.755050] env[69319]: DEBUG nova.virt.hardware [None req-a3b11f8c-2579-4b42-8ad6-dd9e1218b399 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 976.755207] env[69319]: DEBUG nova.virt.hardware [None req-a3b11f8c-2579-4b42-8ad6-dd9e1218b399 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 976.755413] env[69319]: DEBUG nova.virt.hardware [None req-a3b11f8c-2579-4b42-8ad6-dd9e1218b399 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 976.755573] env[69319]: DEBUG nova.virt.hardware [None req-a3b11f8c-2579-4b42-8ad6-dd9e1218b399 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 976.755740] env[69319]: DEBUG nova.virt.hardware [None req-a3b11f8c-2579-4b42-8ad6-dd9e1218b399 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 976.755902] env[69319]: DEBUG nova.virt.hardware [None req-a3b11f8c-2579-4b42-8ad6-dd9e1218b399 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 976.756087] env[69319]: DEBUG nova.virt.hardware [None req-a3b11f8c-2579-4b42-8ad6-dd9e1218b399 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 976.757394] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4051617-07b9-4d83-9f06-d922bd0462d6 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.765905] env[69319]: DEBUG nova.virt.vmwareapi.images [None req-f91236cb-6d1c-400a-ad09-ae4c86138349 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] [instance: 57bf6160-52cc-456b-b946-c36291559da8] Uploading image 7fb940a8-a6d6-4b6d-a83d-1f4d4dcd7615 {{(pid=69319) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 976.771162] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28b16fbd-e49b-4f4b-9571-ef93a4bb545d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.785599] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-a3b11f8c-2579-4b42-8ad6-dd9e1218b399 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] [instance: d33ea59d-f210-4f99-99ee-0c5aa850c757] Instance VIF info [] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 976.794756] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a3b11f8c-2579-4b42-8ad6-dd9e1218b399 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 976.794756] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-f91236cb-6d1c-400a-ad09-ae4c86138349 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] [instance: 57bf6160-52cc-456b-b946-c36291559da8] Destroying the VM {{(pid=69319) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 976.794756] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d33ea59d-f210-4f99-99ee-0c5aa850c757] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 976.794756] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1ed1df0d-5432-4c5a-900d-a4d2d6a70fdd {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.794756] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8ed2fceb-5359-42df-b958-606dbe15e584 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.813079] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 976.813079] env[69319]: value = "task-3223491" [ 976.813079] env[69319]: _type = "Task" [ 976.813079] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.814517] env[69319]: DEBUG oslo_vmware.api [None req-f91236cb-6d1c-400a-ad09-ae4c86138349 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Waiting for the task: (returnval){ [ 976.814517] env[69319]: value = "task-3223490" [ 976.814517] env[69319]: _type = "Task" [ 976.814517] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.826195] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223491, 'name': CreateVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.829495] env[69319]: DEBUG oslo_vmware.api [None req-f91236cb-6d1c-400a-ad09-ae4c86138349 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Task: {'id': task-3223490, 'name': Destroy_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.979390] env[69319]: DEBUG oslo_vmware.api [None req-c4c34287-bda1-4a0e-9ece-7babd6920257 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': task-3223488, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.582799} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.979807] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4c34287-bda1-4a0e-9ece-7babd6920257 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] 9a2d05fc-1ee1-4847-bb63-ad2d3624c730/9a2d05fc-1ee1-4847-bb63-ad2d3624c730.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 976.979894] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-c4c34287-bda1-4a0e-9ece-7babd6920257 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 9a2d05fc-1ee1-4847-bb63-ad2d3624c730] Extending root virtual disk to 1048576 {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 976.980163] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9c338363-b6e7-4fba-a903-abcfb7682525 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.986692] env[69319]: DEBUG oslo_vmware.api [None req-c4c34287-bda1-4a0e-9ece-7babd6920257 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Waiting for the task: (returnval){ [ 976.986692] env[69319]: value = "task-3223492" [ 976.986692] env[69319]: _type = "Task" [ 976.986692] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.997024] env[69319]: DEBUG oslo_vmware.api [None req-c4c34287-bda1-4a0e-9ece-7babd6920257 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': task-3223492, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.105509] env[69319]: DEBUG oslo_concurrency.lockutils [None req-440f22fa-4b51-412c-b214-7074d586db73 tempest-ServerPasswordTestJSON-1361651989 tempest-ServerPasswordTestJSON-1361651989-project-member] Lock "290ef75a-d1aa-42f3-9571-30ae61840c01" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.044s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.209397] env[69319]: DEBUG nova.compute.manager [None req-5288207b-c54c-411b-8010-788f8f746688 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] [instance: c771ca2e-35a5-4e64-a382-926a00df4d22] Start spawning the instance on the hypervisor. {{(pid=69319) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 977.238743] env[69319]: DEBUG nova.virt.hardware [None req-5288207b-c54c-411b-8010-788f8f746688 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:32:36Z,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31f027872f6f44dba95ff2fe7a062e00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:32:36Z,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 977.238743] env[69319]: DEBUG nova.virt.hardware [None req-5288207b-c54c-411b-8010-788f8f746688 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 977.238743] env[69319]: DEBUG nova.virt.hardware [None req-5288207b-c54c-411b-8010-788f8f746688 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 977.238743] env[69319]: DEBUG nova.virt.hardware [None req-5288207b-c54c-411b-8010-788f8f746688 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 977.238743] env[69319]: DEBUG nova.virt.hardware [None req-5288207b-c54c-411b-8010-788f8f746688 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 977.238743] env[69319]: DEBUG nova.virt.hardware [None req-5288207b-c54c-411b-8010-788f8f746688 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 977.238743] env[69319]: DEBUG nova.virt.hardware [None req-5288207b-c54c-411b-8010-788f8f746688 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 977.239172] env[69319]: DEBUG nova.virt.hardware [None req-5288207b-c54c-411b-8010-788f8f746688 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 977.239172] env[69319]: DEBUG nova.virt.hardware [None req-5288207b-c54c-411b-8010-788f8f746688 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 977.239538] env[69319]: DEBUG nova.virt.hardware [None req-5288207b-c54c-411b-8010-788f8f746688 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 977.240065] env[69319]: DEBUG nova.virt.hardware [None req-5288207b-c54c-411b-8010-788f8f746688 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 977.241161] env[69319]: DEBUG nova.scheduler.client.report [None req-e49961e0-dbf0-41d1-a572-9c4272c588b8 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 977.245663] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca2b0acc-704c-415d-9afe-d2d7b31c6d8f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.254994] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-258f1f3f-1c0c-4350-9fd9-0f1c028bf8e0 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.327709] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223491, 'name': CreateVM_Task} progress is 25%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.331663] env[69319]: DEBUG oslo_vmware.api [None req-f91236cb-6d1c-400a-ad09-ae4c86138349 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Task: {'id': task-3223490, 'name': Destroy_Task} progress is 33%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.464649] env[69319]: DEBUG nova.compute.manager [req-6e2a0240-19a5-4e8c-af7e-10cef282fa5c req-9a2a6e42-1a46-4a49-beff-7bd5cef46f98 service nova] [instance: c771ca2e-35a5-4e64-a382-926a00df4d22] Received event network-vif-plugged-a8ef65c2-54c3-4947-a939-55e0a97b9286 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 977.464881] env[69319]: DEBUG oslo_concurrency.lockutils [req-6e2a0240-19a5-4e8c-af7e-10cef282fa5c req-9a2a6e42-1a46-4a49-beff-7bd5cef46f98 service nova] Acquiring lock "c771ca2e-35a5-4e64-a382-926a00df4d22-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.465113] env[69319]: DEBUG oslo_concurrency.lockutils [req-6e2a0240-19a5-4e8c-af7e-10cef282fa5c req-9a2a6e42-1a46-4a49-beff-7bd5cef46f98 service nova] Lock "c771ca2e-35a5-4e64-a382-926a00df4d22-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.465302] env[69319]: DEBUG oslo_concurrency.lockutils [req-6e2a0240-19a5-4e8c-af7e-10cef282fa5c req-9a2a6e42-1a46-4a49-beff-7bd5cef46f98 service nova] Lock "c771ca2e-35a5-4e64-a382-926a00df4d22-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.465468] env[69319]: DEBUG nova.compute.manager [req-6e2a0240-19a5-4e8c-af7e-10cef282fa5c req-9a2a6e42-1a46-4a49-beff-7bd5cef46f98 service nova] [instance: c771ca2e-35a5-4e64-a382-926a00df4d22] No waiting events found dispatching network-vif-plugged-a8ef65c2-54c3-4947-a939-55e0a97b9286 {{(pid=69319) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 977.465634] env[69319]: WARNING nova.compute.manager [req-6e2a0240-19a5-4e8c-af7e-10cef282fa5c req-9a2a6e42-1a46-4a49-beff-7bd5cef46f98 service nova] [instance: c771ca2e-35a5-4e64-a382-926a00df4d22] Received unexpected event network-vif-plugged-a8ef65c2-54c3-4947-a939-55e0a97b9286 for instance with vm_state building and task_state spawning. [ 977.497014] env[69319]: DEBUG oslo_vmware.api [None req-c4c34287-bda1-4a0e-9ece-7babd6920257 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': task-3223492, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.256693} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.497302] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-c4c34287-bda1-4a0e-9ece-7babd6920257 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 9a2d05fc-1ee1-4847-bb63-ad2d3624c730] Extended root virtual disk {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 977.498109] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a499dcf1-ddda-4213-9429-543efa3d9b4b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.525918] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4c34287-bda1-4a0e-9ece-7babd6920257 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 9a2d05fc-1ee1-4847-bb63-ad2d3624c730] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] 9a2d05fc-1ee1-4847-bb63-ad2d3624c730/9a2d05fc-1ee1-4847-bb63-ad2d3624c730.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 977.526315] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-078a1f27-5de4-47fe-9496-427b5006e31c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.549336] env[69319]: DEBUG oslo_vmware.api [None req-c4c34287-bda1-4a0e-9ece-7babd6920257 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Waiting for the task: (returnval){ [ 977.549336] env[69319]: value = "task-3223493" [ 977.549336] env[69319]: _type = "Task" [ 977.549336] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.558234] env[69319]: DEBUG oslo_vmware.api [None req-c4c34287-bda1-4a0e-9ece-7babd6920257 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': task-3223493, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.562604] env[69319]: DEBUG nova.network.neutron [None req-5288207b-c54c-411b-8010-788f8f746688 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] [instance: c771ca2e-35a5-4e64-a382-926a00df4d22] Successfully updated port: a8ef65c2-54c3-4947-a939-55e0a97b9286 {{(pid=69319) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 977.647979] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c566f302-a243-4889-b2df-1b5b26938c95 tempest-ServerPasswordTestJSON-1361651989 tempest-ServerPasswordTestJSON-1361651989-project-member] Acquiring lock "290ef75a-d1aa-42f3-9571-30ae61840c01" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.648260] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c566f302-a243-4889-b2df-1b5b26938c95 tempest-ServerPasswordTestJSON-1361651989 tempest-ServerPasswordTestJSON-1361651989-project-member] Lock "290ef75a-d1aa-42f3-9571-30ae61840c01" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.648478] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c566f302-a243-4889-b2df-1b5b26938c95 tempest-ServerPasswordTestJSON-1361651989 tempest-ServerPasswordTestJSON-1361651989-project-member] Acquiring lock "290ef75a-d1aa-42f3-9571-30ae61840c01-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.648667] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c566f302-a243-4889-b2df-1b5b26938c95 tempest-ServerPasswordTestJSON-1361651989 tempest-ServerPasswordTestJSON-1361651989-project-member] Lock "290ef75a-d1aa-42f3-9571-30ae61840c01-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.648865] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c566f302-a243-4889-b2df-1b5b26938c95 tempest-ServerPasswordTestJSON-1361651989 tempest-ServerPasswordTestJSON-1361651989-project-member] Lock "290ef75a-d1aa-42f3-9571-30ae61840c01-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.651563] env[69319]: INFO nova.compute.manager [None req-c566f302-a243-4889-b2df-1b5b26938c95 tempest-ServerPasswordTestJSON-1361651989 tempest-ServerPasswordTestJSON-1361651989-project-member] [instance: 290ef75a-d1aa-42f3-9571-30ae61840c01] Terminating instance [ 977.746422] env[69319]: DEBUG oslo_concurrency.lockutils [None req-e49961e0-dbf0-41d1-a572-9c4272c588b8 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.585s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.746979] env[69319]: DEBUG nova.compute.manager [None req-e49961e0-dbf0-41d1-a572-9c4272c588b8 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 3398ecd5-6889-400b-a436-e22d014f0da0] Start building networks asynchronously for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 977.753107] env[69319]: DEBUG oslo_concurrency.lockutils [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.598s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.755840] env[69319]: INFO nova.compute.claims [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] [instance: 8dabca07-310b-4c22-b6c5-9fc57cf98adf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 977.828098] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223491, 'name': CreateVM_Task} progress is 25%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.831188] env[69319]: DEBUG oslo_vmware.api [None req-f91236cb-6d1c-400a-ad09-ae4c86138349 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Task: {'id': task-3223490, 'name': Destroy_Task, 'duration_secs': 0.551752} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.831462] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-f91236cb-6d1c-400a-ad09-ae4c86138349 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] [instance: 57bf6160-52cc-456b-b946-c36291559da8] Destroyed the VM [ 977.831752] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-f91236cb-6d1c-400a-ad09-ae4c86138349 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] [instance: 57bf6160-52cc-456b-b946-c36291559da8] Deleting Snapshot of the VM instance {{(pid=69319) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 977.831995] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-287adf8d-0662-4a47-b244-fda91fe3e6ab {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.838560] env[69319]: DEBUG oslo_vmware.api [None req-f91236cb-6d1c-400a-ad09-ae4c86138349 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Waiting for the task: (returnval){ [ 977.838560] env[69319]: value = "task-3223494" [ 977.838560] env[69319]: _type = "Task" [ 977.838560] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.847439] env[69319]: DEBUG oslo_vmware.api [None req-f91236cb-6d1c-400a-ad09-ae4c86138349 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Task: {'id': task-3223494, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.060302] env[69319]: DEBUG oslo_vmware.api [None req-c4c34287-bda1-4a0e-9ece-7babd6920257 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': task-3223493, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.065384] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5288207b-c54c-411b-8010-788f8f746688 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Acquiring lock "refresh_cache-c771ca2e-35a5-4e64-a382-926a00df4d22" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.065494] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5288207b-c54c-411b-8010-788f8f746688 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Acquired lock "refresh_cache-c771ca2e-35a5-4e64-a382-926a00df4d22" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.065615] env[69319]: DEBUG nova.network.neutron [None req-5288207b-c54c-411b-8010-788f8f746688 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] [instance: c771ca2e-35a5-4e64-a382-926a00df4d22] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 978.157848] env[69319]: DEBUG nova.compute.manager [None req-c566f302-a243-4889-b2df-1b5b26938c95 tempest-ServerPasswordTestJSON-1361651989 tempest-ServerPasswordTestJSON-1361651989-project-member] [instance: 290ef75a-d1aa-42f3-9571-30ae61840c01] Start destroying the instance on the hypervisor. {{(pid=69319) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 978.158106] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-c566f302-a243-4889-b2df-1b5b26938c95 tempest-ServerPasswordTestJSON-1361651989 tempest-ServerPasswordTestJSON-1361651989-project-member] [instance: 290ef75a-d1aa-42f3-9571-30ae61840c01] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 978.159018] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f7e0e80-7c18-4d63-ad81-b6aa69f80609 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.170736] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-c566f302-a243-4889-b2df-1b5b26938c95 tempest-ServerPasswordTestJSON-1361651989 tempest-ServerPasswordTestJSON-1361651989-project-member] [instance: 290ef75a-d1aa-42f3-9571-30ae61840c01] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 978.170991] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9d774645-dd15-4ad9-a5ea-882822fbd7f4 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.178389] env[69319]: DEBUG oslo_vmware.api [None req-c566f302-a243-4889-b2df-1b5b26938c95 tempest-ServerPasswordTestJSON-1361651989 tempest-ServerPasswordTestJSON-1361651989-project-member] Waiting for the task: (returnval){ [ 978.178389] env[69319]: value = "task-3223495" [ 978.178389] env[69319]: _type = "Task" [ 978.178389] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.190389] env[69319]: DEBUG oslo_vmware.api [None req-c566f302-a243-4889-b2df-1b5b26938c95 tempest-ServerPasswordTestJSON-1361651989 tempest-ServerPasswordTestJSON-1361651989-project-member] Task: {'id': task-3223495, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.257783] env[69319]: DEBUG nova.compute.utils [None req-e49961e0-dbf0-41d1-a572-9c4272c588b8 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Using /dev/sd instead of None {{(pid=69319) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 978.263164] env[69319]: DEBUG nova.compute.manager [None req-e49961e0-dbf0-41d1-a572-9c4272c588b8 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 3398ecd5-6889-400b-a436-e22d014f0da0] Allocating IP information in the background. {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 978.263164] env[69319]: DEBUG nova.network.neutron [None req-e49961e0-dbf0-41d1-a572-9c4272c588b8 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 3398ecd5-6889-400b-a436-e22d014f0da0] allocate_for_instance() {{(pid=69319) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 978.324626] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223491, 'name': CreateVM_Task} progress is 25%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.326928] env[69319]: DEBUG nova.policy [None req-e49961e0-dbf0-41d1-a572-9c4272c588b8 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5dc517fef9254eada360f42206918d25', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c749d00b4b5b4852a5c16d9621d8eb16', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69319) authorize /opt/stack/nova/nova/policy.py:192}} [ 978.348173] env[69319]: DEBUG oslo_vmware.api [None req-f91236cb-6d1c-400a-ad09-ae4c86138349 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Task: {'id': task-3223494, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.560582] env[69319]: DEBUG oslo_vmware.api [None req-c4c34287-bda1-4a0e-9ece-7babd6920257 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': task-3223493, 'name': ReconfigVM_Task, 'duration_secs': 0.585175} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.560582] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4c34287-bda1-4a0e-9ece-7babd6920257 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 9a2d05fc-1ee1-4847-bb63-ad2d3624c730] Reconfigured VM instance instance-00000044 to attach disk [datastore2] 9a2d05fc-1ee1-4847-bb63-ad2d3624c730/9a2d05fc-1ee1-4847-bb63-ad2d3624c730.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 978.565375] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a9c0f1ba-a087-4a96-a090-c1c92158d585 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.567325] env[69319]: DEBUG oslo_vmware.api [None req-c4c34287-bda1-4a0e-9ece-7babd6920257 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Waiting for the task: (returnval){ [ 978.567325] env[69319]: value = "task-3223496" [ 978.567325] env[69319]: _type = "Task" [ 978.567325] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.580824] env[69319]: DEBUG oslo_vmware.api [None req-c4c34287-bda1-4a0e-9ece-7babd6920257 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': task-3223496, 'name': Rename_Task} progress is 6%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.603635] env[69319]: DEBUG nova.network.neutron [None req-e49961e0-dbf0-41d1-a572-9c4272c588b8 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 3398ecd5-6889-400b-a436-e22d014f0da0] Successfully created port: b7f75aeb-e1e9-4355-8d83-1c437333a71d {{(pid=69319) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 978.655054] env[69319]: DEBUG nova.network.neutron [None req-5288207b-c54c-411b-8010-788f8f746688 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] [instance: c771ca2e-35a5-4e64-a382-926a00df4d22] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 978.673348] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-9badd22e-88d0-4502-8bb4-02fee0e0256f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 170e2a0b-6461-4752-b7da-2ed0ff9fd73c] Volume attach. Driver type: vmdk {{(pid=69319) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 978.673600] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-9badd22e-88d0-4502-8bb4-02fee0e0256f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 170e2a0b-6461-4752-b7da-2ed0ff9fd73c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-644433', 'volume_id': 'a60de1ed-191c-4b33-aca1-8774426dfcae', 'name': 'volume-a60de1ed-191c-4b33-aca1-8774426dfcae', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '170e2a0b-6461-4752-b7da-2ed0ff9fd73c', 'attached_at': '', 'detached_at': '', 'volume_id': 'a60de1ed-191c-4b33-aca1-8774426dfcae', 'serial': 'a60de1ed-191c-4b33-aca1-8774426dfcae'} {{(pid=69319) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 978.674544] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5079abd3-f298-485a-a95d-19638aef3c06 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.710336] env[69319]: DEBUG oslo_vmware.api [None req-c566f302-a243-4889-b2df-1b5b26938c95 tempest-ServerPasswordTestJSON-1361651989 tempest-ServerPasswordTestJSON-1361651989-project-member] Task: {'id': task-3223495, 'name': PowerOffVM_Task, 'duration_secs': 0.192297} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.710679] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-c566f302-a243-4889-b2df-1b5b26938c95 tempest-ServerPasswordTestJSON-1361651989 tempest-ServerPasswordTestJSON-1361651989-project-member] [instance: 290ef75a-d1aa-42f3-9571-30ae61840c01] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 978.710851] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-c566f302-a243-4889-b2df-1b5b26938c95 tempest-ServerPasswordTestJSON-1361651989 tempest-ServerPasswordTestJSON-1361651989-project-member] [instance: 290ef75a-d1aa-42f3-9571-30ae61840c01] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 978.712212] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8e26438-8821-482b-94f9-fa31b44bb6b0 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.717435] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c2d37ed3-cf6c-41dd-89d6-522f3bf70604 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.741490] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-9badd22e-88d0-4502-8bb4-02fee0e0256f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 170e2a0b-6461-4752-b7da-2ed0ff9fd73c] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] volume-a60de1ed-191c-4b33-aca1-8774426dfcae/volume-a60de1ed-191c-4b33-aca1-8774426dfcae.vmdk or device None with type thin {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 978.741864] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b73e419d-9c26-4086-bf77-da0407154ecc {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.760544] env[69319]: DEBUG nova.compute.manager [None req-e49961e0-dbf0-41d1-a572-9c4272c588b8 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 3398ecd5-6889-400b-a436-e22d014f0da0] Start building block device mappings for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 978.764404] env[69319]: DEBUG oslo_vmware.api [None req-9badd22e-88d0-4502-8bb4-02fee0e0256f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Waiting for the task: (returnval){ [ 978.764404] env[69319]: value = "task-3223498" [ 978.764404] env[69319]: _type = "Task" [ 978.764404] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.777673] env[69319]: DEBUG oslo_vmware.api [None req-9badd22e-88d0-4502-8bb4-02fee0e0256f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': task-3223498, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.815548] env[69319]: DEBUG oslo_concurrency.lockutils [None req-43c53201-6b45-400c-abfa-928ff353a4a9 tempest-ServersV294TestFqdnHostnames-452613075 tempest-ServersV294TestFqdnHostnames-452613075-project-member] Acquiring lock "b5440512-ae77-469f-b76b-a6d660b26f50" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.815901] env[69319]: DEBUG oslo_concurrency.lockutils [None req-43c53201-6b45-400c-abfa-928ff353a4a9 tempest-ServersV294TestFqdnHostnames-452613075 tempest-ServersV294TestFqdnHostnames-452613075-project-member] Lock "b5440512-ae77-469f-b76b-a6d660b26f50" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.827556] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223491, 'name': CreateVM_Task} progress is 25%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.844170] env[69319]: DEBUG nova.network.neutron [None req-5288207b-c54c-411b-8010-788f8f746688 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] [instance: c771ca2e-35a5-4e64-a382-926a00df4d22] Updating instance_info_cache with network_info: [{"id": "a8ef65c2-54c3-4947-a939-55e0a97b9286", "address": "fa:16:3e:67:1d:d4", "network": {"id": "479b2db4-1595-499c-989e-d2c9bc18b740", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1550392127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6533c097f5254ff48af7edf184b57761", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31ac3fea-ebf4-4bed-bf70-1eaecdf71280", "external-id": "nsx-vlan-transportzone-489", "segmentation_id": 489, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8ef65c2-54", "ovs_interfaceid": "a8ef65c2-54c3-4947-a939-55e0a97b9286", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.851459] env[69319]: DEBUG oslo_vmware.api [None req-f91236cb-6d1c-400a-ad09-ae4c86138349 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Task: {'id': task-3223494, 'name': RemoveSnapshot_Task, 'duration_secs': 0.625169} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.855670] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-f91236cb-6d1c-400a-ad09-ae4c86138349 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] [instance: 57bf6160-52cc-456b-b946-c36291559da8] Deleted Snapshot of the VM instance {{(pid=69319) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 978.855670] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-c566f302-a243-4889-b2df-1b5b26938c95 tempest-ServerPasswordTestJSON-1361651989 tempest-ServerPasswordTestJSON-1361651989-project-member] [instance: 290ef75a-d1aa-42f3-9571-30ae61840c01] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 978.855670] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-c566f302-a243-4889-b2df-1b5b26938c95 tempest-ServerPasswordTestJSON-1361651989 tempest-ServerPasswordTestJSON-1361651989-project-member] [instance: 290ef75a-d1aa-42f3-9571-30ae61840c01] Deleting contents of the VM from datastore datastore1 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 978.855670] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-c566f302-a243-4889-b2df-1b5b26938c95 tempest-ServerPasswordTestJSON-1361651989 tempest-ServerPasswordTestJSON-1361651989-project-member] Deleting the datastore file [datastore1] 290ef75a-d1aa-42f3-9571-30ae61840c01 {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 978.858776] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f9bf089b-329b-484f-b771-a969960e108a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.866746] env[69319]: DEBUG oslo_vmware.api [None req-c566f302-a243-4889-b2df-1b5b26938c95 tempest-ServerPasswordTestJSON-1361651989 tempest-ServerPasswordTestJSON-1361651989-project-member] Waiting for the task: (returnval){ [ 978.866746] env[69319]: value = "task-3223499" [ 978.866746] env[69319]: _type = "Task" [ 978.866746] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.874771] env[69319]: DEBUG oslo_vmware.api [None req-c566f302-a243-4889-b2df-1b5b26938c95 tempest-ServerPasswordTestJSON-1361651989 tempest-ServerPasswordTestJSON-1361651989-project-member] Task: {'id': task-3223499, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.080468] env[69319]: DEBUG oslo_vmware.api [None req-c4c34287-bda1-4a0e-9ece-7babd6920257 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': task-3223496, 'name': Rename_Task, 'duration_secs': 0.225805} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.080832] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4c34287-bda1-4a0e-9ece-7babd6920257 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 9a2d05fc-1ee1-4847-bb63-ad2d3624c730] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 979.081196] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eadcb17d-9a91-44b8-ba8f-e0ef101758e1 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.090700] env[69319]: DEBUG oslo_vmware.api [None req-c4c34287-bda1-4a0e-9ece-7babd6920257 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Waiting for the task: (returnval){ [ 979.090700] env[69319]: value = "task-3223500" [ 979.090700] env[69319]: _type = "Task" [ 979.090700] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.102030] env[69319]: DEBUG oslo_vmware.api [None req-c4c34287-bda1-4a0e-9ece-7babd6920257 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': task-3223500, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.164708] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70e0d0cb-8cda-4565-9c30-9b2d088ce224 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.172411] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2dc9950-d01b-4170-b790-c7abb02d75d9 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.205531] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-828a1d7b-5fd9-4dd3-9399-253004c5667c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.214264] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbba65fb-16f9-4457-95f9-34d81baa66b8 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.229516] env[69319]: DEBUG nova.compute.provider_tree [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Updating inventory in ProviderTree for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 979.277777] env[69319]: DEBUG oslo_vmware.api [None req-9badd22e-88d0-4502-8bb4-02fee0e0256f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': task-3223498, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.321979] env[69319]: DEBUG nova.compute.manager [None req-43c53201-6b45-400c-abfa-928ff353a4a9 tempest-ServersV294TestFqdnHostnames-452613075 tempest-ServersV294TestFqdnHostnames-452613075-project-member] [instance: b5440512-ae77-469f-b76b-a6d660b26f50] Starting instance... {{(pid=69319) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 979.329980] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223491, 'name': CreateVM_Task} progress is 25%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.376644] env[69319]: DEBUG oslo_vmware.api [None req-c566f302-a243-4889-b2df-1b5b26938c95 tempest-ServerPasswordTestJSON-1361651989 tempest-ServerPasswordTestJSON-1361651989-project-member] Task: {'id': task-3223499, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.426078} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.376883] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-c566f302-a243-4889-b2df-1b5b26938c95 tempest-ServerPasswordTestJSON-1361651989 tempest-ServerPasswordTestJSON-1361651989-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 979.377089] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-c566f302-a243-4889-b2df-1b5b26938c95 tempest-ServerPasswordTestJSON-1361651989 tempest-ServerPasswordTestJSON-1361651989-project-member] [instance: 290ef75a-d1aa-42f3-9571-30ae61840c01] Deleted contents of the VM from datastore datastore1 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 979.377278] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-c566f302-a243-4889-b2df-1b5b26938c95 tempest-ServerPasswordTestJSON-1361651989 tempest-ServerPasswordTestJSON-1361651989-project-member] [instance: 290ef75a-d1aa-42f3-9571-30ae61840c01] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 979.377448] env[69319]: INFO nova.compute.manager [None req-c566f302-a243-4889-b2df-1b5b26938c95 tempest-ServerPasswordTestJSON-1361651989 tempest-ServerPasswordTestJSON-1361651989-project-member] [instance: 290ef75a-d1aa-42f3-9571-30ae61840c01] Took 1.22 seconds to destroy the instance on the hypervisor. [ 979.377694] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c566f302-a243-4889-b2df-1b5b26938c95 tempest-ServerPasswordTestJSON-1361651989 tempest-ServerPasswordTestJSON-1361651989-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 979.377903] env[69319]: DEBUG nova.compute.manager [-] [instance: 290ef75a-d1aa-42f3-9571-30ae61840c01] Deallocating network for instance {{(pid=69319) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 979.378435] env[69319]: DEBUG nova.network.neutron [-] [instance: 290ef75a-d1aa-42f3-9571-30ae61840c01] deallocate_for_instance() {{(pid=69319) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 979.490682] env[69319]: DEBUG nova.compute.manager [req-d80252c9-680d-4466-b9b9-5829b7b7bef7 req-0cd806ee-f405-49d1-9109-5418f8beb22d service nova] [instance: c771ca2e-35a5-4e64-a382-926a00df4d22] Received event network-changed-a8ef65c2-54c3-4947-a939-55e0a97b9286 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 979.490839] env[69319]: DEBUG nova.compute.manager [req-d80252c9-680d-4466-b9b9-5829b7b7bef7 req-0cd806ee-f405-49d1-9109-5418f8beb22d service nova] [instance: c771ca2e-35a5-4e64-a382-926a00df4d22] Refreshing instance network info cache due to event network-changed-a8ef65c2-54c3-4947-a939-55e0a97b9286. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 979.491099] env[69319]: DEBUG oslo_concurrency.lockutils [req-d80252c9-680d-4466-b9b9-5829b7b7bef7 req-0cd806ee-f405-49d1-9109-5418f8beb22d service nova] Acquiring lock "refresh_cache-c771ca2e-35a5-4e64-a382-926a00df4d22" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.600317] env[69319]: DEBUG oslo_vmware.api [None req-c4c34287-bda1-4a0e-9ece-7babd6920257 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': task-3223500, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.751203] env[69319]: ERROR nova.scheduler.client.report [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] [req-87805f4a-ac7e-4d04-a689-71c660a20326] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 94b8835e-2513-4669-abb9-c8c6813d60e7. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-87805f4a-ac7e-4d04-a689-71c660a20326"}]} [ 979.774619] env[69319]: DEBUG nova.scheduler.client.report [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Refreshing inventories for resource provider 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 979.780259] env[69319]: DEBUG oslo_vmware.api [None req-9badd22e-88d0-4502-8bb4-02fee0e0256f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': task-3223498, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.788014] env[69319]: DEBUG nova.scheduler.client.report [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Updating ProviderTree inventory for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 979.788276] env[69319]: DEBUG nova.compute.provider_tree [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Updating inventory in ProviderTree for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 979.802355] env[69319]: DEBUG nova.scheduler.client.report [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Refreshing aggregate associations for resource provider 94b8835e-2513-4669-abb9-c8c6813d60e7, aggregates: None {{(pid=69319) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 979.822914] env[69319]: DEBUG nova.scheduler.client.report [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Refreshing trait associations for resource provider 94b8835e-2513-4669-abb9-c8c6813d60e7, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69319) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 979.830287] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223491, 'name': CreateVM_Task} progress is 25%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.103513] env[69319]: DEBUG oslo_vmware.api [None req-c4c34287-bda1-4a0e-9ece-7babd6920257 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': task-3223500, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.803575] env[69319]: DEBUG oslo_vmware.api [None req-9badd22e-88d0-4502-8bb4-02fee0e0256f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': task-3223498, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.812734] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223491, 'name': CreateVM_Task} progress is 25%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.816862] env[69319]: DEBUG oslo_vmware.api [None req-c4c34287-bda1-4a0e-9ece-7babd6920257 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': task-3223500, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.894336] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7432fc71-b366-4e5d-a8d1-ba4707f24a37 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.902597] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-528425fb-8a5b-4436-92fd-ea19da3a0f0e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.939668] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa20d9c6-4fa1-4316-a3c2-b053efa4ba1f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.947588] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bde5929-2707-49d1-8812-2d039da3357d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.962760] env[69319]: DEBUG nova.compute.provider_tree [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Updating inventory in ProviderTree for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 981.232365] env[69319]: DEBUG nova.compute.manager [req-ac28b975-0168-4426-aadd-f4c80c4925d1 req-8aed26d4-965c-4a4e-ab64-1c8321bba2ec service nova] [instance: 290ef75a-d1aa-42f3-9571-30ae61840c01] Received event network-vif-deleted-48437c14-96ef-4073-9f42-38e5af7dcba6 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 981.232641] env[69319]: INFO nova.compute.manager [req-ac28b975-0168-4426-aadd-f4c80c4925d1 req-8aed26d4-965c-4a4e-ab64-1c8321bba2ec service nova] [instance: 290ef75a-d1aa-42f3-9571-30ae61840c01] Neutron deleted interface 48437c14-96ef-4073-9f42-38e5af7dcba6; detaching it from the instance and deleting it from the info cache [ 981.232783] env[69319]: DEBUG nova.network.neutron [req-ac28b975-0168-4426-aadd-f4c80c4925d1 req-8aed26d4-965c-4a4e-ab64-1c8321bba2ec service nova] [instance: 290ef75a-d1aa-42f3-9571-30ae61840c01] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.284495] env[69319]: DEBUG nova.compute.manager [None req-e49961e0-dbf0-41d1-a572-9c4272c588b8 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 3398ecd5-6889-400b-a436-e22d014f0da0] Start spawning the instance on the hypervisor. {{(pid=69319) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 981.289166] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5288207b-c54c-411b-8010-788f8f746688 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Releasing lock "refresh_cache-c771ca2e-35a5-4e64-a382-926a00df4d22" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.289520] env[69319]: DEBUG nova.compute.manager [None req-5288207b-c54c-411b-8010-788f8f746688 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] [instance: c771ca2e-35a5-4e64-a382-926a00df4d22] Instance network_info: |[{"id": "a8ef65c2-54c3-4947-a939-55e0a97b9286", "address": "fa:16:3e:67:1d:d4", "network": {"id": "479b2db4-1595-499c-989e-d2c9bc18b740", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1550392127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6533c097f5254ff48af7edf184b57761", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31ac3fea-ebf4-4bed-bf70-1eaecdf71280", "external-id": "nsx-vlan-transportzone-489", "segmentation_id": 489, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8ef65c2-54", "ovs_interfaceid": "a8ef65c2-54c3-4947-a939-55e0a97b9286", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 981.290598] env[69319]: WARNING nova.compute.manager [None req-f91236cb-6d1c-400a-ad09-ae4c86138349 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] [instance: 57bf6160-52cc-456b-b946-c36291559da8] Image not found during snapshot: nova.exception.ImageNotFound: Image 7fb940a8-a6d6-4b6d-a83d-1f4d4dcd7615 could not be found. [ 981.300102] env[69319]: DEBUG oslo_concurrency.lockutils [req-d80252c9-680d-4466-b9b9-5829b7b7bef7 req-0cd806ee-f405-49d1-9109-5418f8beb22d service nova] Acquired lock "refresh_cache-c771ca2e-35a5-4e64-a382-926a00df4d22" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.300732] env[69319]: DEBUG nova.network.neutron [req-d80252c9-680d-4466-b9b9-5829b7b7bef7 req-0cd806ee-f405-49d1-9109-5418f8beb22d service nova] [instance: c771ca2e-35a5-4e64-a382-926a00df4d22] Refreshing network info cache for port a8ef65c2-54c3-4947-a939-55e0a97b9286 {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 981.302598] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-5288207b-c54c-411b-8010-788f8f746688 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] [instance: c771ca2e-35a5-4e64-a382-926a00df4d22] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:1d:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '31ac3fea-ebf4-4bed-bf70-1eaecdf71280', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a8ef65c2-54c3-4947-a939-55e0a97b9286', 'vif_model': 'vmxnet3'}] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 981.312621] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-5288207b-c54c-411b-8010-788f8f746688 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Creating folder: Project (6533c097f5254ff48af7edf184b57761). Parent ref: group-v644239. {{(pid=69319) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 981.319563] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-14442ebe-6204-4348-8b7d-b62079ef6e1b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.330665] env[69319]: DEBUG oslo_vmware.api [None req-9badd22e-88d0-4502-8bb4-02fee0e0256f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': task-3223498, 'name': ReconfigVM_Task, 'duration_secs': 2.320051} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.336426] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-9badd22e-88d0-4502-8bb4-02fee0e0256f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 170e2a0b-6461-4752-b7da-2ed0ff9fd73c] Reconfigured VM instance instance-00000028 to attach disk [datastore2] volume-a60de1ed-191c-4b33-aca1-8774426dfcae/volume-a60de1ed-191c-4b33-aca1-8774426dfcae.vmdk or device None with type thin {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 981.341125] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223491, 'name': CreateVM_Task, 'duration_secs': 4.133771} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.341367] env[69319]: DEBUG oslo_vmware.api [None req-c4c34287-bda1-4a0e-9ece-7babd6920257 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': task-3223500, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.342384] env[69319]: DEBUG oslo_concurrency.lockutils [None req-43c53201-6b45-400c-abfa-928ff353a4a9 tempest-ServersV294TestFqdnHostnames-452613075 tempest-ServersV294TestFqdnHostnames-452613075-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.344480] env[69319]: DEBUG nova.virt.hardware [None req-e49961e0-dbf0-41d1-a572-9c4272c588b8 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:32:36Z,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31f027872f6f44dba95ff2fe7a062e00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:32:36Z,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 981.344695] env[69319]: DEBUG nova.virt.hardware [None req-e49961e0-dbf0-41d1-a572-9c4272c588b8 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 981.344855] env[69319]: DEBUG nova.virt.hardware [None req-e49961e0-dbf0-41d1-a572-9c4272c588b8 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 981.345046] env[69319]: DEBUG nova.virt.hardware [None req-e49961e0-dbf0-41d1-a572-9c4272c588b8 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 981.345198] env[69319]: DEBUG nova.virt.hardware [None req-e49961e0-dbf0-41d1-a572-9c4272c588b8 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 981.345346] env[69319]: DEBUG nova.virt.hardware [None req-e49961e0-dbf0-41d1-a572-9c4272c588b8 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 981.345556] env[69319]: DEBUG nova.virt.hardware [None req-e49961e0-dbf0-41d1-a572-9c4272c588b8 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 981.345713] env[69319]: DEBUG nova.virt.hardware [None req-e49961e0-dbf0-41d1-a572-9c4272c588b8 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 981.345881] env[69319]: DEBUG nova.virt.hardware [None req-e49961e0-dbf0-41d1-a572-9c4272c588b8 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 981.346059] env[69319]: DEBUG nova.virt.hardware [None req-e49961e0-dbf0-41d1-a572-9c4272c588b8 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 981.346233] env[69319]: DEBUG nova.virt.hardware [None req-e49961e0-dbf0-41d1-a572-9c4272c588b8 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 981.347797] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d91520d-8d59-4edd-bb70-0faaeee266d4 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.357695] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d33ea59d-f210-4f99-99ee-0c5aa850c757] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 981.358472] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73075f36-28f6-483f-8a59-844a3e9d7b99 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.361234] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-5288207b-c54c-411b-8010-788f8f746688 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Created folder: Project (6533c097f5254ff48af7edf184b57761) in parent group-v644239. [ 981.361414] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-5288207b-c54c-411b-8010-788f8f746688 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Creating folder: Instances. Parent ref: group-v644436. {{(pid=69319) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 981.361867] env[69319]: DEBUG oslo_concurrency.lockutils [None req-a3b11f8c-2579-4b42-8ad6-dd9e1218b399 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.362036] env[69319]: DEBUG oslo_concurrency.lockutils [None req-a3b11f8c-2579-4b42-8ad6-dd9e1218b399 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.362352] env[69319]: DEBUG oslo_concurrency.lockutils [None req-a3b11f8c-2579-4b42-8ad6-dd9e1218b399 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.362576] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1db3749c-816d-4a43-a282-2497cc2782cb {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.364995] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f03b8f4b-6c24-4795-8eee-527d689ecfed {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.369758] env[69319]: DEBUG oslo_vmware.api [None req-9badd22e-88d0-4502-8bb4-02fee0e0256f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Waiting for the task: (returnval){ [ 981.369758] env[69319]: value = "task-3223502" [ 981.369758] env[69319]: _type = "Task" [ 981.369758] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.373089] env[69319]: DEBUG oslo_vmware.api [None req-a3b11f8c-2579-4b42-8ad6-dd9e1218b399 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Waiting for the task: (returnval){ [ 981.373089] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]5233bbe2-4163-7043-cdbb-b852feea8550" [ 981.373089] env[69319]: _type = "Task" [ 981.373089] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.377131] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81630ea1-e024-4266-a0b4-8cc47b9b4b58 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.384881] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-5288207b-c54c-411b-8010-788f8f746688 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Created folder: Instances in parent group-v644436. [ 981.385134] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5288207b-c54c-411b-8010-788f8f746688 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 981.386288] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c771ca2e-35a5-4e64-a382-926a00df4d22] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 981.387033] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-253784f1-35f7-49da-acb2-b1fb65dd2fee {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.417627] env[69319]: DEBUG oslo_vmware.api [None req-a3b11f8c-2579-4b42-8ad6-dd9e1218b399 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5233bbe2-4163-7043-cdbb-b852feea8550, 'name': SearchDatastore_Task, 'duration_secs': 0.011361} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.417800] env[69319]: DEBUG oslo_vmware.api [None req-9badd22e-88d0-4502-8bb4-02fee0e0256f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': task-3223502, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.418752] env[69319]: DEBUG oslo_concurrency.lockutils [None req-a3b11f8c-2579-4b42-8ad6-dd9e1218b399 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.418999] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-a3b11f8c-2579-4b42-8ad6-dd9e1218b399 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] [instance: d33ea59d-f210-4f99-99ee-0c5aa850c757] Processing image 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 981.419253] env[69319]: DEBUG oslo_concurrency.lockutils [None req-a3b11f8c-2579-4b42-8ad6-dd9e1218b399 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.419402] env[69319]: DEBUG oslo_concurrency.lockutils [None req-a3b11f8c-2579-4b42-8ad6-dd9e1218b399 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.419581] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3b11f8c-2579-4b42-8ad6-dd9e1218b399 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 981.419852] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-941c74f9-5b4b-441e-a61b-d46657e01dba {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.424062] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 981.424062] env[69319]: value = "task-3223504" [ 981.424062] env[69319]: _type = "Task" [ 981.424062] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.427944] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3b11f8c-2579-4b42-8ad6-dd9e1218b399 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 981.428122] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-a3b11f8c-2579-4b42-8ad6-dd9e1218b399 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 981.429213] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f87ca08-5d68-4615-b35e-7f16447a3a6a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.434595] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223504, 'name': CreateVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.437487] env[69319]: DEBUG oslo_vmware.api [None req-a3b11f8c-2579-4b42-8ad6-dd9e1218b399 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Waiting for the task: (returnval){ [ 981.437487] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52081795-64e5-763e-1d78-a9d422cae26c" [ 981.437487] env[69319]: _type = "Task" [ 981.437487] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.445396] env[69319]: DEBUG nova.network.neutron [-] [instance: 290ef75a-d1aa-42f3-9571-30ae61840c01] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.446713] env[69319]: DEBUG oslo_vmware.api [None req-a3b11f8c-2579-4b42-8ad6-dd9e1218b399 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52081795-64e5-763e-1d78-a9d422cae26c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.498221] env[69319]: DEBUG nova.scheduler.client.report [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Updated inventory for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 with generation 99 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 981.498221] env[69319]: DEBUG nova.compute.provider_tree [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Updating resource provider 94b8835e-2513-4669-abb9-c8c6813d60e7 generation from 99 to 100 during operation: update_inventory {{(pid=69319) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 981.498460] env[69319]: DEBUG nova.compute.provider_tree [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Updating inventory in ProviderTree for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 981.735374] env[69319]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1fc386de-a3e9-4e79-8760-c78843cabc79 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.744627] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16925c36-5bd4-4772-b542-69ffc324ba3c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.780906] env[69319]: DEBUG nova.compute.manager [req-ac28b975-0168-4426-aadd-f4c80c4925d1 req-8aed26d4-965c-4a4e-ab64-1c8321bba2ec service nova] [instance: 290ef75a-d1aa-42f3-9571-30ae61840c01] Detach interface failed, port_id=48437c14-96ef-4073-9f42-38e5af7dcba6, reason: Instance 290ef75a-d1aa-42f3-9571-30ae61840c01 could not be found. {{(pid=69319) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 981.808161] env[69319]: DEBUG oslo_vmware.api [None req-c4c34287-bda1-4a0e-9ece-7babd6920257 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': task-3223500, 'name': PowerOnVM_Task, 'duration_secs': 2.318528} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.808759] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4c34287-bda1-4a0e-9ece-7babd6920257 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 9a2d05fc-1ee1-4847-bb63-ad2d3624c730] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 981.808977] env[69319]: INFO nova.compute.manager [None req-c4c34287-bda1-4a0e-9ece-7babd6920257 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 9a2d05fc-1ee1-4847-bb63-ad2d3624c730] Took 10.24 seconds to spawn the instance on the hypervisor. [ 981.809183] env[69319]: DEBUG nova.compute.manager [None req-c4c34287-bda1-4a0e-9ece-7babd6920257 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 9a2d05fc-1ee1-4847-bb63-ad2d3624c730] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 981.810027] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f84a485-64e1-4759-b1e4-702121889edc {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.883421] env[69319]: DEBUG oslo_vmware.api [None req-9badd22e-88d0-4502-8bb4-02fee0e0256f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': task-3223502, 'name': ReconfigVM_Task, 'duration_secs': 0.172287} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.884965] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-9badd22e-88d0-4502-8bb4-02fee0e0256f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 170e2a0b-6461-4752-b7da-2ed0ff9fd73c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-644433', 'volume_id': 'a60de1ed-191c-4b33-aca1-8774426dfcae', 'name': 'volume-a60de1ed-191c-4b33-aca1-8774426dfcae', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '170e2a0b-6461-4752-b7da-2ed0ff9fd73c', 'attached_at': '', 'detached_at': '', 'volume_id': 'a60de1ed-191c-4b33-aca1-8774426dfcae', 'serial': 'a60de1ed-191c-4b33-aca1-8774426dfcae'} {{(pid=69319) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 981.933994] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223504, 'name': CreateVM_Task, 'duration_secs': 0.406505} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.934300] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c771ca2e-35a5-4e64-a382-926a00df4d22] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 981.935195] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5288207b-c54c-411b-8010-788f8f746688 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.935500] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5288207b-c54c-411b-8010-788f8f746688 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.935901] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5288207b-c54c-411b-8010-788f8f746688 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.938434] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1500b5e0-2f64-4977-9088-6c807104253f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.946383] env[69319]: DEBUG oslo_vmware.api [None req-5288207b-c54c-411b-8010-788f8f746688 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Waiting for the task: (returnval){ [ 981.946383] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52ec08a8-e2bf-84cf-852b-3103b670d203" [ 981.946383] env[69319]: _type = "Task" [ 981.946383] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.950691] env[69319]: INFO nova.compute.manager [-] [instance: 290ef75a-d1aa-42f3-9571-30ae61840c01] Took 2.57 seconds to deallocate network for instance. [ 981.950691] env[69319]: DEBUG oslo_vmware.api [None req-a3b11f8c-2579-4b42-8ad6-dd9e1218b399 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52081795-64e5-763e-1d78-a9d422cae26c, 'name': SearchDatastore_Task, 'duration_secs': 0.010041} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.957868] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f6cb550-8ea8-4b86-8cc9-c18dd8377057 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.966225] env[69319]: DEBUG oslo_vmware.api [None req-5288207b-c54c-411b-8010-788f8f746688 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52ec08a8-e2bf-84cf-852b-3103b670d203, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.967256] env[69319]: DEBUG oslo_vmware.api [None req-a3b11f8c-2579-4b42-8ad6-dd9e1218b399 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Waiting for the task: (returnval){ [ 981.967256] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52e8fb85-249c-ebc8-0f47-ece300563ddf" [ 981.967256] env[69319]: _type = "Task" [ 981.967256] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.975699] env[69319]: DEBUG oslo_vmware.api [None req-a3b11f8c-2579-4b42-8ad6-dd9e1218b399 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52e8fb85-249c-ebc8-0f47-ece300563ddf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.004420] env[69319]: DEBUG oslo_concurrency.lockutils [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.255s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.004949] env[69319]: DEBUG nova.compute.manager [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] [instance: 8dabca07-310b-4c22-b6c5-9fc57cf98adf] Start building networks asynchronously for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 982.007837] env[69319]: DEBUG oslo_concurrency.lockutils [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.855s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.010722] env[69319]: INFO nova.compute.claims [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] [instance: eed9382b-082a-4bb3-8a9b-fee6331fc411] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 982.083850] env[69319]: DEBUG nova.network.neutron [req-d80252c9-680d-4466-b9b9-5829b7b7bef7 req-0cd806ee-f405-49d1-9109-5418f8beb22d service nova] [instance: c771ca2e-35a5-4e64-a382-926a00df4d22] Updated VIF entry in instance network info cache for port a8ef65c2-54c3-4947-a939-55e0a97b9286. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 982.084292] env[69319]: DEBUG nova.network.neutron [req-d80252c9-680d-4466-b9b9-5829b7b7bef7 req-0cd806ee-f405-49d1-9109-5418f8beb22d service nova] [instance: c771ca2e-35a5-4e64-a382-926a00df4d22] Updating instance_info_cache with network_info: [{"id": "a8ef65c2-54c3-4947-a939-55e0a97b9286", "address": "fa:16:3e:67:1d:d4", "network": {"id": "479b2db4-1595-499c-989e-d2c9bc18b740", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1550392127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6533c097f5254ff48af7edf184b57761", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31ac3fea-ebf4-4bed-bf70-1eaecdf71280", "external-id": "nsx-vlan-transportzone-489", "segmentation_id": 489, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8ef65c2-54", "ovs_interfaceid": "a8ef65c2-54c3-4947-a939-55e0a97b9286", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.151708] env[69319]: DEBUG nova.network.neutron [None req-e49961e0-dbf0-41d1-a572-9c4272c588b8 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 3398ecd5-6889-400b-a436-e22d014f0da0] Successfully updated port: b7f75aeb-e1e9-4355-8d83-1c437333a71d {{(pid=69319) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 982.171667] env[69319]: DEBUG nova.compute.manager [req-beec5abe-47d8-4988-98a5-e60470e09b41 req-9b354d9c-ddae-4f20-ad7e-bc634afb13f6 service nova] [instance: 3398ecd5-6889-400b-a436-e22d014f0da0] Received event network-vif-plugged-b7f75aeb-e1e9-4355-8d83-1c437333a71d {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 982.171929] env[69319]: DEBUG oslo_concurrency.lockutils [req-beec5abe-47d8-4988-98a5-e60470e09b41 req-9b354d9c-ddae-4f20-ad7e-bc634afb13f6 service nova] Acquiring lock "3398ecd5-6889-400b-a436-e22d014f0da0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.172177] env[69319]: DEBUG oslo_concurrency.lockutils [req-beec5abe-47d8-4988-98a5-e60470e09b41 req-9b354d9c-ddae-4f20-ad7e-bc634afb13f6 service nova] Lock "3398ecd5-6889-400b-a436-e22d014f0da0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.172360] env[69319]: DEBUG oslo_concurrency.lockutils [req-beec5abe-47d8-4988-98a5-e60470e09b41 req-9b354d9c-ddae-4f20-ad7e-bc634afb13f6 service nova] Lock "3398ecd5-6889-400b-a436-e22d014f0da0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.172534] env[69319]: DEBUG nova.compute.manager [req-beec5abe-47d8-4988-98a5-e60470e09b41 req-9b354d9c-ddae-4f20-ad7e-bc634afb13f6 service nova] [instance: 3398ecd5-6889-400b-a436-e22d014f0da0] No waiting events found dispatching network-vif-plugged-b7f75aeb-e1e9-4355-8d83-1c437333a71d {{(pid=69319) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 982.172709] env[69319]: WARNING nova.compute.manager [req-beec5abe-47d8-4988-98a5-e60470e09b41 req-9b354d9c-ddae-4f20-ad7e-bc634afb13f6 service nova] [instance: 3398ecd5-6889-400b-a436-e22d014f0da0] Received unexpected event network-vif-plugged-b7f75aeb-e1e9-4355-8d83-1c437333a71d for instance with vm_state building and task_state spawning. [ 982.327495] env[69319]: INFO nova.compute.manager [None req-c4c34287-bda1-4a0e-9ece-7babd6920257 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 9a2d05fc-1ee1-4847-bb63-ad2d3624c730] Took 45.20 seconds to build instance. [ 982.463069] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c566f302-a243-4889-b2df-1b5b26938c95 tempest-ServerPasswordTestJSON-1361651989 tempest-ServerPasswordTestJSON-1361651989-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.463069] env[69319]: DEBUG oslo_vmware.api [None req-5288207b-c54c-411b-8010-788f8f746688 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52ec08a8-e2bf-84cf-852b-3103b670d203, 'name': SearchDatastore_Task, 'duration_secs': 0.02304} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.463069] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5288207b-c54c-411b-8010-788f8f746688 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.463069] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-5288207b-c54c-411b-8010-788f8f746688 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] [instance: c771ca2e-35a5-4e64-a382-926a00df4d22] Processing image 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 982.463329] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5288207b-c54c-411b-8010-788f8f746688 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.478721] env[69319]: DEBUG oslo_vmware.api [None req-a3b11f8c-2579-4b42-8ad6-dd9e1218b399 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52e8fb85-249c-ebc8-0f47-ece300563ddf, 'name': SearchDatastore_Task, 'duration_secs': 0.024657} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.478999] env[69319]: DEBUG oslo_concurrency.lockutils [None req-a3b11f8c-2579-4b42-8ad6-dd9e1218b399 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.479268] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3b11f8c-2579-4b42-8ad6-dd9e1218b399 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] d33ea59d-f210-4f99-99ee-0c5aa850c757/d33ea59d-f210-4f99-99ee-0c5aa850c757.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 982.479567] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5288207b-c54c-411b-8010-788f8f746688 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.479851] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-5288207b-c54c-411b-8010-788f8f746688 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 982.480121] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9683528a-aaee-4f49-81dd-42b636a07103 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.482136] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f988dd4b-3fe9-4f88-89e7-b9d8b784098b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.490853] env[69319]: DEBUG oslo_vmware.api [None req-a3b11f8c-2579-4b42-8ad6-dd9e1218b399 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Waiting for the task: (returnval){ [ 982.490853] env[69319]: value = "task-3223505" [ 982.490853] env[69319]: _type = "Task" [ 982.490853] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.495182] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-5288207b-c54c-411b-8010-788f8f746688 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 982.495373] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-5288207b-c54c-411b-8010-788f8f746688 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 982.496453] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-035c6d68-bdb7-43aa-9db0-349c59c1e6a4 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.501973] env[69319]: DEBUG oslo_vmware.api [None req-a3b11f8c-2579-4b42-8ad6-dd9e1218b399 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Task: {'id': task-3223505, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.505833] env[69319]: DEBUG oslo_vmware.api [None req-5288207b-c54c-411b-8010-788f8f746688 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Waiting for the task: (returnval){ [ 982.505833] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52aff4da-d82b-90fc-e790-e345b2318637" [ 982.505833] env[69319]: _type = "Task" [ 982.505833] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.514379] env[69319]: DEBUG oslo_vmware.api [None req-5288207b-c54c-411b-8010-788f8f746688 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52aff4da-d82b-90fc-e790-e345b2318637, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.516688] env[69319]: DEBUG nova.compute.utils [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Using /dev/sd instead of None {{(pid=69319) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 982.518129] env[69319]: DEBUG nova.compute.manager [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] [instance: 8dabca07-310b-4c22-b6c5-9fc57cf98adf] Allocating IP information in the background. {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 982.518308] env[69319]: DEBUG nova.network.neutron [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] [instance: 8dabca07-310b-4c22-b6c5-9fc57cf98adf] allocate_for_instance() {{(pid=69319) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 982.561782] env[69319]: DEBUG nova.policy [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5a54db58354849a088ea09aac2103ad0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '856966908c834c71bea3cc10f20e7388', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69319) authorize /opt/stack/nova/nova/policy.py:192}} [ 982.587345] env[69319]: DEBUG oslo_concurrency.lockutils [req-d80252c9-680d-4466-b9b9-5829b7b7bef7 req-0cd806ee-f405-49d1-9109-5418f8beb22d service nova] Releasing lock "refresh_cache-c771ca2e-35a5-4e64-a382-926a00df4d22" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.654858] env[69319]: DEBUG oslo_concurrency.lockutils [None req-e49961e0-dbf0-41d1-a572-9c4272c588b8 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Acquiring lock "refresh_cache-3398ecd5-6889-400b-a436-e22d014f0da0" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.654858] env[69319]: DEBUG oslo_concurrency.lockutils [None req-e49961e0-dbf0-41d1-a572-9c4272c588b8 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Acquired lock "refresh_cache-3398ecd5-6889-400b-a436-e22d014f0da0" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.654858] env[69319]: DEBUG nova.network.neutron [None req-e49961e0-dbf0-41d1-a572-9c4272c588b8 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 3398ecd5-6889-400b-a436-e22d014f0da0] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 982.772278] env[69319]: DEBUG oslo_concurrency.lockutils [None req-1a9d3f28-e8bc-4a6e-b04e-48470a3b0058 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Acquiring lock "57bf6160-52cc-456b-b946-c36291559da8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.772551] env[69319]: DEBUG oslo_concurrency.lockutils [None req-1a9d3f28-e8bc-4a6e-b04e-48470a3b0058 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Lock "57bf6160-52cc-456b-b946-c36291559da8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.772792] env[69319]: DEBUG oslo_concurrency.lockutils [None req-1a9d3f28-e8bc-4a6e-b04e-48470a3b0058 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Acquiring lock "57bf6160-52cc-456b-b946-c36291559da8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.773014] env[69319]: DEBUG oslo_concurrency.lockutils [None req-1a9d3f28-e8bc-4a6e-b04e-48470a3b0058 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Lock "57bf6160-52cc-456b-b946-c36291559da8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.773203] env[69319]: DEBUG oslo_concurrency.lockutils [None req-1a9d3f28-e8bc-4a6e-b04e-48470a3b0058 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Lock "57bf6160-52cc-456b-b946-c36291559da8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.775304] env[69319]: INFO nova.compute.manager [None req-1a9d3f28-e8bc-4a6e-b04e-48470a3b0058 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] [instance: 57bf6160-52cc-456b-b946-c36291559da8] Terminating instance [ 982.829637] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c4c34287-bda1-4a0e-9ece-7babd6920257 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Lock "9a2d05fc-1ee1-4847-bb63-ad2d3624c730" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.710s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.930223] env[69319]: DEBUG nova.objects.instance [None req-9badd22e-88d0-4502-8bb4-02fee0e0256f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Lazy-loading 'flavor' on Instance uuid 170e2a0b-6461-4752-b7da-2ed0ff9fd73c {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 983.001317] env[69319]: DEBUG oslo_vmware.api [None req-a3b11f8c-2579-4b42-8ad6-dd9e1218b399 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Task: {'id': task-3223505, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.015660] env[69319]: DEBUG oslo_vmware.api [None req-5288207b-c54c-411b-8010-788f8f746688 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52aff4da-d82b-90fc-e790-e345b2318637, 'name': SearchDatastore_Task, 'duration_secs': 0.015844} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.016449] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-567e72cf-c81a-4c9a-9e63-a59e583cfc36 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.021891] env[69319]: DEBUG nova.compute.manager [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] [instance: 8dabca07-310b-4c22-b6c5-9fc57cf98adf] Start building block device mappings for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 983.024499] env[69319]: DEBUG oslo_vmware.api [None req-5288207b-c54c-411b-8010-788f8f746688 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Waiting for the task: (returnval){ [ 983.024499] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52a860ec-d46e-448d-d936-3d07f3ea7b34" [ 983.024499] env[69319]: _type = "Task" [ 983.024499] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.035057] env[69319]: DEBUG oslo_vmware.api [None req-5288207b-c54c-411b-8010-788f8f746688 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52a860ec-d46e-448d-d936-3d07f3ea7b34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.184880] env[69319]: DEBUG nova.network.neutron [None req-e49961e0-dbf0-41d1-a572-9c4272c588b8 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 3398ecd5-6889-400b-a436-e22d014f0da0] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 983.281031] env[69319]: DEBUG nova.compute.manager [None req-1a9d3f28-e8bc-4a6e-b04e-48470a3b0058 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] [instance: 57bf6160-52cc-456b-b946-c36291559da8] Start destroying the instance on the hypervisor. {{(pid=69319) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 983.281031] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-1a9d3f28-e8bc-4a6e-b04e-48470a3b0058 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] [instance: 57bf6160-52cc-456b-b946-c36291559da8] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 983.281031] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c269bcc0-7f15-49b3-b854-2b3d7acc7a13 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.293783] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a9d3f28-e8bc-4a6e-b04e-48470a3b0058 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] [instance: 57bf6160-52cc-456b-b946-c36291559da8] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 983.293923] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-80c525ec-739f-417d-8207-06b67b133a9e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.302457] env[69319]: DEBUG oslo_vmware.api [None req-1a9d3f28-e8bc-4a6e-b04e-48470a3b0058 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Waiting for the task: (returnval){ [ 983.302457] env[69319]: value = "task-3223506" [ 983.302457] env[69319]: _type = "Task" [ 983.302457] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.310659] env[69319]: DEBUG oslo_vmware.api [None req-1a9d3f28-e8bc-4a6e-b04e-48470a3b0058 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Task: {'id': task-3223506, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.350261] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f0a9f49-b561-4c45-a116-c08d0062c7c9 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.359310] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d48fa39e-7710-4ccf-8304-06160fd35b6c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.391948] env[69319]: DEBUG nova.network.neutron [None req-e49961e0-dbf0-41d1-a572-9c4272c588b8 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 3398ecd5-6889-400b-a436-e22d014f0da0] Updating instance_info_cache with network_info: [{"id": "b7f75aeb-e1e9-4355-8d83-1c437333a71d", "address": "fa:16:3e:ff:25:69", "network": {"id": "8985126e-f64e-499c-abf8-8490d52ef1a5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-221535940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c749d00b4b5b4852a5c16d9621d8eb16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7f75aeb-e1", "ovs_interfaceid": "b7f75aeb-e1e9-4355-8d83-1c437333a71d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.394030] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af30c778-ebb9-4dbb-8dbc-2d234d64f242 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.402409] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63aa924b-ee5d-45bc-b759-8d41167b9f55 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.417266] env[69319]: DEBUG nova.compute.provider_tree [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Updating inventory in ProviderTree for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 983.435661] env[69319]: DEBUG oslo_concurrency.lockutils [None req-9badd22e-88d0-4502-8bb4-02fee0e0256f tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Lock "170e2a0b-6461-4752-b7da-2ed0ff9fd73c" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 9.902s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.501880] env[69319]: DEBUG oslo_vmware.api [None req-a3b11f8c-2579-4b42-8ad6-dd9e1218b399 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Task: {'id': task-3223505, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.538254] env[69319]: DEBUG oslo_vmware.api [None req-5288207b-c54c-411b-8010-788f8f746688 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52a860ec-d46e-448d-d936-3d07f3ea7b34, 'name': SearchDatastore_Task, 'duration_secs': 0.027813} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.538410] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5288207b-c54c-411b-8010-788f8f746688 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.538597] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-5288207b-c54c-411b-8010-788f8f746688 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] c771ca2e-35a5-4e64-a382-926a00df4d22/c771ca2e-35a5-4e64-a382-926a00df4d22.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 983.538856] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0fd3c38a-4827-400d-a4ac-a46da6825421 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.545962] env[69319]: DEBUG oslo_vmware.api [None req-5288207b-c54c-411b-8010-788f8f746688 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Waiting for the task: (returnval){ [ 983.545962] env[69319]: value = "task-3223507" [ 983.545962] env[69319]: _type = "Task" [ 983.545962] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.555624] env[69319]: DEBUG oslo_vmware.api [None req-5288207b-c54c-411b-8010-788f8f746688 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Task: {'id': task-3223507, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.815049] env[69319]: DEBUG oslo_vmware.api [None req-1a9d3f28-e8bc-4a6e-b04e-48470a3b0058 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Task: {'id': task-3223506, 'name': PowerOffVM_Task, 'duration_secs': 0.165184} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.815352] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a9d3f28-e8bc-4a6e-b04e-48470a3b0058 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] [instance: 57bf6160-52cc-456b-b946-c36291559da8] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 983.815566] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-1a9d3f28-e8bc-4a6e-b04e-48470a3b0058 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] [instance: 57bf6160-52cc-456b-b946-c36291559da8] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 983.815882] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eb301417-88ef-43a3-971f-ad6cdfcac4ed {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.888489] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-1a9d3f28-e8bc-4a6e-b04e-48470a3b0058 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] [instance: 57bf6160-52cc-456b-b946-c36291559da8] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 983.888757] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-1a9d3f28-e8bc-4a6e-b04e-48470a3b0058 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] [instance: 57bf6160-52cc-456b-b946-c36291559da8] Deleting contents of the VM from datastore datastore1 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 983.888997] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a9d3f28-e8bc-4a6e-b04e-48470a3b0058 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Deleting the datastore file [datastore1] 57bf6160-52cc-456b-b946-c36291559da8 {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 983.889383] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-376f065f-630f-4b7c-82d0-5dcad7544307 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.908584] env[69319]: DEBUG oslo_vmware.api [None req-1a9d3f28-e8bc-4a6e-b04e-48470a3b0058 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Waiting for the task: (returnval){ [ 983.908584] env[69319]: value = "task-3223509" [ 983.908584] env[69319]: _type = "Task" [ 983.908584] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.918041] env[69319]: DEBUG oslo_vmware.api [None req-1a9d3f28-e8bc-4a6e-b04e-48470a3b0058 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Task: {'id': task-3223509, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.005180] env[69319]: DEBUG oslo_vmware.api [None req-a3b11f8c-2579-4b42-8ad6-dd9e1218b399 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Task: {'id': task-3223505, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.071050] env[69319]: DEBUG oslo_vmware.api [None req-5288207b-c54c-411b-8010-788f8f746688 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Task: {'id': task-3223507, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.201597] env[69319]: DEBUG nova.compute.manager [req-2ddddab9-8f5b-442c-96b2-5ea2dc18d07b req-221f6132-5af5-45bd-945e-bc6785abdc9d service nova] [instance: 3398ecd5-6889-400b-a436-e22d014f0da0] Received event network-changed-b7f75aeb-e1e9-4355-8d83-1c437333a71d {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 984.201799] env[69319]: DEBUG nova.compute.manager [req-2ddddab9-8f5b-442c-96b2-5ea2dc18d07b req-221f6132-5af5-45bd-945e-bc6785abdc9d service nova] [instance: 3398ecd5-6889-400b-a436-e22d014f0da0] Refreshing instance network info cache due to event network-changed-b7f75aeb-e1e9-4355-8d83-1c437333a71d. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 984.202010] env[69319]: DEBUG oslo_concurrency.lockutils [req-2ddddab9-8f5b-442c-96b2-5ea2dc18d07b req-221f6132-5af5-45bd-945e-bc6785abdc9d service nova] Acquiring lock "refresh_cache-3398ecd5-6889-400b-a436-e22d014f0da0" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.419134] env[69319]: DEBUG oslo_vmware.api [None req-1a9d3f28-e8bc-4a6e-b04e-48470a3b0058 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Task: {'id': task-3223509, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14097} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.419414] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a9d3f28-e8bc-4a6e-b04e-48470a3b0058 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 984.419643] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-1a9d3f28-e8bc-4a6e-b04e-48470a3b0058 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] [instance: 57bf6160-52cc-456b-b946-c36291559da8] Deleted contents of the VM from datastore datastore1 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 984.419775] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-1a9d3f28-e8bc-4a6e-b04e-48470a3b0058 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] [instance: 57bf6160-52cc-456b-b946-c36291559da8] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 984.419952] env[69319]: INFO nova.compute.manager [None req-1a9d3f28-e8bc-4a6e-b04e-48470a3b0058 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] [instance: 57bf6160-52cc-456b-b946-c36291559da8] Took 1.14 seconds to destroy the instance on the hypervisor. [ 984.420247] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1a9d3f28-e8bc-4a6e-b04e-48470a3b0058 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 984.420457] env[69319]: DEBUG nova.compute.manager [-] [instance: 57bf6160-52cc-456b-b946-c36291559da8] Deallocating network for instance {{(pid=69319) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 984.420567] env[69319]: DEBUG nova.network.neutron [-] [instance: 57bf6160-52cc-456b-b946-c36291559da8] deallocate_for_instance() {{(pid=69319) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 984.502156] env[69319]: DEBUG oslo_vmware.api [None req-a3b11f8c-2579-4b42-8ad6-dd9e1218b399 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Task: {'id': task-3223505, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.556995] env[69319]: DEBUG oslo_vmware.api [None req-5288207b-c54c-411b-8010-788f8f746688 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Task: {'id': task-3223507, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.003088] env[69319]: DEBUG oslo_vmware.api [None req-a3b11f8c-2579-4b42-8ad6-dd9e1218b399 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Task: {'id': task-3223505, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.058506] env[69319]: DEBUG oslo_vmware.api [None req-5288207b-c54c-411b-8010-788f8f746688 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Task: {'id': task-3223507, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.504104] env[69319]: DEBUG oslo_vmware.api [None req-a3b11f8c-2579-4b42-8ad6-dd9e1218b399 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Task: {'id': task-3223505, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.559061] env[69319]: DEBUG oslo_vmware.api [None req-5288207b-c54c-411b-8010-788f8f746688 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Task: {'id': task-3223507, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.004589] env[69319]: DEBUG oslo_vmware.api [None req-a3b11f8c-2579-4b42-8ad6-dd9e1218b399 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Task: {'id': task-3223505, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.059804] env[69319]: DEBUG oslo_vmware.api [None req-5288207b-c54c-411b-8010-788f8f746688 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Task: {'id': task-3223507, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.402337] env[69319]: DEBUG oslo_concurrency.lockutils [None req-e49961e0-dbf0-41d1-a572-9c4272c588b8 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Releasing lock "refresh_cache-3398ecd5-6889-400b-a436-e22d014f0da0" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.402763] env[69319]: DEBUG nova.compute.manager [None req-e49961e0-dbf0-41d1-a572-9c4272c588b8 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 3398ecd5-6889-400b-a436-e22d014f0da0] Instance network_info: |[{"id": "b7f75aeb-e1e9-4355-8d83-1c437333a71d", "address": "fa:16:3e:ff:25:69", "network": {"id": "8985126e-f64e-499c-abf8-8490d52ef1a5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-221535940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c749d00b4b5b4852a5c16d9621d8eb16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7f75aeb-e1", "ovs_interfaceid": "b7f75aeb-e1e9-4355-8d83-1c437333a71d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 986.405098] env[69319]: DEBUG oslo_concurrency.lockutils [req-2ddddab9-8f5b-442c-96b2-5ea2dc18d07b req-221f6132-5af5-45bd-945e-bc6785abdc9d service nova] Acquired lock "refresh_cache-3398ecd5-6889-400b-a436-e22d014f0da0" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.405098] env[69319]: DEBUG nova.network.neutron [req-2ddddab9-8f5b-442c-96b2-5ea2dc18d07b req-221f6132-5af5-45bd-945e-bc6785abdc9d service nova] [instance: 3398ecd5-6889-400b-a436-e22d014f0da0] Refreshing network info cache for port b7f75aeb-e1e9-4355-8d83-1c437333a71d {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 986.405098] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-e49961e0-dbf0-41d1-a572-9c4272c588b8 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 3398ecd5-6889-400b-a436-e22d014f0da0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:25:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b7f75aeb-e1e9-4355-8d83-1c437333a71d', 'vif_model': 'vmxnet3'}] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 986.413717] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e49961e0-dbf0-41d1-a572-9c4272c588b8 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 986.414856] env[69319]: DEBUG nova.scheduler.client.report [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Updated inventory for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 with generation 100 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 986.414856] env[69319]: DEBUG nova.compute.provider_tree [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Updating resource provider 94b8835e-2513-4669-abb9-c8c6813d60e7 generation from 100 to 101 during operation: update_inventory {{(pid=69319) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 986.414856] env[69319]: DEBUG nova.compute.provider_tree [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Updating inventory in ProviderTree for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 986.421765] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3398ecd5-6889-400b-a436-e22d014f0da0] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 986.423459] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3e101ff1-d8c4-44f0-90ab-f4997acd0571 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.454887] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 986.454887] env[69319]: value = "task-3223510" [ 986.454887] env[69319]: _type = "Task" [ 986.454887] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.467218] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223510, 'name': CreateVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.507722] env[69319]: DEBUG oslo_vmware.api [None req-a3b11f8c-2579-4b42-8ad6-dd9e1218b399 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Task: {'id': task-3223505, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.564286] env[69319]: DEBUG oslo_vmware.api [None req-5288207b-c54c-411b-8010-788f8f746688 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Task: {'id': task-3223507, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.827040] env[69319]: DEBUG nova.compute.manager [req-5249f04f-46fb-40ce-a1df-6d721e2d1120 req-93eeca79-af7a-4e46-95a9-a17af5842669 service nova] [instance: 57bf6160-52cc-456b-b946-c36291559da8] Received event network-vif-deleted-f63da468-0b54-41f7-99b0-8a8884f6b995 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 986.827264] env[69319]: INFO nova.compute.manager [req-5249f04f-46fb-40ce-a1df-6d721e2d1120 req-93eeca79-af7a-4e46-95a9-a17af5842669 service nova] [instance: 57bf6160-52cc-456b-b946-c36291559da8] Neutron deleted interface f63da468-0b54-41f7-99b0-8a8884f6b995; detaching it from the instance and deleting it from the info cache [ 986.827445] env[69319]: DEBUG nova.network.neutron [req-5249f04f-46fb-40ce-a1df-6d721e2d1120 req-93eeca79-af7a-4e46-95a9-a17af5842669 service nova] [instance: 57bf6160-52cc-456b-b946-c36291559da8] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.882160] env[69319]: DEBUG nova.network.neutron [req-2ddddab9-8f5b-442c-96b2-5ea2dc18d07b req-221f6132-5af5-45bd-945e-bc6785abdc9d service nova] [instance: 3398ecd5-6889-400b-a436-e22d014f0da0] Updated VIF entry in instance network info cache for port b7f75aeb-e1e9-4355-8d83-1c437333a71d. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 986.882596] env[69319]: DEBUG nova.network.neutron [req-2ddddab9-8f5b-442c-96b2-5ea2dc18d07b req-221f6132-5af5-45bd-945e-bc6785abdc9d service nova] [instance: 3398ecd5-6889-400b-a436-e22d014f0da0] Updating instance_info_cache with network_info: [{"id": "b7f75aeb-e1e9-4355-8d83-1c437333a71d", "address": "fa:16:3e:ff:25:69", "network": {"id": "8985126e-f64e-499c-abf8-8490d52ef1a5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-221535940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c749d00b4b5b4852a5c16d9621d8eb16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7f75aeb-e1", "ovs_interfaceid": "b7f75aeb-e1e9-4355-8d83-1c437333a71d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.902621] env[69319]: DEBUG nova.network.neutron [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] [instance: 8dabca07-310b-4c22-b6c5-9fc57cf98adf] Successfully created port: 7a17076b-9ac1-459c-ba42-8fcdf8d9a0ef {{(pid=69319) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 986.925322] env[69319]: DEBUG oslo_concurrency.lockutils [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.917s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.926772] env[69319]: DEBUG nova.compute.manager [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] [instance: eed9382b-082a-4bb3-8a9b-fee6331fc411] Start building networks asynchronously for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 986.928900] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f3c164e4-cc31-43ea-ab0c-675db61862cb tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.373s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.930847] env[69319]: INFO nova.compute.claims [None req-f3c164e4-cc31-43ea-ab0c-675db61862cb tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: a1acbe0c-f40b-4388-964e-cf7a95551e4c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 986.947617] env[69319]: INFO nova.compute.manager [None req-5136031c-1ede-4ac7-86b3-5cf3819d28aa tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 170e2a0b-6461-4752-b7da-2ed0ff9fd73c] Rescuing [ 986.948722] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5136031c-1ede-4ac7-86b3-5cf3819d28aa tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Acquiring lock "refresh_cache-170e2a0b-6461-4752-b7da-2ed0ff9fd73c" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.948722] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5136031c-1ede-4ac7-86b3-5cf3819d28aa tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Acquired lock "refresh_cache-170e2a0b-6461-4752-b7da-2ed0ff9fd73c" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.948722] env[69319]: DEBUG nova.network.neutron [None req-5136031c-1ede-4ac7-86b3-5cf3819d28aa tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 170e2a0b-6461-4752-b7da-2ed0ff9fd73c] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 986.971329] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223510, 'name': CreateVM_Task} progress is 25%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.008507] env[69319]: DEBUG oslo_vmware.api [None req-a3b11f8c-2579-4b42-8ad6-dd9e1218b399 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Task: {'id': task-3223505, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.011251] env[69319]: DEBUG nova.compute.manager [req-9a21063a-f1e3-471f-927b-1c95e814bd2d req-b36ef8fa-cf4e-4746-9028-0b17b67e250c service nova] [instance: 9a2d05fc-1ee1-4847-bb63-ad2d3624c730] Received event network-changed-b01a2f8a-1a0b-4b0a-8a96-4ee82cfadd52 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 987.011476] env[69319]: DEBUG nova.compute.manager [req-9a21063a-f1e3-471f-927b-1c95e814bd2d req-b36ef8fa-cf4e-4746-9028-0b17b67e250c service nova] [instance: 9a2d05fc-1ee1-4847-bb63-ad2d3624c730] Refreshing instance network info cache due to event network-changed-b01a2f8a-1a0b-4b0a-8a96-4ee82cfadd52. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 987.011702] env[69319]: DEBUG oslo_concurrency.lockutils [req-9a21063a-f1e3-471f-927b-1c95e814bd2d req-b36ef8fa-cf4e-4746-9028-0b17b67e250c service nova] Acquiring lock "refresh_cache-9a2d05fc-1ee1-4847-bb63-ad2d3624c730" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.011891] env[69319]: DEBUG oslo_concurrency.lockutils [req-9a21063a-f1e3-471f-927b-1c95e814bd2d req-b36ef8fa-cf4e-4746-9028-0b17b67e250c service nova] Acquired lock "refresh_cache-9a2d05fc-1ee1-4847-bb63-ad2d3624c730" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.012364] env[69319]: DEBUG nova.network.neutron [req-9a21063a-f1e3-471f-927b-1c95e814bd2d req-b36ef8fa-cf4e-4746-9028-0b17b67e250c service nova] [instance: 9a2d05fc-1ee1-4847-bb63-ad2d3624c730] Refreshing network info cache for port b01a2f8a-1a0b-4b0a-8a96-4ee82cfadd52 {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 987.037985] env[69319]: DEBUG nova.compute.manager [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] [instance: 8dabca07-310b-4c22-b6c5-9fc57cf98adf] Start spawning the instance on the hypervisor. {{(pid=69319) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 987.067540] env[69319]: DEBUG nova.virt.hardware [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:32:36Z,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31f027872f6f44dba95ff2fe7a062e00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:32:36Z,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 987.067884] env[69319]: DEBUG nova.virt.hardware [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 987.068031] env[69319]: DEBUG nova.virt.hardware [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 987.068149] env[69319]: DEBUG nova.virt.hardware [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 987.068298] env[69319]: DEBUG nova.virt.hardware [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 987.068447] env[69319]: DEBUG nova.virt.hardware [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 987.068661] env[69319]: DEBUG nova.virt.hardware [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 987.068824] env[69319]: DEBUG nova.virt.hardware [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 987.068993] env[69319]: DEBUG nova.virt.hardware [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 987.069181] env[69319]: DEBUG nova.virt.hardware [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 987.069357] env[69319]: DEBUG nova.virt.hardware [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 987.070315] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d4e5d76-b127-443a-bb8c-b74e4d2b7115 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.076202] env[69319]: DEBUG oslo_vmware.api [None req-5288207b-c54c-411b-8010-788f8f746688 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Task: {'id': task-3223507, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.082240] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1c0a6bf-60ad-4b6c-9a54-e4353c475dff {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.112591] env[69319]: DEBUG nova.network.neutron [-] [instance: 57bf6160-52cc-456b-b946-c36291559da8] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.337028] env[69319]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fc203e31-0232-469a-9c1f-20fc59c281db {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.362303] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51d4fd63-9677-42f5-b31a-d5b6b8fdb1dc {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.386575] env[69319]: DEBUG oslo_concurrency.lockutils [req-2ddddab9-8f5b-442c-96b2-5ea2dc18d07b req-221f6132-5af5-45bd-945e-bc6785abdc9d service nova] Releasing lock "refresh_cache-3398ecd5-6889-400b-a436-e22d014f0da0" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.404703] env[69319]: DEBUG nova.compute.manager [req-5249f04f-46fb-40ce-a1df-6d721e2d1120 req-93eeca79-af7a-4e46-95a9-a17af5842669 service nova] [instance: 57bf6160-52cc-456b-b946-c36291559da8] Detach interface failed, port_id=f63da468-0b54-41f7-99b0-8a8884f6b995, reason: Instance 57bf6160-52cc-456b-b946-c36291559da8 could not be found. {{(pid=69319) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 987.439892] env[69319]: DEBUG nova.compute.utils [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Using /dev/sd instead of None {{(pid=69319) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 987.444501] env[69319]: DEBUG nova.compute.manager [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] [instance: eed9382b-082a-4bb3-8a9b-fee6331fc411] Allocating IP information in the background. {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 987.444501] env[69319]: DEBUG nova.network.neutron [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] [instance: eed9382b-082a-4bb3-8a9b-fee6331fc411] allocate_for_instance() {{(pid=69319) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 987.467876] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223510, 'name': CreateVM_Task, 'duration_secs': 0.814911} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.467876] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3398ecd5-6889-400b-a436-e22d014f0da0] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 987.468480] env[69319]: DEBUG oslo_concurrency.lockutils [None req-e49961e0-dbf0-41d1-a572-9c4272c588b8 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.468689] env[69319]: DEBUG oslo_concurrency.lockutils [None req-e49961e0-dbf0-41d1-a572-9c4272c588b8 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.469058] env[69319]: DEBUG oslo_concurrency.lockutils [None req-e49961e0-dbf0-41d1-a572-9c4272c588b8 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.469568] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-753a7719-fdb6-4426-ab91-ed59d1819705 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.474675] env[69319]: DEBUG oslo_vmware.api [None req-e49961e0-dbf0-41d1-a572-9c4272c588b8 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Waiting for the task: (returnval){ [ 987.474675] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52750b31-3935-e49b-abdb-56a04c4860e8" [ 987.474675] env[69319]: _type = "Task" [ 987.474675] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.484142] env[69319]: DEBUG oslo_vmware.api [None req-e49961e0-dbf0-41d1-a572-9c4272c588b8 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52750b31-3935-e49b-abdb-56a04c4860e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.506307] env[69319]: DEBUG oslo_vmware.api [None req-a3b11f8c-2579-4b42-8ad6-dd9e1218b399 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Task: {'id': task-3223505, 'name': CopyVirtualDisk_Task, 'duration_secs': 4.565498} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.506579] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3b11f8c-2579-4b42-8ad6-dd9e1218b399 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] d33ea59d-f210-4f99-99ee-0c5aa850c757/d33ea59d-f210-4f99-99ee-0c5aa850c757.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 987.506798] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-a3b11f8c-2579-4b42-8ad6-dd9e1218b399 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] [instance: d33ea59d-f210-4f99-99ee-0c5aa850c757] Extending root virtual disk to 1048576 {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 987.507070] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5b63ea56-b2b0-4a52-a3cb-b70a6a113b64 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.517485] env[69319]: DEBUG oslo_vmware.api [None req-a3b11f8c-2579-4b42-8ad6-dd9e1218b399 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Waiting for the task: (returnval){ [ 987.517485] env[69319]: value = "task-3223511" [ 987.517485] env[69319]: _type = "Task" [ 987.517485] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.529386] env[69319]: DEBUG oslo_vmware.api [None req-a3b11f8c-2579-4b42-8ad6-dd9e1218b399 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Task: {'id': task-3223511, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.564578] env[69319]: DEBUG oslo_vmware.api [None req-5288207b-c54c-411b-8010-788f8f746688 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Task: {'id': task-3223507, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.531027} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.564865] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-5288207b-c54c-411b-8010-788f8f746688 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] c771ca2e-35a5-4e64-a382-926a00df4d22/c771ca2e-35a5-4e64-a382-926a00df4d22.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 987.565096] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-5288207b-c54c-411b-8010-788f8f746688 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] [instance: c771ca2e-35a5-4e64-a382-926a00df4d22] Extending root virtual disk to 1048576 {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 987.565365] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a61cd018-7a91-43c8-a5e2-9bc0953e1b82 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.573858] env[69319]: DEBUG oslo_vmware.api [None req-5288207b-c54c-411b-8010-788f8f746688 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Waiting for the task: (returnval){ [ 987.573858] env[69319]: value = "task-3223512" [ 987.573858] env[69319]: _type = "Task" [ 987.573858] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.578938] env[69319]: DEBUG nova.policy [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5a54db58354849a088ea09aac2103ad0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '856966908c834c71bea3cc10f20e7388', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69319) authorize /opt/stack/nova/nova/policy.py:192}} [ 987.586531] env[69319]: DEBUG oslo_vmware.api [None req-5288207b-c54c-411b-8010-788f8f746688 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Task: {'id': task-3223512, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.615285] env[69319]: INFO nova.compute.manager [-] [instance: 57bf6160-52cc-456b-b946-c36291559da8] Took 3.19 seconds to deallocate network for instance. [ 987.742300] env[69319]: DEBUG nova.network.neutron [req-9a21063a-f1e3-471f-927b-1c95e814bd2d req-b36ef8fa-cf4e-4746-9028-0b17b67e250c service nova] [instance: 9a2d05fc-1ee1-4847-bb63-ad2d3624c730] Updated VIF entry in instance network info cache for port b01a2f8a-1a0b-4b0a-8a96-4ee82cfadd52. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 987.742300] env[69319]: DEBUG nova.network.neutron [req-9a21063a-f1e3-471f-927b-1c95e814bd2d req-b36ef8fa-cf4e-4746-9028-0b17b67e250c service nova] [instance: 9a2d05fc-1ee1-4847-bb63-ad2d3624c730] Updating instance_info_cache with network_info: [{"id": "b01a2f8a-1a0b-4b0a-8a96-4ee82cfadd52", "address": "fa:16:3e:ff:ec:aa", "network": {"id": "4f737b3f-f5c1-42ef-806b-0c1446295bfe", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1251481083-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a48ceaae88374e5fb247e3cd24f5e437", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3db2ab9e-1244-4377-b05f-ab76003f2428", "external-id": "nsx-vlan-transportzone-199", "segmentation_id": 199, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb01a2f8a-1a", "ovs_interfaceid": "b01a2f8a-1a0b-4b0a-8a96-4ee82cfadd52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.930388] env[69319]: DEBUG nova.network.neutron [None req-5136031c-1ede-4ac7-86b3-5cf3819d28aa tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 170e2a0b-6461-4752-b7da-2ed0ff9fd73c] Updating instance_info_cache with network_info: [{"id": "b8f0d8a6-b776-486d-a9ce-ebdaf5643c72", "address": "fa:16:3e:ea:f8:bc", "network": {"id": "10887a83-3a88-4ea7-ab0e-0aa5f481f0ad", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1969359437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f35c9784047041ef95c69e4cd2040171", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7aa6264-122d-4c35-82d0-860e451538ea", "external-id": "nsx-vlan-transportzone-81", "segmentation_id": 81, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8f0d8a6-b7", "ovs_interfaceid": "b8f0d8a6-b776-486d-a9ce-ebdaf5643c72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.948322] env[69319]: DEBUG nova.compute.manager [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] [instance: eed9382b-082a-4bb3-8a9b-fee6331fc411] Start building block device mappings for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 987.990803] env[69319]: DEBUG oslo_vmware.api [None req-e49961e0-dbf0-41d1-a572-9c4272c588b8 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52750b31-3935-e49b-abdb-56a04c4860e8, 'name': SearchDatastore_Task, 'duration_secs': 0.050991} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.991306] env[69319]: DEBUG oslo_concurrency.lockutils [None req-e49961e0-dbf0-41d1-a572-9c4272c588b8 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.991702] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-e49961e0-dbf0-41d1-a572-9c4272c588b8 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 3398ecd5-6889-400b-a436-e22d014f0da0] Processing image 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 987.992333] env[69319]: DEBUG oslo_concurrency.lockutils [None req-e49961e0-dbf0-41d1-a572-9c4272c588b8 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.992619] env[69319]: DEBUG oslo_concurrency.lockutils [None req-e49961e0-dbf0-41d1-a572-9c4272c588b8 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.992985] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-e49961e0-dbf0-41d1-a572-9c4272c588b8 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 987.998196] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e74e3b81-ff73-4fb6-92f5-f7da14aa2495 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.016868] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-e49961e0-dbf0-41d1-a572-9c4272c588b8 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 988.017191] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-e49961e0-dbf0-41d1-a572-9c4272c588b8 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 988.018061] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fd03bbe-6773-452d-93fe-e0e0c88e8273 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.032020] env[69319]: DEBUG oslo_vmware.api [None req-a3b11f8c-2579-4b42-8ad6-dd9e1218b399 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Task: {'id': task-3223511, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086633} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.032130] env[69319]: DEBUG oslo_vmware.api [None req-e49961e0-dbf0-41d1-a572-9c4272c588b8 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Waiting for the task: (returnval){ [ 988.032130] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52cf9d44-04ad-f3ae-4a43-24249c96fd4b" [ 988.032130] env[69319]: _type = "Task" [ 988.032130] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.032366] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-a3b11f8c-2579-4b42-8ad6-dd9e1218b399 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] [instance: d33ea59d-f210-4f99-99ee-0c5aa850c757] Extended root virtual disk {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 988.033226] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1574ce46-861d-47b3-b94b-1cdeacf0b82e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.058973] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3b11f8c-2579-4b42-8ad6-dd9e1218b399 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] [instance: d33ea59d-f210-4f99-99ee-0c5aa850c757] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] d33ea59d-f210-4f99-99ee-0c5aa850c757/d33ea59d-f210-4f99-99ee-0c5aa850c757.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 988.059332] env[69319]: DEBUG oslo_vmware.api [None req-e49961e0-dbf0-41d1-a572-9c4272c588b8 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52cf9d44-04ad-f3ae-4a43-24249c96fd4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.061970] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-00c6c81d-bb35-4541-ab3d-7568510d10c0 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.088600] env[69319]: DEBUG oslo_vmware.api [None req-5288207b-c54c-411b-8010-788f8f746688 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Task: {'id': task-3223512, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.200995} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.088600] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-5288207b-c54c-411b-8010-788f8f746688 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] [instance: c771ca2e-35a5-4e64-a382-926a00df4d22] Extended root virtual disk {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 988.088600] env[69319]: DEBUG oslo_vmware.api [None req-a3b11f8c-2579-4b42-8ad6-dd9e1218b399 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Waiting for the task: (returnval){ [ 988.088600] env[69319]: value = "task-3223513" [ 988.088600] env[69319]: _type = "Task" [ 988.088600] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.090797] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e763b5e-e709-41ea-b8b5-60e58a919a7f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.103062] env[69319]: DEBUG oslo_vmware.api [None req-a3b11f8c-2579-4b42-8ad6-dd9e1218b399 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Task: {'id': task-3223513, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.126331] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-5288207b-c54c-411b-8010-788f8f746688 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] [instance: c771ca2e-35a5-4e64-a382-926a00df4d22] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] c771ca2e-35a5-4e64-a382-926a00df4d22/c771ca2e-35a5-4e64-a382-926a00df4d22.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 988.129164] env[69319]: DEBUG oslo_concurrency.lockutils [None req-1a9d3f28-e8bc-4a6e-b04e-48470a3b0058 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.129438] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5372d02c-deb8-4584-9037-bdedeeb71152 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.151385] env[69319]: DEBUG oslo_vmware.api [None req-5288207b-c54c-411b-8010-788f8f746688 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Waiting for the task: (returnval){ [ 988.151385] env[69319]: value = "task-3223514" [ 988.151385] env[69319]: _type = "Task" [ 988.151385] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.160422] env[69319]: DEBUG oslo_vmware.api [None req-5288207b-c54c-411b-8010-788f8f746688 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Task: {'id': task-3223514, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.246730] env[69319]: DEBUG oslo_concurrency.lockutils [req-9a21063a-f1e3-471f-927b-1c95e814bd2d req-b36ef8fa-cf4e-4746-9028-0b17b67e250c service nova] Releasing lock "refresh_cache-9a2d05fc-1ee1-4847-bb63-ad2d3624c730" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.418468] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8da8093f-1f7a-4291-b387-6ba665a2d781 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.426810] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02d68ae2-0030-4808-a679-7c92b9f2554e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.432024] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5136031c-1ede-4ac7-86b3-5cf3819d28aa tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Releasing lock "refresh_cache-170e2a0b-6461-4752-b7da-2ed0ff9fd73c" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.460999] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6232a011-cf5a-4b32-91e1-82d2ed347dee {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.470010] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0db5f1c6-2127-4458-a147-f0d1f5ea2cda {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.484945] env[69319]: DEBUG nova.compute.provider_tree [None req-f3c164e4-cc31-43ea-ab0c-675db61862cb tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Updating inventory in ProviderTree for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 988.543409] env[69319]: DEBUG oslo_vmware.api [None req-e49961e0-dbf0-41d1-a572-9c4272c588b8 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52cf9d44-04ad-f3ae-4a43-24249c96fd4b, 'name': SearchDatastore_Task, 'duration_secs': 0.069583} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.544220] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41edb7d9-cd63-4f57-a908-5bf363be67ab {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.549469] env[69319]: DEBUG oslo_vmware.api [None req-e49961e0-dbf0-41d1-a572-9c4272c588b8 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Waiting for the task: (returnval){ [ 988.549469] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]5274cade-be33-0015-032d-d4b52a09befa" [ 988.549469] env[69319]: _type = "Task" [ 988.549469] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.557495] env[69319]: DEBUG oslo_vmware.api [None req-e49961e0-dbf0-41d1-a572-9c4272c588b8 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5274cade-be33-0015-032d-d4b52a09befa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.604786] env[69319]: DEBUG oslo_vmware.api [None req-a3b11f8c-2579-4b42-8ad6-dd9e1218b399 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Task: {'id': task-3223513, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.662223] env[69319]: DEBUG oslo_vmware.api [None req-5288207b-c54c-411b-8010-788f8f746688 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Task: {'id': task-3223514, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.073448] env[69319]: DEBUG oslo_vmware.api [None req-e49961e0-dbf0-41d1-a572-9c4272c588b8 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5274cade-be33-0015-032d-d4b52a09befa, 'name': SearchDatastore_Task, 'duration_secs': 0.066519} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.073824] env[69319]: DEBUG oslo_concurrency.lockutils [None req-e49961e0-dbf0-41d1-a572-9c4272c588b8 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.074195] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-e49961e0-dbf0-41d1-a572-9c4272c588b8 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] 3398ecd5-6889-400b-a436-e22d014f0da0/3398ecd5-6889-400b-a436-e22d014f0da0.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 989.074744] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-82f24fa5-5689-45fc-957a-65a4d71035a3 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.083401] env[69319]: DEBUG oslo_vmware.api [None req-e49961e0-dbf0-41d1-a572-9c4272c588b8 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Waiting for the task: (returnval){ [ 989.083401] env[69319]: value = "task-3223515" [ 989.083401] env[69319]: _type = "Task" [ 989.083401] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.092549] env[69319]: DEBUG oslo_vmware.api [None req-e49961e0-dbf0-41d1-a572-9c4272c588b8 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3223515, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.103383] env[69319]: DEBUG oslo_vmware.api [None req-a3b11f8c-2579-4b42-8ad6-dd9e1218b399 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Task: {'id': task-3223513, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.164403] env[69319]: DEBUG oslo_vmware.api [None req-5288207b-c54c-411b-8010-788f8f746688 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Task: {'id': task-3223514, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.595513] env[69319]: DEBUG oslo_vmware.api [None req-e49961e0-dbf0-41d1-a572-9c4272c588b8 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3223515, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.604133] env[69319]: DEBUG oslo_vmware.api [None req-a3b11f8c-2579-4b42-8ad6-dd9e1218b399 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Task: {'id': task-3223513, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.615789] env[69319]: DEBUG nova.compute.manager [req-9d678f87-7b7f-4223-994e-cddea92aa1b5 req-1e6e3402-b94d-4eec-8831-bc51ec3d36ac service nova] [instance: 8dabca07-310b-4c22-b6c5-9fc57cf98adf] Received event network-vif-plugged-7a17076b-9ac1-459c-ba42-8fcdf8d9a0ef {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 989.615997] env[69319]: DEBUG oslo_concurrency.lockutils [req-9d678f87-7b7f-4223-994e-cddea92aa1b5 req-1e6e3402-b94d-4eec-8831-bc51ec3d36ac service nova] Acquiring lock "8dabca07-310b-4c22-b6c5-9fc57cf98adf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.616358] env[69319]: DEBUG oslo_concurrency.lockutils [req-9d678f87-7b7f-4223-994e-cddea92aa1b5 req-1e6e3402-b94d-4eec-8831-bc51ec3d36ac service nova] Lock "8dabca07-310b-4c22-b6c5-9fc57cf98adf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.616497] env[69319]: DEBUG oslo_concurrency.lockutils [req-9d678f87-7b7f-4223-994e-cddea92aa1b5 req-1e6e3402-b94d-4eec-8831-bc51ec3d36ac service nova] Lock "8dabca07-310b-4c22-b6c5-9fc57cf98adf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.616670] env[69319]: DEBUG nova.compute.manager [req-9d678f87-7b7f-4223-994e-cddea92aa1b5 req-1e6e3402-b94d-4eec-8831-bc51ec3d36ac service nova] [instance: 8dabca07-310b-4c22-b6c5-9fc57cf98adf] No waiting events found dispatching network-vif-plugged-7a17076b-9ac1-459c-ba42-8fcdf8d9a0ef {{(pid=69319) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 989.616862] env[69319]: WARNING nova.compute.manager [req-9d678f87-7b7f-4223-994e-cddea92aa1b5 req-1e6e3402-b94d-4eec-8831-bc51ec3d36ac service nova] [instance: 8dabca07-310b-4c22-b6c5-9fc57cf98adf] Received unexpected event network-vif-plugged-7a17076b-9ac1-459c-ba42-8fcdf8d9a0ef for instance with vm_state building and task_state spawning. [ 989.663783] env[69319]: DEBUG oslo_vmware.api [None req-5288207b-c54c-411b-8010-788f8f746688 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Task: {'id': task-3223514, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.005053] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-5136031c-1ede-4ac7-86b3-5cf3819d28aa tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 170e2a0b-6461-4752-b7da-2ed0ff9fd73c] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 990.005053] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc62f845-470b-44eb-8326-8612cb7da204 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.016106] env[69319]: DEBUG oslo_vmware.api [None req-5136031c-1ede-4ac7-86b3-5cf3819d28aa tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Waiting for the task: (returnval){ [ 990.016106] env[69319]: value = "task-3223516" [ 990.016106] env[69319]: _type = "Task" [ 990.016106] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.025432] env[69319]: DEBUG oslo_vmware.api [None req-5136031c-1ede-4ac7-86b3-5cf3819d28aa tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': task-3223516, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.095123] env[69319]: DEBUG oslo_vmware.api [None req-e49961e0-dbf0-41d1-a572-9c4272c588b8 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3223515, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.105362] env[69319]: DEBUG oslo_vmware.api [None req-a3b11f8c-2579-4b42-8ad6-dd9e1218b399 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Task: {'id': task-3223513, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.166844] env[69319]: DEBUG oslo_vmware.api [None req-5288207b-c54c-411b-8010-788f8f746688 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Task: {'id': task-3223514, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.526503] env[69319]: DEBUG oslo_vmware.api [None req-5136031c-1ede-4ac7-86b3-5cf3819d28aa tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': task-3223516, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.595912] env[69319]: DEBUG oslo_vmware.api [None req-e49961e0-dbf0-41d1-a572-9c4272c588b8 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3223515, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.605320] env[69319]: DEBUG oslo_vmware.api [None req-a3b11f8c-2579-4b42-8ad6-dd9e1218b399 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Task: {'id': task-3223513, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.665361] env[69319]: DEBUG oslo_vmware.api [None req-5288207b-c54c-411b-8010-788f8f746688 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Task: {'id': task-3223514, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.027109] env[69319]: DEBUG oslo_vmware.api [None req-5136031c-1ede-4ac7-86b3-5cf3819d28aa tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': task-3223516, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.096966] env[69319]: DEBUG oslo_vmware.api [None req-e49961e0-dbf0-41d1-a572-9c4272c588b8 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3223515, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.106324] env[69319]: DEBUG oslo_vmware.api [None req-a3b11f8c-2579-4b42-8ad6-dd9e1218b399 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Task: {'id': task-3223513, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.166565] env[69319]: DEBUG oslo_vmware.api [None req-5288207b-c54c-411b-8010-788f8f746688 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Task: {'id': task-3223514, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.340812] env[69319]: DEBUG nova.scheduler.client.report [None req-f3c164e4-cc31-43ea-ab0c-675db61862cb tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Updated inventory for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 with generation 101 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 991.340812] env[69319]: DEBUG nova.compute.provider_tree [None req-f3c164e4-cc31-43ea-ab0c-675db61862cb tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Updating resource provider 94b8835e-2513-4669-abb9-c8c6813d60e7 generation from 101 to 102 during operation: update_inventory {{(pid=69319) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 991.340812] env[69319]: DEBUG nova.compute.provider_tree [None req-f3c164e4-cc31-43ea-ab0c-675db61862cb tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Updating inventory in ProviderTree for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 991.530469] env[69319]: DEBUG oslo_vmware.api [None req-5136031c-1ede-4ac7-86b3-5cf3819d28aa tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': task-3223516, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.531657] env[69319]: DEBUG nova.network.neutron [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] [instance: eed9382b-082a-4bb3-8a9b-fee6331fc411] Successfully created port: 473b3eb7-ce03-46da-ad78-f30a13e68455 {{(pid=69319) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 991.555457] env[69319]: DEBUG nova.network.neutron [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] [instance: 8dabca07-310b-4c22-b6c5-9fc57cf98adf] Successfully updated port: 7a17076b-9ac1-459c-ba42-8fcdf8d9a0ef {{(pid=69319) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 991.600204] env[69319]: DEBUG oslo_vmware.api [None req-e49961e0-dbf0-41d1-a572-9c4272c588b8 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3223515, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.613082] env[69319]: DEBUG oslo_vmware.api [None req-a3b11f8c-2579-4b42-8ad6-dd9e1218b399 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Task: {'id': task-3223513, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.667145] env[69319]: DEBUG oslo_vmware.api [None req-5288207b-c54c-411b-8010-788f8f746688 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Task: {'id': task-3223514, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.831351] env[69319]: DEBUG nova.compute.manager [req-7e3ced3a-a1ae-42f4-8a02-4730db862726 req-8c576727-ee4e-4f4d-b2fb-abbbaa61823a service nova] [instance: 8dabca07-310b-4c22-b6c5-9fc57cf98adf] Received event network-changed-7a17076b-9ac1-459c-ba42-8fcdf8d9a0ef {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 991.831351] env[69319]: DEBUG nova.compute.manager [req-7e3ced3a-a1ae-42f4-8a02-4730db862726 req-8c576727-ee4e-4f4d-b2fb-abbbaa61823a service nova] [instance: 8dabca07-310b-4c22-b6c5-9fc57cf98adf] Refreshing instance network info cache due to event network-changed-7a17076b-9ac1-459c-ba42-8fcdf8d9a0ef. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 991.831599] env[69319]: DEBUG oslo_concurrency.lockutils [req-7e3ced3a-a1ae-42f4-8a02-4730db862726 req-8c576727-ee4e-4f4d-b2fb-abbbaa61823a service nova] Acquiring lock "refresh_cache-8dabca07-310b-4c22-b6c5-9fc57cf98adf" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.831771] env[69319]: DEBUG oslo_concurrency.lockutils [req-7e3ced3a-a1ae-42f4-8a02-4730db862726 req-8c576727-ee4e-4f4d-b2fb-abbbaa61823a service nova] Acquired lock "refresh_cache-8dabca07-310b-4c22-b6c5-9fc57cf98adf" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.831980] env[69319]: DEBUG nova.network.neutron [req-7e3ced3a-a1ae-42f4-8a02-4730db862726 req-8c576727-ee4e-4f4d-b2fb-abbbaa61823a service nova] [instance: 8dabca07-310b-4c22-b6c5-9fc57cf98adf] Refreshing network info cache for port 7a17076b-9ac1-459c-ba42-8fcdf8d9a0ef {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 991.848584] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f3c164e4-cc31-43ea-ab0c-675db61862cb tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.920s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.849229] env[69319]: DEBUG nova.compute.manager [None req-f3c164e4-cc31-43ea-ab0c-675db61862cb tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: a1acbe0c-f40b-4388-964e-cf7a95551e4c] Start building networks asynchronously for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 991.852940] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ba79f399-0528-4589-8d96-9359e15cd280 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.479s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.853537] env[69319]: DEBUG nova.objects.instance [None req-ba79f399-0528-4589-8d96-9359e15cd280 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Lazy-loading 'resources' on Instance uuid 9bab8f26-9c99-489c-861b-9fef49b1f36d {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 991.971102] env[69319]: DEBUG nova.compute.manager [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] [instance: eed9382b-082a-4bb3-8a9b-fee6331fc411] Start spawning the instance on the hypervisor. {{(pid=69319) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 992.002022] env[69319]: DEBUG nova.virt.hardware [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:32:36Z,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31f027872f6f44dba95ff2fe7a062e00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:32:36Z,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 992.002387] env[69319]: DEBUG nova.virt.hardware [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 992.002619] env[69319]: DEBUG nova.virt.hardware [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 992.002825] env[69319]: DEBUG nova.virt.hardware [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 992.003433] env[69319]: DEBUG nova.virt.hardware [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 992.003433] env[69319]: DEBUG nova.virt.hardware [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 992.003433] env[69319]: DEBUG nova.virt.hardware [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 992.003613] env[69319]: DEBUG nova.virt.hardware [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 992.003722] env[69319]: DEBUG nova.virt.hardware [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 992.003988] env[69319]: DEBUG nova.virt.hardware [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 992.004227] env[69319]: DEBUG nova.virt.hardware [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 992.005193] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a1d1839-fec6-4619-a1d7-fc97e412bbc6 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.013972] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e00ceddd-f175-4f8c-bcd7-6afe77016c32 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.035933] env[69319]: DEBUG oslo_vmware.api [None req-5136031c-1ede-4ac7-86b3-5cf3819d28aa tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': task-3223516, 'name': PowerOffVM_Task, 'duration_secs': 1.791141} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.036133] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-5136031c-1ede-4ac7-86b3-5cf3819d28aa tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 170e2a0b-6461-4752-b7da-2ed0ff9fd73c] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 992.036937] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d4081cc-8502-446c-aedf-8b4395a95521 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.057757] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e655c16d-f411-4cfb-a34e-17033dae4448 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.061316] env[69319]: DEBUG oslo_concurrency.lockutils [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Acquiring lock "refresh_cache-8dabca07-310b-4c22-b6c5-9fc57cf98adf" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.086101] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-5136031c-1ede-4ac7-86b3-5cf3819d28aa tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 170e2a0b-6461-4752-b7da-2ed0ff9fd73c] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 992.086370] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f394f9b7-a0d1-486f-930e-78d7a03bd671 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.098303] env[69319]: DEBUG oslo_vmware.api [None req-e49961e0-dbf0-41d1-a572-9c4272c588b8 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3223515, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.802815} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.099444] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-e49961e0-dbf0-41d1-a572-9c4272c588b8 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] 3398ecd5-6889-400b-a436-e22d014f0da0/3398ecd5-6889-400b-a436-e22d014f0da0.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 992.099684] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-e49961e0-dbf0-41d1-a572-9c4272c588b8 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 3398ecd5-6889-400b-a436-e22d014f0da0] Extending root virtual disk to 1048576 {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 992.100008] env[69319]: DEBUG oslo_vmware.api [None req-5136031c-1ede-4ac7-86b3-5cf3819d28aa tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Waiting for the task: (returnval){ [ 992.100008] env[69319]: value = "task-3223517" [ 992.100008] env[69319]: _type = "Task" [ 992.100008] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.100218] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-90433054-0d2b-40c7-8483-01b10298a3fd {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.115975] env[69319]: DEBUG oslo_vmware.api [None req-a3b11f8c-2579-4b42-8ad6-dd9e1218b399 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Task: {'id': task-3223513, 'name': ReconfigVM_Task, 'duration_secs': 3.948895} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.117228] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3b11f8c-2579-4b42-8ad6-dd9e1218b399 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] [instance: d33ea59d-f210-4f99-99ee-0c5aa850c757] Reconfigured VM instance instance-00000042 to attach disk [datastore2] d33ea59d-f210-4f99-99ee-0c5aa850c757/d33ea59d-f210-4f99-99ee-0c5aa850c757.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 992.117882] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-5136031c-1ede-4ac7-86b3-5cf3819d28aa tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 170e2a0b-6461-4752-b7da-2ed0ff9fd73c] VM already powered off {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 992.118094] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-5136031c-1ede-4ac7-86b3-5cf3819d28aa tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 170e2a0b-6461-4752-b7da-2ed0ff9fd73c] Processing image 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 992.118343] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5136031c-1ede-4ac7-86b3-5cf3819d28aa tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.118546] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5136031c-1ede-4ac7-86b3-5cf3819d28aa tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.118759] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-5136031c-1ede-4ac7-86b3-5cf3819d28aa tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 992.119068] env[69319]: DEBUG oslo_vmware.api [None req-e49961e0-dbf0-41d1-a572-9c4272c588b8 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Waiting for the task: (returnval){ [ 992.119068] env[69319]: value = "task-3223518" [ 992.119068] env[69319]: _type = "Task" [ 992.119068] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.119259] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3bda2ce1-b28f-4989-869c-d4773344b4a7 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.120823] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-91ad28e0-6c1b-4b2d-91e9-25d99901a37c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.133277] env[69319]: DEBUG oslo_vmware.api [None req-e49961e0-dbf0-41d1-a572-9c4272c588b8 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3223518, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.134590] env[69319]: DEBUG oslo_vmware.api [None req-a3b11f8c-2579-4b42-8ad6-dd9e1218b399 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Waiting for the task: (returnval){ [ 992.134590] env[69319]: value = "task-3223519" [ 992.134590] env[69319]: _type = "Task" [ 992.134590] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.138320] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-5136031c-1ede-4ac7-86b3-5cf3819d28aa tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 992.138504] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-5136031c-1ede-4ac7-86b3-5cf3819d28aa tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 992.139603] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31b301b4-a7f9-4965-a95c-189684d48ca1 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.146855] env[69319]: DEBUG oslo_vmware.api [None req-5136031c-1ede-4ac7-86b3-5cf3819d28aa tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Waiting for the task: (returnval){ [ 992.146855] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]5238627e-d7ca-7b72-fe4e-13bc73f726c7" [ 992.146855] env[69319]: _type = "Task" [ 992.146855] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.150500] env[69319]: DEBUG oslo_vmware.api [None req-a3b11f8c-2579-4b42-8ad6-dd9e1218b399 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Task: {'id': task-3223519, 'name': Rename_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.159543] env[69319]: DEBUG oslo_vmware.api [None req-5136031c-1ede-4ac7-86b3-5cf3819d28aa tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5238627e-d7ca-7b72-fe4e-13bc73f726c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.167989] env[69319]: DEBUG oslo_vmware.api [None req-5288207b-c54c-411b-8010-788f8f746688 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Task: {'id': task-3223514, 'name': ReconfigVM_Task, 'duration_secs': 3.796114} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.168309] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-5288207b-c54c-411b-8010-788f8f746688 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] [instance: c771ca2e-35a5-4e64-a382-926a00df4d22] Reconfigured VM instance instance-00000045 to attach disk [datastore2] c771ca2e-35a5-4e64-a382-926a00df4d22/c771ca2e-35a5-4e64-a382-926a00df4d22.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 992.169094] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6978b498-629f-4a1b-a7a4-2cc4cef331ac {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.185780] env[69319]: DEBUG oslo_vmware.api [None req-5288207b-c54c-411b-8010-788f8f746688 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Waiting for the task: (returnval){ [ 992.185780] env[69319]: value = "task-3223520" [ 992.185780] env[69319]: _type = "Task" [ 992.185780] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.200456] env[69319]: DEBUG oslo_vmware.api [None req-5288207b-c54c-411b-8010-788f8f746688 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Task: {'id': task-3223520, 'name': Rename_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.360047] env[69319]: DEBUG nova.compute.utils [None req-f3c164e4-cc31-43ea-ab0c-675db61862cb tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Using /dev/sd instead of None {{(pid=69319) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 992.361733] env[69319]: DEBUG nova.compute.manager [None req-f3c164e4-cc31-43ea-ab0c-675db61862cb tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: a1acbe0c-f40b-4388-964e-cf7a95551e4c] Allocating IP information in the background. {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 992.361977] env[69319]: DEBUG nova.network.neutron [None req-f3c164e4-cc31-43ea-ab0c-675db61862cb tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: a1acbe0c-f40b-4388-964e-cf7a95551e4c] allocate_for_instance() {{(pid=69319) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 992.390599] env[69319]: DEBUG nova.network.neutron [req-7e3ced3a-a1ae-42f4-8a02-4730db862726 req-8c576727-ee4e-4f4d-b2fb-abbbaa61823a service nova] [instance: 8dabca07-310b-4c22-b6c5-9fc57cf98adf] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 992.431814] env[69319]: DEBUG nova.policy [None req-f3c164e4-cc31-43ea-ab0c-675db61862cb tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b73639ed40c1402bb56629d73213539f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '380102385f92442f9501a051ccbbc658', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69319) authorize /opt/stack/nova/nova/policy.py:192}} [ 992.466625] env[69319]: DEBUG nova.network.neutron [req-7e3ced3a-a1ae-42f4-8a02-4730db862726 req-8c576727-ee4e-4f4d-b2fb-abbbaa61823a service nova] [instance: 8dabca07-310b-4c22-b6c5-9fc57cf98adf] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.635649] env[69319]: DEBUG oslo_vmware.api [None req-e49961e0-dbf0-41d1-a572-9c4272c588b8 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3223518, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071969} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.635972] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-e49961e0-dbf0-41d1-a572-9c4272c588b8 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 3398ecd5-6889-400b-a436-e22d014f0da0] Extended root virtual disk {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 992.639415] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db775586-9df4-42ba-b54f-597f83b6ed99 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.662753] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-e49961e0-dbf0-41d1-a572-9c4272c588b8 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 3398ecd5-6889-400b-a436-e22d014f0da0] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] 3398ecd5-6889-400b-a436-e22d014f0da0/3398ecd5-6889-400b-a436-e22d014f0da0.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 992.670573] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2954f553-70c7-46ba-a844-d479186fff68 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.687471] env[69319]: DEBUG oslo_vmware.api [None req-a3b11f8c-2579-4b42-8ad6-dd9e1218b399 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Task: {'id': task-3223519, 'name': Rename_Task, 'duration_secs': 0.274159} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.688495] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3b11f8c-2579-4b42-8ad6-dd9e1218b399 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] [instance: d33ea59d-f210-4f99-99ee-0c5aa850c757] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 992.692150] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eb0ad0ea-9782-4d58-a485-ae60f56cfa00 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.698341] env[69319]: DEBUG oslo_concurrency.lockutils [None req-e993f634-145f-4764-8320-810a8c8fc48c tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Acquiring lock "13a67670-f42e-4041-8f4e-4fe3a65e2f33" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.698560] env[69319]: DEBUG oslo_concurrency.lockutils [None req-e993f634-145f-4764-8320-810a8c8fc48c tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Lock "13a67670-f42e-4041-8f4e-4fe3a65e2f33" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.699809] env[69319]: DEBUG oslo_vmware.api [None req-5136031c-1ede-4ac7-86b3-5cf3819d28aa tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5238627e-d7ca-7b72-fe4e-13bc73f726c7, 'name': SearchDatastore_Task, 'duration_secs': 0.015717} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.702595] env[69319]: DEBUG oslo_vmware.api [None req-e49961e0-dbf0-41d1-a572-9c4272c588b8 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Waiting for the task: (returnval){ [ 992.702595] env[69319]: value = "task-3223521" [ 992.702595] env[69319]: _type = "Task" [ 992.702595] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.703031] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-150fdc63-fc2b-41d9-896d-56d179e4e3d1 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.714622] env[69319]: DEBUG oslo_vmware.api [None req-5288207b-c54c-411b-8010-788f8f746688 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Task: {'id': task-3223520, 'name': Rename_Task, 'duration_secs': 0.200371} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.716616] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-5288207b-c54c-411b-8010-788f8f746688 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] [instance: c771ca2e-35a5-4e64-a382-926a00df4d22] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 992.716969] env[69319]: DEBUG oslo_vmware.api [None req-a3b11f8c-2579-4b42-8ad6-dd9e1218b399 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Waiting for the task: (returnval){ [ 992.716969] env[69319]: value = "task-3223522" [ 992.716969] env[69319]: _type = "Task" [ 992.716969] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.717914] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-acf6c266-8b1e-4101-915a-6ec3ddd1470b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.723861] env[69319]: DEBUG oslo_vmware.api [None req-5136031c-1ede-4ac7-86b3-5cf3819d28aa tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Waiting for the task: (returnval){ [ 992.723861] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]523c8580-2c24-5771-2dfa-a1908eede963" [ 992.723861] env[69319]: _type = "Task" [ 992.723861] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.727921] env[69319]: DEBUG oslo_vmware.api [None req-e49961e0-dbf0-41d1-a572-9c4272c588b8 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3223521, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.738381] env[69319]: DEBUG oslo_vmware.api [None req-5288207b-c54c-411b-8010-788f8f746688 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Waiting for the task: (returnval){ [ 992.738381] env[69319]: value = "task-3223523" [ 992.738381] env[69319]: _type = "Task" [ 992.738381] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.738637] env[69319]: DEBUG oslo_vmware.api [None req-a3b11f8c-2579-4b42-8ad6-dd9e1218b399 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Task: {'id': task-3223522, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.747584] env[69319]: DEBUG oslo_vmware.api [None req-5136031c-1ede-4ac7-86b3-5cf3819d28aa tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]523c8580-2c24-5771-2dfa-a1908eede963, 'name': SearchDatastore_Task, 'duration_secs': 0.021846} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.750580] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5136031c-1ede-4ac7-86b3-5cf3819d28aa tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.750811] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-5136031c-1ede-4ac7-86b3-5cf3819d28aa tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] 170e2a0b-6461-4752-b7da-2ed0ff9fd73c/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8-rescue.vmdk. {{(pid=69319) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 992.751283] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-055858e4-f7df-4c4e-8d12-69898eb26c9b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.757574] env[69319]: DEBUG oslo_vmware.api [None req-5288207b-c54c-411b-8010-788f8f746688 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Task: {'id': task-3223523, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.763336] env[69319]: DEBUG oslo_vmware.api [None req-5136031c-1ede-4ac7-86b3-5cf3819d28aa tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Waiting for the task: (returnval){ [ 992.763336] env[69319]: value = "task-3223524" [ 992.763336] env[69319]: _type = "Task" [ 992.763336] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.775339] env[69319]: DEBUG oslo_vmware.api [None req-5136031c-1ede-4ac7-86b3-5cf3819d28aa tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': task-3223524, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.823822] env[69319]: DEBUG nova.network.neutron [None req-f3c164e4-cc31-43ea-ab0c-675db61862cb tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: a1acbe0c-f40b-4388-964e-cf7a95551e4c] Successfully created port: 4a20d4c1-62e9-4a72-b20b-77b8f5c41012 {{(pid=69319) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 992.853316] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da0d1796-7281-4be8-9f88-c5d590c248fb {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.863518] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b594d2dd-158d-47a5-894e-5951b5e9b03c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.867244] env[69319]: DEBUG nova.compute.manager [None req-f3c164e4-cc31-43ea-ab0c-675db61862cb tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: a1acbe0c-f40b-4388-964e-cf7a95551e4c] Start building block device mappings for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 992.901984] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15c3baf2-1484-47c6-a813-c66fca20573a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.913139] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dd5767f-edcb-40d1-9aef-aec054c44425 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.932103] env[69319]: DEBUG nova.compute.provider_tree [None req-ba79f399-0528-4589-8d96-9359e15cd280 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 992.968798] env[69319]: DEBUG oslo_concurrency.lockutils [req-7e3ced3a-a1ae-42f4-8a02-4730db862726 req-8c576727-ee4e-4f4d-b2fb-abbbaa61823a service nova] Releasing lock "refresh_cache-8dabca07-310b-4c22-b6c5-9fc57cf98adf" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.969274] env[69319]: DEBUG oslo_concurrency.lockutils [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Acquired lock "refresh_cache-8dabca07-310b-4c22-b6c5-9fc57cf98adf" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.969437] env[69319]: DEBUG nova.network.neutron [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] [instance: 8dabca07-310b-4c22-b6c5-9fc57cf98adf] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 993.204619] env[69319]: DEBUG nova.compute.utils [None req-e993f634-145f-4764-8320-810a8c8fc48c tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Using /dev/sd instead of None {{(pid=69319) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 993.216840] env[69319]: DEBUG oslo_vmware.api [None req-e49961e0-dbf0-41d1-a572-9c4272c588b8 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3223521, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.228975] env[69319]: DEBUG oslo_vmware.api [None req-a3b11f8c-2579-4b42-8ad6-dd9e1218b399 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Task: {'id': task-3223522, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.250834] env[69319]: DEBUG oslo_vmware.api [None req-5288207b-c54c-411b-8010-788f8f746688 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Task: {'id': task-3223523, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.273674] env[69319]: DEBUG oslo_vmware.api [None req-5136031c-1ede-4ac7-86b3-5cf3819d28aa tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': task-3223524, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.368496] env[69319]: DEBUG nova.compute.manager [req-82d96ad9-ad48-4259-b49a-1f847a584fba req-0aa32c02-d05c-444d-b451-32b18226d803 service nova] [instance: eed9382b-082a-4bb3-8a9b-fee6331fc411] Received event network-vif-plugged-473b3eb7-ce03-46da-ad78-f30a13e68455 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 993.368741] env[69319]: DEBUG oslo_concurrency.lockutils [req-82d96ad9-ad48-4259-b49a-1f847a584fba req-0aa32c02-d05c-444d-b451-32b18226d803 service nova] Acquiring lock "eed9382b-082a-4bb3-8a9b-fee6331fc411-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.368977] env[69319]: DEBUG oslo_concurrency.lockutils [req-82d96ad9-ad48-4259-b49a-1f847a584fba req-0aa32c02-d05c-444d-b451-32b18226d803 service nova] Lock "eed9382b-082a-4bb3-8a9b-fee6331fc411-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.369105] env[69319]: DEBUG oslo_concurrency.lockutils [req-82d96ad9-ad48-4259-b49a-1f847a584fba req-0aa32c02-d05c-444d-b451-32b18226d803 service nova] Lock "eed9382b-082a-4bb3-8a9b-fee6331fc411-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.369271] env[69319]: DEBUG nova.compute.manager [req-82d96ad9-ad48-4259-b49a-1f847a584fba req-0aa32c02-d05c-444d-b451-32b18226d803 service nova] [instance: eed9382b-082a-4bb3-8a9b-fee6331fc411] No waiting events found dispatching network-vif-plugged-473b3eb7-ce03-46da-ad78-f30a13e68455 {{(pid=69319) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 993.369438] env[69319]: WARNING nova.compute.manager [req-82d96ad9-ad48-4259-b49a-1f847a584fba req-0aa32c02-d05c-444d-b451-32b18226d803 service nova] [instance: eed9382b-082a-4bb3-8a9b-fee6331fc411] Received unexpected event network-vif-plugged-473b3eb7-ce03-46da-ad78-f30a13e68455 for instance with vm_state building and task_state spawning. [ 993.435098] env[69319]: DEBUG nova.scheduler.client.report [None req-ba79f399-0528-4589-8d96-9359e15cd280 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 993.717232] env[69319]: DEBUG oslo_vmware.api [None req-e49961e0-dbf0-41d1-a572-9c4272c588b8 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3223521, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.724510] env[69319]: DEBUG nova.network.neutron [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] [instance: 8dabca07-310b-4c22-b6c5-9fc57cf98adf] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 993.731476] env[69319]: DEBUG oslo_vmware.api [None req-a3b11f8c-2579-4b42-8ad6-dd9e1218b399 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Task: {'id': task-3223522, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.750610] env[69319]: DEBUG oslo_vmware.api [None req-5288207b-c54c-411b-8010-788f8f746688 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Task: {'id': task-3223523, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.773746] env[69319]: DEBUG oslo_vmware.api [None req-5136031c-1ede-4ac7-86b3-5cf3819d28aa tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': task-3223524, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.868109] env[69319]: DEBUG nova.network.neutron [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] [instance: 8dabca07-310b-4c22-b6c5-9fc57cf98adf] Updating instance_info_cache with network_info: [{"id": "7a17076b-9ac1-459c-ba42-8fcdf8d9a0ef", "address": "fa:16:3e:7f:6a:2b", "network": {"id": "a0943863-bac6-4b2e-be27-2aa2e5244f93", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1917250774-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "856966908c834c71bea3cc10f20e7388", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a17076b-9a", "ovs_interfaceid": "7a17076b-9ac1-459c-ba42-8fcdf8d9a0ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.216958] env[69319]: DEBUG oslo_vmware.api [None req-e49961e0-dbf0-41d1-a572-9c4272c588b8 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3223521, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.229633] env[69319]: DEBUG oslo_vmware.api [None req-a3b11f8c-2579-4b42-8ad6-dd9e1218b399 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Task: {'id': task-3223522, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.252712] env[69319]: DEBUG oslo_vmware.api [None req-5288207b-c54c-411b-8010-788f8f746688 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Task: {'id': task-3223523, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.274466] env[69319]: DEBUG oslo_vmware.api [None req-5136031c-1ede-4ac7-86b3-5cf3819d28aa tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': task-3223524, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.717708] env[69319]: DEBUG oslo_vmware.api [None req-e49961e0-dbf0-41d1-a572-9c4272c588b8 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3223521, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.730373] env[69319]: DEBUG oslo_vmware.api [None req-a3b11f8c-2579-4b42-8ad6-dd9e1218b399 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Task: {'id': task-3223522, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.751189] env[69319]: DEBUG oslo_vmware.api [None req-5288207b-c54c-411b-8010-788f8f746688 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Task: {'id': task-3223523, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.774312] env[69319]: DEBUG oslo_vmware.api [None req-5136031c-1ede-4ac7-86b3-5cf3819d28aa tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': task-3223524, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.218047] env[69319]: DEBUG oslo_vmware.api [None req-e49961e0-dbf0-41d1-a572-9c4272c588b8 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3223521, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.230930] env[69319]: DEBUG oslo_vmware.api [None req-a3b11f8c-2579-4b42-8ad6-dd9e1218b399 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Task: {'id': task-3223522, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.251860] env[69319]: DEBUG oslo_vmware.api [None req-5288207b-c54c-411b-8010-788f8f746688 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Task: {'id': task-3223523, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.276041] env[69319]: DEBUG oslo_vmware.api [None req-5136031c-1ede-4ac7-86b3-5cf3819d28aa tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': task-3223524, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.718974] env[69319]: DEBUG oslo_vmware.api [None req-e49961e0-dbf0-41d1-a572-9c4272c588b8 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3223521, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.731391] env[69319]: DEBUG oslo_vmware.api [None req-a3b11f8c-2579-4b42-8ad6-dd9e1218b399 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Task: {'id': task-3223522, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.752163] env[69319]: DEBUG oslo_vmware.api [None req-5288207b-c54c-411b-8010-788f8f746688 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Task: {'id': task-3223523, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.776224] env[69319]: DEBUG oslo_vmware.api [None req-5136031c-1ede-4ac7-86b3-5cf3819d28aa tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': task-3223524, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.215301] env[69319]: DEBUG oslo_concurrency.lockutils [None req-e993f634-145f-4764-8320-810a8c8fc48c tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Lock "13a67670-f42e-4041-8f4e-4fe3a65e2f33" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 3.517s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.225863] env[69319]: DEBUG oslo_vmware.api [None req-e49961e0-dbf0-41d1-a572-9c4272c588b8 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3223521, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.233248] env[69319]: DEBUG oslo_vmware.api [None req-a3b11f8c-2579-4b42-8ad6-dd9e1218b399 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Task: {'id': task-3223522, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.254676] env[69319]: DEBUG oslo_vmware.api [None req-5288207b-c54c-411b-8010-788f8f746688 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Task: {'id': task-3223523, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.278371] env[69319]: DEBUG oslo_vmware.api [None req-5136031c-1ede-4ac7-86b3-5cf3819d28aa tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': task-3223524, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.374187] env[69319]: DEBUG oslo_concurrency.lockutils [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Releasing lock "refresh_cache-8dabca07-310b-4c22-b6c5-9fc57cf98adf" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.374569] env[69319]: DEBUG nova.compute.manager [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] [instance: 8dabca07-310b-4c22-b6c5-9fc57cf98adf] Instance network_info: |[{"id": "7a17076b-9ac1-459c-ba42-8fcdf8d9a0ef", "address": "fa:16:3e:7f:6a:2b", "network": {"id": "a0943863-bac6-4b2e-be27-2aa2e5244f93", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1917250774-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "856966908c834c71bea3cc10f20e7388", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a17076b-9a", "ovs_interfaceid": "7a17076b-9ac1-459c-ba42-8fcdf8d9a0ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 996.375028] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] [instance: 8dabca07-310b-4c22-b6c5-9fc57cf98adf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7f:6a:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0c293d47-74c0-49d7-a474-cdb643080f6f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7a17076b-9ac1-459c-ba42-8fcdf8d9a0ef', 'vif_model': 'vmxnet3'}] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 996.383862] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 996.385017] env[69319]: DEBUG nova.compute.manager [None req-f3c164e4-cc31-43ea-ab0c-675db61862cb tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: a1acbe0c-f40b-4388-964e-cf7a95551e4c] Start spawning the instance on the hypervisor. {{(pid=69319) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 996.391639] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8dabca07-310b-4c22-b6c5-9fc57cf98adf] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 996.392598] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-723658e2-a8ef-4874-932a-af6b222e86d8 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.410887] env[69319]: DEBUG nova.network.neutron [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] [instance: eed9382b-082a-4bb3-8a9b-fee6331fc411] Successfully updated port: 473b3eb7-ce03-46da-ad78-f30a13e68455 {{(pid=69319) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 996.421332] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 996.421332] env[69319]: value = "task-3223525" [ 996.421332] env[69319]: _type = "Task" [ 996.421332] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.436786] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223525, 'name': CreateVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.444507] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ba79f399-0528-4589-8d96-9359e15cd280 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 4.590s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.447414] env[69319]: DEBUG nova.virt.hardware [None req-f3c164e4-cc31-43ea-ab0c-675db61862cb tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='3bc60dec25b12f9aca2f3cf324591ea6',container_format='bare',created_at=2025-04-03T03:39:56Z,direct_url=,disk_format='vmdk',id=b0369f30-d21f-4bb2-b4d6-19132b7d930d,min_disk=1,min_ram=0,name='tempest-test-snap-2046477853',owner='380102385f92442f9501a051ccbbc658',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-04-03T03:40:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 996.447649] env[69319]: DEBUG nova.virt.hardware [None req-f3c164e4-cc31-43ea-ab0c-675db61862cb tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 996.447803] env[69319]: DEBUG nova.virt.hardware [None req-f3c164e4-cc31-43ea-ab0c-675db61862cb tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 996.447993] env[69319]: DEBUG nova.virt.hardware [None req-f3c164e4-cc31-43ea-ab0c-675db61862cb tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 996.448150] env[69319]: DEBUG nova.virt.hardware [None req-f3c164e4-cc31-43ea-ab0c-675db61862cb tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 996.448295] env[69319]: DEBUG nova.virt.hardware [None req-f3c164e4-cc31-43ea-ab0c-675db61862cb tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 996.448498] env[69319]: DEBUG nova.virt.hardware [None req-f3c164e4-cc31-43ea-ab0c-675db61862cb tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 996.448651] env[69319]: DEBUG nova.virt.hardware [None req-f3c164e4-cc31-43ea-ab0c-675db61862cb tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 996.448811] env[69319]: DEBUG nova.virt.hardware [None req-f3c164e4-cc31-43ea-ab0c-675db61862cb tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 996.448969] env[69319]: DEBUG nova.virt.hardware [None req-f3c164e4-cc31-43ea-ab0c-675db61862cb tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 996.449174] env[69319]: DEBUG nova.virt.hardware [None req-f3c164e4-cc31-43ea-ab0c-675db61862cb tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 996.449754] env[69319]: DEBUG oslo_concurrency.lockutils [None req-a72cd4ed-2cf2-4f2e-b4c3-a0beac44b7c3 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.547s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.452362] env[69319]: INFO nova.compute.claims [None req-a72cd4ed-2cf2-4f2e-b4c3-a0beac44b7c3 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: d24a0bae-3b98-4121-a3f7-bedee3a196b4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 996.455082] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaf1b13a-ef35-43dd-a0a5-17ad8f3ecfc6 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.465635] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2ed5cea-d38d-4424-8490-183e9c165e1d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.485346] env[69319]: INFO nova.scheduler.client.report [None req-ba79f399-0528-4589-8d96-9359e15cd280 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Deleted allocations for instance 9bab8f26-9c99-489c-861b-9fef49b1f36d [ 996.569065] env[69319]: DEBUG nova.compute.manager [req-8b898027-9da9-4d78-a430-62855b9fb2f3 req-37a38735-4138-4c54-9162-7ef3cd04e311 service nova] [instance: eed9382b-082a-4bb3-8a9b-fee6331fc411] Received event network-changed-473b3eb7-ce03-46da-ad78-f30a13e68455 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 996.569325] env[69319]: DEBUG nova.compute.manager [req-8b898027-9da9-4d78-a430-62855b9fb2f3 req-37a38735-4138-4c54-9162-7ef3cd04e311 service nova] [instance: eed9382b-082a-4bb3-8a9b-fee6331fc411] Refreshing instance network info cache due to event network-changed-473b3eb7-ce03-46da-ad78-f30a13e68455. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 996.569977] env[69319]: DEBUG oslo_concurrency.lockutils [req-8b898027-9da9-4d78-a430-62855b9fb2f3 req-37a38735-4138-4c54-9162-7ef3cd04e311 service nova] Acquiring lock "refresh_cache-eed9382b-082a-4bb3-8a9b-fee6331fc411" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.570185] env[69319]: DEBUG oslo_concurrency.lockutils [req-8b898027-9da9-4d78-a430-62855b9fb2f3 req-37a38735-4138-4c54-9162-7ef3cd04e311 service nova] Acquired lock "refresh_cache-eed9382b-082a-4bb3-8a9b-fee6331fc411" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.570403] env[69319]: DEBUG nova.network.neutron [req-8b898027-9da9-4d78-a430-62855b9fb2f3 req-37a38735-4138-4c54-9162-7ef3cd04e311 service nova] [instance: eed9382b-082a-4bb3-8a9b-fee6331fc411] Refreshing network info cache for port 473b3eb7-ce03-46da-ad78-f30a13e68455 {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 996.722536] env[69319]: DEBUG oslo_vmware.api [None req-e49961e0-dbf0-41d1-a572-9c4272c588b8 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3223521, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.734429] env[69319]: DEBUG oslo_vmware.api [None req-a3b11f8c-2579-4b42-8ad6-dd9e1218b399 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Task: {'id': task-3223522, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.755015] env[69319]: DEBUG oslo_vmware.api [None req-5288207b-c54c-411b-8010-788f8f746688 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Task: {'id': task-3223523, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.779033] env[69319]: DEBUG oslo_vmware.api [None req-5136031c-1ede-4ac7-86b3-5cf3819d28aa tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': task-3223524, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.914590] env[69319]: DEBUG oslo_concurrency.lockutils [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Acquiring lock "refresh_cache-eed9382b-082a-4bb3-8a9b-fee6331fc411" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.932980] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223525, 'name': CreateVM_Task, 'duration_secs': 0.371533} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.933672] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8dabca07-310b-4c22-b6c5-9fc57cf98adf] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 996.934680] env[69319]: DEBUG oslo_concurrency.lockutils [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.934680] env[69319]: DEBUG oslo_concurrency.lockutils [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.934966] env[69319]: DEBUG oslo_concurrency.lockutils [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.935346] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ece41cbe-28b8-4924-9bf8-c805593d241b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.940886] env[69319]: DEBUG oslo_vmware.api [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Waiting for the task: (returnval){ [ 996.940886] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52a3a4db-0112-c1c0-2730-f5530206cd2c" [ 996.940886] env[69319]: _type = "Task" [ 996.940886] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.951866] env[69319]: DEBUG oslo_vmware.api [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52a3a4db-0112-c1c0-2730-f5530206cd2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.995497] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ba79f399-0528-4589-8d96-9359e15cd280 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Lock "9bab8f26-9c99-489c-861b-9fef49b1f36d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.088s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.117900] env[69319]: DEBUG nova.network.neutron [req-8b898027-9da9-4d78-a430-62855b9fb2f3 req-37a38735-4138-4c54-9162-7ef3cd04e311 service nova] [instance: eed9382b-082a-4bb3-8a9b-fee6331fc411] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 997.202971] env[69319]: DEBUG nova.network.neutron [req-8b898027-9da9-4d78-a430-62855b9fb2f3 req-37a38735-4138-4c54-9162-7ef3cd04e311 service nova] [instance: eed9382b-082a-4bb3-8a9b-fee6331fc411] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.223974] env[69319]: DEBUG oslo_vmware.api [None req-e49961e0-dbf0-41d1-a572-9c4272c588b8 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3223521, 'name': ReconfigVM_Task, 'duration_secs': 4.157338} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.224335] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-e49961e0-dbf0-41d1-a572-9c4272c588b8 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 3398ecd5-6889-400b-a436-e22d014f0da0] Reconfigured VM instance instance-00000046 to attach disk [datastore2] 3398ecd5-6889-400b-a436-e22d014f0da0/3398ecd5-6889-400b-a436-e22d014f0da0.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 997.225180] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cb8ff4cb-1210-486c-a287-8dfe1fa2a41c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.236220] env[69319]: DEBUG oslo_vmware.api [None req-a3b11f8c-2579-4b42-8ad6-dd9e1218b399 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Task: {'id': task-3223522, 'name': PowerOnVM_Task, 'duration_secs': 4.249798} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.237871] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3b11f8c-2579-4b42-8ad6-dd9e1218b399 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] [instance: d33ea59d-f210-4f99-99ee-0c5aa850c757] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 997.238149] env[69319]: DEBUG nova.compute.manager [None req-a3b11f8c-2579-4b42-8ad6-dd9e1218b399 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] [instance: d33ea59d-f210-4f99-99ee-0c5aa850c757] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 997.238659] env[69319]: DEBUG oslo_vmware.api [None req-e49961e0-dbf0-41d1-a572-9c4272c588b8 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Waiting for the task: (returnval){ [ 997.238659] env[69319]: value = "task-3223526" [ 997.238659] env[69319]: _type = "Task" [ 997.238659] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.239641] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45f0b500-178c-40a8-a09d-0dedcab21f23 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.259021] env[69319]: DEBUG oslo_vmware.api [None req-e49961e0-dbf0-41d1-a572-9c4272c588b8 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3223526, 'name': Rename_Task} progress is 6%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.263019] env[69319]: DEBUG oslo_concurrency.lockutils [None req-e993f634-145f-4764-8320-810a8c8fc48c tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Acquiring lock "13a67670-f42e-4041-8f4e-4fe3a65e2f33" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.263356] env[69319]: DEBUG oslo_concurrency.lockutils [None req-e993f634-145f-4764-8320-810a8c8fc48c tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Lock "13a67670-f42e-4041-8f4e-4fe3a65e2f33" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.263701] env[69319]: INFO nova.compute.manager [None req-e993f634-145f-4764-8320-810a8c8fc48c tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] [instance: 13a67670-f42e-4041-8f4e-4fe3a65e2f33] Attaching volume 68c7d4e8-4c50-4007-b715-30a57ed5da0b to /dev/sdb [ 997.266200] env[69319]: DEBUG oslo_vmware.api [None req-5288207b-c54c-411b-8010-788f8f746688 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Task: {'id': task-3223523, 'name': PowerOnVM_Task, 'duration_secs': 4.261825} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.266813] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-5288207b-c54c-411b-8010-788f8f746688 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] [instance: c771ca2e-35a5-4e64-a382-926a00df4d22] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 997.267137] env[69319]: INFO nova.compute.manager [None req-5288207b-c54c-411b-8010-788f8f746688 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] [instance: c771ca2e-35a5-4e64-a382-926a00df4d22] Took 20.06 seconds to spawn the instance on the hypervisor. [ 997.267409] env[69319]: DEBUG nova.compute.manager [None req-5288207b-c54c-411b-8010-788f8f746688 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] [instance: c771ca2e-35a5-4e64-a382-926a00df4d22] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 997.268725] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59899ef6-7987-411e-9cea-06ebed5b028c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.284529] env[69319]: DEBUG oslo_vmware.api [None req-5136031c-1ede-4ac7-86b3-5cf3819d28aa tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': task-3223524, 'name': CopyVirtualDisk_Task, 'duration_secs': 4.01877} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.288281] env[69319]: INFO nova.virt.vmwareapi.ds_util [None req-5136031c-1ede-4ac7-86b3-5cf3819d28aa tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] 170e2a0b-6461-4752-b7da-2ed0ff9fd73c/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8-rescue.vmdk. [ 997.289883] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90bd3b25-27b8-4b0b-a380-562306e54b20 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.319713] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-5136031c-1ede-4ac7-86b3-5cf3819d28aa tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 170e2a0b-6461-4752-b7da-2ed0ff9fd73c] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] 170e2a0b-6461-4752-b7da-2ed0ff9fd73c/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8-rescue.vmdk or device None with type thin {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 997.321278] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f5b80b8b-87f3-415b-a4de-ccb38da7326f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.335133] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd97f77d-ddd2-44ad-9097-f7406dbe35a1 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.344010] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b2c4d6a-3345-4558-89c3-b644dc7ad904 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.347418] env[69319]: DEBUG oslo_vmware.api [None req-5136031c-1ede-4ac7-86b3-5cf3819d28aa tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Waiting for the task: (returnval){ [ 997.347418] env[69319]: value = "task-3223527" [ 997.347418] env[69319]: _type = "Task" [ 997.347418] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.355966] env[69319]: DEBUG oslo_vmware.api [None req-5136031c-1ede-4ac7-86b3-5cf3819d28aa tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': task-3223527, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.360897] env[69319]: DEBUG nova.virt.block_device [None req-e993f634-145f-4764-8320-810a8c8fc48c tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] [instance: 13a67670-f42e-4041-8f4e-4fe3a65e2f33] Updating existing volume attachment record: 315600a8-ec8f-4260-ad7f-e479852b91ab {{(pid=69319) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 997.453403] env[69319]: DEBUG oslo_vmware.api [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52a3a4db-0112-c1c0-2730-f5530206cd2c, 'name': SearchDatastore_Task, 'duration_secs': 0.064205} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.453737] env[69319]: DEBUG oslo_concurrency.lockutils [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.454023] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] [instance: 8dabca07-310b-4c22-b6c5-9fc57cf98adf] Processing image 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 997.454255] env[69319]: DEBUG oslo_concurrency.lockutils [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.454411] env[69319]: DEBUG oslo_concurrency.lockutils [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.454608] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 997.454869] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dc4ccadb-2268-4245-ac27-9a211532efa7 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.468963] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 997.468963] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 997.470176] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15edddd0-618a-4d10-807d-868fcad28cd9 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.476177] env[69319]: DEBUG oslo_vmware.api [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Waiting for the task: (returnval){ [ 997.476177] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52a250a0-ee46-b8a3-15de-92d21b8e06ef" [ 997.476177] env[69319]: _type = "Task" [ 997.476177] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.485680] env[69319]: DEBUG oslo_vmware.api [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52a250a0-ee46-b8a3-15de-92d21b8e06ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.658425] env[69319]: DEBUG oslo_concurrency.lockutils [None req-41450c2e-de2c-4a52-8261-d57a64d0359d tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Acquiring lock "e619aa14-62f8-4482-a049-28422171cece" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.658830] env[69319]: DEBUG oslo_concurrency.lockutils [None req-41450c2e-de2c-4a52-8261-d57a64d0359d tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Lock "e619aa14-62f8-4482-a049-28422171cece" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.659090] env[69319]: DEBUG oslo_concurrency.lockutils [None req-41450c2e-de2c-4a52-8261-d57a64d0359d tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Acquiring lock "e619aa14-62f8-4482-a049-28422171cece-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.659297] env[69319]: DEBUG oslo_concurrency.lockutils [None req-41450c2e-de2c-4a52-8261-d57a64d0359d tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Lock "e619aa14-62f8-4482-a049-28422171cece-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.659466] env[69319]: DEBUG oslo_concurrency.lockutils [None req-41450c2e-de2c-4a52-8261-d57a64d0359d tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Lock "e619aa14-62f8-4482-a049-28422171cece-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.661597] env[69319]: INFO nova.compute.manager [None req-41450c2e-de2c-4a52-8261-d57a64d0359d tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: e619aa14-62f8-4482-a049-28422171cece] Terminating instance [ 997.707394] env[69319]: DEBUG oslo_concurrency.lockutils [req-8b898027-9da9-4d78-a430-62855b9fb2f3 req-37a38735-4138-4c54-9162-7ef3cd04e311 service nova] Releasing lock "refresh_cache-eed9382b-082a-4bb3-8a9b-fee6331fc411" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.708092] env[69319]: DEBUG oslo_concurrency.lockutils [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Acquired lock "refresh_cache-eed9382b-082a-4bb3-8a9b-fee6331fc411" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.708395] env[69319]: DEBUG nova.network.neutron [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] [instance: eed9382b-082a-4bb3-8a9b-fee6331fc411] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 997.721990] env[69319]: DEBUG nova.network.neutron [None req-f3c164e4-cc31-43ea-ab0c-675db61862cb tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: a1acbe0c-f40b-4388-964e-cf7a95551e4c] Successfully updated port: 4a20d4c1-62e9-4a72-b20b-77b8f5c41012 {{(pid=69319) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 997.761120] env[69319]: DEBUG oslo_vmware.api [None req-e49961e0-dbf0-41d1-a572-9c4272c588b8 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3223526, 'name': Rename_Task, 'duration_secs': 0.423206} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.764785] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-e49961e0-dbf0-41d1-a572-9c4272c588b8 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 3398ecd5-6889-400b-a436-e22d014f0da0] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 997.767294] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aeb1576a-1846-4a03-a3ff-01fbbd85738b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.769431] env[69319]: DEBUG oslo_concurrency.lockutils [None req-a3b11f8c-2579-4b42-8ad6-dd9e1218b399 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.776314] env[69319]: DEBUG oslo_vmware.api [None req-e49961e0-dbf0-41d1-a572-9c4272c588b8 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Waiting for the task: (returnval){ [ 997.776314] env[69319]: value = "task-3223531" [ 997.776314] env[69319]: _type = "Task" [ 997.776314] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.786279] env[69319]: DEBUG oslo_vmware.api [None req-e49961e0-dbf0-41d1-a572-9c4272c588b8 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3223531, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.798177] env[69319]: INFO nova.compute.manager [None req-5288207b-c54c-411b-8010-788f8f746688 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] [instance: c771ca2e-35a5-4e64-a382-926a00df4d22] Took 58.09 seconds to build instance. [ 997.862418] env[69319]: DEBUG oslo_vmware.api [None req-5136031c-1ede-4ac7-86b3-5cf3819d28aa tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': task-3223527, 'name': ReconfigVM_Task, 'duration_secs': 0.422331} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.862706] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-5136031c-1ede-4ac7-86b3-5cf3819d28aa tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 170e2a0b-6461-4752-b7da-2ed0ff9fd73c] Reconfigured VM instance instance-00000028 to attach disk [datastore2] 170e2a0b-6461-4752-b7da-2ed0ff9fd73c/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8-rescue.vmdk or device None with type thin {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 997.863739] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d1fc86c-08e8-492c-abc8-f49756786414 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.901453] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-61a8ecd6-688f-41be-810f-89e03ef42ac3 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.917854] env[69319]: DEBUG oslo_vmware.api [None req-5136031c-1ede-4ac7-86b3-5cf3819d28aa tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Waiting for the task: (returnval){ [ 997.917854] env[69319]: value = "task-3223532" [ 997.917854] env[69319]: _type = "Task" [ 997.917854] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.925021] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-170d6993-380b-439a-82c4-50d0f353e18b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.932752] env[69319]: DEBUG oslo_vmware.api [None req-5136031c-1ede-4ac7-86b3-5cf3819d28aa tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': task-3223532, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.935678] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09c55792-d5ba-4436-865e-a4d1143d3397 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.971212] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbe72e14-b6fc-4c60-a428-1e28bbea57ad {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.982829] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c99b565-b230-4e0a-aded-01824a264f54 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.990818] env[69319]: DEBUG oslo_vmware.api [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52a250a0-ee46-b8a3-15de-92d21b8e06ef, 'name': SearchDatastore_Task, 'duration_secs': 0.024208} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.992136] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af233734-2086-40b7-a8c6-61f04e12a77c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.003139] env[69319]: DEBUG nova.compute.provider_tree [None req-a72cd4ed-2cf2-4f2e-b4c3-a0beac44b7c3 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 998.009189] env[69319]: DEBUG oslo_vmware.api [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Waiting for the task: (returnval){ [ 998.009189] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]5201d718-76dd-017f-e30d-446af194e775" [ 998.009189] env[69319]: _type = "Task" [ 998.009189] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.018184] env[69319]: DEBUG oslo_vmware.api [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5201d718-76dd-017f-e30d-446af194e775, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.166281] env[69319]: DEBUG nova.compute.manager [None req-41450c2e-de2c-4a52-8261-d57a64d0359d tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: e619aa14-62f8-4482-a049-28422171cece] Start destroying the instance on the hypervisor. {{(pid=69319) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 998.166523] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-41450c2e-de2c-4a52-8261-d57a64d0359d tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: e619aa14-62f8-4482-a049-28422171cece] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 998.167473] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28301882-296b-4882-bd04-35e22351898f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.175564] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-41450c2e-de2c-4a52-8261-d57a64d0359d tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: e619aa14-62f8-4482-a049-28422171cece] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 998.175878] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9bcc9ebe-9a8d-4153-8d7b-1ff112d9171d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.182703] env[69319]: DEBUG oslo_vmware.api [None req-41450c2e-de2c-4a52-8261-d57a64d0359d tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Waiting for the task: (returnval){ [ 998.182703] env[69319]: value = "task-3223533" [ 998.182703] env[69319]: _type = "Task" [ 998.182703] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.191371] env[69319]: DEBUG oslo_vmware.api [None req-41450c2e-de2c-4a52-8261-d57a64d0359d tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Task: {'id': task-3223533, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.224423] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f3c164e4-cc31-43ea-ab0c-675db61862cb tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Acquiring lock "refresh_cache-a1acbe0c-f40b-4388-964e-cf7a95551e4c" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.224634] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f3c164e4-cc31-43ea-ab0c-675db61862cb tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Acquired lock "refresh_cache-a1acbe0c-f40b-4388-964e-cf7a95551e4c" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.224849] env[69319]: DEBUG nova.network.neutron [None req-f3c164e4-cc31-43ea-ab0c-675db61862cb tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: a1acbe0c-f40b-4388-964e-cf7a95551e4c] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 998.241967] env[69319]: DEBUG nova.network.neutron [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] [instance: eed9382b-082a-4bb3-8a9b-fee6331fc411] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 998.289908] env[69319]: DEBUG oslo_vmware.api [None req-e49961e0-dbf0-41d1-a572-9c4272c588b8 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3223531, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.300967] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5288207b-c54c-411b-8010-788f8f746688 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Lock "c771ca2e-35a5-4e64-a382-926a00df4d22" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.601s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.369029] env[69319]: DEBUG nova.network.neutron [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] [instance: eed9382b-082a-4bb3-8a9b-fee6331fc411] Updating instance_info_cache with network_info: [{"id": "473b3eb7-ce03-46da-ad78-f30a13e68455", "address": "fa:16:3e:0a:10:6f", "network": {"id": "a0943863-bac6-4b2e-be27-2aa2e5244f93", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1917250774-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "856966908c834c71bea3cc10f20e7388", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap473b3eb7-ce", "ovs_interfaceid": "473b3eb7-ce03-46da-ad78-f30a13e68455", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.428336] env[69319]: DEBUG oslo_vmware.api [None req-5136031c-1ede-4ac7-86b3-5cf3819d28aa tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': task-3223532, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.511591] env[69319]: DEBUG nova.scheduler.client.report [None req-a72cd4ed-2cf2-4f2e-b4c3-a0beac44b7c3 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 998.524985] env[69319]: DEBUG oslo_vmware.api [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5201d718-76dd-017f-e30d-446af194e775, 'name': SearchDatastore_Task, 'duration_secs': 0.012328} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.525280] env[69319]: DEBUG oslo_concurrency.lockutils [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.525567] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore1] 8dabca07-310b-4c22-b6c5-9fc57cf98adf/8dabca07-310b-4c22-b6c5-9fc57cf98adf.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 998.525827] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-59b17005-37ad-4ff9-81ed-d7f1c0b4c5dc {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.532433] env[69319]: DEBUG oslo_vmware.api [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Waiting for the task: (returnval){ [ 998.532433] env[69319]: value = "task-3223534" [ 998.532433] env[69319]: _type = "Task" [ 998.532433] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.540465] env[69319]: DEBUG oslo_vmware.api [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Task: {'id': task-3223534, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.692981] env[69319]: DEBUG oslo_vmware.api [None req-41450c2e-de2c-4a52-8261-d57a64d0359d tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Task: {'id': task-3223533, 'name': PowerOffVM_Task, 'duration_secs': 0.382633} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.693292] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-41450c2e-de2c-4a52-8261-d57a64d0359d tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: e619aa14-62f8-4482-a049-28422171cece] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 998.693467] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-41450c2e-de2c-4a52-8261-d57a64d0359d tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: e619aa14-62f8-4482-a049-28422171cece] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 998.693715] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-54049667-1d71-4331-b8ba-30966385e8bd {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.757977] env[69319]: DEBUG nova.network.neutron [None req-f3c164e4-cc31-43ea-ab0c-675db61862cb tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: a1acbe0c-f40b-4388-964e-cf7a95551e4c] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 998.762204] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-41450c2e-de2c-4a52-8261-d57a64d0359d tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: e619aa14-62f8-4482-a049-28422171cece] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 998.762660] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-41450c2e-de2c-4a52-8261-d57a64d0359d tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: e619aa14-62f8-4482-a049-28422171cece] Deleting contents of the VM from datastore datastore1 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 998.762768] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-41450c2e-de2c-4a52-8261-d57a64d0359d tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Deleting the datastore file [datastore1] e619aa14-62f8-4482-a049-28422171cece {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 998.763086] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-053da60f-e3e2-455c-9ee0-14c5f0b2d1fe {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.772281] env[69319]: DEBUG oslo_vmware.api [None req-41450c2e-de2c-4a52-8261-d57a64d0359d tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Waiting for the task: (returnval){ [ 998.772281] env[69319]: value = "task-3223536" [ 998.772281] env[69319]: _type = "Task" [ 998.772281] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.783657] env[69319]: DEBUG oslo_vmware.api [None req-41450c2e-de2c-4a52-8261-d57a64d0359d tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Task: {'id': task-3223536, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.788609] env[69319]: DEBUG oslo_vmware.api [None req-e49961e0-dbf0-41d1-a572-9c4272c588b8 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3223531, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.888217] env[69319]: DEBUG nova.network.neutron [None req-f3c164e4-cc31-43ea-ab0c-675db61862cb tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: a1acbe0c-f40b-4388-964e-cf7a95551e4c] Updating instance_info_cache with network_info: [{"id": "4a20d4c1-62e9-4a72-b20b-77b8f5c41012", "address": "fa:16:3e:a5:61:49", "network": {"id": "cdf0dbad-7c1b-430c-b144-bb3bbd2341b3", "bridge": "br-int", "label": "tempest-ImagesTestJSON-265296588-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "380102385f92442f9501a051ccbbc658", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a20d4c1-62", "ovs_interfaceid": "4a20d4c1-62e9-4a72-b20b-77b8f5c41012", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.930591] env[69319]: DEBUG oslo_vmware.api [None req-5136031c-1ede-4ac7-86b3-5cf3819d28aa tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': task-3223532, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.045173] env[69319]: DEBUG oslo_vmware.api [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Task: {'id': task-3223534, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.285069] env[69319]: DEBUG oslo_vmware.api [None req-41450c2e-de2c-4a52-8261-d57a64d0359d tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Task: {'id': task-3223536, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.447092} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.285723] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-41450c2e-de2c-4a52-8261-d57a64d0359d tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 999.285908] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-41450c2e-de2c-4a52-8261-d57a64d0359d tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: e619aa14-62f8-4482-a049-28422171cece] Deleted contents of the VM from datastore datastore1 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 999.286144] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-41450c2e-de2c-4a52-8261-d57a64d0359d tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: e619aa14-62f8-4482-a049-28422171cece] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 999.286347] env[69319]: INFO nova.compute.manager [None req-41450c2e-de2c-4a52-8261-d57a64d0359d tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [instance: e619aa14-62f8-4482-a049-28422171cece] Took 1.12 seconds to destroy the instance on the hypervisor. [ 999.286654] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-41450c2e-de2c-4a52-8261-d57a64d0359d tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 999.286864] env[69319]: DEBUG nova.compute.manager [-] [instance: e619aa14-62f8-4482-a049-28422171cece] Deallocating network for instance {{(pid=69319) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 999.287019] env[69319]: DEBUG nova.network.neutron [-] [instance: e619aa14-62f8-4482-a049-28422171cece] deallocate_for_instance() {{(pid=69319) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 999.291548] env[69319]: DEBUG oslo_vmware.api [None req-e49961e0-dbf0-41d1-a572-9c4272c588b8 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3223531, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.433372] env[69319]: DEBUG oslo_vmware.api [None req-5136031c-1ede-4ac7-86b3-5cf3819d28aa tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': task-3223532, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.544290] env[69319]: DEBUG oslo_vmware.api [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Task: {'id': task-3223534, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.676426} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.544562] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore1] 8dabca07-310b-4c22-b6c5-9fc57cf98adf/8dabca07-310b-4c22-b6c5-9fc57cf98adf.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 999.544780] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] [instance: 8dabca07-310b-4c22-b6c5-9fc57cf98adf] Extending root virtual disk to 1048576 {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 999.545053] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5445af52-eed6-4d71-ae84-d79f437a549b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.554044] env[69319]: DEBUG oslo_vmware.api [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Waiting for the task: (returnval){ [ 999.554044] env[69319]: value = "task-3223537" [ 999.554044] env[69319]: _type = "Task" [ 999.554044] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.564164] env[69319]: DEBUG oslo_vmware.api [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Task: {'id': task-3223537, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.790326] env[69319]: DEBUG oslo_vmware.api [None req-e49961e0-dbf0-41d1-a572-9c4272c588b8 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3223531, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.929826] env[69319]: DEBUG oslo_vmware.api [None req-5136031c-1ede-4ac7-86b3-5cf3819d28aa tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': task-3223532, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.066444] env[69319]: DEBUG oslo_vmware.api [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Task: {'id': task-3223537, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074626} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.066742] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] [instance: 8dabca07-310b-4c22-b6c5-9fc57cf98adf] Extended root virtual disk {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1000.067797] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-378bf293-70e6-40aa-b1ce-bfe5cef466b5 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.091179] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] [instance: 8dabca07-310b-4c22-b6c5-9fc57cf98adf] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] 8dabca07-310b-4c22-b6c5-9fc57cf98adf/8dabca07-310b-4c22-b6c5-9fc57cf98adf.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1000.091460] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a68c468-9de4-4b03-ba60-910a56c95b06 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.112527] env[69319]: DEBUG oslo_vmware.api [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Waiting for the task: (returnval){ [ 1000.112527] env[69319]: value = "task-3223539" [ 1000.112527] env[69319]: _type = "Task" [ 1000.112527] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.120801] env[69319]: DEBUG oslo_vmware.api [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Task: {'id': task-3223539, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.289385] env[69319]: DEBUG oslo_vmware.api [None req-e49961e0-dbf0-41d1-a572-9c4272c588b8 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3223531, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.435418] env[69319]: DEBUG oslo_vmware.api [None req-5136031c-1ede-4ac7-86b3-5cf3819d28aa tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': task-3223532, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.521666] env[69319]: DEBUG oslo_concurrency.lockutils [None req-a72cd4ed-2cf2-4f2e-b4c3-a0beac44b7c3 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.072s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.522253] env[69319]: DEBUG nova.compute.manager [None req-a72cd4ed-2cf2-4f2e-b4c3-a0beac44b7c3 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: d24a0bae-3b98-4121-a3f7-bedee3a196b4] Start building networks asynchronously for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1000.525233] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f7ec4d21-d487-463e-a13e-f3b2c30ed9a1 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.559s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.525233] env[69319]: DEBUG nova.objects.instance [None req-f7ec4d21-d487-463e-a13e-f3b2c30ed9a1 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Lazy-loading 'resources' on Instance uuid d2216fa6-a955-4b17-b026-4bc90a655ff5 {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1000.627346] env[69319]: DEBUG oslo_vmware.api [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Task: {'id': task-3223539, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.790627] env[69319]: DEBUG oslo_vmware.api [None req-e49961e0-dbf0-41d1-a572-9c4272c588b8 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3223531, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.875203] env[69319]: DEBUG oslo_concurrency.lockutils [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Releasing lock "refresh_cache-eed9382b-082a-4bb3-8a9b-fee6331fc411" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.875632] env[69319]: DEBUG nova.compute.manager [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] [instance: eed9382b-082a-4bb3-8a9b-fee6331fc411] Instance network_info: |[{"id": "473b3eb7-ce03-46da-ad78-f30a13e68455", "address": "fa:16:3e:0a:10:6f", "network": {"id": "a0943863-bac6-4b2e-be27-2aa2e5244f93", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1917250774-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "856966908c834c71bea3cc10f20e7388", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap473b3eb7-ce", "ovs_interfaceid": "473b3eb7-ce03-46da-ad78-f30a13e68455", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1000.876104] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] [instance: eed9382b-082a-4bb3-8a9b-fee6331fc411] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:10:6f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0c293d47-74c0-49d7-a474-cdb643080f6f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '473b3eb7-ce03-46da-ad78-f30a13e68455', 'vif_model': 'vmxnet3'}] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1000.885167] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1000.885415] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eed9382b-082a-4bb3-8a9b-fee6331fc411] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1000.885749] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-097499cb-036e-4ac9-bd99-617bd35bc620 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.901927] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f3c164e4-cc31-43ea-ab0c-675db61862cb tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Releasing lock "refresh_cache-a1acbe0c-f40b-4388-964e-cf7a95551e4c" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.902274] env[69319]: DEBUG nova.compute.manager [None req-f3c164e4-cc31-43ea-ab0c-675db61862cb tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: a1acbe0c-f40b-4388-964e-cf7a95551e4c] Instance network_info: |[{"id": "4a20d4c1-62e9-4a72-b20b-77b8f5c41012", "address": "fa:16:3e:a5:61:49", "network": {"id": "cdf0dbad-7c1b-430c-b144-bb3bbd2341b3", "bridge": "br-int", "label": "tempest-ImagesTestJSON-265296588-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "380102385f92442f9501a051ccbbc658", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a20d4c1-62", "ovs_interfaceid": "4a20d4c1-62e9-4a72-b20b-77b8f5c41012", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1000.903505] env[69319]: DEBUG nova.compute.manager [req-9e82140c-1c34-42a9-8554-e4bdc5632799 req-87024777-6efc-4741-96fe-f5860a548a1a service nova] [instance: a1acbe0c-f40b-4388-964e-cf7a95551e4c] Received event network-vif-plugged-4a20d4c1-62e9-4a72-b20b-77b8f5c41012 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1000.903705] env[69319]: DEBUG oslo_concurrency.lockutils [req-9e82140c-1c34-42a9-8554-e4bdc5632799 req-87024777-6efc-4741-96fe-f5860a548a1a service nova] Acquiring lock "a1acbe0c-f40b-4388-964e-cf7a95551e4c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.903912] env[69319]: DEBUG oslo_concurrency.lockutils [req-9e82140c-1c34-42a9-8554-e4bdc5632799 req-87024777-6efc-4741-96fe-f5860a548a1a service nova] Lock "a1acbe0c-f40b-4388-964e-cf7a95551e4c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.904086] env[69319]: DEBUG oslo_concurrency.lockutils [req-9e82140c-1c34-42a9-8554-e4bdc5632799 req-87024777-6efc-4741-96fe-f5860a548a1a service nova] Lock "a1acbe0c-f40b-4388-964e-cf7a95551e4c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.904271] env[69319]: DEBUG nova.compute.manager [req-9e82140c-1c34-42a9-8554-e4bdc5632799 req-87024777-6efc-4741-96fe-f5860a548a1a service nova] [instance: a1acbe0c-f40b-4388-964e-cf7a95551e4c] No waiting events found dispatching network-vif-plugged-4a20d4c1-62e9-4a72-b20b-77b8f5c41012 {{(pid=69319) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1000.904452] env[69319]: WARNING nova.compute.manager [req-9e82140c-1c34-42a9-8554-e4bdc5632799 req-87024777-6efc-4741-96fe-f5860a548a1a service nova] [instance: a1acbe0c-f40b-4388-964e-cf7a95551e4c] Received unexpected event network-vif-plugged-4a20d4c1-62e9-4a72-b20b-77b8f5c41012 for instance with vm_state building and task_state spawning. [ 1000.904609] env[69319]: DEBUG nova.compute.manager [req-9e82140c-1c34-42a9-8554-e4bdc5632799 req-87024777-6efc-4741-96fe-f5860a548a1a service nova] [instance: a1acbe0c-f40b-4388-964e-cf7a95551e4c] Received event network-changed-4a20d4c1-62e9-4a72-b20b-77b8f5c41012 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1000.904757] env[69319]: DEBUG nova.compute.manager [req-9e82140c-1c34-42a9-8554-e4bdc5632799 req-87024777-6efc-4741-96fe-f5860a548a1a service nova] [instance: a1acbe0c-f40b-4388-964e-cf7a95551e4c] Refreshing instance network info cache due to event network-changed-4a20d4c1-62e9-4a72-b20b-77b8f5c41012. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1000.904938] env[69319]: DEBUG oslo_concurrency.lockutils [req-9e82140c-1c34-42a9-8554-e4bdc5632799 req-87024777-6efc-4741-96fe-f5860a548a1a service nova] Acquiring lock "refresh_cache-a1acbe0c-f40b-4388-964e-cf7a95551e4c" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.905116] env[69319]: DEBUG oslo_concurrency.lockutils [req-9e82140c-1c34-42a9-8554-e4bdc5632799 req-87024777-6efc-4741-96fe-f5860a548a1a service nova] Acquired lock "refresh_cache-a1acbe0c-f40b-4388-964e-cf7a95551e4c" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.905289] env[69319]: DEBUG nova.network.neutron [req-9e82140c-1c34-42a9-8554-e4bdc5632799 req-87024777-6efc-4741-96fe-f5860a548a1a service nova] [instance: a1acbe0c-f40b-4388-964e-cf7a95551e4c] Refreshing network info cache for port 4a20d4c1-62e9-4a72-b20b-77b8f5c41012 {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1000.906515] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-f3c164e4-cc31-43ea-ab0c-675db61862cb tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: a1acbe0c-f40b-4388-964e-cf7a95551e4c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a5:61:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '099fe970-c61f-4480-bed4-ae4f485fd82a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4a20d4c1-62e9-4a72-b20b-77b8f5c41012', 'vif_model': 'vmxnet3'}] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1000.913919] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f3c164e4-cc31-43ea-ab0c-675db61862cb tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1000.917559] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1acbe0c-f40b-4388-964e-cf7a95551e4c] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1000.918583] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3db1580e-7fa5-491c-a2b2-c31734622604 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.935823] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0dc4be9d-c89f-4024-a9a7-02e97c4b2153 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Acquiring lock "d33ea59d-f210-4f99-99ee-0c5aa850c757" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.936071] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0dc4be9d-c89f-4024-a9a7-02e97c4b2153 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Lock "d33ea59d-f210-4f99-99ee-0c5aa850c757" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.936271] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0dc4be9d-c89f-4024-a9a7-02e97c4b2153 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Acquiring lock "d33ea59d-f210-4f99-99ee-0c5aa850c757-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.937051] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0dc4be9d-c89f-4024-a9a7-02e97c4b2153 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Lock "d33ea59d-f210-4f99-99ee-0c5aa850c757-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.937051] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0dc4be9d-c89f-4024-a9a7-02e97c4b2153 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Lock "d33ea59d-f210-4f99-99ee-0c5aa850c757-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.938385] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1000.938385] env[69319]: value = "task-3223540" [ 1000.938385] env[69319]: _type = "Task" [ 1000.938385] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.942451] env[69319]: INFO nova.compute.manager [None req-0dc4be9d-c89f-4024-a9a7-02e97c4b2153 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] [instance: d33ea59d-f210-4f99-99ee-0c5aa850c757] Terminating instance [ 1000.951160] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1000.951160] env[69319]: value = "task-3223541" [ 1000.951160] env[69319]: _type = "Task" [ 1000.951160] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.962486] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223540, 'name': CreateVM_Task} progress is 6%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.962762] env[69319]: DEBUG oslo_vmware.api [None req-5136031c-1ede-4ac7-86b3-5cf3819d28aa tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': task-3223532, 'name': ReconfigVM_Task, 'duration_secs': 2.890204} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.963485] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-5136031c-1ede-4ac7-86b3-5cf3819d28aa tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 170e2a0b-6461-4752-b7da-2ed0ff9fd73c] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1000.964041] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-89fd1cfc-286f-4d78-bf1b-04737e624958 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.972385] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223541, 'name': CreateVM_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.972663] env[69319]: DEBUG oslo_vmware.api [None req-5136031c-1ede-4ac7-86b3-5cf3819d28aa tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Waiting for the task: (returnval){ [ 1000.972663] env[69319]: value = "task-3223542" [ 1000.972663] env[69319]: _type = "Task" [ 1000.972663] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.987603] env[69319]: DEBUG oslo_vmware.api [None req-5136031c-1ede-4ac7-86b3-5cf3819d28aa tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': task-3223542, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.028569] env[69319]: DEBUG nova.compute.utils [None req-a72cd4ed-2cf2-4f2e-b4c3-a0beac44b7c3 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Using /dev/sd instead of None {{(pid=69319) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1001.037032] env[69319]: DEBUG nova.compute.manager [None req-a72cd4ed-2cf2-4f2e-b4c3-a0beac44b7c3 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: d24a0bae-3b98-4121-a3f7-bedee3a196b4] Allocating IP information in the background. {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1001.037032] env[69319]: DEBUG nova.network.neutron [None req-a72cd4ed-2cf2-4f2e-b4c3-a0beac44b7c3 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: d24a0bae-3b98-4121-a3f7-bedee3a196b4] allocate_for_instance() {{(pid=69319) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1001.124589] env[69319]: DEBUG oslo_vmware.api [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Task: {'id': task-3223539, 'name': ReconfigVM_Task, 'duration_secs': 0.995306} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.127464] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] [instance: 8dabca07-310b-4c22-b6c5-9fc57cf98adf] Reconfigured VM instance instance-00000048 to attach disk [datastore1] 8dabca07-310b-4c22-b6c5-9fc57cf98adf/8dabca07-310b-4c22-b6c5-9fc57cf98adf.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1001.128484] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-700ffdcd-ad0c-47af-b999-15204770fe42 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.137414] env[69319]: DEBUG oslo_vmware.api [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Waiting for the task: (returnval){ [ 1001.137414] env[69319]: value = "task-3223543" [ 1001.137414] env[69319]: _type = "Task" [ 1001.137414] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.149204] env[69319]: DEBUG oslo_concurrency.lockutils [None req-6adcaaaf-58c6-4393-9e9c-96ffe21cf04e tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Acquiring lock "6ddef20b-40c0-4f0d-bf0e-81d443706ecd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.149411] env[69319]: DEBUG oslo_concurrency.lockutils [None req-6adcaaaf-58c6-4393-9e9c-96ffe21cf04e tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Lock "6ddef20b-40c0-4f0d-bf0e-81d443706ecd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.156490] env[69319]: DEBUG oslo_vmware.api [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Task: {'id': task-3223543, 'name': Rename_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.200916] env[69319]: DEBUG nova.network.neutron [-] [instance: e619aa14-62f8-4482-a049-28422171cece] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.291486] env[69319]: DEBUG oslo_vmware.api [None req-e49961e0-dbf0-41d1-a572-9c4272c588b8 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3223531, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.437116] env[69319]: DEBUG nova.policy [None req-a72cd4ed-2cf2-4f2e-b4c3-a0beac44b7c3 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '005b114e0c13442b9b09e363f8ba840c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2b933d0258a1488bbdddf88a90df7360', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69319) authorize /opt/stack/nova/nova/policy.py:192}} [ 1001.454064] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0dc4be9d-c89f-4024-a9a7-02e97c4b2153 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Acquiring lock "refresh_cache-d33ea59d-f210-4f99-99ee-0c5aa850c757" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.454064] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0dc4be9d-c89f-4024-a9a7-02e97c4b2153 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Acquired lock "refresh_cache-d33ea59d-f210-4f99-99ee-0c5aa850c757" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.454064] env[69319]: DEBUG nova.network.neutron [None req-0dc4be9d-c89f-4024-a9a7-02e97c4b2153 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] [instance: d33ea59d-f210-4f99-99ee-0c5aa850c757] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1001.455137] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223540, 'name': CreateVM_Task, 'duration_secs': 0.454491} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.470831] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eed9382b-082a-4bb3-8a9b-fee6331fc411] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1001.475180] env[69319]: DEBUG oslo_concurrency.lockutils [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.475486] env[69319]: DEBUG oslo_concurrency.lockutils [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.475810] env[69319]: DEBUG oslo_concurrency.lockutils [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.477411] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c88e992b-a1c6-4d41-b4d7-b7c9bfa214a0 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.489799] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223541, 'name': CreateVM_Task, 'duration_secs': 0.478778} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.493973] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1acbe0c-f40b-4388-964e-cf7a95551e4c] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1001.497610] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f3c164e4-cc31-43ea-ab0c-675db61862cb tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b0369f30-d21f-4bb2-b4d6-19132b7d930d" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.497835] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f3c164e4-cc31-43ea-ab0c-675db61862cb tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b0369f30-d21f-4bb2-b4d6-19132b7d930d" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.498484] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f3c164e4-cc31-43ea-ab0c-675db61862cb tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b0369f30-d21f-4bb2-b4d6-19132b7d930d" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.502952] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a8ce28e-c408-43e3-a8c3-4f68f8e1e546 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.504772] env[69319]: DEBUG oslo_vmware.api [None req-5136031c-1ede-4ac7-86b3-5cf3819d28aa tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': task-3223542, 'name': PowerOnVM_Task, 'duration_secs': 0.519853} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.504991] env[69319]: DEBUG oslo_vmware.api [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Waiting for the task: (returnval){ [ 1001.504991] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52c497b9-0b23-14ce-2cfd-31d417cbfe33" [ 1001.504991] env[69319]: _type = "Task" [ 1001.504991] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.505239] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-5136031c-1ede-4ac7-86b3-5cf3819d28aa tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 170e2a0b-6461-4752-b7da-2ed0ff9fd73c] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1001.508031] env[69319]: DEBUG nova.compute.manager [None req-5136031c-1ede-4ac7-86b3-5cf3819d28aa tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 170e2a0b-6461-4752-b7da-2ed0ff9fd73c] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1001.512071] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a096ba88-63d1-4871-913a-675f99e1e2d3 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.515460] env[69319]: DEBUG nova.network.neutron [None req-0dc4be9d-c89f-4024-a9a7-02e97c4b2153 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] [instance: d33ea59d-f210-4f99-99ee-0c5aa850c757] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1001.520357] env[69319]: DEBUG oslo_vmware.api [None req-f3c164e4-cc31-43ea-ab0c-675db61862cb tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Waiting for the task: (returnval){ [ 1001.520357] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52f932f4-1fa9-a49a-c37b-53abb1a24ab8" [ 1001.520357] env[69319]: _type = "Task" [ 1001.520357] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.531587] env[69319]: DEBUG oslo_vmware.api [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52c497b9-0b23-14ce-2cfd-31d417cbfe33, 'name': SearchDatastore_Task, 'duration_secs': 0.012405} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.533083] env[69319]: DEBUG oslo_concurrency.lockutils [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.533277] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] [instance: eed9382b-082a-4bb3-8a9b-fee6331fc411] Processing image 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1001.533515] env[69319]: DEBUG oslo_concurrency.lockutils [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.533658] env[69319]: DEBUG oslo_concurrency.lockutils [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.533855] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1001.534632] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e44f03d3-d150-4bb1-af5c-07b29e6f70e0 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.541243] env[69319]: DEBUG nova.compute.manager [None req-a72cd4ed-2cf2-4f2e-b4c3-a0beac44b7c3 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: d24a0bae-3b98-4121-a3f7-bedee3a196b4] Start building block device mappings for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1001.544043] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4c69bdd6-f792-4baa-88e8-b3ddf693ab85 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.546438] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f3c164e4-cc31-43ea-ab0c-675db61862cb tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b0369f30-d21f-4bb2-b4d6-19132b7d930d" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.546662] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-f3c164e4-cc31-43ea-ab0c-675db61862cb tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: a1acbe0c-f40b-4388-964e-cf7a95551e4c] Processing image b0369f30-d21f-4bb2-b4d6-19132b7d930d {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1001.546930] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f3c164e4-cc31-43ea-ab0c-675db61862cb tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b0369f30-d21f-4bb2-b4d6-19132b7d930d/b0369f30-d21f-4bb2-b4d6-19132b7d930d.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.548023] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f3c164e4-cc31-43ea-ab0c-675db61862cb tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b0369f30-d21f-4bb2-b4d6-19132b7d930d/b0369f30-d21f-4bb2-b4d6-19132b7d930d.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.548023] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3c164e4-cc31-43ea-ab0c-675db61862cb tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1001.548023] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-13e02c34-1e8a-4add-9153-73e00e974831 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.559021] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff972ea2-5a86-4718-acea-3d69229dbc04 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.561363] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1001.561540] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1001.563800] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0278d8f0-080d-4b59-8a85-1f3a0cb88cb0 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.566152] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3c164e4-cc31-43ea-ab0c-675db61862cb tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1001.568470] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-f3c164e4-cc31-43ea-ab0c-675db61862cb tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1001.593484] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3f88063-990f-4df2-8daf-5af947066453 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.598359] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84c2409a-0fb6-42f5-8518-c4aecd079d1d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.603267] env[69319]: DEBUG oslo_vmware.api [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Waiting for the task: (returnval){ [ 1001.603267] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52d58820-573e-2033-9504-f701aba9dffa" [ 1001.603267] env[69319]: _type = "Task" [ 1001.603267] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.608850] env[69319]: DEBUG nova.network.neutron [None req-0dc4be9d-c89f-4024-a9a7-02e97c4b2153 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] [instance: d33ea59d-f210-4f99-99ee-0c5aa850c757] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.612605] env[69319]: DEBUG oslo_vmware.api [None req-f3c164e4-cc31-43ea-ab0c-675db61862cb tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Waiting for the task: (returnval){ [ 1001.612605] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]5242fed3-f469-2f6a-de20-7d591c1787a1" [ 1001.612605] env[69319]: _type = "Task" [ 1001.612605] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.617391] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4327bd4f-c9e9-40d8-a5ea-60125c7348c2 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.626309] env[69319]: DEBUG oslo_vmware.api [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52d58820-573e-2033-9504-f701aba9dffa, 'name': SearchDatastore_Task, 'duration_secs': 0.013915} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.631167] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2e74150-7672-425d-8fe1-c547ae8b7a6b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.646828] env[69319]: DEBUG nova.compute.provider_tree [None req-f7ec4d21-d487-463e-a13e-f3b2c30ed9a1 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1001.650329] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-f3c164e4-cc31-43ea-ab0c-675db61862cb tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: a1acbe0c-f40b-4388-964e-cf7a95551e4c] Preparing fetch location {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1001.650671] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-f3c164e4-cc31-43ea-ab0c-675db61862cb tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: a1acbe0c-f40b-4388-964e-cf7a95551e4c] Fetch image to [datastore1] OSTACK_IMG_38b4f4cb-f1ce-4fca-9244-de6ba3b2194c/OSTACK_IMG_38b4f4cb-f1ce-4fca-9244-de6ba3b2194c.vmdk {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1001.650864] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-f3c164e4-cc31-43ea-ab0c-675db61862cb tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: a1acbe0c-f40b-4388-964e-cf7a95551e4c] Downloading stream optimized image b0369f30-d21f-4bb2-b4d6-19132b7d930d to [datastore1] OSTACK_IMG_38b4f4cb-f1ce-4fca-9244-de6ba3b2194c/OSTACK_IMG_38b4f4cb-f1ce-4fca-9244-de6ba3b2194c.vmdk on the data store datastore1 as vApp {{(pid=69319) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1001.651077] env[69319]: DEBUG nova.virt.vmwareapi.images [None req-f3c164e4-cc31-43ea-ab0c-675db61862cb tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: a1acbe0c-f40b-4388-964e-cf7a95551e4c] Downloading image file data b0369f30-d21f-4bb2-b4d6-19132b7d930d to the ESX as VM named 'OSTACK_IMG_38b4f4cb-f1ce-4fca-9244-de6ba3b2194c' {{(pid=69319) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1001.654689] env[69319]: DEBUG nova.compute.manager [None req-6adcaaaf-58c6-4393-9e9c-96ffe21cf04e tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] [instance: 6ddef20b-40c0-4f0d-bf0e-81d443706ecd] Starting instance... {{(pid=69319) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1001.659021] env[69319]: DEBUG oslo_vmware.api [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Waiting for the task: (returnval){ [ 1001.659021] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]520ffb5c-f874-0f95-62db-2426264c613c" [ 1001.659021] env[69319]: _type = "Task" [ 1001.659021] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.665150] env[69319]: DEBUG oslo_vmware.api [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Task: {'id': task-3223543, 'name': Rename_Task, 'duration_secs': 0.262693} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.665809] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] [instance: 8dabca07-310b-4c22-b6c5-9fc57cf98adf] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1001.666062] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2eacde7c-f1c8-4f66-87f8-83b15c73027a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.672658] env[69319]: DEBUG oslo_vmware.api [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]520ffb5c-f874-0f95-62db-2426264c613c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.674105] env[69319]: DEBUG oslo_vmware.api [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Waiting for the task: (returnval){ [ 1001.674105] env[69319]: value = "task-3223544" [ 1001.674105] env[69319]: _type = "Task" [ 1001.674105] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.682383] env[69319]: DEBUG oslo_vmware.api [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Task: {'id': task-3223544, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.711313] env[69319]: INFO nova.compute.manager [-] [instance: e619aa14-62f8-4482-a049-28422171cece] Took 2.42 seconds to deallocate network for instance. [ 1001.786251] env[69319]: DEBUG oslo_vmware.rw_handles [None req-f3c164e4-cc31-43ea-ab0c-675db61862cb tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1001.786251] env[69319]: value = "resgroup-9" [ 1001.786251] env[69319]: _type = "ResourcePool" [ 1001.786251] env[69319]: }. {{(pid=69319) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1001.786251] env[69319]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-defe9b9f-0bb9-4936-9e67-393b8b33afd8 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.800197] env[69319]: DEBUG nova.network.neutron [req-9e82140c-1c34-42a9-8554-e4bdc5632799 req-87024777-6efc-4741-96fe-f5860a548a1a service nova] [instance: a1acbe0c-f40b-4388-964e-cf7a95551e4c] Updated VIF entry in instance network info cache for port 4a20d4c1-62e9-4a72-b20b-77b8f5c41012. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1001.801027] env[69319]: DEBUG nova.network.neutron [req-9e82140c-1c34-42a9-8554-e4bdc5632799 req-87024777-6efc-4741-96fe-f5860a548a1a service nova] [instance: a1acbe0c-f40b-4388-964e-cf7a95551e4c] Updating instance_info_cache with network_info: [{"id": "4a20d4c1-62e9-4a72-b20b-77b8f5c41012", "address": "fa:16:3e:a5:61:49", "network": {"id": "cdf0dbad-7c1b-430c-b144-bb3bbd2341b3", "bridge": "br-int", "label": "tempest-ImagesTestJSON-265296588-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "380102385f92442f9501a051ccbbc658", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a20d4c1-62", "ovs_interfaceid": "4a20d4c1-62e9-4a72-b20b-77b8f5c41012", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.815652] env[69319]: DEBUG oslo_vmware.api [None req-e49961e0-dbf0-41d1-a572-9c4272c588b8 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3223531, 'name': PowerOnVM_Task, 'duration_secs': 3.5716} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.817264] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-e49961e0-dbf0-41d1-a572-9c4272c588b8 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 3398ecd5-6889-400b-a436-e22d014f0da0] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1001.817564] env[69319]: INFO nova.compute.manager [None req-e49961e0-dbf0-41d1-a572-9c4272c588b8 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 3398ecd5-6889-400b-a436-e22d014f0da0] Took 20.53 seconds to spawn the instance on the hypervisor. [ 1001.817848] env[69319]: DEBUG nova.compute.manager [None req-e49961e0-dbf0-41d1-a572-9c4272c588b8 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 3398ecd5-6889-400b-a436-e22d014f0da0] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1001.818553] env[69319]: DEBUG oslo_vmware.rw_handles [None req-f3c164e4-cc31-43ea-ab0c-675db61862cb tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Lease: (returnval){ [ 1001.818553] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]525b89fb-148a-8ebb-c817-c7b25c2de2ea" [ 1001.818553] env[69319]: _type = "HttpNfcLease" [ 1001.818553] env[69319]: } obtained for vApp import into resource pool (val){ [ 1001.818553] env[69319]: value = "resgroup-9" [ 1001.818553] env[69319]: _type = "ResourcePool" [ 1001.818553] env[69319]: }. {{(pid=69319) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1001.818799] env[69319]: DEBUG oslo_vmware.api [None req-f3c164e4-cc31-43ea-ab0c-675db61862cb tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Waiting for the lease: (returnval){ [ 1001.818799] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]525b89fb-148a-8ebb-c817-c7b25c2de2ea" [ 1001.818799] env[69319]: _type = "HttpNfcLease" [ 1001.818799] env[69319]: } to be ready. {{(pid=69319) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1001.820369] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fa5346c-d5c6-4a0a-9ac2-487b3476699f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.831048] env[69319]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1001.831048] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]525b89fb-148a-8ebb-c817-c7b25c2de2ea" [ 1001.831048] env[69319]: _type = "HttpNfcLease" [ 1001.831048] env[69319]: } is initializing. {{(pid=69319) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1001.913979] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-e993f634-145f-4764-8320-810a8c8fc48c tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] [instance: 13a67670-f42e-4041-8f4e-4fe3a65e2f33] Volume attach. Driver type: vmdk {{(pid=69319) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1001.914372] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-e993f634-145f-4764-8320-810a8c8fc48c tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] [instance: 13a67670-f42e-4041-8f4e-4fe3a65e2f33] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-644442', 'volume_id': '68c7d4e8-4c50-4007-b715-30a57ed5da0b', 'name': 'volume-68c7d4e8-4c50-4007-b715-30a57ed5da0b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '13a67670-f42e-4041-8f4e-4fe3a65e2f33', 'attached_at': '', 'detached_at': '', 'volume_id': '68c7d4e8-4c50-4007-b715-30a57ed5da0b', 'serial': '68c7d4e8-4c50-4007-b715-30a57ed5da0b'} {{(pid=69319) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1001.915442] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e517b33c-8c7c-43c3-b949-7afa4be093e9 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.933970] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c4645cb-e765-4496-8ea6-5b96fe89030a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.962300] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-e993f634-145f-4764-8320-810a8c8fc48c tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] [instance: 13a67670-f42e-4041-8f4e-4fe3a65e2f33] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] volume-68c7d4e8-4c50-4007-b715-30a57ed5da0b/volume-68c7d4e8-4c50-4007-b715-30a57ed5da0b.vmdk or device None with type thin {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1001.962630] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-adcebc2d-b286-4597-aba4-b8b1c67ddc36 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.985023] env[69319]: DEBUG oslo_vmware.api [None req-e993f634-145f-4764-8320-810a8c8fc48c tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Waiting for the task: (returnval){ [ 1001.985023] env[69319]: value = "task-3223546" [ 1001.985023] env[69319]: _type = "Task" [ 1001.985023] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.999980] env[69319]: DEBUG oslo_vmware.api [None req-e993f634-145f-4764-8320-810a8c8fc48c tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Task: {'id': task-3223546, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.109763] env[69319]: DEBUG nova.network.neutron [None req-a72cd4ed-2cf2-4f2e-b4c3-a0beac44b7c3 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: d24a0bae-3b98-4121-a3f7-bedee3a196b4] Successfully created port: c5c69afe-89b4-4dab-a59f-1eea4d5702ed {{(pid=69319) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1002.113715] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0dc4be9d-c89f-4024-a9a7-02e97c4b2153 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Releasing lock "refresh_cache-d33ea59d-f210-4f99-99ee-0c5aa850c757" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.114242] env[69319]: DEBUG nova.compute.manager [None req-0dc4be9d-c89f-4024-a9a7-02e97c4b2153 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] [instance: d33ea59d-f210-4f99-99ee-0c5aa850c757] Start destroying the instance on the hypervisor. {{(pid=69319) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1002.114470] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-0dc4be9d-c89f-4024-a9a7-02e97c4b2153 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] [instance: d33ea59d-f210-4f99-99ee-0c5aa850c757] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1002.115376] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c97a163c-8afd-494f-a308-ba591ba0a7a6 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.126479] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dc4be9d-c89f-4024-a9a7-02e97c4b2153 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] [instance: d33ea59d-f210-4f99-99ee-0c5aa850c757] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1002.126479] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b8ebafc6-fa9a-4a41-8d85-c4c23272f1bc {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.133755] env[69319]: DEBUG oslo_vmware.api [None req-0dc4be9d-c89f-4024-a9a7-02e97c4b2153 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Waiting for the task: (returnval){ [ 1002.133755] env[69319]: value = "task-3223547" [ 1002.133755] env[69319]: _type = "Task" [ 1002.133755] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.143830] env[69319]: DEBUG oslo_vmware.api [None req-0dc4be9d-c89f-4024-a9a7-02e97c4b2153 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Task: {'id': task-3223547, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.155140] env[69319]: DEBUG nova.scheduler.client.report [None req-f7ec4d21-d487-463e-a13e-f3b2c30ed9a1 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1002.173430] env[69319]: DEBUG oslo_vmware.api [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]520ffb5c-f874-0f95-62db-2426264c613c, 'name': SearchDatastore_Task, 'duration_secs': 0.021259} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.174557] env[69319]: DEBUG oslo_concurrency.lockutils [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.174878] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore1] eed9382b-082a-4bb3-8a9b-fee6331fc411/eed9382b-082a-4bb3-8a9b-fee6331fc411.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1002.178020] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9168c3e5-544b-466b-bc2c-298c07d06958 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.183290] env[69319]: DEBUG oslo_concurrency.lockutils [None req-6adcaaaf-58c6-4393-9e9c-96ffe21cf04e tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.196444] env[69319]: DEBUG oslo_vmware.api [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Task: {'id': task-3223544, 'name': PowerOnVM_Task} progress is 81%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.196550] env[69319]: DEBUG oslo_vmware.api [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Waiting for the task: (returnval){ [ 1002.196550] env[69319]: value = "task-3223548" [ 1002.196550] env[69319]: _type = "Task" [ 1002.196550] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.211293] env[69319]: DEBUG oslo_vmware.api [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Task: {'id': task-3223548, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.219826] env[69319]: DEBUG oslo_concurrency.lockutils [None req-41450c2e-de2c-4a52-8261-d57a64d0359d tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.310553] env[69319]: DEBUG oslo_concurrency.lockutils [req-9e82140c-1c34-42a9-8554-e4bdc5632799 req-87024777-6efc-4741-96fe-f5860a548a1a service nova] Releasing lock "refresh_cache-a1acbe0c-f40b-4388-964e-cf7a95551e4c" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.338855] env[69319]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1002.338855] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]525b89fb-148a-8ebb-c817-c7b25c2de2ea" [ 1002.338855] env[69319]: _type = "HttpNfcLease" [ 1002.338855] env[69319]: } is initializing. {{(pid=69319) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1002.351672] env[69319]: INFO nova.compute.manager [None req-e49961e0-dbf0-41d1-a572-9c4272c588b8 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 3398ecd5-6889-400b-a436-e22d014f0da0] Took 61.23 seconds to build instance. [ 1002.495705] env[69319]: DEBUG oslo_vmware.api [None req-e993f634-145f-4764-8320-810a8c8fc48c tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Task: {'id': task-3223546, 'name': ReconfigVM_Task, 'duration_secs': 0.480791} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.495864] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-e993f634-145f-4764-8320-810a8c8fc48c tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] [instance: 13a67670-f42e-4041-8f4e-4fe3a65e2f33] Reconfigured VM instance instance-0000002b to attach disk [datastore1] volume-68c7d4e8-4c50-4007-b715-30a57ed5da0b/volume-68c7d4e8-4c50-4007-b715-30a57ed5da0b.vmdk or device None with type thin {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1002.501510] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01cb1a51-e271-432d-8512-8eae7f4d3780 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.523019] env[69319]: DEBUG oslo_vmware.api [None req-e993f634-145f-4764-8320-810a8c8fc48c tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Waiting for the task: (returnval){ [ 1002.523019] env[69319]: value = "task-3223549" [ 1002.523019] env[69319]: _type = "Task" [ 1002.523019] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.536715] env[69319]: DEBUG oslo_vmware.api [None req-e993f634-145f-4764-8320-810a8c8fc48c tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Task: {'id': task-3223549, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.556217] env[69319]: DEBUG nova.compute.manager [None req-a72cd4ed-2cf2-4f2e-b4c3-a0beac44b7c3 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: d24a0bae-3b98-4121-a3f7-bedee3a196b4] Start spawning the instance on the hypervisor. {{(pid=69319) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1002.645662] env[69319]: DEBUG oslo_vmware.api [None req-0dc4be9d-c89f-4024-a9a7-02e97c4b2153 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Task: {'id': task-3223547, 'name': PowerOffVM_Task, 'duration_secs': 0.187386} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.645947] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dc4be9d-c89f-4024-a9a7-02e97c4b2153 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] [instance: d33ea59d-f210-4f99-99ee-0c5aa850c757] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1002.646140] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-0dc4be9d-c89f-4024-a9a7-02e97c4b2153 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] [instance: d33ea59d-f210-4f99-99ee-0c5aa850c757] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1002.646408] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0baf4833-e4cb-44e5-a8da-6b39bd475db8 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.664111] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f7ec4d21-d487-463e-a13e-f3b2c30ed9a1 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.139s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.667734] env[69319]: DEBUG oslo_concurrency.lockutils [None req-7aefec62-55e1-49d2-8697-e0443d564d73 tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.449s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.668515] env[69319]: DEBUG oslo_concurrency.lockutils [None req-7aefec62-55e1-49d2-8697-e0443d564d73 tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.670696] env[69319]: DEBUG oslo_concurrency.lockutils [None req-43c53201-6b45-400c-abfa-928ff353a4a9 tempest-ServersV294TestFqdnHostnames-452613075 tempest-ServersV294TestFqdnHostnames-452613075-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.328s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.672591] env[69319]: INFO nova.compute.claims [None req-43c53201-6b45-400c-abfa-928ff353a4a9 tempest-ServersV294TestFqdnHostnames-452613075 tempest-ServersV294TestFqdnHostnames-452613075-project-member] [instance: b5440512-ae77-469f-b76b-a6d660b26f50] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1002.688230] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-0dc4be9d-c89f-4024-a9a7-02e97c4b2153 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] [instance: d33ea59d-f210-4f99-99ee-0c5aa850c757] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1002.688230] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-0dc4be9d-c89f-4024-a9a7-02e97c4b2153 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] [instance: d33ea59d-f210-4f99-99ee-0c5aa850c757] Deleting contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1002.688230] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dc4be9d-c89f-4024-a9a7-02e97c4b2153 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Deleting the datastore file [datastore2] d33ea59d-f210-4f99-99ee-0c5aa850c757 {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1002.688230] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4f999cd7-46a3-4756-97ba-8043932d5380 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.701028] env[69319]: DEBUG oslo_vmware.api [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Task: {'id': task-3223544, 'name': PowerOnVM_Task, 'duration_secs': 0.842193} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.705532] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] [instance: 8dabca07-310b-4c22-b6c5-9fc57cf98adf] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1002.705813] env[69319]: INFO nova.compute.manager [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] [instance: 8dabca07-310b-4c22-b6c5-9fc57cf98adf] Took 15.67 seconds to spawn the instance on the hypervisor. [ 1002.706038] env[69319]: DEBUG nova.compute.manager [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] [instance: 8dabca07-310b-4c22-b6c5-9fc57cf98adf] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1002.708629] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5b01163-9078-438e-8a8b-96fbdeb8f2bb {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.711767] env[69319]: DEBUG oslo_vmware.api [None req-0dc4be9d-c89f-4024-a9a7-02e97c4b2153 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Waiting for the task: (returnval){ [ 1002.711767] env[69319]: value = "task-3223551" [ 1002.711767] env[69319]: _type = "Task" [ 1002.711767] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.725062] env[69319]: DEBUG oslo_vmware.api [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Task: {'id': task-3223548, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.731893] env[69319]: DEBUG oslo_vmware.api [None req-0dc4be9d-c89f-4024-a9a7-02e97c4b2153 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Task: {'id': task-3223551, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.835950] env[69319]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1002.835950] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]525b89fb-148a-8ebb-c817-c7b25c2de2ea" [ 1002.835950] env[69319]: _type = "HttpNfcLease" [ 1002.835950] env[69319]: } is initializing. {{(pid=69319) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1003.038298] env[69319]: DEBUG oslo_vmware.api [None req-e993f634-145f-4764-8320-810a8c8fc48c tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Task: {'id': task-3223549, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.039651] env[69319]: DEBUG nova.compute.manager [req-4d0bffc1-31bb-47ff-986e-7b87c286b978 req-d60683de-80e7-4233-8a97-8e4cae7fdfc6 service nova] [instance: e619aa14-62f8-4482-a049-28422171cece] Received event network-vif-deleted-5365edcc-4e13-445a-b7ff-b8c80c3df546 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1003.210743] env[69319]: DEBUG oslo_vmware.api [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Task: {'id': task-3223548, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.822321} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.211047] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore1] eed9382b-082a-4bb3-8a9b-fee6331fc411/eed9382b-082a-4bb3-8a9b-fee6331fc411.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1003.211289] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] [instance: eed9382b-082a-4bb3-8a9b-fee6331fc411] Extending root virtual disk to 1048576 {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1003.211552] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a64757b2-4e78-49bd-be58-7ca61dc41f1c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.222554] env[69319]: DEBUG oslo_vmware.api [None req-0dc4be9d-c89f-4024-a9a7-02e97c4b2153 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Task: {'id': task-3223551, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.225277] env[69319]: DEBUG oslo_vmware.api [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Waiting for the task: (returnval){ [ 1003.225277] env[69319]: value = "task-3223552" [ 1003.225277] env[69319]: _type = "Task" [ 1003.225277] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.235182] env[69319]: DEBUG oslo_vmware.api [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Task: {'id': task-3223552, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.333045] env[69319]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1003.333045] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]525b89fb-148a-8ebb-c817-c7b25c2de2ea" [ 1003.333045] env[69319]: _type = "HttpNfcLease" [ 1003.333045] env[69319]: } is initializing. {{(pid=69319) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1003.537661] env[69319]: DEBUG oslo_vmware.api [None req-e993f634-145f-4764-8320-810a8c8fc48c tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Task: {'id': task-3223549, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.723887] env[69319]: DEBUG oslo_vmware.api [None req-0dc4be9d-c89f-4024-a9a7-02e97c4b2153 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Task: {'id': task-3223551, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.526418} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.724182] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dc4be9d-c89f-4024-a9a7-02e97c4b2153 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1003.724378] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-0dc4be9d-c89f-4024-a9a7-02e97c4b2153 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] [instance: d33ea59d-f210-4f99-99ee-0c5aa850c757] Deleted contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1003.724543] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-0dc4be9d-c89f-4024-a9a7-02e97c4b2153 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] [instance: d33ea59d-f210-4f99-99ee-0c5aa850c757] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1003.724715] env[69319]: INFO nova.compute.manager [None req-0dc4be9d-c89f-4024-a9a7-02e97c4b2153 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] [instance: d33ea59d-f210-4f99-99ee-0c5aa850c757] Took 1.61 seconds to destroy the instance on the hypervisor. [ 1003.724957] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0dc4be9d-c89f-4024-a9a7-02e97c4b2153 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1003.725241] env[69319]: DEBUG nova.compute.manager [-] [instance: d33ea59d-f210-4f99-99ee-0c5aa850c757] Deallocating network for instance {{(pid=69319) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1003.725337] env[69319]: DEBUG nova.network.neutron [-] [instance: d33ea59d-f210-4f99-99ee-0c5aa850c757] deallocate_for_instance() {{(pid=69319) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1003.735303] env[69319]: DEBUG oslo_vmware.api [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Task: {'id': task-3223552, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.323334} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.735558] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] [instance: eed9382b-082a-4bb3-8a9b-fee6331fc411] Extended root virtual disk {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1003.736349] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-599cab60-c4aa-47dc-9f65-26b5ff4b1d5d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.759680] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] [instance: eed9382b-082a-4bb3-8a9b-fee6331fc411] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] eed9382b-082a-4bb3-8a9b-fee6331fc411/eed9382b-082a-4bb3-8a9b-fee6331fc411.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1003.760560] env[69319]: DEBUG nova.network.neutron [-] [instance: d33ea59d-f210-4f99-99ee-0c5aa850c757] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1003.761825] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25f22904-29d5-4fbc-82f6-46d276de79f6 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.776983] env[69319]: DEBUG nova.network.neutron [-] [instance: d33ea59d-f210-4f99-99ee-0c5aa850c757] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.787315] env[69319]: DEBUG oslo_vmware.api [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Waiting for the task: (returnval){ [ 1003.787315] env[69319]: value = "task-3223553" [ 1003.787315] env[69319]: _type = "Task" [ 1003.787315] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.797677] env[69319]: DEBUG oslo_vmware.api [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Task: {'id': task-3223553, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.834450] env[69319]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1003.834450] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]525b89fb-148a-8ebb-c817-c7b25c2de2ea" [ 1003.834450] env[69319]: _type = "HttpNfcLease" [ 1003.834450] env[69319]: } is initializing. {{(pid=69319) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1004.038156] env[69319]: DEBUG oslo_vmware.api [None req-e993f634-145f-4764-8320-810a8c8fc48c tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Task: {'id': task-3223549, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.279576] env[69319]: INFO nova.compute.manager [-] [instance: d33ea59d-f210-4f99-99ee-0c5aa850c757] Took 0.55 seconds to deallocate network for instance. [ 1004.298298] env[69319]: DEBUG oslo_vmware.api [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Task: {'id': task-3223553, 'name': ReconfigVM_Task, 'duration_secs': 0.469596} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.298570] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] [instance: eed9382b-082a-4bb3-8a9b-fee6331fc411] Reconfigured VM instance instance-00000047 to attach disk [datastore1] eed9382b-082a-4bb3-8a9b-fee6331fc411/eed9382b-082a-4bb3-8a9b-fee6331fc411.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1004.299226] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8d3b0526-ca3d-4012-98d2-5e46e9f32e89 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.306569] env[69319]: DEBUG oslo_vmware.api [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Waiting for the task: (returnval){ [ 1004.306569] env[69319]: value = "task-3223554" [ 1004.306569] env[69319]: _type = "Task" [ 1004.306569] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.315518] env[69319]: DEBUG oslo_vmware.api [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Task: {'id': task-3223554, 'name': Rename_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.336011] env[69319]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1004.336011] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]525b89fb-148a-8ebb-c817-c7b25c2de2ea" [ 1004.336011] env[69319]: _type = "HttpNfcLease" [ 1004.336011] env[69319]: } is initializing. {{(pid=69319) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1004.535453] env[69319]: DEBUG oslo_vmware.api [None req-e993f634-145f-4764-8320-810a8c8fc48c tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Task: {'id': task-3223549, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.817145] env[69319]: DEBUG oslo_vmware.api [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Task: {'id': task-3223554, 'name': Rename_Task, 'duration_secs': 0.313039} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.817370] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] [instance: eed9382b-082a-4bb3-8a9b-fee6331fc411] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1004.817641] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0eced9e7-0aba-4ac2-b7d2-c7f146dab59c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.825291] env[69319]: DEBUG oslo_vmware.api [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Waiting for the task: (returnval){ [ 1004.825291] env[69319]: value = "task-3223555" [ 1004.825291] env[69319]: _type = "Task" [ 1004.825291] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.838792] env[69319]: DEBUG oslo_vmware.api [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Task: {'id': task-3223555, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.838998] env[69319]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1004.838998] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]525b89fb-148a-8ebb-c817-c7b25c2de2ea" [ 1004.838998] env[69319]: _type = "HttpNfcLease" [ 1004.838998] env[69319]: } is ready. {{(pid=69319) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1004.839263] env[69319]: DEBUG oslo_vmware.rw_handles [None req-f3c164e4-cc31-43ea-ab0c-675db61862cb tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1004.839263] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]525b89fb-148a-8ebb-c817-c7b25c2de2ea" [ 1004.839263] env[69319]: _type = "HttpNfcLease" [ 1004.839263] env[69319]: }. {{(pid=69319) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1004.840029] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2d6525d-e309-4abd-9012-3399d6047a2c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.847525] env[69319]: DEBUG oslo_vmware.rw_handles [None req-f3c164e4-cc31-43ea-ab0c-675db61862cb tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52170078-89c3-0434-38fe-66f9abb106d5/disk-0.vmdk from lease info. {{(pid=69319) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1004.847715] env[69319]: DEBUG oslo_vmware.rw_handles [None req-f3c164e4-cc31-43ea-ab0c-675db61862cb tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52170078-89c3-0434-38fe-66f9abb106d5/disk-0.vmdk. {{(pid=69319) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1004.914447] env[69319]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a83a32f5-e45c-42d8-8cc6-1ac46aa566e7 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.036961] env[69319]: DEBUG oslo_vmware.api [None req-e993f634-145f-4764-8320-810a8c8fc48c tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Task: {'id': task-3223549, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.346379] env[69319]: DEBUG oslo_vmware.api [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Task: {'id': task-3223555, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.545207] env[69319]: DEBUG oslo_vmware.api [None req-e993f634-145f-4764-8320-810a8c8fc48c tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Task: {'id': task-3223549, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.621169] env[69319]: INFO nova.scheduler.client.report [None req-f7ec4d21-d487-463e-a13e-f3b2c30ed9a1 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Deleted allocations for instance d2216fa6-a955-4b17-b026-4bc90a655ff5 [ 1005.626419] env[69319]: DEBUG nova.virt.hardware [None req-a72cd4ed-2cf2-4f2e-b4c3-a0beac44b7c3 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:32:36Z,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31f027872f6f44dba95ff2fe7a062e00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:32:36Z,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1005.626419] env[69319]: DEBUG nova.virt.hardware [None req-a72cd4ed-2cf2-4f2e-b4c3-a0beac44b7c3 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1005.632720] env[69319]: DEBUG nova.virt.hardware [None req-a72cd4ed-2cf2-4f2e-b4c3-a0beac44b7c3 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1005.632720] env[69319]: DEBUG nova.virt.hardware [None req-a72cd4ed-2cf2-4f2e-b4c3-a0beac44b7c3 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1005.632720] env[69319]: DEBUG nova.virt.hardware [None req-a72cd4ed-2cf2-4f2e-b4c3-a0beac44b7c3 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1005.632720] env[69319]: DEBUG nova.virt.hardware [None req-a72cd4ed-2cf2-4f2e-b4c3-a0beac44b7c3 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1005.632720] env[69319]: DEBUG nova.virt.hardware [None req-a72cd4ed-2cf2-4f2e-b4c3-a0beac44b7c3 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1005.632720] env[69319]: DEBUG nova.virt.hardware [None req-a72cd4ed-2cf2-4f2e-b4c3-a0beac44b7c3 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1005.632720] env[69319]: DEBUG nova.virt.hardware [None req-a72cd4ed-2cf2-4f2e-b4c3-a0beac44b7c3 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1005.632720] env[69319]: DEBUG nova.virt.hardware [None req-a72cd4ed-2cf2-4f2e-b4c3-a0beac44b7c3 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1005.632720] env[69319]: DEBUG nova.virt.hardware [None req-a72cd4ed-2cf2-4f2e-b4c3-a0beac44b7c3 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1005.632720] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41d2e574-db44-405a-9710-b037c3a7b07a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.641925] env[69319]: INFO nova.scheduler.client.report [None req-7aefec62-55e1-49d2-8697-e0443d564d73 tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Deleted allocations for instance 914e081a-6fde-4c22-9f9c-ed060937963b [ 1005.662577] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19b8c4e4-7fea-47dc-ab12-9c8fe5da28df {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.706278] env[69319]: INFO nova.compute.manager [None req-965f726d-614d-4c96-acf9-d8c50963dc76 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 170e2a0b-6461-4752-b7da-2ed0ff9fd73c] Unrescuing [ 1005.706576] env[69319]: DEBUG oslo_concurrency.lockutils [None req-965f726d-614d-4c96-acf9-d8c50963dc76 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Acquiring lock "refresh_cache-170e2a0b-6461-4752-b7da-2ed0ff9fd73c" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.706827] env[69319]: DEBUG oslo_concurrency.lockutils [None req-965f726d-614d-4c96-acf9-d8c50963dc76 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Acquired lock "refresh_cache-170e2a0b-6461-4752-b7da-2ed0ff9fd73c" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.707092] env[69319]: DEBUG nova.network.neutron [None req-965f726d-614d-4c96-acf9-d8c50963dc76 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 170e2a0b-6461-4752-b7da-2ed0ff9fd73c] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1005.718128] env[69319]: DEBUG oslo_vmware.rw_handles [None req-f3c164e4-cc31-43ea-ab0c-675db61862cb tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Completed reading data from the image iterator. {{(pid=69319) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1005.718376] env[69319]: DEBUG oslo_vmware.rw_handles [None req-f3c164e4-cc31-43ea-ab0c-675db61862cb tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52170078-89c3-0434-38fe-66f9abb106d5/disk-0.vmdk. {{(pid=69319) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1005.719488] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2dd78b6-82c7-4e6b-8ec5-c36b81ee8fdf {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.729875] env[69319]: DEBUG oslo_vmware.rw_handles [None req-f3c164e4-cc31-43ea-ab0c-675db61862cb tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52170078-89c3-0434-38fe-66f9abb106d5/disk-0.vmdk is in state: ready. {{(pid=69319) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1005.730089] env[69319]: DEBUG oslo_vmware.rw_handles [None req-f3c164e4-cc31-43ea-ab0c-675db61862cb tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52170078-89c3-0434-38fe-66f9abb106d5/disk-0.vmdk. {{(pid=69319) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1005.730655] env[69319]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-7e3c3731-e895-4a6e-a665-733909b68b9a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.744028] env[69319]: INFO nova.compute.manager [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] [instance: 8dabca07-310b-4c22-b6c5-9fc57cf98adf] Took 52.61 seconds to build instance. [ 1005.789261] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0dc4be9d-c89f-4024-a9a7-02e97c4b2153 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.841653] env[69319]: DEBUG oslo_vmware.api [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Task: {'id': task-3223555, 'name': PowerOnVM_Task, 'duration_secs': 0.592379} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.842852] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] [instance: eed9382b-082a-4bb3-8a9b-fee6331fc411] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1005.842852] env[69319]: INFO nova.compute.manager [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] [instance: eed9382b-082a-4bb3-8a9b-fee6331fc411] Took 13.87 seconds to spawn the instance on the hypervisor. [ 1005.842852] env[69319]: DEBUG nova.compute.manager [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] [instance: eed9382b-082a-4bb3-8a9b-fee6331fc411] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1005.843449] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a7c45a3-c0ce-49ff-bdc0-4fef719c7e62 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.908760] env[69319]: DEBUG oslo_concurrency.lockutils [None req-e49961e0-dbf0-41d1-a572-9c4272c588b8 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Lock "3398ecd5-6889-400b-a436-e22d014f0da0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.791s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.047391] env[69319]: DEBUG oslo_vmware.api [None req-e993f634-145f-4764-8320-810a8c8fc48c tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Task: {'id': task-3223549, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.076643] env[69319]: DEBUG oslo_vmware.rw_handles [None req-f3c164e4-cc31-43ea-ab0c-675db61862cb tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52170078-89c3-0434-38fe-66f9abb106d5/disk-0.vmdk. {{(pid=69319) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1006.076643] env[69319]: INFO nova.virt.vmwareapi.images [None req-f3c164e4-cc31-43ea-ab0c-675db61862cb tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: a1acbe0c-f40b-4388-964e-cf7a95551e4c] Downloaded image file data b0369f30-d21f-4bb2-b4d6-19132b7d930d [ 1006.076643] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e155627-430b-4700-9c6b-4d6527fce833 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.097492] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9e96ce14-dc05-4f24-b782-dee9b64af988 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.129243] env[69319]: INFO nova.virt.vmwareapi.images [None req-f3c164e4-cc31-43ea-ab0c-675db61862cb tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: a1acbe0c-f40b-4388-964e-cf7a95551e4c] The imported VM was unregistered [ 1006.132522] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-f3c164e4-cc31-43ea-ab0c-675db61862cb tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: a1acbe0c-f40b-4388-964e-cf7a95551e4c] Caching image {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1006.132826] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3c164e4-cc31-43ea-ab0c-675db61862cb tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Creating directory with path [datastore1] devstack-image-cache_base/b0369f30-d21f-4bb2-b4d6-19132b7d930d {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1006.133215] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-444b0fe8-8c99-481b-ae5f-17f2f3c49b97 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.146033] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3c164e4-cc31-43ea-ab0c-675db61862cb tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Created directory with path [datastore1] devstack-image-cache_base/b0369f30-d21f-4bb2-b4d6-19132b7d930d {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1006.146033] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3c164e4-cc31-43ea-ab0c-675db61862cb tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_38b4f4cb-f1ce-4fca-9244-de6ba3b2194c/OSTACK_IMG_38b4f4cb-f1ce-4fca-9244-de6ba3b2194c.vmdk to [datastore1] devstack-image-cache_base/b0369f30-d21f-4bb2-b4d6-19132b7d930d/b0369f30-d21f-4bb2-b4d6-19132b7d930d.vmdk. {{(pid=69319) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1006.146213] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-a7f27f70-8ea8-49ba-be15-4bb337141030 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.159030] env[69319]: DEBUG oslo_concurrency.lockutils [None req-7aefec62-55e1-49d2-8697-e0443d564d73 tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Lock "914e081a-6fde-4c22-9f9c-ed060937963b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.381s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.160586] env[69319]: DEBUG oslo_concurrency.lockutils [None req-81e8c410-b386-4edd-bfec-9f6daf560a1a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Acquiring lock "3398ecd5-6889-400b-a436-e22d014f0da0" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.162086] env[69319]: DEBUG oslo_concurrency.lockutils [None req-81e8c410-b386-4edd-bfec-9f6daf560a1a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Lock "3398ecd5-6889-400b-a436-e22d014f0da0" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.162339] env[69319]: INFO nova.compute.manager [None req-81e8c410-b386-4edd-bfec-9f6daf560a1a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 3398ecd5-6889-400b-a436-e22d014f0da0] Shelving [ 1006.163698] env[69319]: DEBUG oslo_vmware.api [None req-f3c164e4-cc31-43ea-ab0c-675db61862cb tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Waiting for the task: (returnval){ [ 1006.163698] env[69319]: value = "task-3223557" [ 1006.163698] env[69319]: _type = "Task" [ 1006.163698] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.165417] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f7ec4d21-d487-463e-a13e-f3b2c30ed9a1 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Lock "d2216fa6-a955-4b17-b026-4bc90a655ff5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.043s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.169926] env[69319]: DEBUG oslo_concurrency.lockutils [None req-4db49b16-4212-4a24-9c0a-c511e6e0e93b tempest-ServersTestBootFromVolume-326018844 tempest-ServersTestBootFromVolume-326018844-project-member] Acquiring lock "e87c6601-7a18-4857-9d93-4fea4fefed40" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.170261] env[69319]: DEBUG oslo_concurrency.lockutils [None req-4db49b16-4212-4a24-9c0a-c511e6e0e93b tempest-ServersTestBootFromVolume-326018844 tempest-ServersTestBootFromVolume-326018844-project-member] Lock "e87c6601-7a18-4857-9d93-4fea4fefed40" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.170516] env[69319]: DEBUG oslo_concurrency.lockutils [None req-4db49b16-4212-4a24-9c0a-c511e6e0e93b tempest-ServersTestBootFromVolume-326018844 tempest-ServersTestBootFromVolume-326018844-project-member] Acquiring lock "e87c6601-7a18-4857-9d93-4fea4fefed40-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.170754] env[69319]: DEBUG oslo_concurrency.lockutils [None req-4db49b16-4212-4a24-9c0a-c511e6e0e93b tempest-ServersTestBootFromVolume-326018844 tempest-ServersTestBootFromVolume-326018844-project-member] Lock "e87c6601-7a18-4857-9d93-4fea4fefed40-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.170966] env[69319]: DEBUG oslo_concurrency.lockutils [None req-4db49b16-4212-4a24-9c0a-c511e6e0e93b tempest-ServersTestBootFromVolume-326018844 tempest-ServersTestBootFromVolume-326018844-project-member] Lock "e87c6601-7a18-4857-9d93-4fea4fefed40-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.176104] env[69319]: INFO nova.compute.manager [None req-4db49b16-4212-4a24-9c0a-c511e6e0e93b tempest-ServersTestBootFromVolume-326018844 tempest-ServersTestBootFromVolume-326018844-project-member] [instance: e87c6601-7a18-4857-9d93-4fea4fefed40] Terminating instance [ 1006.188143] env[69319]: DEBUG oslo_vmware.api [None req-f3c164e4-cc31-43ea-ab0c-675db61862cb tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': task-3223557, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.247303] env[69319]: DEBUG oslo_concurrency.lockutils [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Lock "8dabca07-310b-4c22-b6c5-9fc57cf98adf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.058s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.371989] env[69319]: INFO nova.compute.manager [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] [instance: eed9382b-082a-4bb3-8a9b-fee6331fc411] Took 53.23 seconds to build instance. [ 1006.545887] env[69319]: DEBUG oslo_vmware.api [None req-e993f634-145f-4764-8320-810a8c8fc48c tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Task: {'id': task-3223549, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.687822] env[69319]: DEBUG nova.compute.manager [None req-4db49b16-4212-4a24-9c0a-c511e6e0e93b tempest-ServersTestBootFromVolume-326018844 tempest-ServersTestBootFromVolume-326018844-project-member] [instance: e87c6601-7a18-4857-9d93-4fea4fefed40] Start destroying the instance on the hypervisor. {{(pid=69319) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1006.688103] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-4db49b16-4212-4a24-9c0a-c511e6e0e93b tempest-ServersTestBootFromVolume-326018844 tempest-ServersTestBootFromVolume-326018844-project-member] [instance: e87c6601-7a18-4857-9d93-4fea4fefed40] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1006.688726] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bf800fc3-c929-4428-99cf-dda5dad620c3 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.698556] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-467145f9-f25b-405f-aaf1-ac587985cbe7 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.711164] env[69319]: DEBUG oslo_vmware.api [None req-4db49b16-4212-4a24-9c0a-c511e6e0e93b tempest-ServersTestBootFromVolume-326018844 tempest-ServersTestBootFromVolume-326018844-project-member] Waiting for the task: (returnval){ [ 1006.711164] env[69319]: value = "task-3223558" [ 1006.711164] env[69319]: _type = "Task" [ 1006.711164] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.711719] env[69319]: DEBUG oslo_vmware.api [None req-f3c164e4-cc31-43ea-ab0c-675db61862cb tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': task-3223557, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.713183] env[69319]: DEBUG nova.network.neutron [None req-965f726d-614d-4c96-acf9-d8c50963dc76 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 170e2a0b-6461-4752-b7da-2ed0ff9fd73c] Updating instance_info_cache with network_info: [{"id": "b8f0d8a6-b776-486d-a9ce-ebdaf5643c72", "address": "fa:16:3e:ea:f8:bc", "network": {"id": "10887a83-3a88-4ea7-ab0e-0aa5f481f0ad", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1969359437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f35c9784047041ef95c69e4cd2040171", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7aa6264-122d-4c35-82d0-860e451538ea", "external-id": "nsx-vlan-transportzone-81", "segmentation_id": 81, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8f0d8a6-b7", "ovs_interfaceid": "b8f0d8a6-b776-486d-a9ce-ebdaf5643c72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.726337] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcc2448c-81dd-4924-be3a-36b654158601 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.737307] env[69319]: DEBUG oslo_vmware.api [None req-4db49b16-4212-4a24-9c0a-c511e6e0e93b tempest-ServersTestBootFromVolume-326018844 tempest-ServersTestBootFromVolume-326018844-project-member] Task: {'id': task-3223558, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.773857] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86099130-c526-4f6b-a8f9-64ab058028ca {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.784813] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a58766b2-0c07-4191-8cec-6850a9eb5808 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.801551] env[69319]: DEBUG nova.compute.provider_tree [None req-43c53201-6b45-400c-abfa-928ff353a4a9 tempest-ServersV294TestFqdnHostnames-452613075 tempest-ServersV294TestFqdnHostnames-452613075-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1006.874571] env[69319]: DEBUG oslo_concurrency.lockutils [None req-be995938-78bb-479d-bf07-aa9074bb215c tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Lock "eed9382b-082a-4bb3-8a9b-fee6331fc411" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.719s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.043301] env[69319]: DEBUG oslo_vmware.api [None req-e993f634-145f-4764-8320-810a8c8fc48c tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Task: {'id': task-3223549, 'name': ReconfigVM_Task, 'duration_secs': 4.259315} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.044394] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-e993f634-145f-4764-8320-810a8c8fc48c tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] [instance: 13a67670-f42e-4041-8f4e-4fe3a65e2f33] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-644442', 'volume_id': '68c7d4e8-4c50-4007-b715-30a57ed5da0b', 'name': 'volume-68c7d4e8-4c50-4007-b715-30a57ed5da0b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '13a67670-f42e-4041-8f4e-4fe3a65e2f33', 'attached_at': '', 'detached_at': '', 'volume_id': '68c7d4e8-4c50-4007-b715-30a57ed5da0b', 'serial': '68c7d4e8-4c50-4007-b715-30a57ed5da0b'} {{(pid=69319) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1007.112596] env[69319]: DEBUG nova.network.neutron [None req-a72cd4ed-2cf2-4f2e-b4c3-a0beac44b7c3 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: d24a0bae-3b98-4121-a3f7-bedee3a196b4] Successfully updated port: c5c69afe-89b4-4dab-a59f-1eea4d5702ed {{(pid=69319) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1007.190281] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0cc87c7d-d74d-4fb9-b402-ef422b4a2aa8 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Acquiring lock "interface-4650fd7f-02d1-46d1-b68e-3fb75e237e57-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.190614] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0cc87c7d-d74d-4fb9-b402-ef422b4a2aa8 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Lock "interface-4650fd7f-02d1-46d1-b68e-3fb75e237e57-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.192091] env[69319]: DEBUG nova.objects.instance [None req-0cc87c7d-d74d-4fb9-b402-ef422b4a2aa8 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Lazy-loading 'flavor' on Instance uuid 4650fd7f-02d1-46d1-b68e-3fb75e237e57 {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1007.193326] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-81e8c410-b386-4edd-bfec-9f6daf560a1a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 3398ecd5-6889-400b-a436-e22d014f0da0] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1007.193326] env[69319]: DEBUG oslo_vmware.api [None req-f3c164e4-cc31-43ea-ab0c-675db61862cb tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': task-3223557, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.193696] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e2dad6d8-6de5-44cf-b426-e1ba90e61873 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.203788] env[69319]: DEBUG oslo_vmware.api [None req-81e8c410-b386-4edd-bfec-9f6daf560a1a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Waiting for the task: (returnval){ [ 1007.203788] env[69319]: value = "task-3223559" [ 1007.203788] env[69319]: _type = "Task" [ 1007.203788] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.214904] env[69319]: DEBUG oslo_vmware.api [None req-81e8c410-b386-4edd-bfec-9f6daf560a1a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3223559, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.216360] env[69319]: DEBUG oslo_concurrency.lockutils [None req-965f726d-614d-4c96-acf9-d8c50963dc76 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Releasing lock "refresh_cache-170e2a0b-6461-4752-b7da-2ed0ff9fd73c" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.218232] env[69319]: DEBUG nova.objects.instance [None req-965f726d-614d-4c96-acf9-d8c50963dc76 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Lazy-loading 'flavor' on Instance uuid 170e2a0b-6461-4752-b7da-2ed0ff9fd73c {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1007.234487] env[69319]: DEBUG oslo_vmware.api [None req-4db49b16-4212-4a24-9c0a-c511e6e0e93b tempest-ServersTestBootFromVolume-326018844 tempest-ServersTestBootFromVolume-326018844-project-member] Task: {'id': task-3223558, 'name': PowerOffVM_Task, 'duration_secs': 0.335699} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.234828] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-4db49b16-4212-4a24-9c0a-c511e6e0e93b tempest-ServersTestBootFromVolume-326018844 tempest-ServersTestBootFromVolume-326018844-project-member] [instance: e87c6601-7a18-4857-9d93-4fea4fefed40] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1007.235180] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-4db49b16-4212-4a24-9c0a-c511e6e0e93b tempest-ServersTestBootFromVolume-326018844 tempest-ServersTestBootFromVolume-326018844-project-member] [instance: e87c6601-7a18-4857-9d93-4fea4fefed40] Volume detach. Driver type: vmdk {{(pid=69319) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1007.235503] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-4db49b16-4212-4a24-9c0a-c511e6e0e93b tempest-ServersTestBootFromVolume-326018844 tempest-ServersTestBootFromVolume-326018844-project-member] [instance: e87c6601-7a18-4857-9d93-4fea4fefed40] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-644305', 'volume_id': '521e778e-7b5c-40c5-9fb7-54c028032e9a', 'name': 'volume-521e778e-7b5c-40c5-9fb7-54c028032e9a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e87c6601-7a18-4857-9d93-4fea4fefed40', 'attached_at': '', 'detached_at': '', 'volume_id': '521e778e-7b5c-40c5-9fb7-54c028032e9a', 'serial': '521e778e-7b5c-40c5-9fb7-54c028032e9a'} {{(pid=69319) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1007.237512] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd443624-95bc-46f5-a2cd-52d3b84648fd {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.261781] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc77a03e-343b-4332-be02-ff57c0976571 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.583042] env[69319]: DEBUG nova.scheduler.client.report [None req-43c53201-6b45-400c-abfa-928ff353a4a9 tempest-ServersV294TestFqdnHostnames-452613075 tempest-ServersV294TestFqdnHostnames-452613075-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1010.613030] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f0d814e0-e2b8-41c3-a388-be216563a961 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Acquiring lock "eed9382b-082a-4bb3-8a9b-fee6331fc411" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.613030] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f0d814e0-e2b8-41c3-a388-be216563a961 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Lock "eed9382b-082a-4bb3-8a9b-fee6331fc411" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.613265] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f0d814e0-e2b8-41c3-a388-be216563a961 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Acquiring lock "eed9382b-082a-4bb3-8a9b-fee6331fc411-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.613516] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f0d814e0-e2b8-41c3-a388-be216563a961 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Lock "eed9382b-082a-4bb3-8a9b-fee6331fc411-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.613697] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f0d814e0-e2b8-41c3-a388-be216563a961 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Lock "eed9382b-082a-4bb3-8a9b-fee6331fc411-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.622705] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f69fdba0-57d6-4bc1-9b1a-c8c2d17e04b1 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Acquiring lock "8dabca07-310b-4c22-b6c5-9fc57cf98adf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.622874] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f69fdba0-57d6-4bc1-9b1a-c8c2d17e04b1 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Lock "8dabca07-310b-4c22-b6c5-9fc57cf98adf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.623099] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f69fdba0-57d6-4bc1-9b1a-c8c2d17e04b1 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Acquiring lock "8dabca07-310b-4c22-b6c5-9fc57cf98adf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.624076] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f69fdba0-57d6-4bc1-9b1a-c8c2d17e04b1 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Lock "8dabca07-310b-4c22-b6c5-9fc57cf98adf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.625072] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f69fdba0-57d6-4bc1-9b1a-c8c2d17e04b1 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Lock "8dabca07-310b-4c22-b6c5-9fc57cf98adf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.628118] env[69319]: DEBUG oslo_concurrency.lockutils [None req-a72cd4ed-2cf2-4f2e-b4c3-a0beac44b7c3 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Acquiring lock "refresh_cache-d24a0bae-3b98-4121-a3f7-bedee3a196b4" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.628312] env[69319]: DEBUG oslo_concurrency.lockutils [None req-a72cd4ed-2cf2-4f2e-b4c3-a0beac44b7c3 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Acquired lock "refresh_cache-d24a0bae-3b98-4121-a3f7-bedee3a196b4" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.628594] env[69319]: DEBUG nova.network.neutron [None req-a72cd4ed-2cf2-4f2e-b4c3-a0beac44b7c3 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: d24a0bae-3b98-4121-a3f7-bedee3a196b4] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1010.636752] env[69319]: DEBUG nova.objects.instance [None req-0cc87c7d-d74d-4fb9-b402-ef422b4a2aa8 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Lazy-loading 'pci_requests' on Instance uuid 4650fd7f-02d1-46d1-b68e-3fb75e237e57 {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1010.644739] env[69319]: INFO nova.compute.manager [None req-f69fdba0-57d6-4bc1-9b1a-c8c2d17e04b1 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] [instance: 8dabca07-310b-4c22-b6c5-9fc57cf98adf] Terminating instance [ 1010.647025] env[69319]: INFO nova.compute.manager [None req-f0d814e0-e2b8-41c3-a388-be216563a961 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] [instance: eed9382b-082a-4bb3-8a9b-fee6331fc411] Terminating instance [ 1010.656156] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-582b74ef-6c8c-428d-a0be-344db0395b1e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.687573] env[69319]: DEBUG oslo_vmware.api [None req-81e8c410-b386-4edd-bfec-9f6daf560a1a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3223559, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.694194] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9eb4398-65df-4cc8-ad3f-f5ff3f20cd6d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.698374] env[69319]: DEBUG nova.compute.manager [req-2ea0d1e8-7fc4-45f7-92e7-5d4fd36d0677 req-16b73019-697c-4f3a-951e-5bac63fa71ff service nova] [instance: d24a0bae-3b98-4121-a3f7-bedee3a196b4] Received event network-vif-plugged-c5c69afe-89b4-4dab-a59f-1eea4d5702ed {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1010.698608] env[69319]: DEBUG oslo_concurrency.lockutils [req-2ea0d1e8-7fc4-45f7-92e7-5d4fd36d0677 req-16b73019-697c-4f3a-951e-5bac63fa71ff service nova] Acquiring lock "d24a0bae-3b98-4121-a3f7-bedee3a196b4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.698833] env[69319]: DEBUG oslo_concurrency.lockutils [req-2ea0d1e8-7fc4-45f7-92e7-5d4fd36d0677 req-16b73019-697c-4f3a-951e-5bac63fa71ff service nova] Lock "d24a0bae-3b98-4121-a3f7-bedee3a196b4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.699033] env[69319]: DEBUG oslo_concurrency.lockutils [req-2ea0d1e8-7fc4-45f7-92e7-5d4fd36d0677 req-16b73019-697c-4f3a-951e-5bac63fa71ff service nova] Lock "d24a0bae-3b98-4121-a3f7-bedee3a196b4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.699232] env[69319]: DEBUG nova.compute.manager [req-2ea0d1e8-7fc4-45f7-92e7-5d4fd36d0677 req-16b73019-697c-4f3a-951e-5bac63fa71ff service nova] [instance: d24a0bae-3b98-4121-a3f7-bedee3a196b4] No waiting events found dispatching network-vif-plugged-c5c69afe-89b4-4dab-a59f-1eea4d5702ed {{(pid=69319) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1010.699416] env[69319]: WARNING nova.compute.manager [req-2ea0d1e8-7fc4-45f7-92e7-5d4fd36d0677 req-16b73019-697c-4f3a-951e-5bac63fa71ff service nova] [instance: d24a0bae-3b98-4121-a3f7-bedee3a196b4] Received unexpected event network-vif-plugged-c5c69afe-89b4-4dab-a59f-1eea4d5702ed for instance with vm_state building and task_state spawning. [ 1010.700121] env[69319]: DEBUG oslo_vmware.api [None req-f3c164e4-cc31-43ea-ab0c-675db61862cb tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': task-3223557, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.396152} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.700853] env[69319]: INFO nova.virt.vmwareapi.ds_util [None req-f3c164e4-cc31-43ea-ab0c-675db61862cb tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_38b4f4cb-f1ce-4fca-9244-de6ba3b2194c/OSTACK_IMG_38b4f4cb-f1ce-4fca-9244-de6ba3b2194c.vmdk to [datastore1] devstack-image-cache_base/b0369f30-d21f-4bb2-b4d6-19132b7d930d/b0369f30-d21f-4bb2-b4d6-19132b7d930d.vmdk. [ 1010.701075] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-f3c164e4-cc31-43ea-ab0c-675db61862cb tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: a1acbe0c-f40b-4388-964e-cf7a95551e4c] Cleaning up location [datastore1] OSTACK_IMG_38b4f4cb-f1ce-4fca-9244-de6ba3b2194c {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1010.701252] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3c164e4-cc31-43ea-ab0c-675db61862cb tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_38b4f4cb-f1ce-4fca-9244-de6ba3b2194c {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1010.702124] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cd43f6a4-4430-450a-a111-58e66bf6ab85 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.717738] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-4db49b16-4212-4a24-9c0a-c511e6e0e93b tempest-ServersTestBootFromVolume-326018844 tempest-ServersTestBootFromVolume-326018844-project-member] The volume has not been displaced from its original location: [datastore2] volume-521e778e-7b5c-40c5-9fb7-54c028032e9a/volume-521e778e-7b5c-40c5-9fb7-54c028032e9a.vmdk. No consolidation needed. {{(pid=69319) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1010.723720] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-4db49b16-4212-4a24-9c0a-c511e6e0e93b tempest-ServersTestBootFromVolume-326018844 tempest-ServersTestBootFromVolume-326018844-project-member] [instance: e87c6601-7a18-4857-9d93-4fea4fefed40] Reconfiguring VM instance instance-0000002a to detach disk 2000 {{(pid=69319) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1010.728783] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-988aac82-6811-4773-aeef-e7752831250f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.745209] env[69319]: DEBUG oslo_vmware.api [None req-f3c164e4-cc31-43ea-ab0c-675db61862cb tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Waiting for the task: (returnval){ [ 1010.745209] env[69319]: value = "task-3223560" [ 1010.745209] env[69319]: _type = "Task" [ 1010.745209] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.746509] env[69319]: DEBUG nova.objects.instance [None req-e993f634-145f-4764-8320-810a8c8fc48c tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Lazy-loading 'flavor' on Instance uuid 13a67670-f42e-4041-8f4e-4fe3a65e2f33 {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1010.753459] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0f1345e-361b-4117-afa7-a706ff9df880 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.759263] env[69319]: DEBUG oslo_vmware.api [None req-4db49b16-4212-4a24-9c0a-c511e6e0e93b tempest-ServersTestBootFromVolume-326018844 tempest-ServersTestBootFromVolume-326018844-project-member] Waiting for the task: (returnval){ [ 1010.759263] env[69319]: value = "task-3223561" [ 1010.759263] env[69319]: _type = "Task" [ 1010.759263] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.790635] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-965f726d-614d-4c96-acf9-d8c50963dc76 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 170e2a0b-6461-4752-b7da-2ed0ff9fd73c] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1010.791089] env[69319]: DEBUG oslo_vmware.api [None req-f3c164e4-cc31-43ea-ab0c-675db61862cb tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': task-3223560, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.042993} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.791759] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c0b69ca2-d94f-4332-82c2-2c544f3c651b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.794295] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3c164e4-cc31-43ea-ab0c-675db61862cb tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1010.794590] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f3c164e4-cc31-43ea-ab0c-675db61862cb tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b0369f30-d21f-4bb2-b4d6-19132b7d930d/b0369f30-d21f-4bb2-b4d6-19132b7d930d.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.794984] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3c164e4-cc31-43ea-ab0c-675db61862cb tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b0369f30-d21f-4bb2-b4d6-19132b7d930d/b0369f30-d21f-4bb2-b4d6-19132b7d930d.vmdk to [datastore1] a1acbe0c-f40b-4388-964e-cf7a95551e4c/a1acbe0c-f40b-4388-964e-cf7a95551e4c.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1010.798773] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-320414cc-078a-4017-a11e-7a7613c6ca81 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.801976] env[69319]: DEBUG oslo_vmware.api [None req-4db49b16-4212-4a24-9c0a-c511e6e0e93b tempest-ServersTestBootFromVolume-326018844 tempest-ServersTestBootFromVolume-326018844-project-member] Task: {'id': task-3223561, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.808792] env[69319]: DEBUG oslo_vmware.api [None req-f3c164e4-cc31-43ea-ab0c-675db61862cb tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Waiting for the task: (returnval){ [ 1010.808792] env[69319]: value = "task-3223563" [ 1010.808792] env[69319]: _type = "Task" [ 1010.808792] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.809832] env[69319]: DEBUG oslo_vmware.api [None req-965f726d-614d-4c96-acf9-d8c50963dc76 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Waiting for the task: (returnval){ [ 1010.809832] env[69319]: value = "task-3223562" [ 1010.809832] env[69319]: _type = "Task" [ 1010.809832] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.827059] env[69319]: DEBUG oslo_vmware.api [None req-f3c164e4-cc31-43ea-ab0c-675db61862cb tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': task-3223563, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.834033] env[69319]: DEBUG oslo_vmware.api [None req-965f726d-614d-4c96-acf9-d8c50963dc76 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': task-3223562, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.141036] env[69319]: DEBUG nova.objects.base [None req-0cc87c7d-d74d-4fb9-b402-ef422b4a2aa8 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Object Instance<4650fd7f-02d1-46d1-b68e-3fb75e237e57> lazy-loaded attributes: flavor,pci_requests {{(pid=69319) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1011.141239] env[69319]: DEBUG nova.network.neutron [None req-0cc87c7d-d74d-4fb9-b402-ef422b4a2aa8 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 4650fd7f-02d1-46d1-b68e-3fb75e237e57] allocate_for_instance() {{(pid=69319) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1011.144031] env[69319]: DEBUG oslo_concurrency.lockutils [None req-43c53201-6b45-400c-abfa-928ff353a4a9 tempest-ServersV294TestFqdnHostnames-452613075 tempest-ServersV294TestFqdnHostnames-452613075-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 8.473s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.145501] env[69319]: DEBUG nova.compute.manager [None req-43c53201-6b45-400c-abfa-928ff353a4a9 tempest-ServersV294TestFqdnHostnames-452613075 tempest-ServersV294TestFqdnHostnames-452613075-project-member] [instance: b5440512-ae77-469f-b76b-a6d660b26f50] Start building networks asynchronously for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1011.148081] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c566f302-a243-4889-b2df-1b5b26938c95 tempest-ServerPasswordTestJSON-1361651989 tempest-ServerPasswordTestJSON-1361651989-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.686s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.148390] env[69319]: DEBUG nova.objects.instance [None req-c566f302-a243-4889-b2df-1b5b26938c95 tempest-ServerPasswordTestJSON-1361651989 tempest-ServerPasswordTestJSON-1361651989-project-member] Lazy-loading 'resources' on Instance uuid 290ef75a-d1aa-42f3-9571-30ae61840c01 {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1011.164027] env[69319]: DEBUG oslo_vmware.api [None req-81e8c410-b386-4edd-bfec-9f6daf560a1a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3223559, 'name': PowerOffVM_Task, 'duration_secs': 3.715862} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.164027] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-81e8c410-b386-4edd-bfec-9f6daf560a1a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 3398ecd5-6889-400b-a436-e22d014f0da0] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1011.164027] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb947a46-1e10-46f8-a81f-3a9954700864 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.168309] env[69319]: DEBUG nova.compute.manager [None req-f69fdba0-57d6-4bc1-9b1a-c8c2d17e04b1 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] [instance: 8dabca07-310b-4c22-b6c5-9fc57cf98adf] Start destroying the instance on the hypervisor. {{(pid=69319) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1011.168874] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-f69fdba0-57d6-4bc1-9b1a-c8c2d17e04b1 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] [instance: 8dabca07-310b-4c22-b6c5-9fc57cf98adf] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1011.170126] env[69319]: DEBUG nova.compute.manager [None req-f0d814e0-e2b8-41c3-a388-be216563a961 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] [instance: eed9382b-082a-4bb3-8a9b-fee6331fc411] Start destroying the instance on the hypervisor. {{(pid=69319) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1011.170498] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-f0d814e0-e2b8-41c3-a388-be216563a961 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] [instance: eed9382b-082a-4bb3-8a9b-fee6331fc411] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1011.171651] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07e9540d-229e-460d-8d29-23011c475468 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.175452] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fcc1f55-23c8-43c5-8f44-14b9698b7a23 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.185808] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-f69fdba0-57d6-4bc1-9b1a-c8c2d17e04b1 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] [instance: 8dabca07-310b-4c22-b6c5-9fc57cf98adf] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1011.203475] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6e7a17d2-c8d3-4987-9118-275e2da46fcc {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.205745] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0d814e0-e2b8-41c3-a388-be216563a961 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] [instance: eed9382b-082a-4bb3-8a9b-fee6331fc411] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1011.207397] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-80ade48a-4f0c-4a2b-b7ad-4cf39b62b9c2 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.209925] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9767046-b083-4ea0-aa2b-8a735d68676c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.224260] env[69319]: DEBUG oslo_vmware.api [None req-f0d814e0-e2b8-41c3-a388-be216563a961 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Waiting for the task: (returnval){ [ 1011.224260] env[69319]: value = "task-3223564" [ 1011.224260] env[69319]: _type = "Task" [ 1011.224260] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.226191] env[69319]: DEBUG oslo_vmware.api [None req-f69fdba0-57d6-4bc1-9b1a-c8c2d17e04b1 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Waiting for the task: (returnval){ [ 1011.226191] env[69319]: value = "task-3223565" [ 1011.226191] env[69319]: _type = "Task" [ 1011.226191] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.227373] env[69319]: DEBUG nova.network.neutron [None req-a72cd4ed-2cf2-4f2e-b4c3-a0beac44b7c3 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: d24a0bae-3b98-4121-a3f7-bedee3a196b4] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1011.246728] env[69319]: DEBUG oslo_vmware.api [None req-f69fdba0-57d6-4bc1-9b1a-c8c2d17e04b1 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Task: {'id': task-3223565, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.252707] env[69319]: DEBUG oslo_vmware.api [None req-f0d814e0-e2b8-41c3-a388-be216563a961 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Task: {'id': task-3223564, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.256113] env[69319]: DEBUG oslo_concurrency.lockutils [None req-e993f634-145f-4764-8320-810a8c8fc48c tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Lock "13a67670-f42e-4041-8f4e-4fe3a65e2f33" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 13.993s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.274363] env[69319]: DEBUG oslo_vmware.api [None req-4db49b16-4212-4a24-9c0a-c511e6e0e93b tempest-ServersTestBootFromVolume-326018844 tempest-ServersTestBootFromVolume-326018844-project-member] Task: {'id': task-3223561, 'name': ReconfigVM_Task, 'duration_secs': 0.219921} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.276916] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-4db49b16-4212-4a24-9c0a-c511e6e0e93b tempest-ServersTestBootFromVolume-326018844 tempest-ServersTestBootFromVolume-326018844-project-member] [instance: e87c6601-7a18-4857-9d93-4fea4fefed40] Reconfigured VM instance instance-0000002a to detach disk 2000 {{(pid=69319) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1011.282335] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f522ab5-678b-43df-b1e5-2ca1ac190c9f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.306720] env[69319]: DEBUG oslo_vmware.api [None req-4db49b16-4212-4a24-9c0a-c511e6e0e93b tempest-ServersTestBootFromVolume-326018844 tempest-ServersTestBootFromVolume-326018844-project-member] Waiting for the task: (returnval){ [ 1011.306720] env[69319]: value = "task-3223566" [ 1011.306720] env[69319]: _type = "Task" [ 1011.306720] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.329027] env[69319]: DEBUG oslo_vmware.api [None req-4db49b16-4212-4a24-9c0a-c511e6e0e93b tempest-ServersTestBootFromVolume-326018844 tempest-ServersTestBootFromVolume-326018844-project-member] Task: {'id': task-3223566, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.329975] env[69319]: DEBUG oslo_vmware.api [None req-f3c164e4-cc31-43ea-ab0c-675db61862cb tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': task-3223563, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.334267] env[69319]: DEBUG oslo_vmware.api [None req-965f726d-614d-4c96-acf9-d8c50963dc76 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': task-3223562, 'name': PowerOffVM_Task, 'duration_secs': 0.230803} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.334267] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-965f726d-614d-4c96-acf9-d8c50963dc76 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 170e2a0b-6461-4752-b7da-2ed0ff9fd73c] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1011.339283] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-965f726d-614d-4c96-acf9-d8c50963dc76 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 170e2a0b-6461-4752-b7da-2ed0ff9fd73c] Reconfiguring VM instance instance-00000028 to detach disk 2002 {{(pid=69319) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1011.340063] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a14899b-5d53-4fa2-819b-89c3e865a126 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.356442] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0cc87c7d-d74d-4fb9-b402-ef422b4a2aa8 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Lock "interface-4650fd7f-02d1-46d1-b68e-3fb75e237e57-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 4.165s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.362338] env[69319]: DEBUG oslo_vmware.api [None req-965f726d-614d-4c96-acf9-d8c50963dc76 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Waiting for the task: (returnval){ [ 1011.362338] env[69319]: value = "task-3223567" [ 1011.362338] env[69319]: _type = "Task" [ 1011.362338] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.378920] env[69319]: DEBUG oslo_vmware.api [None req-965f726d-614d-4c96-acf9-d8c50963dc76 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': task-3223567, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.459679] env[69319]: DEBUG nova.network.neutron [None req-a72cd4ed-2cf2-4f2e-b4c3-a0beac44b7c3 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: d24a0bae-3b98-4121-a3f7-bedee3a196b4] Updating instance_info_cache with network_info: [{"id": "c5c69afe-89b4-4dab-a59f-1eea4d5702ed", "address": "fa:16:3e:54:69:f7", "network": {"id": "a673a352-fcbe-446a-b78c-3975246791bd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-551867013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b933d0258a1488bbdddf88a90df7360", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f847601f-7479-48eb-842f-41f94eea8537", "external-id": "nsx-vlan-transportzone-35", "segmentation_id": 35, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5c69afe-89", "ovs_interfaceid": "c5c69afe-89b4-4dab-a59f-1eea4d5702ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.665781] env[69319]: DEBUG nova.compute.utils [None req-43c53201-6b45-400c-abfa-928ff353a4a9 tempest-ServersV294TestFqdnHostnames-452613075 tempest-ServersV294TestFqdnHostnames-452613075-project-member] Using /dev/sd instead of None {{(pid=69319) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1011.667243] env[69319]: DEBUG nova.compute.manager [None req-43c53201-6b45-400c-abfa-928ff353a4a9 tempest-ServersV294TestFqdnHostnames-452613075 tempest-ServersV294TestFqdnHostnames-452613075-project-member] [instance: b5440512-ae77-469f-b76b-a6d660b26f50] Allocating IP information in the background. {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1011.667672] env[69319]: DEBUG nova.network.neutron [None req-43c53201-6b45-400c-abfa-928ff353a4a9 tempest-ServersV294TestFqdnHostnames-452613075 tempest-ServersV294TestFqdnHostnames-452613075-project-member] [instance: b5440512-ae77-469f-b76b-a6d660b26f50] allocate_for_instance() {{(pid=69319) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1011.728241] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-81e8c410-b386-4edd-bfec-9f6daf560a1a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 3398ecd5-6889-400b-a436-e22d014f0da0] Creating Snapshot of the VM instance {{(pid=69319) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1011.728589] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-64b08702-4712-4423-8671-21ae7f1af557 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.746912] env[69319]: DEBUG oslo_vmware.api [None req-81e8c410-b386-4edd-bfec-9f6daf560a1a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Waiting for the task: (returnval){ [ 1011.746912] env[69319]: value = "task-3223568" [ 1011.746912] env[69319]: _type = "Task" [ 1011.746912] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.757801] env[69319]: DEBUG oslo_vmware.api [None req-f69fdba0-57d6-4bc1-9b1a-c8c2d17e04b1 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Task: {'id': task-3223565, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.758054] env[69319]: DEBUG oslo_vmware.api [None req-f0d814e0-e2b8-41c3-a388-be216563a961 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Task: {'id': task-3223564, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.759778] env[69319]: DEBUG nova.policy [None req-43c53201-6b45-400c-abfa-928ff353a4a9 tempest-ServersV294TestFqdnHostnames-452613075 tempest-ServersV294TestFqdnHostnames-452613075-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '70b4444f071a4f00a9ee3017162117be', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ecb7264c43164619b7827382d34f375a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69319) authorize /opt/stack/nova/nova/policy.py:192}} [ 1011.770284] env[69319]: DEBUG oslo_vmware.api [None req-81e8c410-b386-4edd-bfec-9f6daf560a1a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3223568, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.823861] env[69319]: DEBUG oslo_vmware.api [None req-4db49b16-4212-4a24-9c0a-c511e6e0e93b tempest-ServersTestBootFromVolume-326018844 tempest-ServersTestBootFromVolume-326018844-project-member] Task: {'id': task-3223566, 'name': ReconfigVM_Task, 'duration_secs': 0.145489} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.830188] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-4db49b16-4212-4a24-9c0a-c511e6e0e93b tempest-ServersTestBootFromVolume-326018844 tempest-ServersTestBootFromVolume-326018844-project-member] [instance: e87c6601-7a18-4857-9d93-4fea4fefed40] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-644305', 'volume_id': '521e778e-7b5c-40c5-9fb7-54c028032e9a', 'name': 'volume-521e778e-7b5c-40c5-9fb7-54c028032e9a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e87c6601-7a18-4857-9d93-4fea4fefed40', 'attached_at': '', 'detached_at': '', 'volume_id': '521e778e-7b5c-40c5-9fb7-54c028032e9a', 'serial': '521e778e-7b5c-40c5-9fb7-54c028032e9a'} {{(pid=69319) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1011.830732] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-4db49b16-4212-4a24-9c0a-c511e6e0e93b tempest-ServersTestBootFromVolume-326018844 tempest-ServersTestBootFromVolume-326018844-project-member] [instance: e87c6601-7a18-4857-9d93-4fea4fefed40] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1011.831158] env[69319]: DEBUG oslo_vmware.api [None req-f3c164e4-cc31-43ea-ab0c-675db61862cb tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': task-3223563, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.832599] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0771c705-940b-47e6-ab52-6309ee84b045 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.843505] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-4db49b16-4212-4a24-9c0a-c511e6e0e93b tempest-ServersTestBootFromVolume-326018844 tempest-ServersTestBootFromVolume-326018844-project-member] [instance: e87c6601-7a18-4857-9d93-4fea4fefed40] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1011.846450] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-79efccbe-1e17-447a-8019-6c9751efdd5b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.877966] env[69319]: DEBUG oslo_vmware.api [None req-965f726d-614d-4c96-acf9-d8c50963dc76 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': task-3223567, 'name': ReconfigVM_Task, 'duration_secs': 0.45309} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.877966] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-965f726d-614d-4c96-acf9-d8c50963dc76 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 170e2a0b-6461-4752-b7da-2ed0ff9fd73c] Reconfigured VM instance instance-00000028 to detach disk 2002 {{(pid=69319) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1011.877966] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-965f726d-614d-4c96-acf9-d8c50963dc76 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 170e2a0b-6461-4752-b7da-2ed0ff9fd73c] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1011.877966] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-02c06ab7-8739-4a96-baaf-8b2c931257f2 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.884298] env[69319]: DEBUG oslo_concurrency.lockutils [None req-093892c8-7ae6-4fe1-874b-830baebf2f9c tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Acquiring lock "3e95f2d5-d392-47c4-b519-4a218660516b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.884385] env[69319]: DEBUG oslo_concurrency.lockutils [None req-093892c8-7ae6-4fe1-874b-830baebf2f9c tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Lock "3e95f2d5-d392-47c4-b519-4a218660516b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.884709] env[69319]: DEBUG oslo_concurrency.lockutils [None req-093892c8-7ae6-4fe1-874b-830baebf2f9c tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Acquiring lock "3e95f2d5-d392-47c4-b519-4a218660516b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.884918] env[69319]: DEBUG oslo_concurrency.lockutils [None req-093892c8-7ae6-4fe1-874b-830baebf2f9c tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Lock "3e95f2d5-d392-47c4-b519-4a218660516b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.885161] env[69319]: DEBUG oslo_concurrency.lockutils [None req-093892c8-7ae6-4fe1-874b-830baebf2f9c tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Lock "3e95f2d5-d392-47c4-b519-4a218660516b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.887388] env[69319]: INFO nova.compute.manager [None req-093892c8-7ae6-4fe1-874b-830baebf2f9c tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] [instance: 3e95f2d5-d392-47c4-b519-4a218660516b] Terminating instance [ 1011.893593] env[69319]: DEBUG oslo_vmware.api [None req-965f726d-614d-4c96-acf9-d8c50963dc76 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Waiting for the task: (returnval){ [ 1011.893593] env[69319]: value = "task-3223570" [ 1011.893593] env[69319]: _type = "Task" [ 1011.893593] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.910117] env[69319]: DEBUG oslo_vmware.api [None req-965f726d-614d-4c96-acf9-d8c50963dc76 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': task-3223570, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.964081] env[69319]: DEBUG oslo_concurrency.lockutils [None req-a72cd4ed-2cf2-4f2e-b4c3-a0beac44b7c3 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Releasing lock "refresh_cache-d24a0bae-3b98-4121-a3f7-bedee3a196b4" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.964081] env[69319]: DEBUG nova.compute.manager [None req-a72cd4ed-2cf2-4f2e-b4c3-a0beac44b7c3 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: d24a0bae-3b98-4121-a3f7-bedee3a196b4] Instance network_info: |[{"id": "c5c69afe-89b4-4dab-a59f-1eea4d5702ed", "address": "fa:16:3e:54:69:f7", "network": {"id": "a673a352-fcbe-446a-b78c-3975246791bd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-551867013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b933d0258a1488bbdddf88a90df7360", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f847601f-7479-48eb-842f-41f94eea8537", "external-id": "nsx-vlan-transportzone-35", "segmentation_id": 35, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5c69afe-89", "ovs_interfaceid": "c5c69afe-89b4-4dab-a59f-1eea4d5702ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1011.964081] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-a72cd4ed-2cf2-4f2e-b4c3-a0beac44b7c3 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: d24a0bae-3b98-4121-a3f7-bedee3a196b4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:69:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f847601f-7479-48eb-842f-41f94eea8537', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c5c69afe-89b4-4dab-a59f-1eea4d5702ed', 'vif_model': 'vmxnet3'}] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1011.973312] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a72cd4ed-2cf2-4f2e-b4c3-a0beac44b7c3 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1011.976500] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d24a0bae-3b98-4121-a3f7-bedee3a196b4] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1011.977395] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-895171c7-7153-40b7-a4e7-5e9a1ce191b5 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.003398] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1012.003398] env[69319]: value = "task-3223571" [ 1012.003398] env[69319]: _type = "Task" [ 1012.003398] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.013181] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223571, 'name': CreateVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.127273] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f928d6f-81af-4e6e-afd1-aee86a2861d7 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.138389] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-635b72df-1727-416a-a025-5a6c095bfd02 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.173033] env[69319]: DEBUG nova.compute.manager [None req-43c53201-6b45-400c-abfa-928ff353a4a9 tempest-ServersV294TestFqdnHostnames-452613075 tempest-ServersV294TestFqdnHostnames-452613075-project-member] [instance: b5440512-ae77-469f-b76b-a6d660b26f50] Start building block device mappings for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1012.179772] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a61738b-1fa8-414b-9f8d-deb650abb0f9 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.188296] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf402857-6e62-4056-bae0-e2436e690001 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.206540] env[69319]: DEBUG nova.compute.provider_tree [None req-c566f302-a243-4889-b2df-1b5b26938c95 tempest-ServerPasswordTestJSON-1361651989 tempest-ServerPasswordTestJSON-1361651989-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1012.240868] env[69319]: DEBUG oslo_vmware.api [None req-f0d814e0-e2b8-41c3-a388-be216563a961 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Task: {'id': task-3223564, 'name': PowerOffVM_Task, 'duration_secs': 0.652529} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.244284] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0d814e0-e2b8-41c3-a388-be216563a961 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] [instance: eed9382b-082a-4bb3-8a9b-fee6331fc411] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1012.244533] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-f0d814e0-e2b8-41c3-a388-be216563a961 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] [instance: eed9382b-082a-4bb3-8a9b-fee6331fc411] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1012.244834] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d435aa4f-f62e-4dc1-b771-2d28b8da19cf {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.253770] env[69319]: DEBUG oslo_vmware.api [None req-f69fdba0-57d6-4bc1-9b1a-c8c2d17e04b1 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Task: {'id': task-3223565, 'name': PowerOffVM_Task, 'duration_secs': 0.652301} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.254611] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-f69fdba0-57d6-4bc1-9b1a-c8c2d17e04b1 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] [instance: 8dabca07-310b-4c22-b6c5-9fc57cf98adf] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1012.254795] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-f69fdba0-57d6-4bc1-9b1a-c8c2d17e04b1 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] [instance: 8dabca07-310b-4c22-b6c5-9fc57cf98adf] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1012.255084] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-87af6cc2-3fc8-42ce-8933-f6c53b93b827 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.260404] env[69319]: DEBUG oslo_vmware.api [None req-81e8c410-b386-4edd-bfec-9f6daf560a1a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3223568, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.325249] env[69319]: DEBUG oslo_vmware.api [None req-f3c164e4-cc31-43ea-ab0c-675db61862cb tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': task-3223563, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.356627] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-f69fdba0-57d6-4bc1-9b1a-c8c2d17e04b1 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] [instance: 8dabca07-310b-4c22-b6c5-9fc57cf98adf] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1012.356980] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-f69fdba0-57d6-4bc1-9b1a-c8c2d17e04b1 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] [instance: 8dabca07-310b-4c22-b6c5-9fc57cf98adf] Deleting contents of the VM from datastore datastore1 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1012.358042] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-f69fdba0-57d6-4bc1-9b1a-c8c2d17e04b1 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Deleting the datastore file [datastore1] 8dabca07-310b-4c22-b6c5-9fc57cf98adf {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1012.358042] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7775033a-b78b-49c4-8e84-67e7bea512a1 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.372590] env[69319]: DEBUG oslo_vmware.api [None req-f69fdba0-57d6-4bc1-9b1a-c8c2d17e04b1 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Waiting for the task: (returnval){ [ 1012.372590] env[69319]: value = "task-3223574" [ 1012.372590] env[69319]: _type = "Task" [ 1012.372590] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.383202] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-f0d814e0-e2b8-41c3-a388-be216563a961 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] [instance: eed9382b-082a-4bb3-8a9b-fee6331fc411] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1012.383508] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-f0d814e0-e2b8-41c3-a388-be216563a961 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] [instance: eed9382b-082a-4bb3-8a9b-fee6331fc411] Deleting contents of the VM from datastore datastore1 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1012.383608] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0d814e0-e2b8-41c3-a388-be216563a961 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Deleting the datastore file [datastore1] eed9382b-082a-4bb3-8a9b-fee6331fc411 {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1012.387386] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-26ecf6ae-90a1-4e93-a94c-ef521f9012ee {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.389388] env[69319]: DEBUG oslo_vmware.api [None req-f69fdba0-57d6-4bc1-9b1a-c8c2d17e04b1 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Task: {'id': task-3223574, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.392617] env[69319]: DEBUG nova.compute.manager [None req-093892c8-7ae6-4fe1-874b-830baebf2f9c tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] [instance: 3e95f2d5-d392-47c4-b519-4a218660516b] Start destroying the instance on the hypervisor. {{(pid=69319) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1012.392840] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-093892c8-7ae6-4fe1-874b-830baebf2f9c tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] [instance: 3e95f2d5-d392-47c4-b519-4a218660516b] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1012.393731] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-492dc07a-b60e-4a9a-a71d-4a175f458e67 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.397884] env[69319]: DEBUG oslo_vmware.api [None req-f0d814e0-e2b8-41c3-a388-be216563a961 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Waiting for the task: (returnval){ [ 1012.397884] env[69319]: value = "task-3223575" [ 1012.397884] env[69319]: _type = "Task" [ 1012.397884] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.413239] env[69319]: DEBUG oslo_vmware.api [None req-965f726d-614d-4c96-acf9-d8c50963dc76 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': task-3223570, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.413496] env[69319]: DEBUG oslo_vmware.api [None req-f0d814e0-e2b8-41c3-a388-be216563a961 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Task: {'id': task-3223575, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.416020] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-093892c8-7ae6-4fe1-874b-830baebf2f9c tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] [instance: 3e95f2d5-d392-47c4-b519-4a218660516b] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1012.416312] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bba5251d-8e9e-4858-8c18-8eb46a88314f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.428022] env[69319]: DEBUG oslo_vmware.api [None req-093892c8-7ae6-4fe1-874b-830baebf2f9c tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Waiting for the task: (returnval){ [ 1012.428022] env[69319]: value = "task-3223576" [ 1012.428022] env[69319]: _type = "Task" [ 1012.428022] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.443960] env[69319]: DEBUG oslo_vmware.api [None req-093892c8-7ae6-4fe1-874b-830baebf2f9c tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Task: {'id': task-3223576, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.519752] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223571, 'name': CreateVM_Task} progress is 25%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.711011] env[69319]: DEBUG nova.scheduler.client.report [None req-c566f302-a243-4889-b2df-1b5b26938c95 tempest-ServerPasswordTestJSON-1361651989 tempest-ServerPasswordTestJSON-1361651989-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1012.766073] env[69319]: DEBUG oslo_vmware.api [None req-81e8c410-b386-4edd-bfec-9f6daf560a1a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3223568, 'name': CreateSnapshot_Task, 'duration_secs': 0.902374} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.766073] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-81e8c410-b386-4edd-bfec-9f6daf560a1a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 3398ecd5-6889-400b-a436-e22d014f0da0] Created Snapshot of the VM instance {{(pid=69319) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1012.766073] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce7d7f94-2ad2-46d2-bcec-35e84609b68d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.828270] env[69319]: DEBUG oslo_vmware.api [None req-f3c164e4-cc31-43ea-ab0c-675db61862cb tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': task-3223563, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.888898] env[69319]: DEBUG oslo_vmware.api [None req-f69fdba0-57d6-4bc1-9b1a-c8c2d17e04b1 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Task: {'id': task-3223574, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.912191] env[69319]: DEBUG oslo_vmware.api [None req-f0d814e0-e2b8-41c3-a388-be216563a961 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Task: {'id': task-3223575, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.920200] env[69319]: DEBUG oslo_vmware.api [None req-965f726d-614d-4c96-acf9-d8c50963dc76 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': task-3223570, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.943398] env[69319]: DEBUG oslo_vmware.api [None req-093892c8-7ae6-4fe1-874b-830baebf2f9c tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Task: {'id': task-3223576, 'name': PowerOffVM_Task, 'duration_secs': 0.219786} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.943852] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-093892c8-7ae6-4fe1-874b-830baebf2f9c tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] [instance: 3e95f2d5-d392-47c4-b519-4a218660516b] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1012.944081] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-093892c8-7ae6-4fe1-874b-830baebf2f9c tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] [instance: 3e95f2d5-d392-47c4-b519-4a218660516b] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1012.944439] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c0a3833e-a389-49cf-9383-ae63a83e4026 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.016795] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223571, 'name': CreateVM_Task} progress is 25%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.323080] env[69319]: DEBUG oslo_vmware.api [None req-f3c164e4-cc31-43ea-ab0c-675db61862cb tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': task-3223563, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.383458] env[69319]: DEBUG oslo_vmware.api [None req-f69fdba0-57d6-4bc1-9b1a-c8c2d17e04b1 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Task: {'id': task-3223574, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.408319] env[69319]: DEBUG oslo_vmware.api [None req-965f726d-614d-4c96-acf9-d8c50963dc76 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': task-3223570, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.413670] env[69319]: DEBUG oslo_vmware.api [None req-f0d814e0-e2b8-41c3-a388-be216563a961 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Task: {'id': task-3223575, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.516712] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223571, 'name': CreateVM_Task} progress is 25%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.823690] env[69319]: DEBUG oslo_vmware.api [None req-f3c164e4-cc31-43ea-ab0c-675db61862cb tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': task-3223563, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.610964} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.824093] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3c164e4-cc31-43ea-ab0c-675db61862cb tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b0369f30-d21f-4bb2-b4d6-19132b7d930d/b0369f30-d21f-4bb2-b4d6-19132b7d930d.vmdk to [datastore1] a1acbe0c-f40b-4388-964e-cf7a95551e4c/a1acbe0c-f40b-4388-964e-cf7a95551e4c.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1013.824768] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-427941f3-aab8-4f83-8010-8792c7a75dae {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.846958] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3c164e4-cc31-43ea-ab0c-675db61862cb tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: a1acbe0c-f40b-4388-964e-cf7a95551e4c] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] a1acbe0c-f40b-4388-964e-cf7a95551e4c/a1acbe0c-f40b-4388-964e-cf7a95551e4c.vmdk or device None with type streamOptimized {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1013.847155] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f381c792-d8b9-4159-9be4-dd438359a162 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.867259] env[69319]: DEBUG oslo_vmware.api [None req-f3c164e4-cc31-43ea-ab0c-675db61862cb tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Waiting for the task: (returnval){ [ 1013.867259] env[69319]: value = "task-3223578" [ 1013.867259] env[69319]: _type = "Task" [ 1013.867259] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.874831] env[69319]: DEBUG oslo_vmware.api [None req-f3c164e4-cc31-43ea-ab0c-675db61862cb tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': task-3223578, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.882022] env[69319]: DEBUG oslo_vmware.api [None req-f69fdba0-57d6-4bc1-9b1a-c8c2d17e04b1 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Task: {'id': task-3223574, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.290486} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.882345] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-f69fdba0-57d6-4bc1-9b1a-c8c2d17e04b1 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1013.882566] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-f69fdba0-57d6-4bc1-9b1a-c8c2d17e04b1 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] [instance: 8dabca07-310b-4c22-b6c5-9fc57cf98adf] Deleted contents of the VM from datastore datastore1 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1013.882787] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-f69fdba0-57d6-4bc1-9b1a-c8c2d17e04b1 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] [instance: 8dabca07-310b-4c22-b6c5-9fc57cf98adf] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1013.882999] env[69319]: INFO nova.compute.manager [None req-f69fdba0-57d6-4bc1-9b1a-c8c2d17e04b1 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] [instance: 8dabca07-310b-4c22-b6c5-9fc57cf98adf] Took 2.71 seconds to destroy the instance on the hypervisor. [ 1013.883285] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f69fdba0-57d6-4bc1-9b1a-c8c2d17e04b1 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1013.883482] env[69319]: DEBUG nova.compute.manager [-] [instance: 8dabca07-310b-4c22-b6c5-9fc57cf98adf] Deallocating network for instance {{(pid=69319) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1013.883579] env[69319]: DEBUG nova.network.neutron [-] [instance: 8dabca07-310b-4c22-b6c5-9fc57cf98adf] deallocate_for_instance() {{(pid=69319) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1013.911128] env[69319]: DEBUG oslo_vmware.api [None req-965f726d-614d-4c96-acf9-d8c50963dc76 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': task-3223570, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.914156] env[69319]: DEBUG oslo_vmware.api [None req-f0d814e0-e2b8-41c3-a388-be216563a961 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Task: {'id': task-3223575, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.270941} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.916223] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0d814e0-e2b8-41c3-a388-be216563a961 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1013.916441] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-f0d814e0-e2b8-41c3-a388-be216563a961 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] [instance: eed9382b-082a-4bb3-8a9b-fee6331fc411] Deleted contents of the VM from datastore datastore1 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1013.916619] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-f0d814e0-e2b8-41c3-a388-be216563a961 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] [instance: eed9382b-082a-4bb3-8a9b-fee6331fc411] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1013.916802] env[69319]: INFO nova.compute.manager [None req-f0d814e0-e2b8-41c3-a388-be216563a961 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] [instance: eed9382b-082a-4bb3-8a9b-fee6331fc411] Took 2.75 seconds to destroy the instance on the hypervisor. [ 1013.917056] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f0d814e0-e2b8-41c3-a388-be216563a961 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1013.917265] env[69319]: DEBUG nova.compute.manager [-] [instance: eed9382b-082a-4bb3-8a9b-fee6331fc411] Deallocating network for instance {{(pid=69319) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1013.917365] env[69319]: DEBUG nova.network.neutron [-] [instance: eed9382b-082a-4bb3-8a9b-fee6331fc411] deallocate_for_instance() {{(pid=69319) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1014.016863] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223571, 'name': CreateVM_Task, 'duration_secs': 1.728446} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.017074] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d24a0bae-3b98-4121-a3f7-bedee3a196b4] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1014.017779] env[69319]: DEBUG oslo_concurrency.lockutils [None req-a72cd4ed-2cf2-4f2e-b4c3-a0beac44b7c3 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.018078] env[69319]: DEBUG oslo_concurrency.lockutils [None req-a72cd4ed-2cf2-4f2e-b4c3-a0beac44b7c3 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.018307] env[69319]: DEBUG oslo_concurrency.lockutils [None req-a72cd4ed-2cf2-4f2e-b4c3-a0beac44b7c3 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.019085] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e2ae5fe-ee2d-4ffb-98bf-d20836caf3c8 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.023947] env[69319]: DEBUG oslo_vmware.api [None req-a72cd4ed-2cf2-4f2e-b4c3-a0beac44b7c3 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Waiting for the task: (returnval){ [ 1014.023947] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52668ba0-29ad-7066-b6ac-9cfcf2e9f8d4" [ 1014.023947] env[69319]: _type = "Task" [ 1014.023947] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.032213] env[69319]: DEBUG oslo_vmware.api [None req-a72cd4ed-2cf2-4f2e-b4c3-a0beac44b7c3 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52668ba0-29ad-7066-b6ac-9cfcf2e9f8d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.113428] env[69319]: DEBUG nova.network.neutron [None req-43c53201-6b45-400c-abfa-928ff353a4a9 tempest-ServersV294TestFqdnHostnames-452613075 tempest-ServersV294TestFqdnHostnames-452613075-project-member] [instance: b5440512-ae77-469f-b76b-a6d660b26f50] Successfully created port: 42ec5c4b-3493-4d42-9761-2b7744b1aed0 {{(pid=69319) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1014.119569] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-4db49b16-4212-4a24-9c0a-c511e6e0e93b tempest-ServersTestBootFromVolume-326018844 tempest-ServersTestBootFromVolume-326018844-project-member] [instance: e87c6601-7a18-4857-9d93-4fea4fefed40] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1014.120618] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-4db49b16-4212-4a24-9c0a-c511e6e0e93b tempest-ServersTestBootFromVolume-326018844 tempest-ServersTestBootFromVolume-326018844-project-member] [instance: e87c6601-7a18-4857-9d93-4fea4fefed40] Deleting contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1014.120618] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-4db49b16-4212-4a24-9c0a-c511e6e0e93b tempest-ServersTestBootFromVolume-326018844 tempest-ServersTestBootFromVolume-326018844-project-member] Deleting the datastore file [datastore2] e87c6601-7a18-4857-9d93-4fea4fefed40 {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1014.120618] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4d1ee06b-be4b-4866-b2d5-d14cad03a761 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.130722] env[69319]: DEBUG oslo_vmware.api [None req-4db49b16-4212-4a24-9c0a-c511e6e0e93b tempest-ServersTestBootFromVolume-326018844 tempest-ServersTestBootFromVolume-326018844-project-member] Waiting for the task: (returnval){ [ 1014.130722] env[69319]: value = "task-3223579" [ 1014.130722] env[69319]: _type = "Task" [ 1014.130722] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.136340] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-093892c8-7ae6-4fe1-874b-830baebf2f9c tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] [instance: 3e95f2d5-d392-47c4-b519-4a218660516b] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1014.136986] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-093892c8-7ae6-4fe1-874b-830baebf2f9c tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] [instance: 3e95f2d5-d392-47c4-b519-4a218660516b] Deleting contents of the VM from datastore datastore1 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1014.136986] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-093892c8-7ae6-4fe1-874b-830baebf2f9c tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Deleting the datastore file [datastore1] 3e95f2d5-d392-47c4-b519-4a218660516b {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1014.137823] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-87f5ff56-6e6a-4a17-9e0f-0bd8c7a29ea4 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.141985] env[69319]: DEBUG oslo_vmware.api [None req-4db49b16-4212-4a24-9c0a-c511e6e0e93b tempest-ServersTestBootFromVolume-326018844 tempest-ServersTestBootFromVolume-326018844-project-member] Task: {'id': task-3223579, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.146299] env[69319]: DEBUG oslo_vmware.api [None req-093892c8-7ae6-4fe1-874b-830baebf2f9c tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Waiting for the task: (returnval){ [ 1014.146299] env[69319]: value = "task-3223580" [ 1014.146299] env[69319]: _type = "Task" [ 1014.146299] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.154260] env[69319]: DEBUG oslo_vmware.api [None req-093892c8-7ae6-4fe1-874b-830baebf2f9c tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Task: {'id': task-3223580, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.219487] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c566f302-a243-4889-b2df-1b5b26938c95 tempest-ServerPasswordTestJSON-1361651989 tempest-ServerPasswordTestJSON-1361651989-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.071s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.222218] env[69319]: DEBUG oslo_concurrency.lockutils [None req-1a9d3f28-e8bc-4a6e-b04e-48470a3b0058 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.093s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.223377] env[69319]: DEBUG nova.objects.instance [None req-1a9d3f28-e8bc-4a6e-b04e-48470a3b0058 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Lazy-loading 'resources' on Instance uuid 57bf6160-52cc-456b-b946-c36291559da8 {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1014.277115] env[69319]: INFO nova.scheduler.client.report [None req-c566f302-a243-4889-b2df-1b5b26938c95 tempest-ServerPasswordTestJSON-1361651989 tempest-ServerPasswordTestJSON-1361651989-project-member] Deleted allocations for instance 290ef75a-d1aa-42f3-9571-30ae61840c01 [ 1014.292851] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-81e8c410-b386-4edd-bfec-9f6daf560a1a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 3398ecd5-6889-400b-a436-e22d014f0da0] Creating linked-clone VM from snapshot {{(pid=69319) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1014.293932] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-524f9eb6-71ca-4d75-aabf-465bf07da4c7 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.304339] env[69319]: DEBUG oslo_vmware.api [None req-81e8c410-b386-4edd-bfec-9f6daf560a1a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Waiting for the task: (returnval){ [ 1014.304339] env[69319]: value = "task-3223581" [ 1014.304339] env[69319]: _type = "Task" [ 1014.304339] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.314140] env[69319]: DEBUG oslo_vmware.api [None req-81e8c410-b386-4edd-bfec-9f6daf560a1a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3223581, 'name': CloneVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.376648] env[69319]: DEBUG oslo_vmware.api [None req-f3c164e4-cc31-43ea-ab0c-675db61862cb tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': task-3223578, 'name': ReconfigVM_Task, 'duration_secs': 0.283998} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.377042] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3c164e4-cc31-43ea-ab0c-675db61862cb tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: a1acbe0c-f40b-4388-964e-cf7a95551e4c] Reconfigured VM instance instance-00000049 to attach disk [datastore1] a1acbe0c-f40b-4388-964e-cf7a95551e4c/a1acbe0c-f40b-4388-964e-cf7a95551e4c.vmdk or device None with type streamOptimized {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1014.377787] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1adbab67-cc4a-4300-9c79-8690b00d88db {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.383709] env[69319]: DEBUG oslo_vmware.api [None req-f3c164e4-cc31-43ea-ab0c-675db61862cb tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Waiting for the task: (returnval){ [ 1014.383709] env[69319]: value = "task-3223582" [ 1014.383709] env[69319]: _type = "Task" [ 1014.383709] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.398957] env[69319]: DEBUG oslo_vmware.api [None req-f3c164e4-cc31-43ea-ab0c-675db61862cb tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': task-3223582, 'name': Rename_Task} progress is 6%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.408796] env[69319]: DEBUG oslo_vmware.api [None req-965f726d-614d-4c96-acf9-d8c50963dc76 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': task-3223570, 'name': PowerOnVM_Task, 'duration_secs': 2.48018} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.409086] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-965f726d-614d-4c96-acf9-d8c50963dc76 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 170e2a0b-6461-4752-b7da-2ed0ff9fd73c] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1014.409338] env[69319]: DEBUG nova.compute.manager [None req-965f726d-614d-4c96-acf9-d8c50963dc76 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 170e2a0b-6461-4752-b7da-2ed0ff9fd73c] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1014.410164] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bce392b-5202-4c5f-8052-1f9b0753b37d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.433948] env[69319]: DEBUG nova.compute.manager [req-fc0830b9-24f8-481e-9b2e-e50cf38ff091 req-0ee611db-6469-4413-9e41-18def6543cba service nova] [instance: d24a0bae-3b98-4121-a3f7-bedee3a196b4] Received event network-changed-c5c69afe-89b4-4dab-a59f-1eea4d5702ed {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1014.434204] env[69319]: DEBUG nova.compute.manager [req-fc0830b9-24f8-481e-9b2e-e50cf38ff091 req-0ee611db-6469-4413-9e41-18def6543cba service nova] [instance: d24a0bae-3b98-4121-a3f7-bedee3a196b4] Refreshing instance network info cache due to event network-changed-c5c69afe-89b4-4dab-a59f-1eea4d5702ed. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1014.434525] env[69319]: DEBUG oslo_concurrency.lockutils [req-fc0830b9-24f8-481e-9b2e-e50cf38ff091 req-0ee611db-6469-4413-9e41-18def6543cba service nova] Acquiring lock "refresh_cache-d24a0bae-3b98-4121-a3f7-bedee3a196b4" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.434636] env[69319]: DEBUG oslo_concurrency.lockutils [req-fc0830b9-24f8-481e-9b2e-e50cf38ff091 req-0ee611db-6469-4413-9e41-18def6543cba service nova] Acquired lock "refresh_cache-d24a0bae-3b98-4121-a3f7-bedee3a196b4" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.434788] env[69319]: DEBUG nova.network.neutron [req-fc0830b9-24f8-481e-9b2e-e50cf38ff091 req-0ee611db-6469-4413-9e41-18def6543cba service nova] [instance: d24a0bae-3b98-4121-a3f7-bedee3a196b4] Refreshing network info cache for port c5c69afe-89b4-4dab-a59f-1eea4d5702ed {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1014.535383] env[69319]: DEBUG oslo_vmware.api [None req-a72cd4ed-2cf2-4f2e-b4c3-a0beac44b7c3 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52668ba0-29ad-7066-b6ac-9cfcf2e9f8d4, 'name': SearchDatastore_Task, 'duration_secs': 0.009502} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.535680] env[69319]: DEBUG oslo_concurrency.lockutils [None req-a72cd4ed-2cf2-4f2e-b4c3-a0beac44b7c3 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.535916] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-a72cd4ed-2cf2-4f2e-b4c3-a0beac44b7c3 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: d24a0bae-3b98-4121-a3f7-bedee3a196b4] Processing image 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1014.536175] env[69319]: DEBUG oslo_concurrency.lockutils [None req-a72cd4ed-2cf2-4f2e-b4c3-a0beac44b7c3 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.536331] env[69319]: DEBUG oslo_concurrency.lockutils [None req-a72cd4ed-2cf2-4f2e-b4c3-a0beac44b7c3 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.536516] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-a72cd4ed-2cf2-4f2e-b4c3-a0beac44b7c3 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1014.536775] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3de608a9-9690-43c0-9d03-b089ff269aa9 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.548442] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-a72cd4ed-2cf2-4f2e-b4c3-a0beac44b7c3 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1014.548442] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-a72cd4ed-2cf2-4f2e-b4c3-a0beac44b7c3 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1014.549418] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a2aaebc-78cc-4f93-b519-dfeee2fbcb84 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.555348] env[69319]: DEBUG oslo_vmware.api [None req-a72cd4ed-2cf2-4f2e-b4c3-a0beac44b7c3 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Waiting for the task: (returnval){ [ 1014.555348] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52e5dec7-ffb7-604d-13e7-86fe766209db" [ 1014.555348] env[69319]: _type = "Task" [ 1014.555348] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.563617] env[69319]: DEBUG oslo_vmware.api [None req-a72cd4ed-2cf2-4f2e-b4c3-a0beac44b7c3 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52e5dec7-ffb7-604d-13e7-86fe766209db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.640530] env[69319]: DEBUG oslo_vmware.api [None req-4db49b16-4212-4a24-9c0a-c511e6e0e93b tempest-ServersTestBootFromVolume-326018844 tempest-ServersTestBootFromVolume-326018844-project-member] Task: {'id': task-3223579, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.242886} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.640806] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-4db49b16-4212-4a24-9c0a-c511e6e0e93b tempest-ServersTestBootFromVolume-326018844 tempest-ServersTestBootFromVolume-326018844-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1014.641025] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-4db49b16-4212-4a24-9c0a-c511e6e0e93b tempest-ServersTestBootFromVolume-326018844 tempest-ServersTestBootFromVolume-326018844-project-member] [instance: e87c6601-7a18-4857-9d93-4fea4fefed40] Deleted contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1014.641214] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-4db49b16-4212-4a24-9c0a-c511e6e0e93b tempest-ServersTestBootFromVolume-326018844 tempest-ServersTestBootFromVolume-326018844-project-member] [instance: e87c6601-7a18-4857-9d93-4fea4fefed40] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1014.641408] env[69319]: INFO nova.compute.manager [None req-4db49b16-4212-4a24-9c0a-c511e6e0e93b tempest-ServersTestBootFromVolume-326018844 tempest-ServersTestBootFromVolume-326018844-project-member] [instance: e87c6601-7a18-4857-9d93-4fea4fefed40] Took 7.95 seconds to destroy the instance on the hypervisor. [ 1014.641647] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4db49b16-4212-4a24-9c0a-c511e6e0e93b tempest-ServersTestBootFromVolume-326018844 tempest-ServersTestBootFromVolume-326018844-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1014.641834] env[69319]: DEBUG nova.compute.manager [-] [instance: e87c6601-7a18-4857-9d93-4fea4fefed40] Deallocating network for instance {{(pid=69319) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1014.641928] env[69319]: DEBUG nova.network.neutron [-] [instance: e87c6601-7a18-4857-9d93-4fea4fefed40] deallocate_for_instance() {{(pid=69319) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1014.655300] env[69319]: DEBUG oslo_vmware.api [None req-093892c8-7ae6-4fe1-874b-830baebf2f9c tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Task: {'id': task-3223580, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151144} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.655440] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-093892c8-7ae6-4fe1-874b-830baebf2f9c tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1014.655630] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-093892c8-7ae6-4fe1-874b-830baebf2f9c tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] [instance: 3e95f2d5-d392-47c4-b519-4a218660516b] Deleted contents of the VM from datastore datastore1 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1014.655805] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-093892c8-7ae6-4fe1-874b-830baebf2f9c tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] [instance: 3e95f2d5-d392-47c4-b519-4a218660516b] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1014.655983] env[69319]: INFO nova.compute.manager [None req-093892c8-7ae6-4fe1-874b-830baebf2f9c tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] [instance: 3e95f2d5-d392-47c4-b519-4a218660516b] Took 2.26 seconds to destroy the instance on the hypervisor. [ 1014.656277] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-093892c8-7ae6-4fe1-874b-830baebf2f9c tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1014.657397] env[69319]: DEBUG nova.compute.manager [-] [instance: 3e95f2d5-d392-47c4-b519-4a218660516b] Deallocating network for instance {{(pid=69319) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1014.657397] env[69319]: DEBUG nova.network.neutron [-] [instance: 3e95f2d5-d392-47c4-b519-4a218660516b] deallocate_for_instance() {{(pid=69319) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1014.691774] env[69319]: DEBUG nova.compute.manager [None req-43c53201-6b45-400c-abfa-928ff353a4a9 tempest-ServersV294TestFqdnHostnames-452613075 tempest-ServersV294TestFqdnHostnames-452613075-project-member] [instance: b5440512-ae77-469f-b76b-a6d660b26f50] Start spawning the instance on the hypervisor. {{(pid=69319) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1014.719748] env[69319]: DEBUG oslo_concurrency.lockutils [None req-86f24b7a-1a94-4f3b-9c44-b58937266c8f tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Acquiring lock "interface-4650fd7f-02d1-46d1-b68e-3fb75e237e57-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.720232] env[69319]: DEBUG oslo_concurrency.lockutils [None req-86f24b7a-1a94-4f3b-9c44-b58937266c8f tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Lock "interface-4650fd7f-02d1-46d1-b68e-3fb75e237e57-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.720706] env[69319]: DEBUG nova.objects.instance [None req-86f24b7a-1a94-4f3b-9c44-b58937266c8f tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Lazy-loading 'flavor' on Instance uuid 4650fd7f-02d1-46d1-b68e-3fb75e237e57 {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1014.728406] env[69319]: DEBUG nova.virt.hardware [None req-43c53201-6b45-400c-abfa-928ff353a4a9 tempest-ServersV294TestFqdnHostnames-452613075 tempest-ServersV294TestFqdnHostnames-452613075-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:32:36Z,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31f027872f6f44dba95ff2fe7a062e00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:32:36Z,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1014.728762] env[69319]: DEBUG nova.virt.hardware [None req-43c53201-6b45-400c-abfa-928ff353a4a9 tempest-ServersV294TestFqdnHostnames-452613075 tempest-ServersV294TestFqdnHostnames-452613075-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1014.729038] env[69319]: DEBUG nova.virt.hardware [None req-43c53201-6b45-400c-abfa-928ff353a4a9 tempest-ServersV294TestFqdnHostnames-452613075 tempest-ServersV294TestFqdnHostnames-452613075-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1014.729366] env[69319]: DEBUG nova.virt.hardware [None req-43c53201-6b45-400c-abfa-928ff353a4a9 tempest-ServersV294TestFqdnHostnames-452613075 tempest-ServersV294TestFqdnHostnames-452613075-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1014.729631] env[69319]: DEBUG nova.virt.hardware [None req-43c53201-6b45-400c-abfa-928ff353a4a9 tempest-ServersV294TestFqdnHostnames-452613075 tempest-ServersV294TestFqdnHostnames-452613075-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1014.729892] env[69319]: DEBUG nova.virt.hardware [None req-43c53201-6b45-400c-abfa-928ff353a4a9 tempest-ServersV294TestFqdnHostnames-452613075 tempest-ServersV294TestFqdnHostnames-452613075-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1014.730342] env[69319]: DEBUG nova.virt.hardware [None req-43c53201-6b45-400c-abfa-928ff353a4a9 tempest-ServersV294TestFqdnHostnames-452613075 tempest-ServersV294TestFqdnHostnames-452613075-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1014.730617] env[69319]: DEBUG nova.virt.hardware [None req-43c53201-6b45-400c-abfa-928ff353a4a9 tempest-ServersV294TestFqdnHostnames-452613075 tempest-ServersV294TestFqdnHostnames-452613075-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1014.730910] env[69319]: DEBUG nova.virt.hardware [None req-43c53201-6b45-400c-abfa-928ff353a4a9 tempest-ServersV294TestFqdnHostnames-452613075 tempest-ServersV294TestFqdnHostnames-452613075-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1014.731213] env[69319]: DEBUG nova.virt.hardware [None req-43c53201-6b45-400c-abfa-928ff353a4a9 tempest-ServersV294TestFqdnHostnames-452613075 tempest-ServersV294TestFqdnHostnames-452613075-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1014.731516] env[69319]: DEBUG nova.virt.hardware [None req-43c53201-6b45-400c-abfa-928ff353a4a9 tempest-ServersV294TestFqdnHostnames-452613075 tempest-ServersV294TestFqdnHostnames-452613075-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1014.732148] env[69319]: DEBUG nova.compute.manager [None req-691faf0a-cad6-4ef3-bf20-5aeaa3f4d4c6 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 33bc946c-1397-4355-8132-bc27084a66ba] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1014.736792] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-108e9742-42c4-4776-9fdd-1ec298b961d7 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.745415] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9e568f5-a90a-4b19-98b3-ecd900f660f6 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.759869] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e8f6249-9f32-45dc-a2d2-01a47f5b3b85 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.793379] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c566f302-a243-4889-b2df-1b5b26938c95 tempest-ServerPasswordTestJSON-1361651989 tempest-ServerPasswordTestJSON-1361651989-project-member] Lock "290ef75a-d1aa-42f3-9571-30ae61840c01" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.142s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.801405] env[69319]: DEBUG nova.network.neutron [-] [instance: eed9382b-082a-4bb3-8a9b-fee6331fc411] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.823134] env[69319]: DEBUG nova.network.neutron [-] [instance: 8dabca07-310b-4c22-b6c5-9fc57cf98adf] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.825099] env[69319]: DEBUG oslo_vmware.api [None req-81e8c410-b386-4edd-bfec-9f6daf560a1a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3223581, 'name': CloneVM_Task} progress is 94%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.893581] env[69319]: DEBUG oslo_vmware.api [None req-f3c164e4-cc31-43ea-ab0c-675db61862cb tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': task-3223582, 'name': Rename_Task, 'duration_secs': 0.451686} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.896626] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3c164e4-cc31-43ea-ab0c-675db61862cb tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: a1acbe0c-f40b-4388-964e-cf7a95551e4c] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1014.897292] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d339274f-89fe-4d1a-b1e7-83f9ed1c0a5b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.903389] env[69319]: DEBUG oslo_vmware.api [None req-f3c164e4-cc31-43ea-ab0c-675db61862cb tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Waiting for the task: (returnval){ [ 1014.903389] env[69319]: value = "task-3223583" [ 1014.903389] env[69319]: _type = "Task" [ 1014.903389] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.919161] env[69319]: DEBUG oslo_vmware.api [None req-f3c164e4-cc31-43ea-ab0c-675db61862cb tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': task-3223583, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.065919] env[69319]: DEBUG oslo_vmware.api [None req-a72cd4ed-2cf2-4f2e-b4c3-a0beac44b7c3 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52e5dec7-ffb7-604d-13e7-86fe766209db, 'name': SearchDatastore_Task, 'duration_secs': 0.011742} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.071972] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd04906c-e535-4b22-97d0-5b94d534f51d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.077409] env[69319]: DEBUG oslo_vmware.api [None req-a72cd4ed-2cf2-4f2e-b4c3-a0beac44b7c3 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Waiting for the task: (returnval){ [ 1015.077409] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52988b54-36d5-7f50-f3c0-3d513e26b5e6" [ 1015.077409] env[69319]: _type = "Task" [ 1015.077409] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.087792] env[69319]: DEBUG oslo_vmware.api [None req-a72cd4ed-2cf2-4f2e-b4c3-a0beac44b7c3 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52988b54-36d5-7f50-f3c0-3d513e26b5e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.089412] env[69319]: DEBUG oslo_concurrency.lockutils [None req-a6431b52-34ee-42af-b34d-dbc9fc25fda1 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Acquiring lock "13a67670-f42e-4041-8f4e-4fe3a65e2f33" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.089711] env[69319]: DEBUG oslo_concurrency.lockutils [None req-a6431b52-34ee-42af-b34d-dbc9fc25fda1 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Lock "13a67670-f42e-4041-8f4e-4fe3a65e2f33" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.192368] env[69319]: DEBUG nova.network.neutron [req-fc0830b9-24f8-481e-9b2e-e50cf38ff091 req-0ee611db-6469-4413-9e41-18def6543cba service nova] [instance: d24a0bae-3b98-4121-a3f7-bedee3a196b4] Updated VIF entry in instance network info cache for port c5c69afe-89b4-4dab-a59f-1eea4d5702ed. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1015.193072] env[69319]: DEBUG nova.network.neutron [req-fc0830b9-24f8-481e-9b2e-e50cf38ff091 req-0ee611db-6469-4413-9e41-18def6543cba service nova] [instance: d24a0bae-3b98-4121-a3f7-bedee3a196b4] Updating instance_info_cache with network_info: [{"id": "c5c69afe-89b4-4dab-a59f-1eea4d5702ed", "address": "fa:16:3e:54:69:f7", "network": {"id": "a673a352-fcbe-446a-b78c-3975246791bd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-551867013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b933d0258a1488bbdddf88a90df7360", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f847601f-7479-48eb-842f-41f94eea8537", "external-id": "nsx-vlan-transportzone-35", "segmentation_id": 35, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5c69afe-89", "ovs_interfaceid": "c5c69afe-89b4-4dab-a59f-1eea4d5702ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.273844] env[69319]: INFO nova.compute.manager [None req-691faf0a-cad6-4ef3-bf20-5aeaa3f4d4c6 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 33bc946c-1397-4355-8132-bc27084a66ba] instance snapshotting [ 1015.273844] env[69319]: DEBUG nova.objects.instance [None req-691faf0a-cad6-4ef3-bf20-5aeaa3f4d4c6 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Lazy-loading 'flavor' on Instance uuid 33bc946c-1397-4355-8132-bc27084a66ba {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1015.282810] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba116dae-412f-4be2-80db-9a495dd73ec8 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.296825] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a61ce017-83d5-4204-9b76-3a5dbd50873d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.306121] env[69319]: INFO nova.compute.manager [-] [instance: eed9382b-082a-4bb3-8a9b-fee6331fc411] Took 1.39 seconds to deallocate network for instance. [ 1015.338022] env[69319]: INFO nova.compute.manager [-] [instance: 8dabca07-310b-4c22-b6c5-9fc57cf98adf] Took 1.45 seconds to deallocate network for instance. [ 1015.342719] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31317371-2358-43cd-948b-6561456bb86d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.355773] env[69319]: DEBUG oslo_vmware.api [None req-81e8c410-b386-4edd-bfec-9f6daf560a1a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3223581, 'name': CloneVM_Task} progress is 94%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.360923] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41e1f7e8-c5b8-475a-a0d2-c835a75bc83f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.377020] env[69319]: DEBUG nova.compute.provider_tree [None req-1a9d3f28-e8bc-4a6e-b04e-48470a3b0058 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1015.379191] env[69319]: DEBUG nova.objects.instance [None req-86f24b7a-1a94-4f3b-9c44-b58937266c8f tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Lazy-loading 'pci_requests' on Instance uuid 4650fd7f-02d1-46d1-b68e-3fb75e237e57 {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1015.414422] env[69319]: DEBUG oslo_vmware.api [None req-f3c164e4-cc31-43ea-ab0c-675db61862cb tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': task-3223583, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.494023] env[69319]: DEBUG nova.network.neutron [-] [instance: 3e95f2d5-d392-47c4-b519-4a218660516b] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.590707] env[69319]: DEBUG oslo_vmware.api [None req-a72cd4ed-2cf2-4f2e-b4c3-a0beac44b7c3 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52988b54-36d5-7f50-f3c0-3d513e26b5e6, 'name': SearchDatastore_Task, 'duration_secs': 0.011904} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.590707] env[69319]: DEBUG oslo_concurrency.lockutils [None req-a72cd4ed-2cf2-4f2e-b4c3-a0beac44b7c3 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.590707] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-a72cd4ed-2cf2-4f2e-b4c3-a0beac44b7c3 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore1] d24a0bae-3b98-4121-a3f7-bedee3a196b4/d24a0bae-3b98-4121-a3f7-bedee3a196b4.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1015.591169] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-538939dc-a3eb-4db4-a43f-58ae71fbccb9 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.593470] env[69319]: INFO nova.compute.manager [None req-a6431b52-34ee-42af-b34d-dbc9fc25fda1 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] [instance: 13a67670-f42e-4041-8f4e-4fe3a65e2f33] Detaching volume 68c7d4e8-4c50-4007-b715-30a57ed5da0b [ 1015.603166] env[69319]: DEBUG oslo_vmware.api [None req-a72cd4ed-2cf2-4f2e-b4c3-a0beac44b7c3 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Waiting for the task: (returnval){ [ 1015.603166] env[69319]: value = "task-3223584" [ 1015.603166] env[69319]: _type = "Task" [ 1015.603166] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.610320] env[69319]: DEBUG oslo_vmware.api [None req-a72cd4ed-2cf2-4f2e-b4c3-a0beac44b7c3 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3223584, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.642522] env[69319]: INFO nova.virt.block_device [None req-a6431b52-34ee-42af-b34d-dbc9fc25fda1 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] [instance: 13a67670-f42e-4041-8f4e-4fe3a65e2f33] Attempting to driver detach volume 68c7d4e8-4c50-4007-b715-30a57ed5da0b from mountpoint /dev/sdb [ 1015.642781] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6431b52-34ee-42af-b34d-dbc9fc25fda1 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] [instance: 13a67670-f42e-4041-8f4e-4fe3a65e2f33] Volume detach. Driver type: vmdk {{(pid=69319) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1015.642974] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6431b52-34ee-42af-b34d-dbc9fc25fda1 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] [instance: 13a67670-f42e-4041-8f4e-4fe3a65e2f33] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-644442', 'volume_id': '68c7d4e8-4c50-4007-b715-30a57ed5da0b', 'name': 'volume-68c7d4e8-4c50-4007-b715-30a57ed5da0b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '13a67670-f42e-4041-8f4e-4fe3a65e2f33', 'attached_at': '', 'detached_at': '', 'volume_id': '68c7d4e8-4c50-4007-b715-30a57ed5da0b', 'serial': '68c7d4e8-4c50-4007-b715-30a57ed5da0b'} {{(pid=69319) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1015.643917] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b441a4d-9489-4154-8169-7e84e432e043 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.669312] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac8d6943-1879-4884-ba5b-6d7127d38355 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.676989] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25f8e6da-8a66-4674-b77e-f2b9464033d3 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.699702] env[69319]: DEBUG oslo_concurrency.lockutils [req-fc0830b9-24f8-481e-9b2e-e50cf38ff091 req-0ee611db-6469-4413-9e41-18def6543cba service nova] Releasing lock "refresh_cache-d24a0bae-3b98-4121-a3f7-bedee3a196b4" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.700761] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce6b3d40-fb91-4d92-8478-e96ab69e5c41 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.716202] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6431b52-34ee-42af-b34d-dbc9fc25fda1 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] The volume has not been displaced from its original location: [datastore1] volume-68c7d4e8-4c50-4007-b715-30a57ed5da0b/volume-68c7d4e8-4c50-4007-b715-30a57ed5da0b.vmdk. No consolidation needed. {{(pid=69319) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1015.721844] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6431b52-34ee-42af-b34d-dbc9fc25fda1 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] [instance: 13a67670-f42e-4041-8f4e-4fe3a65e2f33] Reconfiguring VM instance instance-0000002b to detach disk 2001 {{(pid=69319) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1015.722224] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0075b963-875d-416e-807a-9ca0f3753584 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.740237] env[69319]: DEBUG oslo_vmware.api [None req-a6431b52-34ee-42af-b34d-dbc9fc25fda1 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Waiting for the task: (returnval){ [ 1015.740237] env[69319]: value = "task-3223585" [ 1015.740237] env[69319]: _type = "Task" [ 1015.740237] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.748375] env[69319]: DEBUG oslo_vmware.api [None req-a6431b52-34ee-42af-b34d-dbc9fc25fda1 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Task: {'id': task-3223585, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.779190] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67bf9a49-340a-4406-8df8-ce41da6a5dda {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.800841] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-850932f1-8041-4574-9460-c5d6266a298e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.820709] env[69319]: DEBUG oslo_vmware.api [None req-81e8c410-b386-4edd-bfec-9f6daf560a1a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3223581, 'name': CloneVM_Task} progress is 94%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.850141] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f0d814e0-e2b8-41c3-a388-be216563a961 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.851255] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f69fdba0-57d6-4bc1-9b1a-c8c2d17e04b1 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.881813] env[69319]: DEBUG nova.scheduler.client.report [None req-1a9d3f28-e8bc-4a6e-b04e-48470a3b0058 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1015.886538] env[69319]: DEBUG nova.objects.base [None req-86f24b7a-1a94-4f3b-9c44-b58937266c8f tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Object Instance<4650fd7f-02d1-46d1-b68e-3fb75e237e57> lazy-loaded attributes: flavor,pci_requests {{(pid=69319) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1015.886960] env[69319]: DEBUG nova.network.neutron [None req-86f24b7a-1a94-4f3b-9c44-b58937266c8f tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 4650fd7f-02d1-46d1-b68e-3fb75e237e57] allocate_for_instance() {{(pid=69319) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1015.916471] env[69319]: DEBUG oslo_vmware.api [None req-f3c164e4-cc31-43ea-ab0c-675db61862cb tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': task-3223583, 'name': PowerOnVM_Task, 'duration_secs': 0.566663} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.916797] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3c164e4-cc31-43ea-ab0c-675db61862cb tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: a1acbe0c-f40b-4388-964e-cf7a95551e4c] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1015.920776] env[69319]: INFO nova.compute.manager [None req-f3c164e4-cc31-43ea-ab0c-675db61862cb tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: a1acbe0c-f40b-4388-964e-cf7a95551e4c] Took 19.53 seconds to spawn the instance on the hypervisor. [ 1015.920776] env[69319]: DEBUG nova.compute.manager [None req-f3c164e4-cc31-43ea-ab0c-675db61862cb tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: a1acbe0c-f40b-4388-964e-cf7a95551e4c] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1015.920776] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fb3ab26-9b24-4bf4-9b2f-45a54250d52c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.951362] env[69319]: DEBUG nova.policy [None req-86f24b7a-1a94-4f3b-9c44-b58937266c8f tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '22b4fbb08523413a999beeddea8a5d62', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0030fcfc26054d94b76414b0098fa648', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69319) authorize /opt/stack/nova/nova/policy.py:192}} [ 1015.999809] env[69319]: INFO nova.compute.manager [-] [instance: 3e95f2d5-d392-47c4-b519-4a218660516b] Took 1.34 seconds to deallocate network for instance. [ 1016.113584] env[69319]: DEBUG oslo_vmware.api [None req-a72cd4ed-2cf2-4f2e-b4c3-a0beac44b7c3 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3223584, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509768} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.114168] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-a72cd4ed-2cf2-4f2e-b4c3-a0beac44b7c3 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore1] d24a0bae-3b98-4121-a3f7-bedee3a196b4/d24a0bae-3b98-4121-a3f7-bedee3a196b4.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1016.114844] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-a72cd4ed-2cf2-4f2e-b4c3-a0beac44b7c3 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: d24a0bae-3b98-4121-a3f7-bedee3a196b4] Extending root virtual disk to 1048576 {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1016.115571] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e0596dd2-991a-436c-b441-45875747abe6 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.121792] env[69319]: DEBUG oslo_vmware.api [None req-a72cd4ed-2cf2-4f2e-b4c3-a0beac44b7c3 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Waiting for the task: (returnval){ [ 1016.121792] env[69319]: value = "task-3223586" [ 1016.121792] env[69319]: _type = "Task" [ 1016.121792] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.132967] env[69319]: DEBUG oslo_vmware.api [None req-a72cd4ed-2cf2-4f2e-b4c3-a0beac44b7c3 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3223586, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.220064] env[69319]: DEBUG nova.compute.manager [req-54dca4f6-2a54-4637-bf60-a371e3af7120 req-aaa6c408-1ef5-468d-9b5c-7d05b2874160 service nova] [instance: eed9382b-082a-4bb3-8a9b-fee6331fc411] Received event network-vif-deleted-473b3eb7-ce03-46da-ad78-f30a13e68455 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1016.252341] env[69319]: DEBUG oslo_vmware.api [None req-a6431b52-34ee-42af-b34d-dbc9fc25fda1 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Task: {'id': task-3223585, 'name': ReconfigVM_Task, 'duration_secs': 0.301363} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.252431] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6431b52-34ee-42af-b34d-dbc9fc25fda1 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] [instance: 13a67670-f42e-4041-8f4e-4fe3a65e2f33] Reconfigured VM instance instance-0000002b to detach disk 2001 {{(pid=69319) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1016.258866] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d7b0fa6-7eff-4837-bcdb-9d529ecd0c3d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.278022] env[69319]: DEBUG oslo_vmware.api [None req-a6431b52-34ee-42af-b34d-dbc9fc25fda1 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Waiting for the task: (returnval){ [ 1016.278022] env[69319]: value = "task-3223587" [ 1016.278022] env[69319]: _type = "Task" [ 1016.278022] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.291815] env[69319]: DEBUG oslo_vmware.api [None req-a6431b52-34ee-42af-b34d-dbc9fc25fda1 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Task: {'id': task-3223587, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.293019] env[69319]: DEBUG nova.network.neutron [None req-43c53201-6b45-400c-abfa-928ff353a4a9 tempest-ServersV294TestFqdnHostnames-452613075 tempest-ServersV294TestFqdnHostnames-452613075-project-member] [instance: b5440512-ae77-469f-b76b-a6d660b26f50] Successfully updated port: 42ec5c4b-3493-4d42-9761-2b7744b1aed0 {{(pid=69319) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1016.319830] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-691faf0a-cad6-4ef3-bf20-5aeaa3f4d4c6 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 33bc946c-1397-4355-8132-bc27084a66ba] Creating Snapshot of the VM instance {{(pid=69319) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1016.320472] env[69319]: DEBUG oslo_vmware.api [None req-81e8c410-b386-4edd-bfec-9f6daf560a1a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3223581, 'name': CloneVM_Task} progress is 95%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.320703] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-90c8dce1-1e6a-432e-8e35-5b10c750ea02 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.328013] env[69319]: DEBUG oslo_vmware.api [None req-691faf0a-cad6-4ef3-bf20-5aeaa3f4d4c6 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Waiting for the task: (returnval){ [ 1016.328013] env[69319]: value = "task-3223588" [ 1016.328013] env[69319]: _type = "Task" [ 1016.328013] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.342789] env[69319]: DEBUG oslo_vmware.api [None req-691faf0a-cad6-4ef3-bf20-5aeaa3f4d4c6 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3223588, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.390593] env[69319]: DEBUG oslo_concurrency.lockutils [None req-1a9d3f28-e8bc-4a6e-b04e-48470a3b0058 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.168s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.394611] env[69319]: DEBUG oslo_concurrency.lockutils [None req-a3b11f8c-2579-4b42-8ad6-dd9e1218b399 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 18.624s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.394611] env[69319]: DEBUG nova.objects.instance [None req-a3b11f8c-2579-4b42-8ad6-dd9e1218b399 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] [instance: d33ea59d-f210-4f99-99ee-0c5aa850c757] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69319) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1016.422242] env[69319]: INFO nova.scheduler.client.report [None req-1a9d3f28-e8bc-4a6e-b04e-48470a3b0058 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Deleted allocations for instance 57bf6160-52cc-456b-b946-c36291559da8 [ 1016.439756] env[69319]: INFO nova.compute.manager [None req-f3c164e4-cc31-43ea-ab0c-675db61862cb tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: a1acbe0c-f40b-4388-964e-cf7a95551e4c] Took 61.90 seconds to build instance. [ 1016.471339] env[69319]: DEBUG nova.network.neutron [-] [instance: e87c6601-7a18-4857-9d93-4fea4fefed40] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.510170] env[69319]: DEBUG oslo_concurrency.lockutils [None req-093892c8-7ae6-4fe1-874b-830baebf2f9c tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.559519] env[69319]: DEBUG nova.network.neutron [None req-86f24b7a-1a94-4f3b-9c44-b58937266c8f tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 4650fd7f-02d1-46d1-b68e-3fb75e237e57] Successfully created port: f8314ecd-779c-44f0-9b5a-adb2a68e1b3b {{(pid=69319) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1016.635695] env[69319]: DEBUG oslo_vmware.api [None req-a72cd4ed-2cf2-4f2e-b4c3-a0beac44b7c3 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3223586, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098866} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.635695] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-a72cd4ed-2cf2-4f2e-b4c3-a0beac44b7c3 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: d24a0bae-3b98-4121-a3f7-bedee3a196b4] Extended root virtual disk {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1016.640021] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be4182f7-ab6f-4e7d-8446-e363057f812a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.663698] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-a72cd4ed-2cf2-4f2e-b4c3-a0beac44b7c3 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: d24a0bae-3b98-4121-a3f7-bedee3a196b4] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] d24a0bae-3b98-4121-a3f7-bedee3a196b4/d24a0bae-3b98-4121-a3f7-bedee3a196b4.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1016.663966] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef828b20-1d8a-4547-9c49-0a568f939bc5 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.686025] env[69319]: DEBUG oslo_vmware.api [None req-a72cd4ed-2cf2-4f2e-b4c3-a0beac44b7c3 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Waiting for the task: (returnval){ [ 1016.686025] env[69319]: value = "task-3223589" [ 1016.686025] env[69319]: _type = "Task" [ 1016.686025] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.695447] env[69319]: DEBUG oslo_vmware.api [None req-a72cd4ed-2cf2-4f2e-b4c3-a0beac44b7c3 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3223589, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.790430] env[69319]: DEBUG oslo_vmware.api [None req-a6431b52-34ee-42af-b34d-dbc9fc25fda1 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Task: {'id': task-3223587, 'name': ReconfigVM_Task, 'duration_secs': 0.271534} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.790779] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6431b52-34ee-42af-b34d-dbc9fc25fda1 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] [instance: 13a67670-f42e-4041-8f4e-4fe3a65e2f33] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-644442', 'volume_id': '68c7d4e8-4c50-4007-b715-30a57ed5da0b', 'name': 'volume-68c7d4e8-4c50-4007-b715-30a57ed5da0b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '13a67670-f42e-4041-8f4e-4fe3a65e2f33', 'attached_at': '', 'detached_at': '', 'volume_id': '68c7d4e8-4c50-4007-b715-30a57ed5da0b', 'serial': '68c7d4e8-4c50-4007-b715-30a57ed5da0b'} {{(pid=69319) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1016.796750] env[69319]: DEBUG oslo_concurrency.lockutils [None req-43c53201-6b45-400c-abfa-928ff353a4a9 tempest-ServersV294TestFqdnHostnames-452613075 tempest-ServersV294TestFqdnHostnames-452613075-project-member] Acquiring lock "refresh_cache-b5440512-ae77-469f-b76b-a6d660b26f50" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.796750] env[69319]: DEBUG oslo_concurrency.lockutils [None req-43c53201-6b45-400c-abfa-928ff353a4a9 tempest-ServersV294TestFqdnHostnames-452613075 tempest-ServersV294TestFqdnHostnames-452613075-project-member] Acquired lock "refresh_cache-b5440512-ae77-469f-b76b-a6d660b26f50" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.796882] env[69319]: DEBUG nova.network.neutron [None req-43c53201-6b45-400c-abfa-928ff353a4a9 tempest-ServersV294TestFqdnHostnames-452613075 tempest-ServersV294TestFqdnHostnames-452613075-project-member] [instance: b5440512-ae77-469f-b76b-a6d660b26f50] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1016.820072] env[69319]: DEBUG oslo_vmware.api [None req-81e8c410-b386-4edd-bfec-9f6daf560a1a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3223581, 'name': CloneVM_Task} progress is 95%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.844223] env[69319]: DEBUG oslo_vmware.api [None req-691faf0a-cad6-4ef3-bf20-5aeaa3f4d4c6 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3223588, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.938637] env[69319]: DEBUG oslo_concurrency.lockutils [None req-1a9d3f28-e8bc-4a6e-b04e-48470a3b0058 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Lock "57bf6160-52cc-456b-b946-c36291559da8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.166s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.941304] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f3c164e4-cc31-43ea-ab0c-675db61862cb tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Lock "a1acbe0c-f40b-4388-964e-cf7a95551e4c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.414s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.976802] env[69319]: INFO nova.compute.manager [-] [instance: e87c6601-7a18-4857-9d93-4fea4fefed40] Took 2.33 seconds to deallocate network for instance. [ 1017.020939] env[69319]: DEBUG nova.compute.manager [req-c3359a1c-c503-4294-a956-c0b22ce60678 req-7fa27358-ea91-44f9-b8af-68a467721ce2 service nova] [instance: 8dabca07-310b-4c22-b6c5-9fc57cf98adf] Received event network-vif-deleted-7a17076b-9ac1-459c-ba42-8fcdf8d9a0ef {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1017.021238] env[69319]: DEBUG nova.compute.manager [req-c3359a1c-c503-4294-a956-c0b22ce60678 req-7fa27358-ea91-44f9-b8af-68a467721ce2 service nova] [instance: e87c6601-7a18-4857-9d93-4fea4fefed40] Received event network-vif-deleted-6a5e825a-1bde-49e0-a95d-b6b502a274fe {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1017.021448] env[69319]: DEBUG nova.compute.manager [req-c3359a1c-c503-4294-a956-c0b22ce60678 req-7fa27358-ea91-44f9-b8af-68a467721ce2 service nova] [instance: b5440512-ae77-469f-b76b-a6d660b26f50] Received event network-vif-plugged-42ec5c4b-3493-4d42-9761-2b7744b1aed0 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1017.021634] env[69319]: DEBUG oslo_concurrency.lockutils [req-c3359a1c-c503-4294-a956-c0b22ce60678 req-7fa27358-ea91-44f9-b8af-68a467721ce2 service nova] Acquiring lock "b5440512-ae77-469f-b76b-a6d660b26f50-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.021836] env[69319]: DEBUG oslo_concurrency.lockutils [req-c3359a1c-c503-4294-a956-c0b22ce60678 req-7fa27358-ea91-44f9-b8af-68a467721ce2 service nova] Lock "b5440512-ae77-469f-b76b-a6d660b26f50-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.021999] env[69319]: DEBUG oslo_concurrency.lockutils [req-c3359a1c-c503-4294-a956-c0b22ce60678 req-7fa27358-ea91-44f9-b8af-68a467721ce2 service nova] Lock "b5440512-ae77-469f-b76b-a6d660b26f50-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.022236] env[69319]: DEBUG nova.compute.manager [req-c3359a1c-c503-4294-a956-c0b22ce60678 req-7fa27358-ea91-44f9-b8af-68a467721ce2 service nova] [instance: b5440512-ae77-469f-b76b-a6d660b26f50] No waiting events found dispatching network-vif-plugged-42ec5c4b-3493-4d42-9761-2b7744b1aed0 {{(pid=69319) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1017.022421] env[69319]: WARNING nova.compute.manager [req-c3359a1c-c503-4294-a956-c0b22ce60678 req-7fa27358-ea91-44f9-b8af-68a467721ce2 service nova] [instance: b5440512-ae77-469f-b76b-a6d660b26f50] Received unexpected event network-vif-plugged-42ec5c4b-3493-4d42-9761-2b7744b1aed0 for instance with vm_state building and task_state spawning. [ 1017.022612] env[69319]: DEBUG nova.compute.manager [req-c3359a1c-c503-4294-a956-c0b22ce60678 req-7fa27358-ea91-44f9-b8af-68a467721ce2 service nova] [instance: b5440512-ae77-469f-b76b-a6d660b26f50] Received event network-changed-42ec5c4b-3493-4d42-9761-2b7744b1aed0 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1017.022733] env[69319]: DEBUG nova.compute.manager [req-c3359a1c-c503-4294-a956-c0b22ce60678 req-7fa27358-ea91-44f9-b8af-68a467721ce2 service nova] [instance: b5440512-ae77-469f-b76b-a6d660b26f50] Refreshing instance network info cache due to event network-changed-42ec5c4b-3493-4d42-9761-2b7744b1aed0. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1017.022902] env[69319]: DEBUG oslo_concurrency.lockutils [req-c3359a1c-c503-4294-a956-c0b22ce60678 req-7fa27358-ea91-44f9-b8af-68a467721ce2 service nova] Acquiring lock "refresh_cache-b5440512-ae77-469f-b76b-a6d660b26f50" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.201334] env[69319]: DEBUG oslo_vmware.api [None req-a72cd4ed-2cf2-4f2e-b4c3-a0beac44b7c3 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3223589, 'name': ReconfigVM_Task, 'duration_secs': 0.32445} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.202934] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-a72cd4ed-2cf2-4f2e-b4c3-a0beac44b7c3 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: d24a0bae-3b98-4121-a3f7-bedee3a196b4] Reconfigured VM instance instance-0000004a to attach disk [datastore1] d24a0bae-3b98-4121-a3f7-bedee3a196b4/d24a0bae-3b98-4121-a3f7-bedee3a196b4.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1017.203298] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4432a1ed-2222-4dec-a1cd-ccd1cb73240f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.211722] env[69319]: DEBUG oslo_vmware.api [None req-a72cd4ed-2cf2-4f2e-b4c3-a0beac44b7c3 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Waiting for the task: (returnval){ [ 1017.211722] env[69319]: value = "task-3223590" [ 1017.211722] env[69319]: _type = "Task" [ 1017.211722] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.223263] env[69319]: DEBUG oslo_vmware.api [None req-a72cd4ed-2cf2-4f2e-b4c3-a0beac44b7c3 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3223590, 'name': Rename_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.324416] env[69319]: DEBUG oslo_vmware.api [None req-81e8c410-b386-4edd-bfec-9f6daf560a1a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3223581, 'name': CloneVM_Task} progress is 95%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.338439] env[69319]: DEBUG oslo_vmware.api [None req-691faf0a-cad6-4ef3-bf20-5aeaa3f4d4c6 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3223588, 'name': CreateSnapshot_Task, 'duration_secs': 0.787735} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.339504] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-691faf0a-cad6-4ef3-bf20-5aeaa3f4d4c6 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 33bc946c-1397-4355-8132-bc27084a66ba] Created Snapshot of the VM instance {{(pid=69319) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1017.339504] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f32ee769-389c-4ade-b0e5-dbbf71b322d6 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.357058] env[69319]: DEBUG nova.network.neutron [None req-43c53201-6b45-400c-abfa-928ff353a4a9 tempest-ServersV294TestFqdnHostnames-452613075 tempest-ServersV294TestFqdnHostnames-452613075-project-member] [instance: b5440512-ae77-469f-b76b-a6d660b26f50] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1017.360640] env[69319]: DEBUG nova.objects.instance [None req-a6431b52-34ee-42af-b34d-dbc9fc25fda1 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Lazy-loading 'flavor' on Instance uuid 13a67670-f42e-4041-8f4e-4fe3a65e2f33 {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1017.402603] env[69319]: DEBUG oslo_concurrency.lockutils [None req-a3b11f8c-2579-4b42-8ad6-dd9e1218b399 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.403930] env[69319]: DEBUG oslo_concurrency.lockutils [None req-6adcaaaf-58c6-4393-9e9c-96ffe21cf04e tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.221s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.406125] env[69319]: INFO nova.compute.claims [None req-6adcaaaf-58c6-4393-9e9c-96ffe21cf04e tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] [instance: 6ddef20b-40c0-4f0d-bf0e-81d443706ecd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1017.535353] env[69319]: INFO nova.compute.manager [None req-4db49b16-4212-4a24-9c0a-c511e6e0e93b tempest-ServersTestBootFromVolume-326018844 tempest-ServersTestBootFromVolume-326018844-project-member] [instance: e87c6601-7a18-4857-9d93-4fea4fefed40] Took 0.56 seconds to detach 1 volumes for instance. [ 1017.537506] env[69319]: DEBUG nova.compute.manager [None req-4db49b16-4212-4a24-9c0a-c511e6e0e93b tempest-ServersTestBootFromVolume-326018844 tempest-ServersTestBootFromVolume-326018844-project-member] [instance: e87c6601-7a18-4857-9d93-4fea4fefed40] Deleting volume: 521e778e-7b5c-40c5-9fb7-54c028032e9a {{(pid=69319) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1017.624580] env[69319]: DEBUG nova.network.neutron [None req-43c53201-6b45-400c-abfa-928ff353a4a9 tempest-ServersV294TestFqdnHostnames-452613075 tempest-ServersV294TestFqdnHostnames-452613075-project-member] [instance: b5440512-ae77-469f-b76b-a6d660b26f50] Updating instance_info_cache with network_info: [{"id": "42ec5c4b-3493-4d42-9761-2b7744b1aed0", "address": "fa:16:3e:36:eb:02", "network": {"id": "6b4076d8-99a5-460c-810e-4bad17d9b9e2", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-879191909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecb7264c43164619b7827382d34f375a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42ec5c4b-34", "ovs_interfaceid": "42ec5c4b-3493-4d42-9761-2b7744b1aed0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.724712] env[69319]: DEBUG oslo_vmware.api [None req-a72cd4ed-2cf2-4f2e-b4c3-a0beac44b7c3 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3223590, 'name': Rename_Task, 'duration_secs': 0.152534} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.725946] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-a72cd4ed-2cf2-4f2e-b4c3-a0beac44b7c3 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: d24a0bae-3b98-4121-a3f7-bedee3a196b4] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1017.725946] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b01a9d0e-b527-4327-af04-d3ae28ffe482 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.732065] env[69319]: DEBUG oslo_vmware.api [None req-a72cd4ed-2cf2-4f2e-b4c3-a0beac44b7c3 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Waiting for the task: (returnval){ [ 1017.732065] env[69319]: value = "task-3223592" [ 1017.732065] env[69319]: _type = "Task" [ 1017.732065] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.740204] env[69319]: DEBUG oslo_vmware.api [None req-a72cd4ed-2cf2-4f2e-b4c3-a0beac44b7c3 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3223592, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.823367] env[69319]: DEBUG oslo_vmware.api [None req-81e8c410-b386-4edd-bfec-9f6daf560a1a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3223581, 'name': CloneVM_Task, 'duration_secs': 3.421902} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.823367] env[69319]: INFO nova.virt.vmwareapi.vmops [None req-81e8c410-b386-4edd-bfec-9f6daf560a1a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 3398ecd5-6889-400b-a436-e22d014f0da0] Created linked-clone VM from snapshot [ 1017.824454] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-296970e8-d940-4f41-90fa-7dbeb2d2aa8e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.835175] env[69319]: DEBUG nova.virt.vmwareapi.images [None req-81e8c410-b386-4edd-bfec-9f6daf560a1a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 3398ecd5-6889-400b-a436-e22d014f0da0] Uploading image 61fc5efe-9bd9-4fb1-b821-934fd5ae8e06 {{(pid=69319) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1017.863070] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-691faf0a-cad6-4ef3-bf20-5aeaa3f4d4c6 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 33bc946c-1397-4355-8132-bc27084a66ba] Creating linked-clone VM from snapshot {{(pid=69319) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1017.865492] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2b79d8ed-06d0-4a64-953e-d1d5fd4b9a65 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.876225] env[69319]: DEBUG oslo_vmware.rw_handles [None req-81e8c410-b386-4edd-bfec-9f6daf560a1a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1017.876225] env[69319]: value = "vm-644448" [ 1017.876225] env[69319]: _type = "VirtualMachine" [ 1017.876225] env[69319]: }. {{(pid=69319) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1017.876225] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b28469d2-6391-4cf5-bcc7-97fda0b8436b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.881172] env[69319]: DEBUG oslo_vmware.api [None req-691faf0a-cad6-4ef3-bf20-5aeaa3f4d4c6 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Waiting for the task: (returnval){ [ 1017.881172] env[69319]: value = "task-3223593" [ 1017.881172] env[69319]: _type = "Task" [ 1017.881172] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.886924] env[69319]: DEBUG oslo_vmware.rw_handles [None req-81e8c410-b386-4edd-bfec-9f6daf560a1a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Lease: (returnval){ [ 1017.886924] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52018217-37c5-64a4-4a5e-62e13912f47a" [ 1017.886924] env[69319]: _type = "HttpNfcLease" [ 1017.886924] env[69319]: } obtained for exporting VM: (result){ [ 1017.886924] env[69319]: value = "vm-644448" [ 1017.886924] env[69319]: _type = "VirtualMachine" [ 1017.886924] env[69319]: }. {{(pid=69319) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1017.887181] env[69319]: DEBUG oslo_vmware.api [None req-81e8c410-b386-4edd-bfec-9f6daf560a1a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Waiting for the lease: (returnval){ [ 1017.887181] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52018217-37c5-64a4-4a5e-62e13912f47a" [ 1017.887181] env[69319]: _type = "HttpNfcLease" [ 1017.887181] env[69319]: } to be ready. {{(pid=69319) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1017.894464] env[69319]: DEBUG oslo_vmware.api [None req-691faf0a-cad6-4ef3-bf20-5aeaa3f4d4c6 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3223593, 'name': CloneVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.900363] env[69319]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1017.900363] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52018217-37c5-64a4-4a5e-62e13912f47a" [ 1017.900363] env[69319]: _type = "HttpNfcLease" [ 1017.900363] env[69319]: } is initializing. {{(pid=69319) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1018.084575] env[69319]: DEBUG oslo_concurrency.lockutils [None req-4db49b16-4212-4a24-9c0a-c511e6e0e93b tempest-ServersTestBootFromVolume-326018844 tempest-ServersTestBootFromVolume-326018844-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.131445] env[69319]: DEBUG oslo_concurrency.lockutils [None req-43c53201-6b45-400c-abfa-928ff353a4a9 tempest-ServersV294TestFqdnHostnames-452613075 tempest-ServersV294TestFqdnHostnames-452613075-project-member] Releasing lock "refresh_cache-b5440512-ae77-469f-b76b-a6d660b26f50" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.131839] env[69319]: DEBUG nova.compute.manager [None req-43c53201-6b45-400c-abfa-928ff353a4a9 tempest-ServersV294TestFqdnHostnames-452613075 tempest-ServersV294TestFqdnHostnames-452613075-project-member] [instance: b5440512-ae77-469f-b76b-a6d660b26f50] Instance network_info: |[{"id": "42ec5c4b-3493-4d42-9761-2b7744b1aed0", "address": "fa:16:3e:36:eb:02", "network": {"id": "6b4076d8-99a5-460c-810e-4bad17d9b9e2", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-879191909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecb7264c43164619b7827382d34f375a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42ec5c4b-34", "ovs_interfaceid": "42ec5c4b-3493-4d42-9761-2b7744b1aed0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1018.132205] env[69319]: DEBUG oslo_concurrency.lockutils [req-c3359a1c-c503-4294-a956-c0b22ce60678 req-7fa27358-ea91-44f9-b8af-68a467721ce2 service nova] Acquired lock "refresh_cache-b5440512-ae77-469f-b76b-a6d660b26f50" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.132408] env[69319]: DEBUG nova.network.neutron [req-c3359a1c-c503-4294-a956-c0b22ce60678 req-7fa27358-ea91-44f9-b8af-68a467721ce2 service nova] [instance: b5440512-ae77-469f-b76b-a6d660b26f50] Refreshing network info cache for port 42ec5c4b-3493-4d42-9761-2b7744b1aed0 {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1018.133764] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-43c53201-6b45-400c-abfa-928ff353a4a9 tempest-ServersV294TestFqdnHostnames-452613075 tempest-ServersV294TestFqdnHostnames-452613075-project-member] [instance: b5440512-ae77-469f-b76b-a6d660b26f50] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:eb:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f1e0e39-0c84-4fcd-9113-cc528c3eb185', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '42ec5c4b-3493-4d42-9761-2b7744b1aed0', 'vif_model': 'vmxnet3'}] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1018.142223] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-43c53201-6b45-400c-abfa-928ff353a4a9 tempest-ServersV294TestFqdnHostnames-452613075 tempest-ServersV294TestFqdnHostnames-452613075-project-member] Creating folder: Project (ecb7264c43164619b7827382d34f375a). Parent ref: group-v644239. {{(pid=69319) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1018.147362] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-150b49a3-42ec-4445-a5fa-af09a09ce7e7 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.162228] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-43c53201-6b45-400c-abfa-928ff353a4a9 tempest-ServersV294TestFqdnHostnames-452613075 tempest-ServersV294TestFqdnHostnames-452613075-project-member] Created folder: Project (ecb7264c43164619b7827382d34f375a) in parent group-v644239. [ 1018.162437] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-43c53201-6b45-400c-abfa-928ff353a4a9 tempest-ServersV294TestFqdnHostnames-452613075 tempest-ServersV294TestFqdnHostnames-452613075-project-member] Creating folder: Instances. Parent ref: group-v644451. {{(pid=69319) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1018.162672] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c35ea3f1-ef90-4700-a114-c8e38e7e56ee {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.172348] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-43c53201-6b45-400c-abfa-928ff353a4a9 tempest-ServersV294TestFqdnHostnames-452613075 tempest-ServersV294TestFqdnHostnames-452613075-project-member] Created folder: Instances in parent group-v644451. [ 1018.172570] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-43c53201-6b45-400c-abfa-928ff353a4a9 tempest-ServersV294TestFqdnHostnames-452613075 tempest-ServersV294TestFqdnHostnames-452613075-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1018.173671] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5440512-ae77-469f-b76b-a6d660b26f50] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1018.173671] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ca42482e-8ed4-41b9-a6fc-c63fee4245f0 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.200346] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1018.200346] env[69319]: value = "task-3223597" [ 1018.200346] env[69319]: _type = "Task" [ 1018.200346] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.211823] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223597, 'name': CreateVM_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.245056] env[69319]: DEBUG oslo_vmware.api [None req-a72cd4ed-2cf2-4f2e-b4c3-a0beac44b7c3 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3223592, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.386596] env[69319]: DEBUG oslo_concurrency.lockutils [None req-a6431b52-34ee-42af-b34d-dbc9fc25fda1 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Lock "13a67670-f42e-4041-8f4e-4fe3a65e2f33" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.297s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.396129] env[69319]: DEBUG oslo_vmware.api [None req-691faf0a-cad6-4ef3-bf20-5aeaa3f4d4c6 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3223593, 'name': CloneVM_Task} progress is 94%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.399642] env[69319]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1018.399642] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52018217-37c5-64a4-4a5e-62e13912f47a" [ 1018.399642] env[69319]: _type = "HttpNfcLease" [ 1018.399642] env[69319]: } is ready. {{(pid=69319) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1018.399854] env[69319]: DEBUG oslo_vmware.rw_handles [None req-81e8c410-b386-4edd-bfec-9f6daf560a1a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1018.399854] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52018217-37c5-64a4-4a5e-62e13912f47a" [ 1018.399854] env[69319]: _type = "HttpNfcLease" [ 1018.399854] env[69319]: }. {{(pid=69319) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1018.400704] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed909964-25cb-45e9-b5ca-7a4f289bc61a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.409568] env[69319]: DEBUG oslo_vmware.rw_handles [None req-81e8c410-b386-4edd-bfec-9f6daf560a1a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52387a93-e2cd-e70c-e426-f58a6cea9a9f/disk-0.vmdk from lease info. {{(pid=69319) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1018.409568] env[69319]: DEBUG oslo_vmware.rw_handles [None req-81e8c410-b386-4edd-bfec-9f6daf560a1a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52387a93-e2cd-e70c-e426-f58a6cea9a9f/disk-0.vmdk for reading. {{(pid=69319) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1018.475589] env[69319]: DEBUG nova.network.neutron [None req-86f24b7a-1a94-4f3b-9c44-b58937266c8f tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 4650fd7f-02d1-46d1-b68e-3fb75e237e57] Successfully updated port: f8314ecd-779c-44f0-9b5a-adb2a68e1b3b {{(pid=69319) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1018.528591] env[69319]: DEBUG nova.network.neutron [req-c3359a1c-c503-4294-a956-c0b22ce60678 req-7fa27358-ea91-44f9-b8af-68a467721ce2 service nova] [instance: b5440512-ae77-469f-b76b-a6d660b26f50] Updated VIF entry in instance network info cache for port 42ec5c4b-3493-4d42-9761-2b7744b1aed0. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1018.529053] env[69319]: DEBUG nova.network.neutron [req-c3359a1c-c503-4294-a956-c0b22ce60678 req-7fa27358-ea91-44f9-b8af-68a467721ce2 service nova] [instance: b5440512-ae77-469f-b76b-a6d660b26f50] Updating instance_info_cache with network_info: [{"id": "42ec5c4b-3493-4d42-9761-2b7744b1aed0", "address": "fa:16:3e:36:eb:02", "network": {"id": "6b4076d8-99a5-460c-810e-4bad17d9b9e2", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-879191909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecb7264c43164619b7827382d34f375a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42ec5c4b-34", "ovs_interfaceid": "42ec5c4b-3493-4d42-9761-2b7744b1aed0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.530511] env[69319]: DEBUG oslo_concurrency.lockutils [None req-e81ecf17-4717-4154-b25c-f55427469fef tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Acquiring lock "a1acbe0c-f40b-4388-964e-cf7a95551e4c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.530749] env[69319]: DEBUG oslo_concurrency.lockutils [None req-e81ecf17-4717-4154-b25c-f55427469fef tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Lock "a1acbe0c-f40b-4388-964e-cf7a95551e4c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.531554] env[69319]: DEBUG oslo_concurrency.lockutils [None req-e81ecf17-4717-4154-b25c-f55427469fef tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Acquiring lock "a1acbe0c-f40b-4388-964e-cf7a95551e4c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.537141] env[69319]: DEBUG oslo_concurrency.lockutils [None req-e81ecf17-4717-4154-b25c-f55427469fef tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Lock "a1acbe0c-f40b-4388-964e-cf7a95551e4c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.005s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.537141] env[69319]: DEBUG oslo_concurrency.lockutils [None req-e81ecf17-4717-4154-b25c-f55427469fef tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Lock "a1acbe0c-f40b-4388-964e-cf7a95551e4c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.547281] env[69319]: INFO nova.compute.manager [None req-e81ecf17-4717-4154-b25c-f55427469fef tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: a1acbe0c-f40b-4388-964e-cf7a95551e4c] Terminating instance [ 1018.549728] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c583bb9d-6df0-4112-ab45-632919b84ccd tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Acquiring lock "83ef14da-a854-46ef-bb33-05164f9efb29" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.550049] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c583bb9d-6df0-4112-ab45-632919b84ccd tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Lock "83ef14da-a854-46ef-bb33-05164f9efb29" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.567415] env[69319]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d752b41c-fbce-415c-9d26-04cfccf6d5b3 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.710436] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223597, 'name': CreateVM_Task, 'duration_secs': 0.480373} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.710632] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5440512-ae77-469f-b76b-a6d660b26f50] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1018.711624] env[69319]: DEBUG oslo_concurrency.lockutils [None req-43c53201-6b45-400c-abfa-928ff353a4a9 tempest-ServersV294TestFqdnHostnames-452613075 tempest-ServersV294TestFqdnHostnames-452613075-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.711624] env[69319]: DEBUG oslo_concurrency.lockutils [None req-43c53201-6b45-400c-abfa-928ff353a4a9 tempest-ServersV294TestFqdnHostnames-452613075 tempest-ServersV294TestFqdnHostnames-452613075-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.711938] env[69319]: DEBUG oslo_concurrency.lockutils [None req-43c53201-6b45-400c-abfa-928ff353a4a9 tempest-ServersV294TestFqdnHostnames-452613075 tempest-ServersV294TestFqdnHostnames-452613075-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.715025] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f2e95da-aadc-4d62-8900-961d56d9a424 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.719700] env[69319]: DEBUG oslo_vmware.api [None req-43c53201-6b45-400c-abfa-928ff353a4a9 tempest-ServersV294TestFqdnHostnames-452613075 tempest-ServersV294TestFqdnHostnames-452613075-project-member] Waiting for the task: (returnval){ [ 1018.719700] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52295d7e-a235-06f9-2001-4e040bf9fa77" [ 1018.719700] env[69319]: _type = "Task" [ 1018.719700] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.727547] env[69319]: DEBUG oslo_vmware.api [None req-43c53201-6b45-400c-abfa-928ff353a4a9 tempest-ServersV294TestFqdnHostnames-452613075 tempest-ServersV294TestFqdnHostnames-452613075-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52295d7e-a235-06f9-2001-4e040bf9fa77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.740335] env[69319]: DEBUG oslo_vmware.api [None req-a72cd4ed-2cf2-4f2e-b4c3-a0beac44b7c3 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3223592, 'name': PowerOnVM_Task, 'duration_secs': 0.694454} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.742758] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-a72cd4ed-2cf2-4f2e-b4c3-a0beac44b7c3 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: d24a0bae-3b98-4121-a3f7-bedee3a196b4] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1018.742970] env[69319]: INFO nova.compute.manager [None req-a72cd4ed-2cf2-4f2e-b4c3-a0beac44b7c3 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: d24a0bae-3b98-4121-a3f7-bedee3a196b4] Took 16.19 seconds to spawn the instance on the hypervisor. [ 1018.743173] env[69319]: DEBUG nova.compute.manager [None req-a72cd4ed-2cf2-4f2e-b4c3-a0beac44b7c3 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: d24a0bae-3b98-4121-a3f7-bedee3a196b4] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1018.744129] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bee7bcc8-575d-46f4-b18c-427648ef5470 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.893521] env[69319]: DEBUG oslo_vmware.api [None req-691faf0a-cad6-4ef3-bf20-5aeaa3f4d4c6 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3223593, 'name': CloneVM_Task} progress is 94%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.913831] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5dfa485-6e33-4205-a0cd-43dfeed99bb3 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.921435] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35315cb4-34c8-4124-b6e6-4e4e21727733 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.955570] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b29cec7-2367-4e19-803b-952f1581e4b9 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.963327] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feee30a8-6a3a-49a3-9f37-9b0c0c7d8055 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.977472] env[69319]: DEBUG nova.compute.provider_tree [None req-6adcaaaf-58c6-4393-9e9c-96ffe21cf04e tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Updating inventory in ProviderTree for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1018.983360] env[69319]: DEBUG oslo_concurrency.lockutils [None req-86f24b7a-1a94-4f3b-9c44-b58937266c8f tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Acquiring lock "refresh_cache-4650fd7f-02d1-46d1-b68e-3fb75e237e57" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.983573] env[69319]: DEBUG oslo_concurrency.lockutils [None req-86f24b7a-1a94-4f3b-9c44-b58937266c8f tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Acquired lock "refresh_cache-4650fd7f-02d1-46d1-b68e-3fb75e237e57" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.983708] env[69319]: DEBUG nova.network.neutron [None req-86f24b7a-1a94-4f3b-9c44-b58937266c8f tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 4650fd7f-02d1-46d1-b68e-3fb75e237e57] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1019.042633] env[69319]: DEBUG oslo_concurrency.lockutils [req-c3359a1c-c503-4294-a956-c0b22ce60678 req-7fa27358-ea91-44f9-b8af-68a467721ce2 service nova] Releasing lock "refresh_cache-b5440512-ae77-469f-b76b-a6d660b26f50" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.056655] env[69319]: DEBUG nova.compute.manager [None req-c583bb9d-6df0-4112-ab45-632919b84ccd tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] [instance: 83ef14da-a854-46ef-bb33-05164f9efb29] Starting instance... {{(pid=69319) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1019.060161] env[69319]: DEBUG nova.compute.manager [None req-e81ecf17-4717-4154-b25c-f55427469fef tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: a1acbe0c-f40b-4388-964e-cf7a95551e4c] Start destroying the instance on the hypervisor. {{(pid=69319) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1019.060461] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-e81ecf17-4717-4154-b25c-f55427469fef tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: a1acbe0c-f40b-4388-964e-cf7a95551e4c] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1019.062380] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a65101e-29ad-4fee-9583-17d7bd8cd205 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.070516] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-e81ecf17-4717-4154-b25c-f55427469fef tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: a1acbe0c-f40b-4388-964e-cf7a95551e4c] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1019.070830] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7b327c0a-9ab5-476c-bf6d-f11f209b7af1 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.077813] env[69319]: DEBUG oslo_vmware.api [None req-e81ecf17-4717-4154-b25c-f55427469fef tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Waiting for the task: (returnval){ [ 1019.077813] env[69319]: value = "task-3223598" [ 1019.077813] env[69319]: _type = "Task" [ 1019.077813] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.086069] env[69319]: DEBUG oslo_vmware.api [None req-e81ecf17-4717-4154-b25c-f55427469fef tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': task-3223598, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.121950] env[69319]: DEBUG nova.compute.manager [req-60507f49-640c-4a6d-85c4-fc79e8e85112 req-efd0c672-91b1-482c-ac12-f58e8de99c77 service nova] [instance: 3e95f2d5-d392-47c4-b519-4a218660516b] Received event network-vif-deleted-9c99791e-4ef5-4043-a3fa-cdb478a78bf8 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1019.122111] env[69319]: DEBUG nova.compute.manager [req-60507f49-640c-4a6d-85c4-fc79e8e85112 req-efd0c672-91b1-482c-ac12-f58e8de99c77 service nova] [instance: 170e2a0b-6461-4752-b7da-2ed0ff9fd73c] Received event network-changed-b8f0d8a6-b776-486d-a9ce-ebdaf5643c72 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1019.122489] env[69319]: DEBUG nova.compute.manager [req-60507f49-640c-4a6d-85c4-fc79e8e85112 req-efd0c672-91b1-482c-ac12-f58e8de99c77 service nova] [instance: 170e2a0b-6461-4752-b7da-2ed0ff9fd73c] Refreshing instance network info cache due to event network-changed-b8f0d8a6-b776-486d-a9ce-ebdaf5643c72. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1019.123012] env[69319]: DEBUG oslo_concurrency.lockutils [req-60507f49-640c-4a6d-85c4-fc79e8e85112 req-efd0c672-91b1-482c-ac12-f58e8de99c77 service nova] Acquiring lock "refresh_cache-170e2a0b-6461-4752-b7da-2ed0ff9fd73c" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.123392] env[69319]: DEBUG oslo_concurrency.lockutils [req-60507f49-640c-4a6d-85c4-fc79e8e85112 req-efd0c672-91b1-482c-ac12-f58e8de99c77 service nova] Acquired lock "refresh_cache-170e2a0b-6461-4752-b7da-2ed0ff9fd73c" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.123623] env[69319]: DEBUG nova.network.neutron [req-60507f49-640c-4a6d-85c4-fc79e8e85112 req-efd0c672-91b1-482c-ac12-f58e8de99c77 service nova] [instance: 170e2a0b-6461-4752-b7da-2ed0ff9fd73c] Refreshing network info cache for port b8f0d8a6-b776-486d-a9ce-ebdaf5643c72 {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1019.239867] env[69319]: DEBUG oslo_vmware.api [None req-43c53201-6b45-400c-abfa-928ff353a4a9 tempest-ServersV294TestFqdnHostnames-452613075 tempest-ServersV294TestFqdnHostnames-452613075-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52295d7e-a235-06f9-2001-4e040bf9fa77, 'name': SearchDatastore_Task, 'duration_secs': 0.024491} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.239867] env[69319]: DEBUG oslo_concurrency.lockutils [None req-43c53201-6b45-400c-abfa-928ff353a4a9 tempest-ServersV294TestFqdnHostnames-452613075 tempest-ServersV294TestFqdnHostnames-452613075-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.239867] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-43c53201-6b45-400c-abfa-928ff353a4a9 tempest-ServersV294TestFqdnHostnames-452613075 tempest-ServersV294TestFqdnHostnames-452613075-project-member] [instance: b5440512-ae77-469f-b76b-a6d660b26f50] Processing image 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1019.239867] env[69319]: DEBUG oslo_concurrency.lockutils [None req-43c53201-6b45-400c-abfa-928ff353a4a9 tempest-ServersV294TestFqdnHostnames-452613075 tempest-ServersV294TestFqdnHostnames-452613075-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.239867] env[69319]: DEBUG oslo_concurrency.lockutils [None req-43c53201-6b45-400c-abfa-928ff353a4a9 tempest-ServersV294TestFqdnHostnames-452613075 tempest-ServersV294TestFqdnHostnames-452613075-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.240208] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-43c53201-6b45-400c-abfa-928ff353a4a9 tempest-ServersV294TestFqdnHostnames-452613075 tempest-ServersV294TestFqdnHostnames-452613075-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1019.240896] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8b194870-e568-41a7-9a1e-f9c1711a60b9 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.253877] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-43c53201-6b45-400c-abfa-928ff353a4a9 tempest-ServersV294TestFqdnHostnames-452613075 tempest-ServersV294TestFqdnHostnames-452613075-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1019.254225] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-43c53201-6b45-400c-abfa-928ff353a4a9 tempest-ServersV294TestFqdnHostnames-452613075 tempest-ServersV294TestFqdnHostnames-452613075-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1019.261242] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f84e7fc-47d1-41be-8b90-d9473d89a3f0 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.267450] env[69319]: INFO nova.compute.manager [None req-a72cd4ed-2cf2-4f2e-b4c3-a0beac44b7c3 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: d24a0bae-3b98-4121-a3f7-bedee3a196b4] Took 56.38 seconds to build instance. [ 1019.273104] env[69319]: DEBUG oslo_vmware.api [None req-43c53201-6b45-400c-abfa-928ff353a4a9 tempest-ServersV294TestFqdnHostnames-452613075 tempest-ServersV294TestFqdnHostnames-452613075-project-member] Waiting for the task: (returnval){ [ 1019.273104] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]5232c1bc-b56f-dac6-2a2a-31c05ca9c84a" [ 1019.273104] env[69319]: _type = "Task" [ 1019.273104] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.285623] env[69319]: DEBUG oslo_vmware.api [None req-43c53201-6b45-400c-abfa-928ff353a4a9 tempest-ServersV294TestFqdnHostnames-452613075 tempest-ServersV294TestFqdnHostnames-452613075-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5232c1bc-b56f-dac6-2a2a-31c05ca9c84a, 'name': SearchDatastore_Task, 'duration_secs': 0.009745} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.286613] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47130512-7356-4b96-a6f5-496b8f311642 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.294198] env[69319]: DEBUG oslo_vmware.api [None req-43c53201-6b45-400c-abfa-928ff353a4a9 tempest-ServersV294TestFqdnHostnames-452613075 tempest-ServersV294TestFqdnHostnames-452613075-project-member] Waiting for the task: (returnval){ [ 1019.294198] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]5213e75f-1e75-4e64-a394-d12f0890241f" [ 1019.294198] env[69319]: _type = "Task" [ 1019.294198] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.304841] env[69319]: DEBUG oslo_vmware.api [None req-43c53201-6b45-400c-abfa-928ff353a4a9 tempest-ServersV294TestFqdnHostnames-452613075 tempest-ServersV294TestFqdnHostnames-452613075-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5213e75f-1e75-4e64-a394-d12f0890241f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.401097] env[69319]: DEBUG oslo_vmware.api [None req-691faf0a-cad6-4ef3-bf20-5aeaa3f4d4c6 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3223593, 'name': CloneVM_Task} progress is 95%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.504112] env[69319]: ERROR nova.scheduler.client.report [None req-6adcaaaf-58c6-4393-9e9c-96ffe21cf04e tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] [req-df6dc77d-de1d-4c60-8334-51e2ebaccff3] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 94b8835e-2513-4669-abb9-c8c6813d60e7. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-df6dc77d-de1d-4c60-8334-51e2ebaccff3"}]} [ 1019.529389] env[69319]: DEBUG nova.scheduler.client.report [None req-6adcaaaf-58c6-4393-9e9c-96ffe21cf04e tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Refreshing inventories for resource provider 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1019.533651] env[69319]: WARNING nova.network.neutron [None req-86f24b7a-1a94-4f3b-9c44-b58937266c8f tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 4650fd7f-02d1-46d1-b68e-3fb75e237e57] 137e0ee2-8e6e-434c-a032-f059cf348e59 already exists in list: networks containing: ['137e0ee2-8e6e-434c-a032-f059cf348e59']. ignoring it [ 1019.551151] env[69319]: DEBUG nova.scheduler.client.report [None req-6adcaaaf-58c6-4393-9e9c-96ffe21cf04e tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Updating ProviderTree inventory for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1019.551743] env[69319]: DEBUG nova.compute.provider_tree [None req-6adcaaaf-58c6-4393-9e9c-96ffe21cf04e tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Updating inventory in ProviderTree for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1019.565607] env[69319]: DEBUG nova.scheduler.client.report [None req-6adcaaaf-58c6-4393-9e9c-96ffe21cf04e tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Refreshing aggregate associations for resource provider 94b8835e-2513-4669-abb9-c8c6813d60e7, aggregates: None {{(pid=69319) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1019.588667] env[69319]: DEBUG oslo_vmware.api [None req-e81ecf17-4717-4154-b25c-f55427469fef tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': task-3223598, 'name': PowerOffVM_Task, 'duration_secs': 0.204199} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.589239] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c583bb9d-6df0-4112-ab45-632919b84ccd tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.589831] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-e81ecf17-4717-4154-b25c-f55427469fef tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: a1acbe0c-f40b-4388-964e-cf7a95551e4c] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1019.589831] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-e81ecf17-4717-4154-b25c-f55427469fef tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: a1acbe0c-f40b-4388-964e-cf7a95551e4c] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1019.590010] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d593ee7e-400b-4a10-9b74-dff88386959f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.594401] env[69319]: DEBUG nova.scheduler.client.report [None req-6adcaaaf-58c6-4393-9e9c-96ffe21cf04e tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Refreshing trait associations for resource provider 94b8835e-2513-4669-abb9-c8c6813d60e7, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69319) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1019.653750] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-e81ecf17-4717-4154-b25c-f55427469fef tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: a1acbe0c-f40b-4388-964e-cf7a95551e4c] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1019.654050] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-e81ecf17-4717-4154-b25c-f55427469fef tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: a1acbe0c-f40b-4388-964e-cf7a95551e4c] Deleting contents of the VM from datastore datastore1 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1019.654320] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-e81ecf17-4717-4154-b25c-f55427469fef tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Deleting the datastore file [datastore1] a1acbe0c-f40b-4388-964e-cf7a95551e4c {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1019.655652] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3c6f0342-e89f-4b4b-92ee-f6989715c630 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.662506] env[69319]: DEBUG oslo_vmware.api [None req-e81ecf17-4717-4154-b25c-f55427469fef tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Waiting for the task: (returnval){ [ 1019.662506] env[69319]: value = "task-3223600" [ 1019.662506] env[69319]: _type = "Task" [ 1019.662506] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.672650] env[69319]: DEBUG oslo_vmware.api [None req-e81ecf17-4717-4154-b25c-f55427469fef tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': task-3223600, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.769998] env[69319]: DEBUG oslo_concurrency.lockutils [None req-a72cd4ed-2cf2-4f2e-b4c3-a0beac44b7c3 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Lock "d24a0bae-3b98-4121-a3f7-bedee3a196b4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.887s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.813572] env[69319]: DEBUG oslo_vmware.api [None req-43c53201-6b45-400c-abfa-928ff353a4a9 tempest-ServersV294TestFqdnHostnames-452613075 tempest-ServersV294TestFqdnHostnames-452613075-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5213e75f-1e75-4e64-a394-d12f0890241f, 'name': SearchDatastore_Task, 'duration_secs': 0.010019} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.814149] env[69319]: DEBUG oslo_concurrency.lockutils [None req-43c53201-6b45-400c-abfa-928ff353a4a9 tempest-ServersV294TestFqdnHostnames-452613075 tempest-ServersV294TestFqdnHostnames-452613075-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.816125] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-43c53201-6b45-400c-abfa-928ff353a4a9 tempest-ServersV294TestFqdnHostnames-452613075 tempest-ServersV294TestFqdnHostnames-452613075-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore1] b5440512-ae77-469f-b76b-a6d660b26f50/b5440512-ae77-469f-b76b-a6d660b26f50.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1019.817387] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5d7d3ad0-b429-4c69-8863-6a7b8296fd00 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.824494] env[69319]: DEBUG oslo_vmware.api [None req-43c53201-6b45-400c-abfa-928ff353a4a9 tempest-ServersV294TestFqdnHostnames-452613075 tempest-ServersV294TestFqdnHostnames-452613075-project-member] Waiting for the task: (returnval){ [ 1019.824494] env[69319]: value = "task-3223601" [ 1019.824494] env[69319]: _type = "Task" [ 1019.824494] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.836531] env[69319]: DEBUG oslo_vmware.api [None req-43c53201-6b45-400c-abfa-928ff353a4a9 tempest-ServersV294TestFqdnHostnames-452613075 tempest-ServersV294TestFqdnHostnames-452613075-project-member] Task: {'id': task-3223601, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.897754] env[69319]: DEBUG oslo_vmware.api [None req-691faf0a-cad6-4ef3-bf20-5aeaa3f4d4c6 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3223593, 'name': CloneVM_Task, 'duration_secs': 1.626874} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.901598] env[69319]: INFO nova.virt.vmwareapi.vmops [None req-691faf0a-cad6-4ef3-bf20-5aeaa3f4d4c6 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 33bc946c-1397-4355-8132-bc27084a66ba] Created linked-clone VM from snapshot [ 1019.902500] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f217058-52e6-4faa-aefc-609a01ecc785 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.912321] env[69319]: DEBUG nova.virt.vmwareapi.images [None req-691faf0a-cad6-4ef3-bf20-5aeaa3f4d4c6 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 33bc946c-1397-4355-8132-bc27084a66ba] Uploading image d78684b3-f02e-45b8-ae94-8700eaa414b6 {{(pid=69319) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1019.937831] env[69319]: DEBUG oslo_vmware.rw_handles [None req-691faf0a-cad6-4ef3-bf20-5aeaa3f4d4c6 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1019.937831] env[69319]: value = "vm-644450" [ 1019.937831] env[69319]: _type = "VirtualMachine" [ 1019.937831] env[69319]: }. {{(pid=69319) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1019.938168] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-bdb88286-6d09-4de7-aa61-a48d3fe9d02a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.945962] env[69319]: DEBUG oslo_vmware.rw_handles [None req-691faf0a-cad6-4ef3-bf20-5aeaa3f4d4c6 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Lease: (returnval){ [ 1019.945962] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]5298055a-67bf-c4ba-29a2-174ed032f5e6" [ 1019.945962] env[69319]: _type = "HttpNfcLease" [ 1019.945962] env[69319]: } obtained for exporting VM: (result){ [ 1019.945962] env[69319]: value = "vm-644450" [ 1019.945962] env[69319]: _type = "VirtualMachine" [ 1019.945962] env[69319]: }. {{(pid=69319) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1019.946338] env[69319]: DEBUG oslo_vmware.api [None req-691faf0a-cad6-4ef3-bf20-5aeaa3f4d4c6 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Waiting for the lease: (returnval){ [ 1019.946338] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]5298055a-67bf-c4ba-29a2-174ed032f5e6" [ 1019.946338] env[69319]: _type = "HttpNfcLease" [ 1019.946338] env[69319]: } to be ready. {{(pid=69319) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1019.960180] env[69319]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1019.960180] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]5298055a-67bf-c4ba-29a2-174ed032f5e6" [ 1019.960180] env[69319]: _type = "HttpNfcLease" [ 1019.960180] env[69319]: } is initializing. {{(pid=69319) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1020.091581] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a6c5ee0-904a-4fe8-8ebc-7811dbc19622 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.101167] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca23059f-94ed-4394-9884-8ce5996f1c21 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.147324] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea25bc21-8e00-4fd3-97a9-88ca671c6f49 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.151130] env[69319]: DEBUG nova.network.neutron [req-60507f49-640c-4a6d-85c4-fc79e8e85112 req-efd0c672-91b1-482c-ac12-f58e8de99c77 service nova] [instance: 170e2a0b-6461-4752-b7da-2ed0ff9fd73c] Updated VIF entry in instance network info cache for port b8f0d8a6-b776-486d-a9ce-ebdaf5643c72. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1020.151646] env[69319]: DEBUG nova.network.neutron [req-60507f49-640c-4a6d-85c4-fc79e8e85112 req-efd0c672-91b1-482c-ac12-f58e8de99c77 service nova] [instance: 170e2a0b-6461-4752-b7da-2ed0ff9fd73c] Updating instance_info_cache with network_info: [{"id": "b8f0d8a6-b776-486d-a9ce-ebdaf5643c72", "address": "fa:16:3e:ea:f8:bc", "network": {"id": "10887a83-3a88-4ea7-ab0e-0aa5f481f0ad", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1969359437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f35c9784047041ef95c69e4cd2040171", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7aa6264-122d-4c35-82d0-860e451538ea", "external-id": "nsx-vlan-transportzone-81", "segmentation_id": 81, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8f0d8a6-b7", "ovs_interfaceid": "b8f0d8a6-b776-486d-a9ce-ebdaf5643c72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.162292] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97f436fe-3417-4a21-8ca6-168e75800502 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.186638] env[69319]: DEBUG nova.compute.provider_tree [None req-6adcaaaf-58c6-4393-9e9c-96ffe21cf04e tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Updating inventory in ProviderTree for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1020.189364] env[69319]: DEBUG oslo_vmware.api [None req-e81ecf17-4717-4154-b25c-f55427469fef tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': task-3223600, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.330243} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.190386] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-e81ecf17-4717-4154-b25c-f55427469fef tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1020.190386] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-e81ecf17-4717-4154-b25c-f55427469fef tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: a1acbe0c-f40b-4388-964e-cf7a95551e4c] Deleted contents of the VM from datastore datastore1 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1020.190386] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-e81ecf17-4717-4154-b25c-f55427469fef tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: a1acbe0c-f40b-4388-964e-cf7a95551e4c] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1020.190566] env[69319]: INFO nova.compute.manager [None req-e81ecf17-4717-4154-b25c-f55427469fef tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: a1acbe0c-f40b-4388-964e-cf7a95551e4c] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1020.190791] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e81ecf17-4717-4154-b25c-f55427469fef tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1020.190969] env[69319]: DEBUG nova.compute.manager [-] [instance: a1acbe0c-f40b-4388-964e-cf7a95551e4c] Deallocating network for instance {{(pid=69319) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1020.191075] env[69319]: DEBUG nova.network.neutron [-] [instance: a1acbe0c-f40b-4388-964e-cf7a95551e4c] deallocate_for_instance() {{(pid=69319) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1020.337361] env[69319]: DEBUG oslo_vmware.api [None req-43c53201-6b45-400c-abfa-928ff353a4a9 tempest-ServersV294TestFqdnHostnames-452613075 tempest-ServersV294TestFqdnHostnames-452613075-project-member] Task: {'id': task-3223601, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.459266] env[69319]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1020.459266] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]5298055a-67bf-c4ba-29a2-174ed032f5e6" [ 1020.459266] env[69319]: _type = "HttpNfcLease" [ 1020.459266] env[69319]: } is ready. {{(pid=69319) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1020.459617] env[69319]: DEBUG oslo_vmware.rw_handles [None req-691faf0a-cad6-4ef3-bf20-5aeaa3f4d4c6 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1020.459617] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]5298055a-67bf-c4ba-29a2-174ed032f5e6" [ 1020.459617] env[69319]: _type = "HttpNfcLease" [ 1020.459617] env[69319]: }. {{(pid=69319) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1020.463022] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dba6d48-e050-47de-a590-522f1ce30751 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.469863] env[69319]: DEBUG oslo_vmware.rw_handles [None req-691faf0a-cad6-4ef3-bf20-5aeaa3f4d4c6 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524d628f-d0a9-5cc5-ecde-db7186819370/disk-0.vmdk from lease info. {{(pid=69319) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1020.470639] env[69319]: DEBUG oslo_vmware.rw_handles [None req-691faf0a-cad6-4ef3-bf20-5aeaa3f4d4c6 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524d628f-d0a9-5cc5-ecde-db7186819370/disk-0.vmdk for reading. {{(pid=69319) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1020.542582] env[69319]: DEBUG nova.network.neutron [None req-86f24b7a-1a94-4f3b-9c44-b58937266c8f tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 4650fd7f-02d1-46d1-b68e-3fb75e237e57] Updating instance_info_cache with network_info: [{"id": "33818967-b4af-4132-a92f-4b293d725928", "address": "fa:16:3e:35:db:93", "network": {"id": "137e0ee2-8e6e-434c-a032-f059cf348e59", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-49335232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0030fcfc26054d94b76414b0098fa648", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33818967-b4", "ovs_interfaceid": "33818967-b4af-4132-a92f-4b293d725928", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f8314ecd-779c-44f0-9b5a-adb2a68e1b3b", "address": "fa:16:3e:90:df:3f", "network": {"id": "137e0ee2-8e6e-434c-a032-f059cf348e59", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-49335232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0030fcfc26054d94b76414b0098fa648", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8314ecd-77", "ovs_interfaceid": "f8314ecd-779c-44f0-9b5a-adb2a68e1b3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.599597] env[69319]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-984940e9-a6bb-4fe4-a57f-0f4e39315091 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.655636] env[69319]: DEBUG oslo_concurrency.lockutils [req-60507f49-640c-4a6d-85c4-fc79e8e85112 req-efd0c672-91b1-482c-ac12-f58e8de99c77 service nova] Releasing lock "refresh_cache-170e2a0b-6461-4752-b7da-2ed0ff9fd73c" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.656011] env[69319]: DEBUG nova.compute.manager [req-60507f49-640c-4a6d-85c4-fc79e8e85112 req-efd0c672-91b1-482c-ac12-f58e8de99c77 service nova] [instance: 170e2a0b-6461-4752-b7da-2ed0ff9fd73c] Received event network-changed-b8f0d8a6-b776-486d-a9ce-ebdaf5643c72 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1020.656265] env[69319]: DEBUG nova.compute.manager [req-60507f49-640c-4a6d-85c4-fc79e8e85112 req-efd0c672-91b1-482c-ac12-f58e8de99c77 service nova] [instance: 170e2a0b-6461-4752-b7da-2ed0ff9fd73c] Refreshing instance network info cache due to event network-changed-b8f0d8a6-b776-486d-a9ce-ebdaf5643c72. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1020.656574] env[69319]: DEBUG oslo_concurrency.lockutils [req-60507f49-640c-4a6d-85c4-fc79e8e85112 req-efd0c672-91b1-482c-ac12-f58e8de99c77 service nova] Acquiring lock "refresh_cache-170e2a0b-6461-4752-b7da-2ed0ff9fd73c" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.656770] env[69319]: DEBUG oslo_concurrency.lockutils [req-60507f49-640c-4a6d-85c4-fc79e8e85112 req-efd0c672-91b1-482c-ac12-f58e8de99c77 service nova] Acquired lock "refresh_cache-170e2a0b-6461-4752-b7da-2ed0ff9fd73c" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.656991] env[69319]: DEBUG nova.network.neutron [req-60507f49-640c-4a6d-85c4-fc79e8e85112 req-efd0c672-91b1-482c-ac12-f58e8de99c77 service nova] [instance: 170e2a0b-6461-4752-b7da-2ed0ff9fd73c] Refreshing network info cache for port b8f0d8a6-b776-486d-a9ce-ebdaf5643c72 {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1020.730576] env[69319]: DEBUG nova.scheduler.client.report [None req-6adcaaaf-58c6-4393-9e9c-96ffe21cf04e tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Updated inventory for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 with generation 104 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1020.730576] env[69319]: DEBUG nova.compute.provider_tree [None req-6adcaaaf-58c6-4393-9e9c-96ffe21cf04e tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Updating resource provider 94b8835e-2513-4669-abb9-c8c6813d60e7 generation from 104 to 105 during operation: update_inventory {{(pid=69319) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1020.730576] env[69319]: DEBUG nova.compute.provider_tree [None req-6adcaaaf-58c6-4393-9e9c-96ffe21cf04e tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Updating inventory in ProviderTree for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1020.839530] env[69319]: DEBUG oslo_vmware.api [None req-43c53201-6b45-400c-abfa-928ff353a4a9 tempest-ServersV294TestFqdnHostnames-452613075 tempest-ServersV294TestFqdnHostnames-452613075-project-member] Task: {'id': task-3223601, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.648224} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.839859] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-43c53201-6b45-400c-abfa-928ff353a4a9 tempest-ServersV294TestFqdnHostnames-452613075 tempest-ServersV294TestFqdnHostnames-452613075-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore1] b5440512-ae77-469f-b76b-a6d660b26f50/b5440512-ae77-469f-b76b-a6d660b26f50.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1020.840111] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-43c53201-6b45-400c-abfa-928ff353a4a9 tempest-ServersV294TestFqdnHostnames-452613075 tempest-ServersV294TestFqdnHostnames-452613075-project-member] [instance: b5440512-ae77-469f-b76b-a6d660b26f50] Extending root virtual disk to 1048576 {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1020.840459] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-39af6879-7d7a-40a9-8f64-7cbe85c32151 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.849831] env[69319]: DEBUG oslo_vmware.api [None req-43c53201-6b45-400c-abfa-928ff353a4a9 tempest-ServersV294TestFqdnHostnames-452613075 tempest-ServersV294TestFqdnHostnames-452613075-project-member] Waiting for the task: (returnval){ [ 1020.849831] env[69319]: value = "task-3223603" [ 1020.849831] env[69319]: _type = "Task" [ 1020.849831] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.859975] env[69319]: DEBUG oslo_vmware.api [None req-43c53201-6b45-400c-abfa-928ff353a4a9 tempest-ServersV294TestFqdnHostnames-452613075 tempest-ServersV294TestFqdnHostnames-452613075-project-member] Task: {'id': task-3223603, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.045848] env[69319]: DEBUG oslo_concurrency.lockutils [None req-86f24b7a-1a94-4f3b-9c44-b58937266c8f tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Releasing lock "refresh_cache-4650fd7f-02d1-46d1-b68e-3fb75e237e57" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.048229] env[69319]: DEBUG oslo_concurrency.lockutils [None req-86f24b7a-1a94-4f3b-9c44-b58937266c8f tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Acquiring lock "4650fd7f-02d1-46d1-b68e-3fb75e237e57" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.048229] env[69319]: DEBUG oslo_concurrency.lockutils [None req-86f24b7a-1a94-4f3b-9c44-b58937266c8f tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Acquired lock "4650fd7f-02d1-46d1-b68e-3fb75e237e57" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.048229] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d4a7a43-64fe-4529-8d45-667200bc0b4c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.076869] env[69319]: DEBUG nova.virt.hardware [None req-86f24b7a-1a94-4f3b-9c44-b58937266c8f tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1021.077248] env[69319]: DEBUG nova.virt.hardware [None req-86f24b7a-1a94-4f3b-9c44-b58937266c8f tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1021.077434] env[69319]: DEBUG nova.virt.hardware [None req-86f24b7a-1a94-4f3b-9c44-b58937266c8f tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1021.077651] env[69319]: DEBUG nova.virt.hardware [None req-86f24b7a-1a94-4f3b-9c44-b58937266c8f tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1021.078048] env[69319]: DEBUG nova.virt.hardware [None req-86f24b7a-1a94-4f3b-9c44-b58937266c8f tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1021.078227] env[69319]: DEBUG nova.virt.hardware [None req-86f24b7a-1a94-4f3b-9c44-b58937266c8f tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1021.078521] env[69319]: DEBUG nova.virt.hardware [None req-86f24b7a-1a94-4f3b-9c44-b58937266c8f tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1021.078706] env[69319]: DEBUG nova.virt.hardware [None req-86f24b7a-1a94-4f3b-9c44-b58937266c8f tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1021.078882] env[69319]: DEBUG nova.virt.hardware [None req-86f24b7a-1a94-4f3b-9c44-b58937266c8f tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1021.079109] env[69319]: DEBUG nova.virt.hardware [None req-86f24b7a-1a94-4f3b-9c44-b58937266c8f tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1021.079382] env[69319]: DEBUG nova.virt.hardware [None req-86f24b7a-1a94-4f3b-9c44-b58937266c8f tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1021.087346] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-86f24b7a-1a94-4f3b-9c44-b58937266c8f tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 4650fd7f-02d1-46d1-b68e-3fb75e237e57] Reconfiguring VM to attach interface {{(pid=69319) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1021.087963] env[69319]: DEBUG nova.network.neutron [-] [instance: a1acbe0c-f40b-4388-964e-cf7a95551e4c] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.089377] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79980229-dcb6-4a67-8f01-36544909045b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.108849] env[69319]: INFO nova.compute.manager [-] [instance: a1acbe0c-f40b-4388-964e-cf7a95551e4c] Took 0.92 seconds to deallocate network for instance. [ 1021.122829] env[69319]: DEBUG oslo_vmware.api [None req-86f24b7a-1a94-4f3b-9c44-b58937266c8f tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Waiting for the task: (returnval){ [ 1021.122829] env[69319]: value = "task-3223604" [ 1021.122829] env[69319]: _type = "Task" [ 1021.122829] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.131149] env[69319]: DEBUG oslo_vmware.api [None req-86f24b7a-1a94-4f3b-9c44-b58937266c8f tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': task-3223604, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.236437] env[69319]: DEBUG oslo_concurrency.lockutils [None req-6adcaaaf-58c6-4393-9e9c-96ffe21cf04e tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.832s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.237101] env[69319]: DEBUG nova.compute.manager [None req-6adcaaaf-58c6-4393-9e9c-96ffe21cf04e tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] [instance: 6ddef20b-40c0-4f0d-bf0e-81d443706ecd] Start building networks asynchronously for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1021.240663] env[69319]: DEBUG oslo_concurrency.lockutils [None req-41450c2e-de2c-4a52-8261-d57a64d0359d tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.021s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.240812] env[69319]: DEBUG nova.objects.instance [None req-41450c2e-de2c-4a52-8261-d57a64d0359d tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Lazy-loading 'resources' on Instance uuid e619aa14-62f8-4482-a049-28422171cece {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1021.366533] env[69319]: DEBUG oslo_vmware.api [None req-43c53201-6b45-400c-abfa-928ff353a4a9 tempest-ServersV294TestFqdnHostnames-452613075 tempest-ServersV294TestFqdnHostnames-452613075-project-member] Task: {'id': task-3223603, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070965} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.366933] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-43c53201-6b45-400c-abfa-928ff353a4a9 tempest-ServersV294TestFqdnHostnames-452613075 tempest-ServersV294TestFqdnHostnames-452613075-project-member] [instance: b5440512-ae77-469f-b76b-a6d660b26f50] Extended root virtual disk {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1021.368819] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3c9a5b0-f40e-4061-9a6a-10b714ff8e3d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.406231] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-43c53201-6b45-400c-abfa-928ff353a4a9 tempest-ServersV294TestFqdnHostnames-452613075 tempest-ServersV294TestFqdnHostnames-452613075-project-member] [instance: b5440512-ae77-469f-b76b-a6d660b26f50] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] b5440512-ae77-469f-b76b-a6d660b26f50/b5440512-ae77-469f-b76b-a6d660b26f50.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1021.413485] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8ad9228-643b-4557-8845-4a13aee51e5e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.439392] env[69319]: DEBUG oslo_vmware.api [None req-43c53201-6b45-400c-abfa-928ff353a4a9 tempest-ServersV294TestFqdnHostnames-452613075 tempest-ServersV294TestFqdnHostnames-452613075-project-member] Waiting for the task: (returnval){ [ 1021.439392] env[69319]: value = "task-3223605" [ 1021.439392] env[69319]: _type = "Task" [ 1021.439392] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.449058] env[69319]: DEBUG oslo_vmware.api [None req-43c53201-6b45-400c-abfa-928ff353a4a9 tempest-ServersV294TestFqdnHostnames-452613075 tempest-ServersV294TestFqdnHostnames-452613075-project-member] Task: {'id': task-3223605, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.487325] env[69319]: DEBUG oslo_concurrency.lockutils [None req-bc772a59-2424-4a06-992e-c7b445ba8963 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Acquiring lock "ec9de339-c7b8-4e35-8daa-5efe7bc4b514" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.487594] env[69319]: DEBUG oslo_concurrency.lockutils [None req-bc772a59-2424-4a06-992e-c7b445ba8963 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Lock "ec9de339-c7b8-4e35-8daa-5efe7bc4b514" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.575815] env[69319]: DEBUG nova.network.neutron [req-60507f49-640c-4a6d-85c4-fc79e8e85112 req-efd0c672-91b1-482c-ac12-f58e8de99c77 service nova] [instance: 170e2a0b-6461-4752-b7da-2ed0ff9fd73c] Updated VIF entry in instance network info cache for port b8f0d8a6-b776-486d-a9ce-ebdaf5643c72. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1021.576561] env[69319]: DEBUG nova.network.neutron [req-60507f49-640c-4a6d-85c4-fc79e8e85112 req-efd0c672-91b1-482c-ac12-f58e8de99c77 service nova] [instance: 170e2a0b-6461-4752-b7da-2ed0ff9fd73c] Updating instance_info_cache with network_info: [{"id": "b8f0d8a6-b776-486d-a9ce-ebdaf5643c72", "address": "fa:16:3e:ea:f8:bc", "network": {"id": "10887a83-3a88-4ea7-ab0e-0aa5f481f0ad", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1969359437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f35c9784047041ef95c69e4cd2040171", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7aa6264-122d-4c35-82d0-860e451538ea", "external-id": "nsx-vlan-transportzone-81", "segmentation_id": 81, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8f0d8a6-b7", "ovs_interfaceid": "b8f0d8a6-b776-486d-a9ce-ebdaf5643c72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.624397] env[69319]: DEBUG oslo_concurrency.lockutils [None req-e81ecf17-4717-4154-b25c-f55427469fef tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.635245] env[69319]: DEBUG oslo_vmware.api [None req-86f24b7a-1a94-4f3b-9c44-b58937266c8f tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': task-3223604, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.747150] env[69319]: DEBUG nova.compute.utils [None req-6adcaaaf-58c6-4393-9e9c-96ffe21cf04e tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Using /dev/sd instead of None {{(pid=69319) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1021.749758] env[69319]: DEBUG nova.compute.manager [None req-6adcaaaf-58c6-4393-9e9c-96ffe21cf04e tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] [instance: 6ddef20b-40c0-4f0d-bf0e-81d443706ecd] Allocating IP information in the background. {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1021.749758] env[69319]: DEBUG nova.network.neutron [None req-6adcaaaf-58c6-4393-9e9c-96ffe21cf04e tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] [instance: 6ddef20b-40c0-4f0d-bf0e-81d443706ecd] allocate_for_instance() {{(pid=69319) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1021.798224] env[69319]: DEBUG nova.policy [None req-6adcaaaf-58c6-4393-9e9c-96ffe21cf04e tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '340482106d574dcdbd831bf7e17d0f43', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6533c097f5254ff48af7edf184b57761', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69319) authorize /opt/stack/nova/nova/policy.py:192}} [ 1021.836233] env[69319]: DEBUG nova.compute.manager [req-f51d078b-02a2-44b5-bd22-95bd8eaefd18 req-0b0de877-41f4-483e-8921-a1675802e055 service nova] [instance: 4650fd7f-02d1-46d1-b68e-3fb75e237e57] Received event network-vif-plugged-f8314ecd-779c-44f0-9b5a-adb2a68e1b3b {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1021.836233] env[69319]: DEBUG oslo_concurrency.lockutils [req-f51d078b-02a2-44b5-bd22-95bd8eaefd18 req-0b0de877-41f4-483e-8921-a1675802e055 service nova] Acquiring lock "4650fd7f-02d1-46d1-b68e-3fb75e237e57-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.836233] env[69319]: DEBUG oslo_concurrency.lockutils [req-f51d078b-02a2-44b5-bd22-95bd8eaefd18 req-0b0de877-41f4-483e-8921-a1675802e055 service nova] Lock "4650fd7f-02d1-46d1-b68e-3fb75e237e57-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.836760] env[69319]: DEBUG oslo_concurrency.lockutils [req-f51d078b-02a2-44b5-bd22-95bd8eaefd18 req-0b0de877-41f4-483e-8921-a1675802e055 service nova] Lock "4650fd7f-02d1-46d1-b68e-3fb75e237e57-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.836760] env[69319]: DEBUG nova.compute.manager [req-f51d078b-02a2-44b5-bd22-95bd8eaefd18 req-0b0de877-41f4-483e-8921-a1675802e055 service nova] [instance: 4650fd7f-02d1-46d1-b68e-3fb75e237e57] No waiting events found dispatching network-vif-plugged-f8314ecd-779c-44f0-9b5a-adb2a68e1b3b {{(pid=69319) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1021.837461] env[69319]: WARNING nova.compute.manager [req-f51d078b-02a2-44b5-bd22-95bd8eaefd18 req-0b0de877-41f4-483e-8921-a1675802e055 service nova] [instance: 4650fd7f-02d1-46d1-b68e-3fb75e237e57] Received unexpected event network-vif-plugged-f8314ecd-779c-44f0-9b5a-adb2a68e1b3b for instance with vm_state active and task_state None. [ 1021.837967] env[69319]: DEBUG nova.compute.manager [req-f51d078b-02a2-44b5-bd22-95bd8eaefd18 req-0b0de877-41f4-483e-8921-a1675802e055 service nova] [instance: 4650fd7f-02d1-46d1-b68e-3fb75e237e57] Received event network-changed-f8314ecd-779c-44f0-9b5a-adb2a68e1b3b {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1021.837967] env[69319]: DEBUG nova.compute.manager [req-f51d078b-02a2-44b5-bd22-95bd8eaefd18 req-0b0de877-41f4-483e-8921-a1675802e055 service nova] [instance: 4650fd7f-02d1-46d1-b68e-3fb75e237e57] Refreshing instance network info cache due to event network-changed-f8314ecd-779c-44f0-9b5a-adb2a68e1b3b. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1021.838133] env[69319]: DEBUG oslo_concurrency.lockutils [req-f51d078b-02a2-44b5-bd22-95bd8eaefd18 req-0b0de877-41f4-483e-8921-a1675802e055 service nova] Acquiring lock "refresh_cache-4650fd7f-02d1-46d1-b68e-3fb75e237e57" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.838309] env[69319]: DEBUG oslo_concurrency.lockutils [req-f51d078b-02a2-44b5-bd22-95bd8eaefd18 req-0b0de877-41f4-483e-8921-a1675802e055 service nova] Acquired lock "refresh_cache-4650fd7f-02d1-46d1-b68e-3fb75e237e57" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.838501] env[69319]: DEBUG nova.network.neutron [req-f51d078b-02a2-44b5-bd22-95bd8eaefd18 req-0b0de877-41f4-483e-8921-a1675802e055 service nova] [instance: 4650fd7f-02d1-46d1-b68e-3fb75e237e57] Refreshing network info cache for port f8314ecd-779c-44f0-9b5a-adb2a68e1b3b {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1021.952927] env[69319]: DEBUG oslo_vmware.api [None req-43c53201-6b45-400c-abfa-928ff353a4a9 tempest-ServersV294TestFqdnHostnames-452613075 tempest-ServersV294TestFqdnHostnames-452613075-project-member] Task: {'id': task-3223605, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.992677] env[69319]: DEBUG nova.compute.manager [None req-bc772a59-2424-4a06-992e-c7b445ba8963 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] [instance: ec9de339-c7b8-4e35-8daa-5efe7bc4b514] Starting instance... {{(pid=69319) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1022.080020] env[69319]: DEBUG oslo_concurrency.lockutils [req-60507f49-640c-4a6d-85c4-fc79e8e85112 req-efd0c672-91b1-482c-ac12-f58e8de99c77 service nova] Releasing lock "refresh_cache-170e2a0b-6461-4752-b7da-2ed0ff9fd73c" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.137419] env[69319]: DEBUG oslo_vmware.api [None req-86f24b7a-1a94-4f3b-9c44-b58937266c8f tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': task-3223604, 'name': ReconfigVM_Task, 'duration_secs': 0.817405} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.143450] env[69319]: DEBUG oslo_concurrency.lockutils [None req-86f24b7a-1a94-4f3b-9c44-b58937266c8f tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Releasing lock "4650fd7f-02d1-46d1-b68e-3fb75e237e57" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.143731] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-86f24b7a-1a94-4f3b-9c44-b58937266c8f tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 4650fd7f-02d1-46d1-b68e-3fb75e237e57] Reconfigured VM to attach interface {{(pid=69319) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1022.240347] env[69319]: DEBUG nova.network.neutron [None req-6adcaaaf-58c6-4393-9e9c-96ffe21cf04e tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] [instance: 6ddef20b-40c0-4f0d-bf0e-81d443706ecd] Successfully created port: 412e2c06-99f9-4c93-a4aa-0649dd675016 {{(pid=69319) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1022.253484] env[69319]: DEBUG nova.compute.manager [None req-6adcaaaf-58c6-4393-9e9c-96ffe21cf04e tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] [instance: 6ddef20b-40c0-4f0d-bf0e-81d443706ecd] Start building block device mappings for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1022.272145] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8080753c-1179-432d-9c11-3c1c728e51ff {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.280623] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eecc8c18-3178-4d58-87ff-7fb29648508b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.325733] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1d8527c-de6c-46ef-ab2a-cbad9c26536e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.334232] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b2eaba2-4024-48d5-92db-9dc10f2a46ac {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.353245] env[69319]: DEBUG nova.compute.provider_tree [None req-41450c2e-de2c-4a52-8261-d57a64d0359d tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Updating inventory in ProviderTree for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1022.451484] env[69319]: DEBUG oslo_vmware.api [None req-43c53201-6b45-400c-abfa-928ff353a4a9 tempest-ServersV294TestFqdnHostnames-452613075 tempest-ServersV294TestFqdnHostnames-452613075-project-member] Task: {'id': task-3223605, 'name': ReconfigVM_Task, 'duration_secs': 0.520923} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.451865] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-43c53201-6b45-400c-abfa-928ff353a4a9 tempest-ServersV294TestFqdnHostnames-452613075 tempest-ServersV294TestFqdnHostnames-452613075-project-member] [instance: b5440512-ae77-469f-b76b-a6d660b26f50] Reconfigured VM instance instance-0000004b to attach disk [datastore1] b5440512-ae77-469f-b76b-a6d660b26f50/b5440512-ae77-469f-b76b-a6d660b26f50.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1022.452628] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5ee9ec45-12eb-4ece-9175-d6aa42bf6e14 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.459993] env[69319]: DEBUG oslo_vmware.api [None req-43c53201-6b45-400c-abfa-928ff353a4a9 tempest-ServersV294TestFqdnHostnames-452613075 tempest-ServersV294TestFqdnHostnames-452613075-project-member] Waiting for the task: (returnval){ [ 1022.459993] env[69319]: value = "task-3223606" [ 1022.459993] env[69319]: _type = "Task" [ 1022.459993] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.470929] env[69319]: DEBUG oslo_vmware.api [None req-43c53201-6b45-400c-abfa-928ff353a4a9 tempest-ServersV294TestFqdnHostnames-452613075 tempest-ServersV294TestFqdnHostnames-452613075-project-member] Task: {'id': task-3223606, 'name': Rename_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.522495] env[69319]: DEBUG oslo_concurrency.lockutils [None req-bc772a59-2424-4a06-992e-c7b445ba8963 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.584125] env[69319]: DEBUG nova.network.neutron [req-f51d078b-02a2-44b5-bd22-95bd8eaefd18 req-0b0de877-41f4-483e-8921-a1675802e055 service nova] [instance: 4650fd7f-02d1-46d1-b68e-3fb75e237e57] Updated VIF entry in instance network info cache for port f8314ecd-779c-44f0-9b5a-adb2a68e1b3b. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1022.584583] env[69319]: DEBUG nova.network.neutron [req-f51d078b-02a2-44b5-bd22-95bd8eaefd18 req-0b0de877-41f4-483e-8921-a1675802e055 service nova] [instance: 4650fd7f-02d1-46d1-b68e-3fb75e237e57] Updating instance_info_cache with network_info: [{"id": "33818967-b4af-4132-a92f-4b293d725928", "address": "fa:16:3e:35:db:93", "network": {"id": "137e0ee2-8e6e-434c-a032-f059cf348e59", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-49335232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0030fcfc26054d94b76414b0098fa648", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33818967-b4", "ovs_interfaceid": "33818967-b4af-4132-a92f-4b293d725928", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f8314ecd-779c-44f0-9b5a-adb2a68e1b3b", "address": "fa:16:3e:90:df:3f", "network": {"id": "137e0ee2-8e6e-434c-a032-f059cf348e59", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-49335232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0030fcfc26054d94b76414b0098fa648", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8314ecd-77", "ovs_interfaceid": "f8314ecd-779c-44f0-9b5a-adb2a68e1b3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.652785] env[69319]: DEBUG oslo_concurrency.lockutils [None req-86f24b7a-1a94-4f3b-9c44-b58937266c8f tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Lock "interface-4650fd7f-02d1-46d1-b68e-3fb75e237e57-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.933s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.880830] env[69319]: ERROR nova.scheduler.client.report [None req-41450c2e-de2c-4a52-8261-d57a64d0359d tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] [req-d0e01d2a-26f8-41d3-ae34-5d4147599cbf] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 94b8835e-2513-4669-abb9-c8c6813d60e7. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d0e01d2a-26f8-41d3-ae34-5d4147599cbf"}]} [ 1022.906029] env[69319]: DEBUG nova.scheduler.client.report [None req-41450c2e-de2c-4a52-8261-d57a64d0359d tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Refreshing inventories for resource provider 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1022.921074] env[69319]: DEBUG nova.scheduler.client.report [None req-41450c2e-de2c-4a52-8261-d57a64d0359d tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Updating ProviderTree inventory for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1022.921369] env[69319]: DEBUG nova.compute.provider_tree [None req-41450c2e-de2c-4a52-8261-d57a64d0359d tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Updating inventory in ProviderTree for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1022.934059] env[69319]: DEBUG nova.scheduler.client.report [None req-41450c2e-de2c-4a52-8261-d57a64d0359d tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Refreshing aggregate associations for resource provider 94b8835e-2513-4669-abb9-c8c6813d60e7, aggregates: None {{(pid=69319) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1022.961664] env[69319]: DEBUG nova.scheduler.client.report [None req-41450c2e-de2c-4a52-8261-d57a64d0359d tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Refreshing trait associations for resource provider 94b8835e-2513-4669-abb9-c8c6813d60e7, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69319) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1022.974912] env[69319]: DEBUG oslo_vmware.api [None req-43c53201-6b45-400c-abfa-928ff353a4a9 tempest-ServersV294TestFqdnHostnames-452613075 tempest-ServersV294TestFqdnHostnames-452613075-project-member] Task: {'id': task-3223606, 'name': Rename_Task, 'duration_secs': 0.249382} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.975148] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-43c53201-6b45-400c-abfa-928ff353a4a9 tempest-ServersV294TestFqdnHostnames-452613075 tempest-ServersV294TestFqdnHostnames-452613075-project-member] [instance: b5440512-ae77-469f-b76b-a6d660b26f50] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1022.975559] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b3a42ad8-20ac-47ca-af5c-d7e0f6634eec {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.982522] env[69319]: DEBUG oslo_vmware.api [None req-43c53201-6b45-400c-abfa-928ff353a4a9 tempest-ServersV294TestFqdnHostnames-452613075 tempest-ServersV294TestFqdnHostnames-452613075-project-member] Waiting for the task: (returnval){ [ 1022.982522] env[69319]: value = "task-3223607" [ 1022.982522] env[69319]: _type = "Task" [ 1022.982522] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.994915] env[69319]: DEBUG oslo_vmware.api [None req-43c53201-6b45-400c-abfa-928ff353a4a9 tempest-ServersV294TestFqdnHostnames-452613075 tempest-ServersV294TestFqdnHostnames-452613075-project-member] Task: {'id': task-3223607, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.087706] env[69319]: DEBUG oslo_concurrency.lockutils [req-f51d078b-02a2-44b5-bd22-95bd8eaefd18 req-0b0de877-41f4-483e-8921-a1675802e055 service nova] Releasing lock "refresh_cache-4650fd7f-02d1-46d1-b68e-3fb75e237e57" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.087706] env[69319]: DEBUG nova.compute.manager [req-f51d078b-02a2-44b5-bd22-95bd8eaefd18 req-0b0de877-41f4-483e-8921-a1675802e055 service nova] [instance: d24a0bae-3b98-4121-a3f7-bedee3a196b4] Received event network-changed-c5c69afe-89b4-4dab-a59f-1eea4d5702ed {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1023.087888] env[69319]: DEBUG nova.compute.manager [req-f51d078b-02a2-44b5-bd22-95bd8eaefd18 req-0b0de877-41f4-483e-8921-a1675802e055 service nova] [instance: d24a0bae-3b98-4121-a3f7-bedee3a196b4] Refreshing instance network info cache due to event network-changed-c5c69afe-89b4-4dab-a59f-1eea4d5702ed. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1023.088145] env[69319]: DEBUG oslo_concurrency.lockutils [req-f51d078b-02a2-44b5-bd22-95bd8eaefd18 req-0b0de877-41f4-483e-8921-a1675802e055 service nova] Acquiring lock "refresh_cache-d24a0bae-3b98-4121-a3f7-bedee3a196b4" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.088251] env[69319]: DEBUG oslo_concurrency.lockutils [req-f51d078b-02a2-44b5-bd22-95bd8eaefd18 req-0b0de877-41f4-483e-8921-a1675802e055 service nova] Acquired lock "refresh_cache-d24a0bae-3b98-4121-a3f7-bedee3a196b4" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.088453] env[69319]: DEBUG nova.network.neutron [req-f51d078b-02a2-44b5-bd22-95bd8eaefd18 req-0b0de877-41f4-483e-8921-a1675802e055 service nova] [instance: d24a0bae-3b98-4121-a3f7-bedee3a196b4] Refreshing network info cache for port c5c69afe-89b4-4dab-a59f-1eea4d5702ed {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1023.265387] env[69319]: DEBUG nova.compute.manager [None req-6adcaaaf-58c6-4393-9e9c-96ffe21cf04e tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] [instance: 6ddef20b-40c0-4f0d-bf0e-81d443706ecd] Start spawning the instance on the hypervisor. {{(pid=69319) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1023.347155] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17423826-2da6-46b3-bd87-0c6624b2ecdd {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.356291] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f28b6481-4361-4335-a906-24c226a0bd1c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.390775] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f370790-dd35-4d48-84ea-3ccc65947cbf {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.400040] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcf8e2a9-4253-463f-8469-796b305504b6 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.414876] env[69319]: DEBUG nova.compute.provider_tree [None req-41450c2e-de2c-4a52-8261-d57a64d0359d tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Updating inventory in ProviderTree for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1023.493224] env[69319]: DEBUG oslo_vmware.api [None req-43c53201-6b45-400c-abfa-928ff353a4a9 tempest-ServersV294TestFqdnHostnames-452613075 tempest-ServersV294TestFqdnHostnames-452613075-project-member] Task: {'id': task-3223607, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.753880] env[69319]: DEBUG nova.network.neutron [None req-6adcaaaf-58c6-4393-9e9c-96ffe21cf04e tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] [instance: 6ddef20b-40c0-4f0d-bf0e-81d443706ecd] Successfully updated port: 412e2c06-99f9-4c93-a4aa-0649dd675016 {{(pid=69319) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1023.898393] env[69319]: DEBUG nova.network.neutron [req-f51d078b-02a2-44b5-bd22-95bd8eaefd18 req-0b0de877-41f4-483e-8921-a1675802e055 service nova] [instance: d24a0bae-3b98-4121-a3f7-bedee3a196b4] Updated VIF entry in instance network info cache for port c5c69afe-89b4-4dab-a59f-1eea4d5702ed. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1023.898845] env[69319]: DEBUG nova.network.neutron [req-f51d078b-02a2-44b5-bd22-95bd8eaefd18 req-0b0de877-41f4-483e-8921-a1675802e055 service nova] [instance: d24a0bae-3b98-4121-a3f7-bedee3a196b4] Updating instance_info_cache with network_info: [{"id": "c5c69afe-89b4-4dab-a59f-1eea4d5702ed", "address": "fa:16:3e:54:69:f7", "network": {"id": "a673a352-fcbe-446a-b78c-3975246791bd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-551867013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b933d0258a1488bbdddf88a90df7360", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f847601f-7479-48eb-842f-41f94eea8537", "external-id": "nsx-vlan-transportzone-35", "segmentation_id": 35, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5c69afe-89", "ovs_interfaceid": "c5c69afe-89b4-4dab-a59f-1eea4d5702ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.953676] env[69319]: DEBUG nova.scheduler.client.report [None req-41450c2e-de2c-4a52-8261-d57a64d0359d tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Updated inventory for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 with generation 106 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1023.954033] env[69319]: DEBUG nova.compute.provider_tree [None req-41450c2e-de2c-4a52-8261-d57a64d0359d tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Updating resource provider 94b8835e-2513-4669-abb9-c8c6813d60e7 generation from 106 to 107 during operation: update_inventory {{(pid=69319) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1023.954314] env[69319]: DEBUG nova.compute.provider_tree [None req-41450c2e-de2c-4a52-8261-d57a64d0359d tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Updating inventory in ProviderTree for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1023.994414] env[69319]: DEBUG oslo_vmware.api [None req-43c53201-6b45-400c-abfa-928ff353a4a9 tempest-ServersV294TestFqdnHostnames-452613075 tempest-ServersV294TestFqdnHostnames-452613075-project-member] Task: {'id': task-3223607, 'name': PowerOnVM_Task, 'duration_secs': 0.886459} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.994723] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-43c53201-6b45-400c-abfa-928ff353a4a9 tempest-ServersV294TestFqdnHostnames-452613075 tempest-ServersV294TestFqdnHostnames-452613075-project-member] [instance: b5440512-ae77-469f-b76b-a6d660b26f50] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1023.994932] env[69319]: INFO nova.compute.manager [None req-43c53201-6b45-400c-abfa-928ff353a4a9 tempest-ServersV294TestFqdnHostnames-452613075 tempest-ServersV294TestFqdnHostnames-452613075-project-member] [instance: b5440512-ae77-469f-b76b-a6d660b26f50] Took 9.30 seconds to spawn the instance on the hypervisor. [ 1023.995147] env[69319]: DEBUG nova.compute.manager [None req-43c53201-6b45-400c-abfa-928ff353a4a9 tempest-ServersV294TestFqdnHostnames-452613075 tempest-ServersV294TestFqdnHostnames-452613075-project-member] [instance: b5440512-ae77-469f-b76b-a6d660b26f50] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1023.996038] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f3e95e1-e9a2-40ff-9183-8f1efe43ee93 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.257512] env[69319]: DEBUG oslo_concurrency.lockutils [None req-6adcaaaf-58c6-4393-9e9c-96ffe21cf04e tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Acquiring lock "refresh_cache-6ddef20b-40c0-4f0d-bf0e-81d443706ecd" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.257750] env[69319]: DEBUG oslo_concurrency.lockutils [None req-6adcaaaf-58c6-4393-9e9c-96ffe21cf04e tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Acquired lock "refresh_cache-6ddef20b-40c0-4f0d-bf0e-81d443706ecd" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.257979] env[69319]: DEBUG nova.network.neutron [None req-6adcaaaf-58c6-4393-9e9c-96ffe21cf04e tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] [instance: 6ddef20b-40c0-4f0d-bf0e-81d443706ecd] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1024.331318] env[69319]: DEBUG nova.compute.manager [req-4bd9728d-50f4-460a-93ab-78744bdce06b req-b342cac4-9f39-45c5-b14c-8f21518e4623 service nova] [instance: 6ddef20b-40c0-4f0d-bf0e-81d443706ecd] Received event network-vif-plugged-412e2c06-99f9-4c93-a4aa-0649dd675016 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1024.331616] env[69319]: DEBUG oslo_concurrency.lockutils [req-4bd9728d-50f4-460a-93ab-78744bdce06b req-b342cac4-9f39-45c5-b14c-8f21518e4623 service nova] Acquiring lock "6ddef20b-40c0-4f0d-bf0e-81d443706ecd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.331898] env[69319]: DEBUG oslo_concurrency.lockutils [req-4bd9728d-50f4-460a-93ab-78744bdce06b req-b342cac4-9f39-45c5-b14c-8f21518e4623 service nova] Lock "6ddef20b-40c0-4f0d-bf0e-81d443706ecd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.331994] env[69319]: DEBUG oslo_concurrency.lockutils [req-4bd9728d-50f4-460a-93ab-78744bdce06b req-b342cac4-9f39-45c5-b14c-8f21518e4623 service nova] Lock "6ddef20b-40c0-4f0d-bf0e-81d443706ecd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.332105] env[69319]: DEBUG nova.compute.manager [req-4bd9728d-50f4-460a-93ab-78744bdce06b req-b342cac4-9f39-45c5-b14c-8f21518e4623 service nova] [instance: 6ddef20b-40c0-4f0d-bf0e-81d443706ecd] No waiting events found dispatching network-vif-plugged-412e2c06-99f9-4c93-a4aa-0649dd675016 {{(pid=69319) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1024.332320] env[69319]: WARNING nova.compute.manager [req-4bd9728d-50f4-460a-93ab-78744bdce06b req-b342cac4-9f39-45c5-b14c-8f21518e4623 service nova] [instance: 6ddef20b-40c0-4f0d-bf0e-81d443706ecd] Received unexpected event network-vif-plugged-412e2c06-99f9-4c93-a4aa-0649dd675016 for instance with vm_state building and task_state spawning. [ 1024.332491] env[69319]: DEBUG nova.compute.manager [req-4bd9728d-50f4-460a-93ab-78744bdce06b req-b342cac4-9f39-45c5-b14c-8f21518e4623 service nova] [instance: 6ddef20b-40c0-4f0d-bf0e-81d443706ecd] Received event network-changed-412e2c06-99f9-4c93-a4aa-0649dd675016 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1024.332643] env[69319]: DEBUG nova.compute.manager [req-4bd9728d-50f4-460a-93ab-78744bdce06b req-b342cac4-9f39-45c5-b14c-8f21518e4623 service nova] [instance: 6ddef20b-40c0-4f0d-bf0e-81d443706ecd] Refreshing instance network info cache due to event network-changed-412e2c06-99f9-4c93-a4aa-0649dd675016. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1024.332811] env[69319]: DEBUG oslo_concurrency.lockutils [req-4bd9728d-50f4-460a-93ab-78744bdce06b req-b342cac4-9f39-45c5-b14c-8f21518e4623 service nova] Acquiring lock "refresh_cache-6ddef20b-40c0-4f0d-bf0e-81d443706ecd" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.401981] env[69319]: DEBUG oslo_concurrency.lockutils [req-f51d078b-02a2-44b5-bd22-95bd8eaefd18 req-0b0de877-41f4-483e-8921-a1675802e055 service nova] Releasing lock "refresh_cache-d24a0bae-3b98-4121-a3f7-bedee3a196b4" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.401981] env[69319]: DEBUG nova.compute.manager [req-f51d078b-02a2-44b5-bd22-95bd8eaefd18 req-0b0de877-41f4-483e-8921-a1675802e055 service nova] [instance: a1acbe0c-f40b-4388-964e-cf7a95551e4c] Received event network-vif-deleted-4a20d4c1-62e9-4a72-b20b-77b8f5c41012 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1024.459749] env[69319]: DEBUG oslo_concurrency.lockutils [None req-41450c2e-de2c-4a52-8261-d57a64d0359d tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.219s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.461899] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0dc4be9d-c89f-4024-a9a7-02e97c4b2153 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.673s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.462282] env[69319]: DEBUG nova.objects.instance [None req-0dc4be9d-c89f-4024-a9a7-02e97c4b2153 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Lazy-loading 'resources' on Instance uuid d33ea59d-f210-4f99-99ee-0c5aa850c757 {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1024.491330] env[69319]: INFO nova.scheduler.client.report [None req-41450c2e-de2c-4a52-8261-d57a64d0359d tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Deleted allocations for instance e619aa14-62f8-4482-a049-28422171cece [ 1024.519404] env[69319]: INFO nova.compute.manager [None req-43c53201-6b45-400c-abfa-928ff353a4a9 tempest-ServersV294TestFqdnHostnames-452613075 tempest-ServersV294TestFqdnHostnames-452613075-project-member] [instance: b5440512-ae77-469f-b76b-a6d660b26f50] Took 43.23 seconds to build instance. [ 1024.796845] env[69319]: DEBUG nova.network.neutron [None req-6adcaaaf-58c6-4393-9e9c-96ffe21cf04e tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] [instance: 6ddef20b-40c0-4f0d-bf0e-81d443706ecd] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1024.949841] env[69319]: DEBUG nova.network.neutron [None req-6adcaaaf-58c6-4393-9e9c-96ffe21cf04e tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] [instance: 6ddef20b-40c0-4f0d-bf0e-81d443706ecd] Updating instance_info_cache with network_info: [{"id": "412e2c06-99f9-4c93-a4aa-0649dd675016", "address": "fa:16:3e:e1:93:e4", "network": {"id": "479b2db4-1595-499c-989e-d2c9bc18b740", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1550392127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6533c097f5254ff48af7edf184b57761", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31ac3fea-ebf4-4bed-bf70-1eaecdf71280", "external-id": "nsx-vlan-transportzone-489", "segmentation_id": 489, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap412e2c06-99", "ovs_interfaceid": "412e2c06-99f9-4c93-a4aa-0649dd675016", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.999785] env[69319]: DEBUG oslo_concurrency.lockutils [None req-41450c2e-de2c-4a52-8261-d57a64d0359d tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Lock "e619aa14-62f8-4482-a049-28422171cece" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.341s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.021953] env[69319]: DEBUG oslo_concurrency.lockutils [None req-43c53201-6b45-400c-abfa-928ff353a4a9 tempest-ServersV294TestFqdnHostnames-452613075 tempest-ServersV294TestFqdnHostnames-452613075-project-member] Lock "b5440512-ae77-469f-b76b-a6d660b26f50" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.206s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.411620] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02150a49-7adb-4d58-921d-7c58295c8c45 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.422966] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74d8dd22-4161-4616-a498-67b0b5532408 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.470435] env[69319]: DEBUG oslo_concurrency.lockutils [None req-6adcaaaf-58c6-4393-9e9c-96ffe21cf04e tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Releasing lock "refresh_cache-6ddef20b-40c0-4f0d-bf0e-81d443706ecd" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.470931] env[69319]: DEBUG nova.compute.manager [None req-6adcaaaf-58c6-4393-9e9c-96ffe21cf04e tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] [instance: 6ddef20b-40c0-4f0d-bf0e-81d443706ecd] Instance network_info: |[{"id": "412e2c06-99f9-4c93-a4aa-0649dd675016", "address": "fa:16:3e:e1:93:e4", "network": {"id": "479b2db4-1595-499c-989e-d2c9bc18b740", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1550392127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6533c097f5254ff48af7edf184b57761", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31ac3fea-ebf4-4bed-bf70-1eaecdf71280", "external-id": "nsx-vlan-transportzone-489", "segmentation_id": 489, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap412e2c06-99", "ovs_interfaceid": "412e2c06-99f9-4c93-a4aa-0649dd675016", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1025.472073] env[69319]: DEBUG oslo_concurrency.lockutils [req-4bd9728d-50f4-460a-93ab-78744bdce06b req-b342cac4-9f39-45c5-b14c-8f21518e4623 service nova] Acquired lock "refresh_cache-6ddef20b-40c0-4f0d-bf0e-81d443706ecd" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.472073] env[69319]: DEBUG nova.network.neutron [req-4bd9728d-50f4-460a-93ab-78744bdce06b req-b342cac4-9f39-45c5-b14c-8f21518e4623 service nova] [instance: 6ddef20b-40c0-4f0d-bf0e-81d443706ecd] Refreshing network info cache for port 412e2c06-99f9-4c93-a4aa-0649dd675016 {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1025.474331] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9177397b-f5b4-48e5-8975-882ca8e4d536 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.486244] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be498357-3f3f-4df9-875b-09a34be27860 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.506160] env[69319]: DEBUG nova.compute.provider_tree [None req-0dc4be9d-c89f-4024-a9a7-02e97c4b2153 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1026.010459] env[69319]: DEBUG nova.scheduler.client.report [None req-0dc4be9d-c89f-4024-a9a7-02e97c4b2153 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1026.196824] env[69319]: DEBUG nova.network.neutron [req-4bd9728d-50f4-460a-93ab-78744bdce06b req-b342cac4-9f39-45c5-b14c-8f21518e4623 service nova] [instance: 6ddef20b-40c0-4f0d-bf0e-81d443706ecd] Updated VIF entry in instance network info cache for port 412e2c06-99f9-4c93-a4aa-0649dd675016. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1026.197233] env[69319]: DEBUG nova.network.neutron [req-4bd9728d-50f4-460a-93ab-78744bdce06b req-b342cac4-9f39-45c5-b14c-8f21518e4623 service nova] [instance: 6ddef20b-40c0-4f0d-bf0e-81d443706ecd] Updating instance_info_cache with network_info: [{"id": "412e2c06-99f9-4c93-a4aa-0649dd675016", "address": "fa:16:3e:e1:93:e4", "network": {"id": "479b2db4-1595-499c-989e-d2c9bc18b740", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1550392127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6533c097f5254ff48af7edf184b57761", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31ac3fea-ebf4-4bed-bf70-1eaecdf71280", "external-id": "nsx-vlan-transportzone-489", "segmentation_id": 489, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap412e2c06-99", "ovs_interfaceid": "412e2c06-99f9-4c93-a4aa-0649dd675016", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.516028] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0dc4be9d-c89f-4024-a9a7-02e97c4b2153 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.054s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.519031] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f0d814e0-e2b8-41c3-a388-be216563a961 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.669s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.519031] env[69319]: DEBUG nova.objects.instance [None req-f0d814e0-e2b8-41c3-a388-be216563a961 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Lazy-loading 'resources' on Instance uuid eed9382b-082a-4bb3-8a9b-fee6331fc411 {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1026.543241] env[69319]: INFO nova.scheduler.client.report [None req-0dc4be9d-c89f-4024-a9a7-02e97c4b2153 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Deleted allocations for instance d33ea59d-f210-4f99-99ee-0c5aa850c757 [ 1026.700835] env[69319]: DEBUG oslo_concurrency.lockutils [req-4bd9728d-50f4-460a-93ab-78744bdce06b req-b342cac4-9f39-45c5-b14c-8f21518e4623 service nova] Releasing lock "refresh_cache-6ddef20b-40c0-4f0d-bf0e-81d443706ecd" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.051795] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0dc4be9d-c89f-4024-a9a7-02e97c4b2153 tempest-ServersListShow298Test-718602559 tempest-ServersListShow298Test-718602559-project-member] Lock "d33ea59d-f210-4f99-99ee-0c5aa850c757" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.116s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.331311] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d93147c-6cd4-4963-b4a4-fa29fc54a716 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.339307] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1e8c04f-dc22-482a-a69a-af382f60373a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.369848] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13863824-39a5-4527-943d-fa2bcd1dcb2f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.377526] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72f22dbd-3b26-44ef-ab15-a26f8a448f11 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.391365] env[69319]: DEBUG nova.compute.provider_tree [None req-f0d814e0-e2b8-41c3-a388-be216563a961 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1027.895035] env[69319]: DEBUG nova.scheduler.client.report [None req-f0d814e0-e2b8-41c3-a388-be216563a961 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1028.399453] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f0d814e0-e2b8-41c3-a388-be216563a961 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.881s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.402957] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f69fdba0-57d6-4bc1-9b1a-c8c2d17e04b1 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.551s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.403275] env[69319]: DEBUG nova.objects.instance [None req-f69fdba0-57d6-4bc1-9b1a-c8c2d17e04b1 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Lazy-loading 'resources' on Instance uuid 8dabca07-310b-4c22-b6c5-9fc57cf98adf {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1028.421205] env[69319]: INFO nova.scheduler.client.report [None req-f0d814e0-e2b8-41c3-a388-be216563a961 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Deleted allocations for instance eed9382b-082a-4bb3-8a9b-fee6331fc411 [ 1028.931023] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f0d814e0-e2b8-41c3-a388-be216563a961 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Lock "eed9382b-082a-4bb3-8a9b-fee6331fc411" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.318s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.215187] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5bce69c-d3f7-4c27-99c7-0433998838ed {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.223572] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34681c5e-db04-4340-b5bc-3f1af9c06897 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.255439] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e2e1750-7b31-443d-9508-14099103c704 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.262917] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d01823b2-3796-4856-b791-2d47bd40d8d4 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.276654] env[69319]: DEBUG nova.compute.provider_tree [None req-f69fdba0-57d6-4bc1-9b1a-c8c2d17e04b1 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1029.780460] env[69319]: DEBUG nova.scheduler.client.report [None req-f69fdba0-57d6-4bc1-9b1a-c8c2d17e04b1 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1030.055808] env[69319]: DEBUG nova.virt.hardware [None req-6adcaaaf-58c6-4393-9e9c-96ffe21cf04e tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:32:36Z,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31f027872f6f44dba95ff2fe7a062e00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:32:36Z,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1030.056172] env[69319]: DEBUG nova.virt.hardware [None req-6adcaaaf-58c6-4393-9e9c-96ffe21cf04e tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1030.056324] env[69319]: DEBUG nova.virt.hardware [None req-6adcaaaf-58c6-4393-9e9c-96ffe21cf04e tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1030.056515] env[69319]: DEBUG nova.virt.hardware [None req-6adcaaaf-58c6-4393-9e9c-96ffe21cf04e tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1030.056791] env[69319]: DEBUG nova.virt.hardware [None req-6adcaaaf-58c6-4393-9e9c-96ffe21cf04e tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1030.057009] env[69319]: DEBUG nova.virt.hardware [None req-6adcaaaf-58c6-4393-9e9c-96ffe21cf04e tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1030.057263] env[69319]: DEBUG nova.virt.hardware [None req-6adcaaaf-58c6-4393-9e9c-96ffe21cf04e tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1030.057419] env[69319]: DEBUG nova.virt.hardware [None req-6adcaaaf-58c6-4393-9e9c-96ffe21cf04e tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1030.057586] env[69319]: DEBUG nova.virt.hardware [None req-6adcaaaf-58c6-4393-9e9c-96ffe21cf04e tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1030.057752] env[69319]: DEBUG nova.virt.hardware [None req-6adcaaaf-58c6-4393-9e9c-96ffe21cf04e tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1030.057932] env[69319]: DEBUG nova.virt.hardware [None req-6adcaaaf-58c6-4393-9e9c-96ffe21cf04e tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1030.060581] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49f9e177-eeed-442e-ac44-03709636432f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.070750] env[69319]: DEBUG oslo_vmware.rw_handles [None req-81e8c410-b386-4edd-bfec-9f6daf560a1a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52387a93-e2cd-e70c-e426-f58a6cea9a9f/disk-0.vmdk. {{(pid=69319) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1030.072077] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aa3d3ae-79ef-4f69-b76a-2aab1dedf3eb {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.076657] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c91c8be8-e261-417a-abc1-b0df5a3deba6 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.091802] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-6adcaaaf-58c6-4393-9e9c-96ffe21cf04e tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] [instance: 6ddef20b-40c0-4f0d-bf0e-81d443706ecd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:93:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '31ac3fea-ebf4-4bed-bf70-1eaecdf71280', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '412e2c06-99f9-4c93-a4aa-0649dd675016', 'vif_model': 'vmxnet3'}] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1030.099574] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6adcaaaf-58c6-4393-9e9c-96ffe21cf04e tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1030.101491] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ddef20b-40c0-4f0d-bf0e-81d443706ecd] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1030.101783] env[69319]: DEBUG oslo_vmware.rw_handles [None req-81e8c410-b386-4edd-bfec-9f6daf560a1a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52387a93-e2cd-e70c-e426-f58a6cea9a9f/disk-0.vmdk is in state: ready. {{(pid=69319) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1030.101941] env[69319]: ERROR oslo_vmware.rw_handles [None req-81e8c410-b386-4edd-bfec-9f6daf560a1a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52387a93-e2cd-e70c-e426-f58a6cea9a9f/disk-0.vmdk due to incomplete transfer. [ 1030.102185] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9886d0ac-08d0-48a8-8556-18df4a4f7f6c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.116615] env[69319]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6ea49617-5bbd-4ffd-a1a6-11a4340d992a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.124623] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1030.124623] env[69319]: value = "task-3223608" [ 1030.124623] env[69319]: _type = "Task" [ 1030.124623] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.125962] env[69319]: DEBUG oslo_vmware.rw_handles [None req-81e8c410-b386-4edd-bfec-9f6daf560a1a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52387a93-e2cd-e70c-e426-f58a6cea9a9f/disk-0.vmdk. {{(pid=69319) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1030.126090] env[69319]: DEBUG nova.virt.vmwareapi.images [None req-81e8c410-b386-4edd-bfec-9f6daf560a1a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 3398ecd5-6889-400b-a436-e22d014f0da0] Uploaded image 61fc5efe-9bd9-4fb1-b821-934fd5ae8e06 to the Glance image server {{(pid=69319) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1030.128435] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-81e8c410-b386-4edd-bfec-9f6daf560a1a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 3398ecd5-6889-400b-a436-e22d014f0da0] Destroying the VM {{(pid=69319) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1030.131837] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7f2894ea-0338-4d62-958c-4d0e6f262c2d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.140628] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223608, 'name': CreateVM_Task} progress is 6%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.141773] env[69319]: DEBUG oslo_vmware.api [None req-81e8c410-b386-4edd-bfec-9f6daf560a1a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Waiting for the task: (returnval){ [ 1030.141773] env[69319]: value = "task-3223609" [ 1030.141773] env[69319]: _type = "Task" [ 1030.141773] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.150566] env[69319]: DEBUG oslo_vmware.api [None req-81e8c410-b386-4edd-bfec-9f6daf560a1a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3223609, 'name': Destroy_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.286890] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f69fdba0-57d6-4bc1-9b1a-c8c2d17e04b1 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.885s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.293183] env[69319]: DEBUG oslo_concurrency.lockutils [None req-093892c8-7ae6-4fe1-874b-830baebf2f9c tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.783s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.293415] env[69319]: DEBUG nova.objects.instance [None req-093892c8-7ae6-4fe1-874b-830baebf2f9c tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Lazy-loading 'resources' on Instance uuid 3e95f2d5-d392-47c4-b519-4a218660516b {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1030.317841] env[69319]: INFO nova.scheduler.client.report [None req-f69fdba0-57d6-4bc1-9b1a-c8c2d17e04b1 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Deleted allocations for instance 8dabca07-310b-4c22-b6c5-9fc57cf98adf [ 1030.639065] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223608, 'name': CreateVM_Task, 'duration_secs': 0.433448} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.639753] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ddef20b-40c0-4f0d-bf0e-81d443706ecd] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1030.639965] env[69319]: DEBUG oslo_concurrency.lockutils [None req-6adcaaaf-58c6-4393-9e9c-96ffe21cf04e tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.640450] env[69319]: DEBUG oslo_concurrency.lockutils [None req-6adcaaaf-58c6-4393-9e9c-96ffe21cf04e tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.641094] env[69319]: DEBUG oslo_concurrency.lockutils [None req-6adcaaaf-58c6-4393-9e9c-96ffe21cf04e tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.641691] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34e032f4-9482-4fc7-8b16-b086d970663d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.650980] env[69319]: DEBUG oslo_vmware.api [None req-6adcaaaf-58c6-4393-9e9c-96ffe21cf04e tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Waiting for the task: (returnval){ [ 1030.650980] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52f5a223-79e1-135c-6756-6f4aff0acdd3" [ 1030.650980] env[69319]: _type = "Task" [ 1030.650980] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.655131] env[69319]: DEBUG oslo_vmware.api [None req-81e8c410-b386-4edd-bfec-9f6daf560a1a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3223609, 'name': Destroy_Task} progress is 33%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.664078] env[69319]: DEBUG oslo_vmware.api [None req-6adcaaaf-58c6-4393-9e9c-96ffe21cf04e tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52f5a223-79e1-135c-6756-6f4aff0acdd3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.796210] env[69319]: INFO nova.compute.manager [None req-7961c1ee-290a-4583-96df-76035c26cd72 tempest-ServerActionsV293TestJSON-1988837861 tempest-ServerActionsV293TestJSON-1988837861-project-member] [instance: ad622127-7078-489f-9f55-5663137241aa] Rebuilding instance [ 1030.827877] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f69fdba0-57d6-4bc1-9b1a-c8c2d17e04b1 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Lock "8dabca07-310b-4c22-b6c5-9fc57cf98adf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.205s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.872975] env[69319]: DEBUG nova.compute.manager [None req-7961c1ee-290a-4583-96df-76035c26cd72 tempest-ServerActionsV293TestJSON-1988837861 tempest-ServerActionsV293TestJSON-1988837861-project-member] [instance: ad622127-7078-489f-9f55-5663137241aa] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1030.872975] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62d1265c-3fa8-4c27-a0b7-98da63f38126 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.996601] env[69319]: DEBUG oslo_concurrency.lockutils [None req-3e59310b-6e72-4186-9f9d-cf32c2471f4e tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Acquiring lock "5886cbfc-c361-45ef-872c-1704f7d85aff" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.996804] env[69319]: DEBUG oslo_concurrency.lockutils [None req-3e59310b-6e72-4186-9f9d-cf32c2471f4e tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Lock "5886cbfc-c361-45ef-872c-1704f7d85aff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.129860] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c9cc71e0-8cc7-441f-8c93-5db359504c8f tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Acquiring lock "interface-4650fd7f-02d1-46d1-b68e-3fb75e237e57-8d5211e0-0df8-44fd-870c-5f4af0991cc1" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.131169] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c9cc71e0-8cc7-441f-8c93-5db359504c8f tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Lock "interface-4650fd7f-02d1-46d1-b68e-3fb75e237e57-8d5211e0-0df8-44fd-870c-5f4af0991cc1" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.131788] env[69319]: DEBUG nova.objects.instance [None req-c9cc71e0-8cc7-441f-8c93-5db359504c8f tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Lazy-loading 'flavor' on Instance uuid 4650fd7f-02d1-46d1-b68e-3fb75e237e57 {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1031.156057] env[69319]: DEBUG oslo_vmware.api [None req-81e8c410-b386-4edd-bfec-9f6daf560a1a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3223609, 'name': Destroy_Task, 'duration_secs': 0.747439} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.160210] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-81e8c410-b386-4edd-bfec-9f6daf560a1a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 3398ecd5-6889-400b-a436-e22d014f0da0] Destroyed the VM [ 1031.160523] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-81e8c410-b386-4edd-bfec-9f6daf560a1a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 3398ecd5-6889-400b-a436-e22d014f0da0] Deleting Snapshot of the VM instance {{(pid=69319) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1031.164283] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-113800c7-3778-45af-9791-4cf5f1d500e6 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.172021] env[69319]: DEBUG oslo_vmware.api [None req-6adcaaaf-58c6-4393-9e9c-96ffe21cf04e tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52f5a223-79e1-135c-6756-6f4aff0acdd3, 'name': SearchDatastore_Task, 'duration_secs': 0.020829} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.173431] env[69319]: DEBUG oslo_concurrency.lockutils [None req-6adcaaaf-58c6-4393-9e9c-96ffe21cf04e tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.173663] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-6adcaaaf-58c6-4393-9e9c-96ffe21cf04e tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] [instance: 6ddef20b-40c0-4f0d-bf0e-81d443706ecd] Processing image 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1031.173927] env[69319]: DEBUG oslo_concurrency.lockutils [None req-6adcaaaf-58c6-4393-9e9c-96ffe21cf04e tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.174122] env[69319]: DEBUG oslo_concurrency.lockutils [None req-6adcaaaf-58c6-4393-9e9c-96ffe21cf04e tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.174322] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-6adcaaaf-58c6-4393-9e9c-96ffe21cf04e tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1031.174729] env[69319]: DEBUG oslo_vmware.api [None req-81e8c410-b386-4edd-bfec-9f6daf560a1a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Waiting for the task: (returnval){ [ 1031.174729] env[69319]: value = "task-3223610" [ 1031.174729] env[69319]: _type = "Task" [ 1031.174729] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.177884] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4c013f23-9e65-4b6d-987e-2bdfe88c0ffa {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.188990] env[69319]: DEBUG oslo_vmware.api [None req-81e8c410-b386-4edd-bfec-9f6daf560a1a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3223610, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.190613] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-6adcaaaf-58c6-4393-9e9c-96ffe21cf04e tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1031.190613] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-6adcaaaf-58c6-4393-9e9c-96ffe21cf04e tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1031.194079] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8062ba4-249d-4712-89c6-67fc7c4531fc {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.199430] env[69319]: DEBUG oslo_vmware.api [None req-6adcaaaf-58c6-4393-9e9c-96ffe21cf04e tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Waiting for the task: (returnval){ [ 1031.199430] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52ee5c1d-eb83-2be7-b9cc-32834d3ebe30" [ 1031.199430] env[69319]: _type = "Task" [ 1031.199430] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.207816] env[69319]: DEBUG oslo_vmware.api [None req-6adcaaaf-58c6-4393-9e9c-96ffe21cf04e tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52ee5c1d-eb83-2be7-b9cc-32834d3ebe30, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.211035] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-507d2cb6-add5-400e-a4b3-24ed042a65bb {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.218530] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8b331b5-febd-46d2-82ee-1d0a33fd692c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.253893] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-520f798b-9b4d-490d-8cad-3d8744f7bb09 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.264043] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80b00669-c00d-40b4-a7d8-2de888f9bb77 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.279538] env[69319]: DEBUG nova.compute.provider_tree [None req-093892c8-7ae6-4fe1-874b-830baebf2f9c tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1031.503014] env[69319]: DEBUG nova.compute.manager [None req-3e59310b-6e72-4186-9f9d-cf32c2471f4e tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] [instance: 5886cbfc-c361-45ef-872c-1704f7d85aff] Starting instance... {{(pid=69319) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1031.576107] env[69319]: DEBUG oslo_vmware.rw_handles [None req-691faf0a-cad6-4ef3-bf20-5aeaa3f4d4c6 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524d628f-d0a9-5cc5-ecde-db7186819370/disk-0.vmdk. {{(pid=69319) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1031.577169] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fabb1d4-39ce-4d94-8347-9429784706ef {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.586230] env[69319]: DEBUG oslo_vmware.rw_handles [None req-691faf0a-cad6-4ef3-bf20-5aeaa3f4d4c6 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524d628f-d0a9-5cc5-ecde-db7186819370/disk-0.vmdk is in state: ready. {{(pid=69319) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1031.586230] env[69319]: ERROR oslo_vmware.rw_handles [None req-691faf0a-cad6-4ef3-bf20-5aeaa3f4d4c6 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524d628f-d0a9-5cc5-ecde-db7186819370/disk-0.vmdk due to incomplete transfer. [ 1031.586230] env[69319]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-84055245-4693-4efd-9dbb-425f24e6b33b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.595868] env[69319]: DEBUG oslo_vmware.rw_handles [None req-691faf0a-cad6-4ef3-bf20-5aeaa3f4d4c6 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524d628f-d0a9-5cc5-ecde-db7186819370/disk-0.vmdk. {{(pid=69319) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1031.595868] env[69319]: DEBUG nova.virt.vmwareapi.images [None req-691faf0a-cad6-4ef3-bf20-5aeaa3f4d4c6 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 33bc946c-1397-4355-8132-bc27084a66ba] Uploaded image d78684b3-f02e-45b8-ae94-8700eaa414b6 to the Glance image server {{(pid=69319) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1031.595868] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-691faf0a-cad6-4ef3-bf20-5aeaa3f4d4c6 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 33bc946c-1397-4355-8132-bc27084a66ba] Destroying the VM {{(pid=69319) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1031.595868] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-cb6918f0-b4f3-49ea-b799-575b59c7fe00 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.604023] env[69319]: DEBUG oslo_vmware.api [None req-691faf0a-cad6-4ef3-bf20-5aeaa3f4d4c6 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Waiting for the task: (returnval){ [ 1031.604023] env[69319]: value = "task-3223611" [ 1031.604023] env[69319]: _type = "Task" [ 1031.604023] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.616489] env[69319]: DEBUG oslo_vmware.api [None req-691faf0a-cad6-4ef3-bf20-5aeaa3f4d4c6 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3223611, 'name': Destroy_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.690881] env[69319]: DEBUG oslo_vmware.api [None req-81e8c410-b386-4edd-bfec-9f6daf560a1a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3223610, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.710316] env[69319]: DEBUG oslo_vmware.api [None req-6adcaaaf-58c6-4393-9e9c-96ffe21cf04e tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52ee5c1d-eb83-2be7-b9cc-32834d3ebe30, 'name': SearchDatastore_Task, 'duration_secs': 0.014389} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.710607] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9643ad2a-f667-49ba-a997-6743afa9d260 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.717935] env[69319]: DEBUG oslo_vmware.api [None req-6adcaaaf-58c6-4393-9e9c-96ffe21cf04e tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Waiting for the task: (returnval){ [ 1031.717935] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52b7b80c-2952-0e0b-b1a5-90b3a489bab1" [ 1031.717935] env[69319]: _type = "Task" [ 1031.717935] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.729875] env[69319]: DEBUG oslo_vmware.api [None req-6adcaaaf-58c6-4393-9e9c-96ffe21cf04e tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52b7b80c-2952-0e0b-b1a5-90b3a489bab1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.785297] env[69319]: DEBUG nova.scheduler.client.report [None req-093892c8-7ae6-4fe1-874b-830baebf2f9c tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1031.896551] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-7961c1ee-290a-4583-96df-76035c26cd72 tempest-ServerActionsV293TestJSON-1988837861 tempest-ServerActionsV293TestJSON-1988837861-project-member] [instance: ad622127-7078-489f-9f55-5663137241aa] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1031.898065] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5c07c46e-e518-4b7a-8040-a706aae740d8 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.913211] env[69319]: DEBUG oslo_vmware.api [None req-7961c1ee-290a-4583-96df-76035c26cd72 tempest-ServerActionsV293TestJSON-1988837861 tempest-ServerActionsV293TestJSON-1988837861-project-member] Waiting for the task: (returnval){ [ 1031.913211] env[69319]: value = "task-3223612" [ 1031.913211] env[69319]: _type = "Task" [ 1031.913211] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.916835] env[69319]: DEBUG nova.objects.instance [None req-c9cc71e0-8cc7-441f-8c93-5db359504c8f tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Lazy-loading 'pci_requests' on Instance uuid 4650fd7f-02d1-46d1-b68e-3fb75e237e57 {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1031.923944] env[69319]: DEBUG oslo_vmware.api [None req-7961c1ee-290a-4583-96df-76035c26cd72 tempest-ServerActionsV293TestJSON-1988837861 tempest-ServerActionsV293TestJSON-1988837861-project-member] Task: {'id': task-3223612, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.031652] env[69319]: DEBUG oslo_concurrency.lockutils [None req-3e59310b-6e72-4186-9f9d-cf32c2471f4e tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.114559] env[69319]: DEBUG oslo_vmware.api [None req-691faf0a-cad6-4ef3-bf20-5aeaa3f4d4c6 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3223611, 'name': Destroy_Task} progress is 33%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.190363] env[69319]: DEBUG oslo_vmware.api [None req-81e8c410-b386-4edd-bfec-9f6daf560a1a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3223610, 'name': RemoveSnapshot_Task, 'duration_secs': 0.614033} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.191619] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-81e8c410-b386-4edd-bfec-9f6daf560a1a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 3398ecd5-6889-400b-a436-e22d014f0da0] Deleted Snapshot of the VM instance {{(pid=69319) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1032.192101] env[69319]: DEBUG nova.compute.manager [None req-81e8c410-b386-4edd-bfec-9f6daf560a1a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 3398ecd5-6889-400b-a436-e22d014f0da0] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1032.193048] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2213f89a-a3b1-4aff-a289-069fbf8d2ae9 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.235304] env[69319]: DEBUG oslo_vmware.api [None req-6adcaaaf-58c6-4393-9e9c-96ffe21cf04e tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52b7b80c-2952-0e0b-b1a5-90b3a489bab1, 'name': SearchDatastore_Task, 'duration_secs': 0.020763} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.235734] env[69319]: DEBUG oslo_concurrency.lockutils [None req-6adcaaaf-58c6-4393-9e9c-96ffe21cf04e tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.236025] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-6adcaaaf-58c6-4393-9e9c-96ffe21cf04e tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore1] 6ddef20b-40c0-4f0d-bf0e-81d443706ecd/6ddef20b-40c0-4f0d-bf0e-81d443706ecd.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1032.236295] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-be488794-5568-44b7-b875-b27fbf0f6e4d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.243292] env[69319]: DEBUG oslo_vmware.api [None req-6adcaaaf-58c6-4393-9e9c-96ffe21cf04e tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Waiting for the task: (returnval){ [ 1032.243292] env[69319]: value = "task-3223613" [ 1032.243292] env[69319]: _type = "Task" [ 1032.243292] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.251810] env[69319]: DEBUG oslo_vmware.api [None req-6adcaaaf-58c6-4393-9e9c-96ffe21cf04e tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Task: {'id': task-3223613, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.290814] env[69319]: DEBUG oslo_concurrency.lockutils [None req-093892c8-7ae6-4fe1-874b-830baebf2f9c tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.998s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.295545] env[69319]: DEBUG oslo_concurrency.lockutils [None req-4db49b16-4212-4a24-9c0a-c511e6e0e93b tempest-ServersTestBootFromVolume-326018844 tempest-ServersTestBootFromVolume-326018844-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.209s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.295545] env[69319]: DEBUG nova.objects.instance [None req-4db49b16-4212-4a24-9c0a-c511e6e0e93b tempest-ServersTestBootFromVolume-326018844 tempest-ServersTestBootFromVolume-326018844-project-member] Lazy-loading 'resources' on Instance uuid e87c6601-7a18-4857-9d93-4fea4fefed40 {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1032.317778] env[69319]: INFO nova.scheduler.client.report [None req-093892c8-7ae6-4fe1-874b-830baebf2f9c tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Deleted allocations for instance 3e95f2d5-d392-47c4-b519-4a218660516b [ 1032.421908] env[69319]: DEBUG oslo_vmware.api [None req-7961c1ee-290a-4583-96df-76035c26cd72 tempest-ServerActionsV293TestJSON-1988837861 tempest-ServerActionsV293TestJSON-1988837861-project-member] Task: {'id': task-3223612, 'name': PowerOffVM_Task, 'duration_secs': 0.20448} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.422337] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-7961c1ee-290a-4583-96df-76035c26cd72 tempest-ServerActionsV293TestJSON-1988837861 tempest-ServerActionsV293TestJSON-1988837861-project-member] [instance: ad622127-7078-489f-9f55-5663137241aa] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1032.423437] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-7961c1ee-290a-4583-96df-76035c26cd72 tempest-ServerActionsV293TestJSON-1988837861 tempest-ServerActionsV293TestJSON-1988837861-project-member] [instance: ad622127-7078-489f-9f55-5663137241aa] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1032.423782] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7f6ef44f-5fa9-4eee-a074-57570d5ca7a0 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.426013] env[69319]: DEBUG nova.objects.base [None req-c9cc71e0-8cc7-441f-8c93-5db359504c8f tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Object Instance<4650fd7f-02d1-46d1-b68e-3fb75e237e57> lazy-loaded attributes: flavor,pci_requests {{(pid=69319) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1032.426241] env[69319]: DEBUG nova.network.neutron [None req-c9cc71e0-8cc7-441f-8c93-5db359504c8f tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 4650fd7f-02d1-46d1-b68e-3fb75e237e57] allocate_for_instance() {{(pid=69319) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1032.433421] env[69319]: DEBUG oslo_vmware.api [None req-7961c1ee-290a-4583-96df-76035c26cd72 tempest-ServerActionsV293TestJSON-1988837861 tempest-ServerActionsV293TestJSON-1988837861-project-member] Waiting for the task: (returnval){ [ 1032.433421] env[69319]: value = "task-3223614" [ 1032.433421] env[69319]: _type = "Task" [ 1032.433421] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.445775] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-7961c1ee-290a-4583-96df-76035c26cd72 tempest-ServerActionsV293TestJSON-1988837861 tempest-ServerActionsV293TestJSON-1988837861-project-member] [instance: ad622127-7078-489f-9f55-5663137241aa] VM already powered off {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1032.445775] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-7961c1ee-290a-4583-96df-76035c26cd72 tempest-ServerActionsV293TestJSON-1988837861 tempest-ServerActionsV293TestJSON-1988837861-project-member] [instance: ad622127-7078-489f-9f55-5663137241aa] Volume detach. Driver type: vmdk {{(pid=69319) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1032.445775] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-7961c1ee-290a-4583-96df-76035c26cd72 tempest-ServerActionsV293TestJSON-1988837861 tempest-ServerActionsV293TestJSON-1988837861-project-member] [instance: ad622127-7078-489f-9f55-5663137241aa] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-644408', 'volume_id': '8954f70c-26f3-49bc-be1f-08caeb5b97db', 'name': 'volume-8954f70c-26f3-49bc-be1f-08caeb5b97db', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ad622127-7078-489f-9f55-5663137241aa', 'attached_at': '', 'detached_at': '', 'volume_id': '8954f70c-26f3-49bc-be1f-08caeb5b97db', 'serial': '8954f70c-26f3-49bc-be1f-08caeb5b97db'} {{(pid=69319) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1032.447231] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-306644cd-c748-49be-92ce-f907304ca1e6 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.467322] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dc025f3-01c4-4e77-8e0f-b09276a122bf {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.474188] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5479cc6-051f-46f4-8362-85e116dde8dd {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.495921] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cedde532-889d-4098-a109-19aca1382b54 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.511174] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-7961c1ee-290a-4583-96df-76035c26cd72 tempest-ServerActionsV293TestJSON-1988837861 tempest-ServerActionsV293TestJSON-1988837861-project-member] The volume has not been displaced from its original location: [datastore1] volume-8954f70c-26f3-49bc-be1f-08caeb5b97db/volume-8954f70c-26f3-49bc-be1f-08caeb5b97db.vmdk. No consolidation needed. {{(pid=69319) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1032.516974] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-7961c1ee-290a-4583-96df-76035c26cd72 tempest-ServerActionsV293TestJSON-1988837861 tempest-ServerActionsV293TestJSON-1988837861-project-member] [instance: ad622127-7078-489f-9f55-5663137241aa] Reconfiguring VM instance instance-00000040 to detach disk 2000 {{(pid=69319) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1032.517692] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0ab4a27-cc6d-4d4a-b2df-270437578a99 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.541243] env[69319]: DEBUG oslo_vmware.api [None req-7961c1ee-290a-4583-96df-76035c26cd72 tempest-ServerActionsV293TestJSON-1988837861 tempest-ServerActionsV293TestJSON-1988837861-project-member] Waiting for the task: (returnval){ [ 1032.541243] env[69319]: value = "task-3223615" [ 1032.541243] env[69319]: _type = "Task" [ 1032.541243] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.551651] env[69319]: DEBUG oslo_vmware.api [None req-7961c1ee-290a-4583-96df-76035c26cd72 tempest-ServerActionsV293TestJSON-1988837861 tempest-ServerActionsV293TestJSON-1988837861-project-member] Task: {'id': task-3223615, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.581481] env[69319]: DEBUG nova.policy [None req-c9cc71e0-8cc7-441f-8c93-5db359504c8f tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '22b4fbb08523413a999beeddea8a5d62', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0030fcfc26054d94b76414b0098fa648', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69319) authorize /opt/stack/nova/nova/policy.py:192}} [ 1032.614131] env[69319]: DEBUG oslo_vmware.api [None req-691faf0a-cad6-4ef3-bf20-5aeaa3f4d4c6 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3223611, 'name': Destroy_Task, 'duration_secs': 0.802033} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.614296] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-691faf0a-cad6-4ef3-bf20-5aeaa3f4d4c6 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 33bc946c-1397-4355-8132-bc27084a66ba] Destroyed the VM [ 1032.614568] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-691faf0a-cad6-4ef3-bf20-5aeaa3f4d4c6 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 33bc946c-1397-4355-8132-bc27084a66ba] Deleting Snapshot of the VM instance {{(pid=69319) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1032.614855] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-013e3a60-7e8e-42c0-a899-b6186a8a6371 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.622471] env[69319]: DEBUG oslo_vmware.api [None req-691faf0a-cad6-4ef3-bf20-5aeaa3f4d4c6 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Waiting for the task: (returnval){ [ 1032.622471] env[69319]: value = "task-3223616" [ 1032.622471] env[69319]: _type = "Task" [ 1032.622471] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.635401] env[69319]: DEBUG oslo_vmware.api [None req-691faf0a-cad6-4ef3-bf20-5aeaa3f4d4c6 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3223616, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.709542] env[69319]: INFO nova.compute.manager [None req-81e8c410-b386-4edd-bfec-9f6daf560a1a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 3398ecd5-6889-400b-a436-e22d014f0da0] Shelve offloading [ 1032.756761] env[69319]: DEBUG oslo_vmware.api [None req-6adcaaaf-58c6-4393-9e9c-96ffe21cf04e tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Task: {'id': task-3223613, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.831028] env[69319]: DEBUG oslo_concurrency.lockutils [None req-093892c8-7ae6-4fe1-874b-830baebf2f9c tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Lock "3e95f2d5-d392-47c4-b519-4a218660516b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.946s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.875915] env[69319]: DEBUG nova.compute.manager [req-f1624758-df0b-476a-965d-476d1213d9ed req-8757a1fe-1293-4519-a5e6-fa126388783f service nova] [instance: b5440512-ae77-469f-b76b-a6d660b26f50] Received event network-changed-42ec5c4b-3493-4d42-9761-2b7744b1aed0 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1032.876291] env[69319]: DEBUG nova.compute.manager [req-f1624758-df0b-476a-965d-476d1213d9ed req-8757a1fe-1293-4519-a5e6-fa126388783f service nova] [instance: b5440512-ae77-469f-b76b-a6d660b26f50] Refreshing instance network info cache due to event network-changed-42ec5c4b-3493-4d42-9761-2b7744b1aed0. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1032.876670] env[69319]: DEBUG oslo_concurrency.lockutils [req-f1624758-df0b-476a-965d-476d1213d9ed req-8757a1fe-1293-4519-a5e6-fa126388783f service nova] Acquiring lock "refresh_cache-b5440512-ae77-469f-b76b-a6d660b26f50" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.876869] env[69319]: DEBUG oslo_concurrency.lockutils [req-f1624758-df0b-476a-965d-476d1213d9ed req-8757a1fe-1293-4519-a5e6-fa126388783f service nova] Acquired lock "refresh_cache-b5440512-ae77-469f-b76b-a6d660b26f50" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.877151] env[69319]: DEBUG nova.network.neutron [req-f1624758-df0b-476a-965d-476d1213d9ed req-8757a1fe-1293-4519-a5e6-fa126388783f service nova] [instance: b5440512-ae77-469f-b76b-a6d660b26f50] Refreshing network info cache for port 42ec5c4b-3493-4d42-9761-2b7744b1aed0 {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1033.049145] env[69319]: DEBUG oslo_vmware.api [None req-7961c1ee-290a-4583-96df-76035c26cd72 tempest-ServerActionsV293TestJSON-1988837861 tempest-ServerActionsV293TestJSON-1988837861-project-member] Task: {'id': task-3223615, 'name': ReconfigVM_Task, 'duration_secs': 0.159106} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.052574] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-7961c1ee-290a-4583-96df-76035c26cd72 tempest-ServerActionsV293TestJSON-1988837861 tempest-ServerActionsV293TestJSON-1988837861-project-member] [instance: ad622127-7078-489f-9f55-5663137241aa] Reconfigured VM instance instance-00000040 to detach disk 2000 {{(pid=69319) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1033.057873] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16eb7882-c72e-4a9f-8567-dd1a93d5ff60 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.075593] env[69319]: DEBUG oslo_vmware.api [None req-7961c1ee-290a-4583-96df-76035c26cd72 tempest-ServerActionsV293TestJSON-1988837861 tempest-ServerActionsV293TestJSON-1988837861-project-member] Waiting for the task: (returnval){ [ 1033.075593] env[69319]: value = "task-3223617" [ 1033.075593] env[69319]: _type = "Task" [ 1033.075593] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.084816] env[69319]: DEBUG oslo_vmware.api [None req-7961c1ee-290a-4583-96df-76035c26cd72 tempest-ServerActionsV293TestJSON-1988837861 tempest-ServerActionsV293TestJSON-1988837861-project-member] Task: {'id': task-3223617, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.135965] env[69319]: DEBUG oslo_vmware.api [None req-691faf0a-cad6-4ef3-bf20-5aeaa3f4d4c6 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3223616, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.214836] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-81e8c410-b386-4edd-bfec-9f6daf560a1a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 3398ecd5-6889-400b-a436-e22d014f0da0] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1033.215194] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6b8f8855-cf1b-439a-b2d9-7d8f04b6777a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.222337] env[69319]: DEBUG oslo_vmware.api [None req-81e8c410-b386-4edd-bfec-9f6daf560a1a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Waiting for the task: (returnval){ [ 1033.222337] env[69319]: value = "task-3223618" [ 1033.222337] env[69319]: _type = "Task" [ 1033.222337] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.229584] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c85f1e5-5204-4117-b495-fd28ab3131ef {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.241240] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-81e8c410-b386-4edd-bfec-9f6daf560a1a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 3398ecd5-6889-400b-a436-e22d014f0da0] VM already powered off {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1033.241383] env[69319]: DEBUG nova.compute.manager [None req-81e8c410-b386-4edd-bfec-9f6daf560a1a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 3398ecd5-6889-400b-a436-e22d014f0da0] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1033.242430] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5107ee6-38e9-455b-8166-5bcdce530baf {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.251444] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28a12542-5a85-427e-8db8-c5c204e0ea27 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.256311] env[69319]: DEBUG oslo_concurrency.lockutils [None req-81e8c410-b386-4edd-bfec-9f6daf560a1a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Acquiring lock "refresh_cache-3398ecd5-6889-400b-a436-e22d014f0da0" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.256480] env[69319]: DEBUG oslo_concurrency.lockutils [None req-81e8c410-b386-4edd-bfec-9f6daf560a1a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Acquired lock "refresh_cache-3398ecd5-6889-400b-a436-e22d014f0da0" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.256652] env[69319]: DEBUG nova.network.neutron [None req-81e8c410-b386-4edd-bfec-9f6daf560a1a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 3398ecd5-6889-400b-a436-e22d014f0da0] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1033.266049] env[69319]: DEBUG oslo_vmware.api [None req-6adcaaaf-58c6-4393-9e9c-96ffe21cf04e tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Task: {'id': task-3223613, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.798316} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.294322] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-6adcaaaf-58c6-4393-9e9c-96ffe21cf04e tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore1] 6ddef20b-40c0-4f0d-bf0e-81d443706ecd/6ddef20b-40c0-4f0d-bf0e-81d443706ecd.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1033.294557] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-6adcaaaf-58c6-4393-9e9c-96ffe21cf04e tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] [instance: 6ddef20b-40c0-4f0d-bf0e-81d443706ecd] Extending root virtual disk to 1048576 {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1033.295312] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c6740927-3639-490e-b83e-d9953d1f63ff {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.298263] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c08f288-6409-4538-8f14-a85e0f26a022 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.307162] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5732cbeb-97f3-4f8d-a3d3-6e0d8f2ba655 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.311429] env[69319]: DEBUG oslo_vmware.api [None req-6adcaaaf-58c6-4393-9e9c-96ffe21cf04e tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Waiting for the task: (returnval){ [ 1033.311429] env[69319]: value = "task-3223619" [ 1033.311429] env[69319]: _type = "Task" [ 1033.311429] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.323950] env[69319]: DEBUG nova.compute.provider_tree [None req-4db49b16-4212-4a24-9c0a-c511e6e0e93b tempest-ServersTestBootFromVolume-326018844 tempest-ServersTestBootFromVolume-326018844-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1033.330518] env[69319]: DEBUG oslo_vmware.api [None req-6adcaaaf-58c6-4393-9e9c-96ffe21cf04e tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Task: {'id': task-3223619, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.589320] env[69319]: DEBUG oslo_vmware.api [None req-7961c1ee-290a-4583-96df-76035c26cd72 tempest-ServerActionsV293TestJSON-1988837861 tempest-ServerActionsV293TestJSON-1988837861-project-member] Task: {'id': task-3223617, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.633269] env[69319]: DEBUG oslo_vmware.api [None req-691faf0a-cad6-4ef3-bf20-5aeaa3f4d4c6 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3223616, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.742685] env[69319]: DEBUG oslo_concurrency.lockutils [None req-64cf1d1b-b471-4be9-9b4f-bfdc6b14dfcc tempest-ServersTestJSON-1193997500 tempest-ServersTestJSON-1193997500-project-member] Acquiring lock "dcd83efc-4157-4174-b3bd-5bd6cd865360" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.743025] env[69319]: DEBUG oslo_concurrency.lockutils [None req-64cf1d1b-b471-4be9-9b4f-bfdc6b14dfcc tempest-ServersTestJSON-1193997500 tempest-ServersTestJSON-1193997500-project-member] Lock "dcd83efc-4157-4174-b3bd-5bd6cd865360" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.743303] env[69319]: DEBUG oslo_concurrency.lockutils [None req-64cf1d1b-b471-4be9-9b4f-bfdc6b14dfcc tempest-ServersTestJSON-1193997500 tempest-ServersTestJSON-1193997500-project-member] Acquiring lock "dcd83efc-4157-4174-b3bd-5bd6cd865360-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.743598] env[69319]: DEBUG oslo_concurrency.lockutils [None req-64cf1d1b-b471-4be9-9b4f-bfdc6b14dfcc tempest-ServersTestJSON-1193997500 tempest-ServersTestJSON-1193997500-project-member] Lock "dcd83efc-4157-4174-b3bd-5bd6cd865360-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.743837] env[69319]: DEBUG oslo_concurrency.lockutils [None req-64cf1d1b-b471-4be9-9b4f-bfdc6b14dfcc tempest-ServersTestJSON-1193997500 tempest-ServersTestJSON-1193997500-project-member] Lock "dcd83efc-4157-4174-b3bd-5bd6cd865360-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.749919] env[69319]: INFO nova.compute.manager [None req-64cf1d1b-b471-4be9-9b4f-bfdc6b14dfcc tempest-ServersTestJSON-1193997500 tempest-ServersTestJSON-1193997500-project-member] [instance: dcd83efc-4157-4174-b3bd-5bd6cd865360] Terminating instance [ 1033.822104] env[69319]: DEBUG oslo_vmware.api [None req-6adcaaaf-58c6-4393-9e9c-96ffe21cf04e tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Task: {'id': task-3223619, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.167838} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.824917] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-6adcaaaf-58c6-4393-9e9c-96ffe21cf04e tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] [instance: 6ddef20b-40c0-4f0d-bf0e-81d443706ecd] Extended root virtual disk {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1033.825794] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6137efc9-1013-4dba-8fd5-95e8b76b1db4 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.830681] env[69319]: DEBUG nova.scheduler.client.report [None req-4db49b16-4212-4a24-9c0a-c511e6e0e93b tempest-ServersTestBootFromVolume-326018844 tempest-ServersTestBootFromVolume-326018844-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1033.856319] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-6adcaaaf-58c6-4393-9e9c-96ffe21cf04e tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] [instance: 6ddef20b-40c0-4f0d-bf0e-81d443706ecd] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] 6ddef20b-40c0-4f0d-bf0e-81d443706ecd/6ddef20b-40c0-4f0d-bf0e-81d443706ecd.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1033.859546] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-357893c7-2bb4-47b1-a19b-cfc709a82663 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.884727] env[69319]: DEBUG oslo_vmware.api [None req-6adcaaaf-58c6-4393-9e9c-96ffe21cf04e tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Waiting for the task: (returnval){ [ 1033.884727] env[69319]: value = "task-3223620" [ 1033.884727] env[69319]: _type = "Task" [ 1033.884727] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.892313] env[69319]: DEBUG oslo_vmware.api [None req-6adcaaaf-58c6-4393-9e9c-96ffe21cf04e tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Task: {'id': task-3223620, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.963892] env[69319]: DEBUG nova.network.neutron [req-f1624758-df0b-476a-965d-476d1213d9ed req-8757a1fe-1293-4519-a5e6-fa126388783f service nova] [instance: b5440512-ae77-469f-b76b-a6d660b26f50] Updated VIF entry in instance network info cache for port 42ec5c4b-3493-4d42-9761-2b7744b1aed0. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1033.964791] env[69319]: DEBUG nova.network.neutron [req-f1624758-df0b-476a-965d-476d1213d9ed req-8757a1fe-1293-4519-a5e6-fa126388783f service nova] [instance: b5440512-ae77-469f-b76b-a6d660b26f50] Updating instance_info_cache with network_info: [{"id": "42ec5c4b-3493-4d42-9761-2b7744b1aed0", "address": "fa:16:3e:36:eb:02", "network": {"id": "6b4076d8-99a5-460c-810e-4bad17d9b9e2", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-879191909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecb7264c43164619b7827382d34f375a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42ec5c4b-34", "ovs_interfaceid": "42ec5c4b-3493-4d42-9761-2b7744b1aed0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.070567] env[69319]: DEBUG nova.network.neutron [None req-81e8c410-b386-4edd-bfec-9f6daf560a1a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 3398ecd5-6889-400b-a436-e22d014f0da0] Updating instance_info_cache with network_info: [{"id": "b7f75aeb-e1e9-4355-8d83-1c437333a71d", "address": "fa:16:3e:ff:25:69", "network": {"id": "8985126e-f64e-499c-abf8-8490d52ef1a5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-221535940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c749d00b4b5b4852a5c16d9621d8eb16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7f75aeb-e1", "ovs_interfaceid": "b7f75aeb-e1e9-4355-8d83-1c437333a71d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.087507] env[69319]: DEBUG oslo_vmware.api [None req-7961c1ee-290a-4583-96df-76035c26cd72 tempest-ServerActionsV293TestJSON-1988837861 tempest-ServerActionsV293TestJSON-1988837861-project-member] Task: {'id': task-3223617, 'name': ReconfigVM_Task, 'duration_secs': 0.580059} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.088017] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-7961c1ee-290a-4583-96df-76035c26cd72 tempest-ServerActionsV293TestJSON-1988837861 tempest-ServerActionsV293TestJSON-1988837861-project-member] [instance: ad622127-7078-489f-9f55-5663137241aa] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-644408', 'volume_id': '8954f70c-26f3-49bc-be1f-08caeb5b97db', 'name': 'volume-8954f70c-26f3-49bc-be1f-08caeb5b97db', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ad622127-7078-489f-9f55-5663137241aa', 'attached_at': '', 'detached_at': '', 'volume_id': '8954f70c-26f3-49bc-be1f-08caeb5b97db', 'serial': '8954f70c-26f3-49bc-be1f-08caeb5b97db'} {{(pid=69319) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1034.089987] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-7961c1ee-290a-4583-96df-76035c26cd72 tempest-ServerActionsV293TestJSON-1988837861 tempest-ServerActionsV293TestJSON-1988837861-project-member] [instance: ad622127-7078-489f-9f55-5663137241aa] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1034.089987] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5240b088-9ac7-4201-bc5e-553dcbc994ea {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.096913] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-7961c1ee-290a-4583-96df-76035c26cd72 tempest-ServerActionsV293TestJSON-1988837861 tempest-ServerActionsV293TestJSON-1988837861-project-member] [instance: ad622127-7078-489f-9f55-5663137241aa] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1034.098029] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f07f3fb7-33cc-4362-b1d2-4c9e6427e98f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.135267] env[69319]: DEBUG oslo_vmware.api [None req-691faf0a-cad6-4ef3-bf20-5aeaa3f4d4c6 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3223616, 'name': RemoveSnapshot_Task, 'duration_secs': 1.239776} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.135987] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-691faf0a-cad6-4ef3-bf20-5aeaa3f4d4c6 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 33bc946c-1397-4355-8132-bc27084a66ba] Deleted Snapshot of the VM instance {{(pid=69319) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1034.136405] env[69319]: INFO nova.compute.manager [None req-691faf0a-cad6-4ef3-bf20-5aeaa3f4d4c6 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 33bc946c-1397-4355-8132-bc27084a66ba] Took 18.36 seconds to snapshot the instance on the hypervisor. [ 1034.168032] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-7961c1ee-290a-4583-96df-76035c26cd72 tempest-ServerActionsV293TestJSON-1988837861 tempest-ServerActionsV293TestJSON-1988837861-project-member] [instance: ad622127-7078-489f-9f55-5663137241aa] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1034.168032] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-7961c1ee-290a-4583-96df-76035c26cd72 tempest-ServerActionsV293TestJSON-1988837861 tempest-ServerActionsV293TestJSON-1988837861-project-member] [instance: ad622127-7078-489f-9f55-5663137241aa] Deleting contents of the VM from datastore datastore1 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1034.168032] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-7961c1ee-290a-4583-96df-76035c26cd72 tempest-ServerActionsV293TestJSON-1988837861 tempest-ServerActionsV293TestJSON-1988837861-project-member] Deleting the datastore file [datastore1] ad622127-7078-489f-9f55-5663137241aa {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1034.168032] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a4dafc64-76d1-4fc1-bd9e-742f4956ac85 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.177668] env[69319]: DEBUG oslo_vmware.api [None req-7961c1ee-290a-4583-96df-76035c26cd72 tempest-ServerActionsV293TestJSON-1988837861 tempest-ServerActionsV293TestJSON-1988837861-project-member] Waiting for the task: (returnval){ [ 1034.177668] env[69319]: value = "task-3223622" [ 1034.177668] env[69319]: _type = "Task" [ 1034.177668] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.189331] env[69319]: DEBUG oslo_vmware.api [None req-7961c1ee-290a-4583-96df-76035c26cd72 tempest-ServerActionsV293TestJSON-1988837861 tempest-ServerActionsV293TestJSON-1988837861-project-member] Task: {'id': task-3223622, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.257855] env[69319]: DEBUG nova.compute.manager [None req-64cf1d1b-b471-4be9-9b4f-bfdc6b14dfcc tempest-ServersTestJSON-1193997500 tempest-ServersTestJSON-1193997500-project-member] [instance: dcd83efc-4157-4174-b3bd-5bd6cd865360] Start destroying the instance on the hypervisor. {{(pid=69319) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1034.257855] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-64cf1d1b-b471-4be9-9b4f-bfdc6b14dfcc tempest-ServersTestJSON-1193997500 tempest-ServersTestJSON-1193997500-project-member] [instance: dcd83efc-4157-4174-b3bd-5bd6cd865360] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1034.259320] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1934b3ba-bb98-4d1d-9cf7-200ef4f1eba4 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.270271] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-64cf1d1b-b471-4be9-9b4f-bfdc6b14dfcc tempest-ServersTestJSON-1193997500 tempest-ServersTestJSON-1193997500-project-member] [instance: dcd83efc-4157-4174-b3bd-5bd6cd865360] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1034.270271] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-02de4545-8476-40d5-aab4-e1281b717f57 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.280346] env[69319]: DEBUG oslo_vmware.api [None req-64cf1d1b-b471-4be9-9b4f-bfdc6b14dfcc tempest-ServersTestJSON-1193997500 tempest-ServersTestJSON-1193997500-project-member] Waiting for the task: (returnval){ [ 1034.280346] env[69319]: value = "task-3223623" [ 1034.280346] env[69319]: _type = "Task" [ 1034.280346] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.290261] env[69319]: DEBUG oslo_vmware.api [None req-64cf1d1b-b471-4be9-9b4f-bfdc6b14dfcc tempest-ServersTestJSON-1193997500 tempest-ServersTestJSON-1193997500-project-member] Task: {'id': task-3223623, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.336597] env[69319]: DEBUG oslo_concurrency.lockutils [None req-4db49b16-4212-4a24-9c0a-c511e6e0e93b tempest-ServersTestBootFromVolume-326018844 tempest-ServersTestBootFromVolume-326018844-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.043s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.339555] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c583bb9d-6df0-4112-ab45-632919b84ccd tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.750s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.341339] env[69319]: INFO nova.compute.claims [None req-c583bb9d-6df0-4112-ab45-632919b84ccd tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] [instance: 83ef14da-a854-46ef-bb33-05164f9efb29] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1034.371537] env[69319]: INFO nova.scheduler.client.report [None req-4db49b16-4212-4a24-9c0a-c511e6e0e93b tempest-ServersTestBootFromVolume-326018844 tempest-ServersTestBootFromVolume-326018844-project-member] Deleted allocations for instance e87c6601-7a18-4857-9d93-4fea4fefed40 [ 1034.394493] env[69319]: DEBUG oslo_vmware.api [None req-6adcaaaf-58c6-4393-9e9c-96ffe21cf04e tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Task: {'id': task-3223620, 'name': ReconfigVM_Task, 'duration_secs': 0.293825} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.394789] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-6adcaaaf-58c6-4393-9e9c-96ffe21cf04e tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] [instance: 6ddef20b-40c0-4f0d-bf0e-81d443706ecd] Reconfigured VM instance instance-0000004c to attach disk [datastore1] 6ddef20b-40c0-4f0d-bf0e-81d443706ecd/6ddef20b-40c0-4f0d-bf0e-81d443706ecd.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1034.395430] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c5175d4a-484b-48c7-9f49-a7a75e6dfaaa {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.403371] env[69319]: DEBUG oslo_vmware.api [None req-6adcaaaf-58c6-4393-9e9c-96ffe21cf04e tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Waiting for the task: (returnval){ [ 1034.403371] env[69319]: value = "task-3223624" [ 1034.403371] env[69319]: _type = "Task" [ 1034.403371] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.411866] env[69319]: DEBUG oslo_vmware.api [None req-6adcaaaf-58c6-4393-9e9c-96ffe21cf04e tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Task: {'id': task-3223624, 'name': Rename_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.467932] env[69319]: DEBUG oslo_concurrency.lockutils [req-f1624758-df0b-476a-965d-476d1213d9ed req-8757a1fe-1293-4519-a5e6-fa126388783f service nova] Releasing lock "refresh_cache-b5440512-ae77-469f-b76b-a6d660b26f50" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.573178] env[69319]: DEBUG oslo_concurrency.lockutils [None req-81e8c410-b386-4edd-bfec-9f6daf560a1a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Releasing lock "refresh_cache-3398ecd5-6889-400b-a436-e22d014f0da0" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.695346] env[69319]: DEBUG oslo_vmware.api [None req-7961c1ee-290a-4583-96df-76035c26cd72 tempest-ServerActionsV293TestJSON-1988837861 tempest-ServerActionsV293TestJSON-1988837861-project-member] Task: {'id': task-3223622, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.085141} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.695734] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-7961c1ee-290a-4583-96df-76035c26cd72 tempest-ServerActionsV293TestJSON-1988837861 tempest-ServerActionsV293TestJSON-1988837861-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1034.695972] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-7961c1ee-290a-4583-96df-76035c26cd72 tempest-ServerActionsV293TestJSON-1988837861 tempest-ServerActionsV293TestJSON-1988837861-project-member] [instance: ad622127-7078-489f-9f55-5663137241aa] Deleted contents of the VM from datastore datastore1 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1034.696243] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-7961c1ee-290a-4583-96df-76035c26cd72 tempest-ServerActionsV293TestJSON-1988837861 tempest-ServerActionsV293TestJSON-1988837861-project-member] [instance: ad622127-7078-489f-9f55-5663137241aa] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1034.713226] env[69319]: DEBUG nova.compute.manager [None req-691faf0a-cad6-4ef3-bf20-5aeaa3f4d4c6 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 33bc946c-1397-4355-8132-bc27084a66ba] Found 1 images (rotation: 2) {{(pid=69319) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1034.769224] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-7961c1ee-290a-4583-96df-76035c26cd72 tempest-ServerActionsV293TestJSON-1988837861 tempest-ServerActionsV293TestJSON-1988837861-project-member] [instance: ad622127-7078-489f-9f55-5663137241aa] Volume detach. Driver type: vmdk {{(pid=69319) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1034.769646] env[69319]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-41b42e15-34e0-4284-9979-cb6b9d0ea228 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.792188] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b53e9dc6-d4cc-49bb-a28e-2b9db08b12b1 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.807642] env[69319]: DEBUG oslo_vmware.api [None req-64cf1d1b-b471-4be9-9b4f-bfdc6b14dfcc tempest-ServersTestJSON-1193997500 tempest-ServersTestJSON-1193997500-project-member] Task: {'id': task-3223623, 'name': PowerOffVM_Task, 'duration_secs': 0.179747} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.807971] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-64cf1d1b-b471-4be9-9b4f-bfdc6b14dfcc tempest-ServersTestJSON-1193997500 tempest-ServersTestJSON-1193997500-project-member] [instance: dcd83efc-4157-4174-b3bd-5bd6cd865360] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1034.808037] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-64cf1d1b-b471-4be9-9b4f-bfdc6b14dfcc tempest-ServersTestJSON-1193997500 tempest-ServersTestJSON-1193997500-project-member] [instance: dcd83efc-4157-4174-b3bd-5bd6cd865360] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1034.808289] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1ab178ea-8a29-4f3c-8151-0d17c077701b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.829157] env[69319]: ERROR nova.compute.manager [None req-7961c1ee-290a-4583-96df-76035c26cd72 tempest-ServerActionsV293TestJSON-1988837861 tempest-ServerActionsV293TestJSON-1988837861-project-member] [instance: ad622127-7078-489f-9f55-5663137241aa] Failed to detach volume 8954f70c-26f3-49bc-be1f-08caeb5b97db from /dev/sda: nova.exception.InstanceNotFound: Instance ad622127-7078-489f-9f55-5663137241aa could not be found. [ 1034.829157] env[69319]: ERROR nova.compute.manager [instance: ad622127-7078-489f-9f55-5663137241aa] Traceback (most recent call last): [ 1034.829157] env[69319]: ERROR nova.compute.manager [instance: ad622127-7078-489f-9f55-5663137241aa] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1034.829157] env[69319]: ERROR nova.compute.manager [instance: ad622127-7078-489f-9f55-5663137241aa] self.driver.rebuild(**kwargs) [ 1034.829157] env[69319]: ERROR nova.compute.manager [instance: ad622127-7078-489f-9f55-5663137241aa] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1034.829157] env[69319]: ERROR nova.compute.manager [instance: ad622127-7078-489f-9f55-5663137241aa] raise NotImplementedError() [ 1034.829157] env[69319]: ERROR nova.compute.manager [instance: ad622127-7078-489f-9f55-5663137241aa] NotImplementedError [ 1034.829157] env[69319]: ERROR nova.compute.manager [instance: ad622127-7078-489f-9f55-5663137241aa] [ 1034.829157] env[69319]: ERROR nova.compute.manager [instance: ad622127-7078-489f-9f55-5663137241aa] During handling of the above exception, another exception occurred: [ 1034.829157] env[69319]: ERROR nova.compute.manager [instance: ad622127-7078-489f-9f55-5663137241aa] [ 1034.829157] env[69319]: ERROR nova.compute.manager [instance: ad622127-7078-489f-9f55-5663137241aa] Traceback (most recent call last): [ 1034.829157] env[69319]: ERROR nova.compute.manager [instance: ad622127-7078-489f-9f55-5663137241aa] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1034.829157] env[69319]: ERROR nova.compute.manager [instance: ad622127-7078-489f-9f55-5663137241aa] self.driver.detach_volume(context, old_connection_info, [ 1034.829157] env[69319]: ERROR nova.compute.manager [instance: ad622127-7078-489f-9f55-5663137241aa] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1034.829157] env[69319]: ERROR nova.compute.manager [instance: ad622127-7078-489f-9f55-5663137241aa] return self._volumeops.detach_volume(connection_info, instance) [ 1034.829157] env[69319]: ERROR nova.compute.manager [instance: ad622127-7078-489f-9f55-5663137241aa] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1034.829157] env[69319]: ERROR nova.compute.manager [instance: ad622127-7078-489f-9f55-5663137241aa] self._detach_volume_vmdk(connection_info, instance) [ 1034.829157] env[69319]: ERROR nova.compute.manager [instance: ad622127-7078-489f-9f55-5663137241aa] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1034.829157] env[69319]: ERROR nova.compute.manager [instance: ad622127-7078-489f-9f55-5663137241aa] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1034.829157] env[69319]: ERROR nova.compute.manager [instance: ad622127-7078-489f-9f55-5663137241aa] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1034.829157] env[69319]: ERROR nova.compute.manager [instance: ad622127-7078-489f-9f55-5663137241aa] stable_ref.fetch_moref(session) [ 1034.829157] env[69319]: ERROR nova.compute.manager [instance: ad622127-7078-489f-9f55-5663137241aa] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1034.829157] env[69319]: ERROR nova.compute.manager [instance: ad622127-7078-489f-9f55-5663137241aa] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1034.829157] env[69319]: ERROR nova.compute.manager [instance: ad622127-7078-489f-9f55-5663137241aa] nova.exception.InstanceNotFound: Instance ad622127-7078-489f-9f55-5663137241aa could not be found. [ 1034.829157] env[69319]: ERROR nova.compute.manager [instance: ad622127-7078-489f-9f55-5663137241aa] [ 1034.886246] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-64cf1d1b-b471-4be9-9b4f-bfdc6b14dfcc tempest-ServersTestJSON-1193997500 tempest-ServersTestJSON-1193997500-project-member] [instance: dcd83efc-4157-4174-b3bd-5bd6cd865360] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1034.886246] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-64cf1d1b-b471-4be9-9b4f-bfdc6b14dfcc tempest-ServersTestJSON-1193997500 tempest-ServersTestJSON-1193997500-project-member] [instance: dcd83efc-4157-4174-b3bd-5bd6cd865360] Deleting contents of the VM from datastore datastore1 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1034.886425] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-64cf1d1b-b471-4be9-9b4f-bfdc6b14dfcc tempest-ServersTestJSON-1193997500 tempest-ServersTestJSON-1193997500-project-member] Deleting the datastore file [datastore1] dcd83efc-4157-4174-b3bd-5bd6cd865360 {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1034.886934] env[69319]: DEBUG oslo_concurrency.lockutils [None req-4db49b16-4212-4a24-9c0a-c511e6e0e93b tempest-ServersTestBootFromVolume-326018844 tempest-ServersTestBootFromVolume-326018844-project-member] Lock "e87c6601-7a18-4857-9d93-4fea4fefed40" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.717s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.887818] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b1bf8642-92d8-485d-8d4c-f3c097e567c9 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.896357] env[69319]: DEBUG oslo_vmware.api [None req-64cf1d1b-b471-4be9-9b4f-bfdc6b14dfcc tempest-ServersTestJSON-1193997500 tempest-ServersTestJSON-1193997500-project-member] Waiting for the task: (returnval){ [ 1034.896357] env[69319]: value = "task-3223626" [ 1034.896357] env[69319]: _type = "Task" [ 1034.896357] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.907507] env[69319]: DEBUG oslo_vmware.api [None req-64cf1d1b-b471-4be9-9b4f-bfdc6b14dfcc tempest-ServersTestJSON-1193997500 tempest-ServersTestJSON-1193997500-project-member] Task: {'id': task-3223626, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.920605] env[69319]: DEBUG oslo_vmware.api [None req-6adcaaaf-58c6-4393-9e9c-96ffe21cf04e tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Task: {'id': task-3223624, 'name': Rename_Task, 'duration_secs': 0.179215} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.923413] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-6adcaaaf-58c6-4393-9e9c-96ffe21cf04e tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] [instance: 6ddef20b-40c0-4f0d-bf0e-81d443706ecd] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1034.924475] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe835b7f-79c7-4940-82ec-8fe5b7e31bc1 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.931688] env[69319]: DEBUG oslo_vmware.api [None req-6adcaaaf-58c6-4393-9e9c-96ffe21cf04e tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Waiting for the task: (returnval){ [ 1034.931688] env[69319]: value = "task-3223627" [ 1034.931688] env[69319]: _type = "Task" [ 1034.931688] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.943731] env[69319]: DEBUG oslo_vmware.api [None req-6adcaaaf-58c6-4393-9e9c-96ffe21cf04e tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Task: {'id': task-3223627, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.017354] env[69319]: DEBUG nova.compute.utils [None req-7961c1ee-290a-4583-96df-76035c26cd72 tempest-ServerActionsV293TestJSON-1988837861 tempest-ServerActionsV293TestJSON-1988837861-project-member] [instance: ad622127-7078-489f-9f55-5663137241aa] Build of instance ad622127-7078-489f-9f55-5663137241aa aborted: Failed to rebuild volume backed instance. {{(pid=69319) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 1035.025237] env[69319]: ERROR nova.compute.manager [None req-7961c1ee-290a-4583-96df-76035c26cd72 tempest-ServerActionsV293TestJSON-1988837861 tempest-ServerActionsV293TestJSON-1988837861-project-member] [instance: ad622127-7078-489f-9f55-5663137241aa] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance ad622127-7078-489f-9f55-5663137241aa aborted: Failed to rebuild volume backed instance. [ 1035.025237] env[69319]: ERROR nova.compute.manager [instance: ad622127-7078-489f-9f55-5663137241aa] Traceback (most recent call last): [ 1035.025237] env[69319]: ERROR nova.compute.manager [instance: ad622127-7078-489f-9f55-5663137241aa] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1035.025237] env[69319]: ERROR nova.compute.manager [instance: ad622127-7078-489f-9f55-5663137241aa] self.driver.rebuild(**kwargs) [ 1035.025237] env[69319]: ERROR nova.compute.manager [instance: ad622127-7078-489f-9f55-5663137241aa] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1035.025237] env[69319]: ERROR nova.compute.manager [instance: ad622127-7078-489f-9f55-5663137241aa] raise NotImplementedError() [ 1035.025237] env[69319]: ERROR nova.compute.manager [instance: ad622127-7078-489f-9f55-5663137241aa] NotImplementedError [ 1035.025237] env[69319]: ERROR nova.compute.manager [instance: ad622127-7078-489f-9f55-5663137241aa] [ 1035.025237] env[69319]: ERROR nova.compute.manager [instance: ad622127-7078-489f-9f55-5663137241aa] During handling of the above exception, another exception occurred: [ 1035.025237] env[69319]: ERROR nova.compute.manager [instance: ad622127-7078-489f-9f55-5663137241aa] [ 1035.025237] env[69319]: ERROR nova.compute.manager [instance: ad622127-7078-489f-9f55-5663137241aa] Traceback (most recent call last): [ 1035.025237] env[69319]: ERROR nova.compute.manager [instance: ad622127-7078-489f-9f55-5663137241aa] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 1035.025237] env[69319]: ERROR nova.compute.manager [instance: ad622127-7078-489f-9f55-5663137241aa] self._detach_root_volume(context, instance, root_bdm) [ 1035.025237] env[69319]: ERROR nova.compute.manager [instance: ad622127-7078-489f-9f55-5663137241aa] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 1035.025237] env[69319]: ERROR nova.compute.manager [instance: ad622127-7078-489f-9f55-5663137241aa] with excutils.save_and_reraise_exception(): [ 1035.025237] env[69319]: ERROR nova.compute.manager [instance: ad622127-7078-489f-9f55-5663137241aa] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1035.025237] env[69319]: ERROR nova.compute.manager [instance: ad622127-7078-489f-9f55-5663137241aa] self.force_reraise() [ 1035.025237] env[69319]: ERROR nova.compute.manager [instance: ad622127-7078-489f-9f55-5663137241aa] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1035.025237] env[69319]: ERROR nova.compute.manager [instance: ad622127-7078-489f-9f55-5663137241aa] raise self.value [ 1035.025237] env[69319]: ERROR nova.compute.manager [instance: ad622127-7078-489f-9f55-5663137241aa] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1035.025237] env[69319]: ERROR nova.compute.manager [instance: ad622127-7078-489f-9f55-5663137241aa] self.driver.detach_volume(context, old_connection_info, [ 1035.025237] env[69319]: ERROR nova.compute.manager [instance: ad622127-7078-489f-9f55-5663137241aa] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1035.025237] env[69319]: ERROR nova.compute.manager [instance: ad622127-7078-489f-9f55-5663137241aa] return self._volumeops.detach_volume(connection_info, instance) [ 1035.025237] env[69319]: ERROR nova.compute.manager [instance: ad622127-7078-489f-9f55-5663137241aa] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1035.025237] env[69319]: ERROR nova.compute.manager [instance: ad622127-7078-489f-9f55-5663137241aa] self._detach_volume_vmdk(connection_info, instance) [ 1035.025237] env[69319]: ERROR nova.compute.manager [instance: ad622127-7078-489f-9f55-5663137241aa] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1035.025237] env[69319]: ERROR nova.compute.manager [instance: ad622127-7078-489f-9f55-5663137241aa] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1035.025237] env[69319]: ERROR nova.compute.manager [instance: ad622127-7078-489f-9f55-5663137241aa] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1035.025237] env[69319]: ERROR nova.compute.manager [instance: ad622127-7078-489f-9f55-5663137241aa] stable_ref.fetch_moref(session) [ 1035.025237] env[69319]: ERROR nova.compute.manager [instance: ad622127-7078-489f-9f55-5663137241aa] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1035.025237] env[69319]: ERROR nova.compute.manager [instance: ad622127-7078-489f-9f55-5663137241aa] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1035.025237] env[69319]: ERROR nova.compute.manager [instance: ad622127-7078-489f-9f55-5663137241aa] nova.exception.InstanceNotFound: Instance ad622127-7078-489f-9f55-5663137241aa could not be found. [ 1035.025237] env[69319]: ERROR nova.compute.manager [instance: ad622127-7078-489f-9f55-5663137241aa] [ 1035.025237] env[69319]: ERROR nova.compute.manager [instance: ad622127-7078-489f-9f55-5663137241aa] During handling of the above exception, another exception occurred: [ 1035.025237] env[69319]: ERROR nova.compute.manager [instance: ad622127-7078-489f-9f55-5663137241aa] [ 1035.025237] env[69319]: ERROR nova.compute.manager [instance: ad622127-7078-489f-9f55-5663137241aa] Traceback (most recent call last): [ 1035.025237] env[69319]: ERROR nova.compute.manager [instance: ad622127-7078-489f-9f55-5663137241aa] File "/opt/stack/nova/nova/compute/manager.py", line 11471, in _error_out_instance_on_exception [ 1035.025237] env[69319]: ERROR nova.compute.manager [instance: ad622127-7078-489f-9f55-5663137241aa] yield [ 1035.025237] env[69319]: ERROR nova.compute.manager [instance: ad622127-7078-489f-9f55-5663137241aa] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 1035.025237] env[69319]: ERROR nova.compute.manager [instance: ad622127-7078-489f-9f55-5663137241aa] self._do_rebuild_instance_with_claim( [ 1035.026658] env[69319]: ERROR nova.compute.manager [instance: ad622127-7078-489f-9f55-5663137241aa] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 1035.026658] env[69319]: ERROR nova.compute.manager [instance: ad622127-7078-489f-9f55-5663137241aa] self._do_rebuild_instance( [ 1035.026658] env[69319]: ERROR nova.compute.manager [instance: ad622127-7078-489f-9f55-5663137241aa] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 1035.026658] env[69319]: ERROR nova.compute.manager [instance: ad622127-7078-489f-9f55-5663137241aa] self._rebuild_default_impl(**kwargs) [ 1035.026658] env[69319]: ERROR nova.compute.manager [instance: ad622127-7078-489f-9f55-5663137241aa] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 1035.026658] env[69319]: ERROR nova.compute.manager [instance: ad622127-7078-489f-9f55-5663137241aa] self._rebuild_volume_backed_instance( [ 1035.026658] env[69319]: ERROR nova.compute.manager [instance: ad622127-7078-489f-9f55-5663137241aa] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 1035.026658] env[69319]: ERROR nova.compute.manager [instance: ad622127-7078-489f-9f55-5663137241aa] raise exception.BuildAbortException( [ 1035.026658] env[69319]: ERROR nova.compute.manager [instance: ad622127-7078-489f-9f55-5663137241aa] nova.exception.BuildAbortException: Build of instance ad622127-7078-489f-9f55-5663137241aa aborted: Failed to rebuild volume backed instance. [ 1035.026658] env[69319]: ERROR nova.compute.manager [instance: ad622127-7078-489f-9f55-5663137241aa] [ 1035.197821] env[69319]: DEBUG nova.network.neutron [None req-c9cc71e0-8cc7-441f-8c93-5db359504c8f tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 4650fd7f-02d1-46d1-b68e-3fb75e237e57] Successfully updated port: 8d5211e0-0df8-44fd-870c-5f4af0991cc1 {{(pid=69319) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1035.240968] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-81e8c410-b386-4edd-bfec-9f6daf560a1a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 3398ecd5-6889-400b-a436-e22d014f0da0] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1035.241900] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa9a1c6a-e222-4f48-a0cb-545528d2a8a7 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.249979] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-81e8c410-b386-4edd-bfec-9f6daf560a1a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 3398ecd5-6889-400b-a436-e22d014f0da0] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1035.250252] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6f80fdf3-da2a-49ac-bcaa-d76a37da7586 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.329822] env[69319]: DEBUG nova.compute.manager [req-cea264d1-20c1-4900-9d34-bb73aad7919f req-47965904-b25f-43f6-b89f-0f5695a0143b service nova] [instance: 4650fd7f-02d1-46d1-b68e-3fb75e237e57] Received event network-vif-plugged-8d5211e0-0df8-44fd-870c-5f4af0991cc1 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1035.330215] env[69319]: DEBUG oslo_concurrency.lockutils [req-cea264d1-20c1-4900-9d34-bb73aad7919f req-47965904-b25f-43f6-b89f-0f5695a0143b service nova] Acquiring lock "4650fd7f-02d1-46d1-b68e-3fb75e237e57-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.330436] env[69319]: DEBUG oslo_concurrency.lockutils [req-cea264d1-20c1-4900-9d34-bb73aad7919f req-47965904-b25f-43f6-b89f-0f5695a0143b service nova] Lock "4650fd7f-02d1-46d1-b68e-3fb75e237e57-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.330893] env[69319]: DEBUG oslo_concurrency.lockutils [req-cea264d1-20c1-4900-9d34-bb73aad7919f req-47965904-b25f-43f6-b89f-0f5695a0143b service nova] Lock "4650fd7f-02d1-46d1-b68e-3fb75e237e57-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.331119] env[69319]: DEBUG nova.compute.manager [req-cea264d1-20c1-4900-9d34-bb73aad7919f req-47965904-b25f-43f6-b89f-0f5695a0143b service nova] [instance: 4650fd7f-02d1-46d1-b68e-3fb75e237e57] No waiting events found dispatching network-vif-plugged-8d5211e0-0df8-44fd-870c-5f4af0991cc1 {{(pid=69319) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1035.331311] env[69319]: WARNING nova.compute.manager [req-cea264d1-20c1-4900-9d34-bb73aad7919f req-47965904-b25f-43f6-b89f-0f5695a0143b service nova] [instance: 4650fd7f-02d1-46d1-b68e-3fb75e237e57] Received unexpected event network-vif-plugged-8d5211e0-0df8-44fd-870c-5f4af0991cc1 for instance with vm_state active and task_state None. [ 1035.417115] env[69319]: DEBUG oslo_vmware.api [None req-64cf1d1b-b471-4be9-9b4f-bfdc6b14dfcc tempest-ServersTestJSON-1193997500 tempest-ServersTestJSON-1193997500-project-member] Task: {'id': task-3223626, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.20259} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.417509] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-64cf1d1b-b471-4be9-9b4f-bfdc6b14dfcc tempest-ServersTestJSON-1193997500 tempest-ServersTestJSON-1193997500-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1035.417822] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-64cf1d1b-b471-4be9-9b4f-bfdc6b14dfcc tempest-ServersTestJSON-1193997500 tempest-ServersTestJSON-1193997500-project-member] [instance: dcd83efc-4157-4174-b3bd-5bd6cd865360] Deleted contents of the VM from datastore datastore1 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1035.418072] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-64cf1d1b-b471-4be9-9b4f-bfdc6b14dfcc tempest-ServersTestJSON-1193997500 tempest-ServersTestJSON-1193997500-project-member] [instance: dcd83efc-4157-4174-b3bd-5bd6cd865360] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1035.418511] env[69319]: INFO nova.compute.manager [None req-64cf1d1b-b471-4be9-9b4f-bfdc6b14dfcc tempest-ServersTestJSON-1193997500 tempest-ServersTestJSON-1193997500-project-member] [instance: dcd83efc-4157-4174-b3bd-5bd6cd865360] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1035.418767] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-64cf1d1b-b471-4be9-9b4f-bfdc6b14dfcc tempest-ServersTestJSON-1193997500 tempest-ServersTestJSON-1193997500-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1035.421769] env[69319]: DEBUG nova.compute.manager [-] [instance: dcd83efc-4157-4174-b3bd-5bd6cd865360] Deallocating network for instance {{(pid=69319) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1035.421932] env[69319]: DEBUG nova.network.neutron [-] [instance: dcd83efc-4157-4174-b3bd-5bd6cd865360] deallocate_for_instance() {{(pid=69319) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1035.441837] env[69319]: DEBUG oslo_vmware.api [None req-6adcaaaf-58c6-4393-9e9c-96ffe21cf04e tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Task: {'id': task-3223627, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.647343] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-81e8c410-b386-4edd-bfec-9f6daf560a1a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 3398ecd5-6889-400b-a436-e22d014f0da0] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1035.647564] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-81e8c410-b386-4edd-bfec-9f6daf560a1a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 3398ecd5-6889-400b-a436-e22d014f0da0] Deleting contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1035.647909] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-81e8c410-b386-4edd-bfec-9f6daf560a1a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Deleting the datastore file [datastore2] 3398ecd5-6889-400b-a436-e22d014f0da0 {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1035.648083] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6e9e8d64-19a8-4c81-8c35-d6d1351cd731 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.654766] env[69319]: DEBUG oslo_vmware.api [None req-81e8c410-b386-4edd-bfec-9f6daf560a1a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Waiting for the task: (returnval){ [ 1035.654766] env[69319]: value = "task-3223629" [ 1035.654766] env[69319]: _type = "Task" [ 1035.654766] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.665665] env[69319]: DEBUG oslo_vmware.api [None req-81e8c410-b386-4edd-bfec-9f6daf560a1a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3223629, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.704021] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c9cc71e0-8cc7-441f-8c93-5db359504c8f tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Acquiring lock "refresh_cache-4650fd7f-02d1-46d1-b68e-3fb75e237e57" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.704021] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c9cc71e0-8cc7-441f-8c93-5db359504c8f tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Acquired lock "refresh_cache-4650fd7f-02d1-46d1-b68e-3fb75e237e57" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.704021] env[69319]: DEBUG nova.network.neutron [None req-c9cc71e0-8cc7-441f-8c93-5db359504c8f tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 4650fd7f-02d1-46d1-b68e-3fb75e237e57] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1035.714551] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86b8ab3c-60cf-4145-97ce-62414f4e9afe {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.721904] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd43c897-6480-4394-8cd2-f0d86ed019b9 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.753212] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d945ffa2-62f5-42da-bd4f-5af773e121fa {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.760894] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57800145-4a25-4f39-b4fe-7f1a402882df {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.774703] env[69319]: DEBUG nova.compute.provider_tree [None req-c583bb9d-6df0-4112-ab45-632919b84ccd tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1035.943168] env[69319]: DEBUG oslo_vmware.api [None req-6adcaaaf-58c6-4393-9e9c-96ffe21cf04e tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Task: {'id': task-3223627, 'name': PowerOnVM_Task, 'duration_secs': 0.729797} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.943470] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-6adcaaaf-58c6-4393-9e9c-96ffe21cf04e tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] [instance: 6ddef20b-40c0-4f0d-bf0e-81d443706ecd] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1035.943683] env[69319]: INFO nova.compute.manager [None req-6adcaaaf-58c6-4393-9e9c-96ffe21cf04e tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] [instance: 6ddef20b-40c0-4f0d-bf0e-81d443706ecd] Took 12.68 seconds to spawn the instance on the hypervisor. [ 1035.943974] env[69319]: DEBUG nova.compute.manager [None req-6adcaaaf-58c6-4393-9e9c-96ffe21cf04e tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] [instance: 6ddef20b-40c0-4f0d-bf0e-81d443706ecd] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1035.945069] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cf05e1e-8378-4878-87f9-c8f91da17a3f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.167674] env[69319]: DEBUG oslo_vmware.api [None req-81e8c410-b386-4edd-bfec-9f6daf560a1a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3223629, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.253290] env[69319]: WARNING nova.network.neutron [None req-c9cc71e0-8cc7-441f-8c93-5db359504c8f tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 4650fd7f-02d1-46d1-b68e-3fb75e237e57] 137e0ee2-8e6e-434c-a032-f059cf348e59 already exists in list: networks containing: ['137e0ee2-8e6e-434c-a032-f059cf348e59']. ignoring it [ 1036.253391] env[69319]: WARNING nova.network.neutron [None req-c9cc71e0-8cc7-441f-8c93-5db359504c8f tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 4650fd7f-02d1-46d1-b68e-3fb75e237e57] 137e0ee2-8e6e-434c-a032-f059cf348e59 already exists in list: networks containing: ['137e0ee2-8e6e-434c-a032-f059cf348e59']. ignoring it [ 1036.281023] env[69319]: DEBUG nova.scheduler.client.report [None req-c583bb9d-6df0-4112-ab45-632919b84ccd tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1036.295611] env[69319]: DEBUG oslo_service.periodic_task [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69319) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1036.299457] env[69319]: DEBUG oslo_service.periodic_task [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69319) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1036.463017] env[69319]: INFO nova.compute.manager [None req-6adcaaaf-58c6-4393-9e9c-96ffe21cf04e tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] [instance: 6ddef20b-40c0-4f0d-bf0e-81d443706ecd] Took 34.30 seconds to build instance. [ 1036.499789] env[69319]: DEBUG nova.network.neutron [-] [instance: dcd83efc-4157-4174-b3bd-5bd6cd865360] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.670817] env[69319]: DEBUG oslo_vmware.api [None req-81e8c410-b386-4edd-bfec-9f6daf560a1a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3223629, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.559991} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.671181] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-81e8c410-b386-4edd-bfec-9f6daf560a1a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1036.671374] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-81e8c410-b386-4edd-bfec-9f6daf560a1a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 3398ecd5-6889-400b-a436-e22d014f0da0] Deleted contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1036.671549] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-81e8c410-b386-4edd-bfec-9f6daf560a1a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 3398ecd5-6889-400b-a436-e22d014f0da0] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1036.702840] env[69319]: INFO nova.scheduler.client.report [None req-81e8c410-b386-4edd-bfec-9f6daf560a1a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Deleted allocations for instance 3398ecd5-6889-400b-a436-e22d014f0da0 [ 1036.736328] env[69319]: DEBUG nova.compute.manager [None req-58a0e283-668d-48d4-b085-6b79b60061a4 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 33bc946c-1397-4355-8132-bc27084a66ba] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1036.737492] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc751e49-6755-4ac5-adbc-020b2c2f2d4a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.782786] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c583bb9d-6df0-4112-ab45-632919b84ccd tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.443s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.783326] env[69319]: DEBUG nova.compute.manager [None req-c583bb9d-6df0-4112-ab45-632919b84ccd tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] [instance: 83ef14da-a854-46ef-bb33-05164f9efb29] Start building networks asynchronously for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1036.786099] env[69319]: DEBUG oslo_concurrency.lockutils [None req-e81ecf17-4717-4154-b25c-f55427469fef tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.162s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.786341] env[69319]: DEBUG nova.objects.instance [None req-e81ecf17-4717-4154-b25c-f55427469fef tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Lazy-loading 'resources' on Instance uuid a1acbe0c-f40b-4388-964e-cf7a95551e4c {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1036.810820] env[69319]: DEBUG oslo_service.periodic_task [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69319) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1036.810992] env[69319]: DEBUG oslo_service.periodic_task [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69319) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1036.811177] env[69319]: DEBUG oslo_service.periodic_task [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69319) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1036.811335] env[69319]: DEBUG oslo_service.periodic_task [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69319) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1036.813890] env[69319]: DEBUG oslo_service.periodic_task [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69319) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1036.814107] env[69319]: DEBUG oslo_service.periodic_task [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69319) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1036.814257] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69319) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1036.814415] env[69319]: DEBUG oslo_service.periodic_task [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Running periodic task ComputeManager.update_available_resource {{(pid=69319) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1036.863284] env[69319]: DEBUG nova.network.neutron [None req-c9cc71e0-8cc7-441f-8c93-5db359504c8f tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 4650fd7f-02d1-46d1-b68e-3fb75e237e57] Updating instance_info_cache with network_info: [{"id": "33818967-b4af-4132-a92f-4b293d725928", "address": "fa:16:3e:35:db:93", "network": {"id": "137e0ee2-8e6e-434c-a032-f059cf348e59", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-49335232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0030fcfc26054d94b76414b0098fa648", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33818967-b4", "ovs_interfaceid": "33818967-b4af-4132-a92f-4b293d725928", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f8314ecd-779c-44f0-9b5a-adb2a68e1b3b", "address": "fa:16:3e:90:df:3f", "network": {"id": "137e0ee2-8e6e-434c-a032-f059cf348e59", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-49335232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0030fcfc26054d94b76414b0098fa648", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8314ecd-77", "ovs_interfaceid": "f8314ecd-779c-44f0-9b5a-adb2a68e1b3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8d5211e0-0df8-44fd-870c-5f4af0991cc1", "address": "fa:16:3e:08:39:ff", "network": {"id": "137e0ee2-8e6e-434c-a032-f059cf348e59", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-49335232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0030fcfc26054d94b76414b0098fa648", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d5211e0-0d", "ovs_interfaceid": "8d5211e0-0df8-44fd-870c-5f4af0991cc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.972258] env[69319]: DEBUG oslo_concurrency.lockutils [None req-6adcaaaf-58c6-4393-9e9c-96ffe21cf04e tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Lock "6ddef20b-40c0-4f0d-bf0e-81d443706ecd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.823s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.003993] env[69319]: INFO nova.compute.manager [-] [instance: dcd83efc-4157-4174-b3bd-5bd6cd865360] Took 1.58 seconds to deallocate network for instance. [ 1037.038270] env[69319]: DEBUG oslo_concurrency.lockutils [None req-7961c1ee-290a-4583-96df-76035c26cd72 tempest-ServerActionsV293TestJSON-1988837861 tempest-ServerActionsV293TestJSON-1988837861-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.208723] env[69319]: DEBUG oslo_concurrency.lockutils [None req-81e8c410-b386-4edd-bfec-9f6daf560a1a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.249567] env[69319]: INFO nova.compute.manager [None req-58a0e283-668d-48d4-b085-6b79b60061a4 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 33bc946c-1397-4355-8132-bc27084a66ba] instance snapshotting [ 1037.251493] env[69319]: DEBUG nova.objects.instance [None req-58a0e283-668d-48d4-b085-6b79b60061a4 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Lazy-loading 'flavor' on Instance uuid 33bc946c-1397-4355-8132-bc27084a66ba {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1037.291432] env[69319]: DEBUG nova.compute.utils [None req-c583bb9d-6df0-4112-ab45-632919b84ccd tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Using /dev/sd instead of None {{(pid=69319) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1037.300220] env[69319]: DEBUG nova.compute.manager [None req-c583bb9d-6df0-4112-ab45-632919b84ccd tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] [instance: 83ef14da-a854-46ef-bb33-05164f9efb29] Allocating IP information in the background. {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1037.300526] env[69319]: DEBUG nova.network.neutron [None req-c583bb9d-6df0-4112-ab45-632919b84ccd tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] [instance: 83ef14da-a854-46ef-bb33-05164f9efb29] allocate_for_instance() {{(pid=69319) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1037.318192] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.366668] env[69319]: DEBUG nova.policy [None req-c583bb9d-6df0-4112-ab45-632919b84ccd tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '24e26972fb974b248e4a3538133c5ac2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2a8df64c606841b782505fd26aacc891', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69319) authorize /opt/stack/nova/nova/policy.py:192}} [ 1037.369148] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c9cc71e0-8cc7-441f-8c93-5db359504c8f tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Releasing lock "refresh_cache-4650fd7f-02d1-46d1-b68e-3fb75e237e57" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.370313] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c9cc71e0-8cc7-441f-8c93-5db359504c8f tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Acquiring lock "4650fd7f-02d1-46d1-b68e-3fb75e237e57" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.370595] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c9cc71e0-8cc7-441f-8c93-5db359504c8f tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Acquired lock "4650fd7f-02d1-46d1-b68e-3fb75e237e57" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.371927] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f62befa-2d8a-4f9f-bf3a-b4989f750234 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.402301] env[69319]: DEBUG nova.virt.hardware [None req-c9cc71e0-8cc7-441f-8c93-5db359504c8f tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1037.402478] env[69319]: DEBUG nova.virt.hardware [None req-c9cc71e0-8cc7-441f-8c93-5db359504c8f tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1037.402608] env[69319]: DEBUG nova.virt.hardware [None req-c9cc71e0-8cc7-441f-8c93-5db359504c8f tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1037.402901] env[69319]: DEBUG nova.virt.hardware [None req-c9cc71e0-8cc7-441f-8c93-5db359504c8f tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1037.403151] env[69319]: DEBUG nova.virt.hardware [None req-c9cc71e0-8cc7-441f-8c93-5db359504c8f tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1037.403396] env[69319]: DEBUG nova.virt.hardware [None req-c9cc71e0-8cc7-441f-8c93-5db359504c8f tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1037.403717] env[69319]: DEBUG nova.virt.hardware [None req-c9cc71e0-8cc7-441f-8c93-5db359504c8f tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1037.403975] env[69319]: DEBUG nova.virt.hardware [None req-c9cc71e0-8cc7-441f-8c93-5db359504c8f tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1037.404261] env[69319]: DEBUG nova.virt.hardware [None req-c9cc71e0-8cc7-441f-8c93-5db359504c8f tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1037.404534] env[69319]: DEBUG nova.virt.hardware [None req-c9cc71e0-8cc7-441f-8c93-5db359504c8f tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1037.404817] env[69319]: DEBUG nova.virt.hardware [None req-c9cc71e0-8cc7-441f-8c93-5db359504c8f tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1037.416636] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-c9cc71e0-8cc7-441f-8c93-5db359504c8f tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 4650fd7f-02d1-46d1-b68e-3fb75e237e57] Reconfiguring VM to attach interface {{(pid=69319) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1037.420562] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02da0993-86d8-43ee-bc38-975d14ed4940 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.449645] env[69319]: DEBUG oslo_vmware.api [None req-c9cc71e0-8cc7-441f-8c93-5db359504c8f tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Waiting for the task: (returnval){ [ 1037.449645] env[69319]: value = "task-3223630" [ 1037.449645] env[69319]: _type = "Task" [ 1037.449645] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.465100] env[69319]: DEBUG oslo_vmware.api [None req-c9cc71e0-8cc7-441f-8c93-5db359504c8f tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': task-3223630, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.512840] env[69319]: DEBUG oslo_concurrency.lockutils [None req-64cf1d1b-b471-4be9-9b4f-bfdc6b14dfcc tempest-ServersTestJSON-1193997500 tempest-ServersTestJSON-1193997500-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.676182] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5291d0b4-2169-425e-b4af-080a982dd066 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.684247] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1da70cc9-7219-4bc0-a591-0290d26a8c66 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.716367] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92d4dcbc-3c23-4eb2-989f-6a34316298ad {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.723914] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45dc2f86-4036-4343-8db4-968ce9737a2f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.743031] env[69319]: DEBUG nova.compute.provider_tree [None req-e81ecf17-4717-4154-b25c-f55427469fef tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1037.748725] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c547d1cc-576f-4f13-9574-1d65f2d23a17 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Acquiring lock "f897ffef-dacc-4128-bb22-552b7a4b0e3a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.748946] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c547d1cc-576f-4f13-9574-1d65f2d23a17 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Lock "f897ffef-dacc-4128-bb22-552b7a4b0e3a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.759864] env[69319]: DEBUG nova.network.neutron [None req-c583bb9d-6df0-4112-ab45-632919b84ccd tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] [instance: 83ef14da-a854-46ef-bb33-05164f9efb29] Successfully created port: 59ebc990-33e5-458d-a784-70962ff34a91 {{(pid=69319) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1037.763219] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3917417c-fc31-44b8-9f7f-65da8b9be7dd {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.783563] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2ac944e-1685-4767-961e-f177fbd72664 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.799309] env[69319]: DEBUG nova.compute.manager [None req-c583bb9d-6df0-4112-ab45-632919b84ccd tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] [instance: 83ef14da-a854-46ef-bb33-05164f9efb29] Start building block device mappings for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1037.816782] env[69319]: DEBUG nova.compute.manager [req-d09ff053-c4ab-4a1f-9e58-3e4854ed5029 req-8ddb7d15-60b8-478b-a544-58f239e85fa1 service nova] [instance: 3398ecd5-6889-400b-a436-e22d014f0da0] Received event network-vif-unplugged-b7f75aeb-e1e9-4355-8d83-1c437333a71d {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1037.817021] env[69319]: DEBUG oslo_concurrency.lockutils [req-d09ff053-c4ab-4a1f-9e58-3e4854ed5029 req-8ddb7d15-60b8-478b-a544-58f239e85fa1 service nova] Acquiring lock "3398ecd5-6889-400b-a436-e22d014f0da0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.817306] env[69319]: DEBUG oslo_concurrency.lockutils [req-d09ff053-c4ab-4a1f-9e58-3e4854ed5029 req-8ddb7d15-60b8-478b-a544-58f239e85fa1 service nova] Lock "3398ecd5-6889-400b-a436-e22d014f0da0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.817565] env[69319]: DEBUG oslo_concurrency.lockutils [req-d09ff053-c4ab-4a1f-9e58-3e4854ed5029 req-8ddb7d15-60b8-478b-a544-58f239e85fa1 service nova] Lock "3398ecd5-6889-400b-a436-e22d014f0da0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.817682] env[69319]: DEBUG nova.compute.manager [req-d09ff053-c4ab-4a1f-9e58-3e4854ed5029 req-8ddb7d15-60b8-478b-a544-58f239e85fa1 service nova] [instance: 3398ecd5-6889-400b-a436-e22d014f0da0] No waiting events found dispatching network-vif-unplugged-b7f75aeb-e1e9-4355-8d83-1c437333a71d {{(pid=69319) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1037.818054] env[69319]: WARNING nova.compute.manager [req-d09ff053-c4ab-4a1f-9e58-3e4854ed5029 req-8ddb7d15-60b8-478b-a544-58f239e85fa1 service nova] [instance: 3398ecd5-6889-400b-a436-e22d014f0da0] Received unexpected event network-vif-unplugged-b7f75aeb-e1e9-4355-8d83-1c437333a71d for instance with vm_state shelved_offloaded and task_state None. [ 1037.818054] env[69319]: DEBUG nova.compute.manager [req-d09ff053-c4ab-4a1f-9e58-3e4854ed5029 req-8ddb7d15-60b8-478b-a544-58f239e85fa1 service nova] [instance: 4650fd7f-02d1-46d1-b68e-3fb75e237e57] Received event network-changed-8d5211e0-0df8-44fd-870c-5f4af0991cc1 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1037.818214] env[69319]: DEBUG nova.compute.manager [req-d09ff053-c4ab-4a1f-9e58-3e4854ed5029 req-8ddb7d15-60b8-478b-a544-58f239e85fa1 service nova] [instance: 4650fd7f-02d1-46d1-b68e-3fb75e237e57] Refreshing instance network info cache due to event network-changed-8d5211e0-0df8-44fd-870c-5f4af0991cc1. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1037.818416] env[69319]: DEBUG oslo_concurrency.lockutils [req-d09ff053-c4ab-4a1f-9e58-3e4854ed5029 req-8ddb7d15-60b8-478b-a544-58f239e85fa1 service nova] Acquiring lock "refresh_cache-4650fd7f-02d1-46d1-b68e-3fb75e237e57" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.818543] env[69319]: DEBUG oslo_concurrency.lockutils [req-d09ff053-c4ab-4a1f-9e58-3e4854ed5029 req-8ddb7d15-60b8-478b-a544-58f239e85fa1 service nova] Acquired lock "refresh_cache-4650fd7f-02d1-46d1-b68e-3fb75e237e57" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.818645] env[69319]: DEBUG nova.network.neutron [req-d09ff053-c4ab-4a1f-9e58-3e4854ed5029 req-8ddb7d15-60b8-478b-a544-58f239e85fa1 service nova] [instance: 4650fd7f-02d1-46d1-b68e-3fb75e237e57] Refreshing network info cache for port 8d5211e0-0df8-44fd-870c-5f4af0991cc1 {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1037.962621] env[69319]: DEBUG oslo_vmware.api [None req-c9cc71e0-8cc7-441f-8c93-5db359504c8f tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': task-3223630, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.247137] env[69319]: DEBUG nova.scheduler.client.report [None req-e81ecf17-4717-4154-b25c-f55427469fef tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1038.254491] env[69319]: DEBUG nova.compute.manager [None req-c547d1cc-576f-4f13-9574-1d65f2d23a17 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] [instance: f897ffef-dacc-4128-bb22-552b7a4b0e3a] Starting instance... {{(pid=69319) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1038.297022] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-58a0e283-668d-48d4-b085-6b79b60061a4 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 33bc946c-1397-4355-8132-bc27084a66ba] Creating Snapshot of the VM instance {{(pid=69319) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1038.297022] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b4ccbfe7-bd9a-4b86-88f1-8c714f1ea9ff {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.309029] env[69319]: DEBUG oslo_vmware.api [None req-58a0e283-668d-48d4-b085-6b79b60061a4 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Waiting for the task: (returnval){ [ 1038.309029] env[69319]: value = "task-3223631" [ 1038.309029] env[69319]: _type = "Task" [ 1038.309029] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.322161] env[69319]: DEBUG oslo_vmware.api [None req-58a0e283-668d-48d4-b085-6b79b60061a4 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3223631, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.381585] env[69319]: DEBUG oslo_concurrency.lockutils [None req-1b16c476-b33d-4500-9788-d9096fb1163e tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Acquiring lock "6ddef20b-40c0-4f0d-bf0e-81d443706ecd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.381861] env[69319]: DEBUG oslo_concurrency.lockutils [None req-1b16c476-b33d-4500-9788-d9096fb1163e tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Lock "6ddef20b-40c0-4f0d-bf0e-81d443706ecd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.382124] env[69319]: DEBUG oslo_concurrency.lockutils [None req-1b16c476-b33d-4500-9788-d9096fb1163e tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Acquiring lock "6ddef20b-40c0-4f0d-bf0e-81d443706ecd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.382273] env[69319]: DEBUG oslo_concurrency.lockutils [None req-1b16c476-b33d-4500-9788-d9096fb1163e tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Lock "6ddef20b-40c0-4f0d-bf0e-81d443706ecd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.382553] env[69319]: DEBUG oslo_concurrency.lockutils [None req-1b16c476-b33d-4500-9788-d9096fb1163e tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Lock "6ddef20b-40c0-4f0d-bf0e-81d443706ecd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.387037] env[69319]: INFO nova.compute.manager [None req-1b16c476-b33d-4500-9788-d9096fb1163e tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] [instance: 6ddef20b-40c0-4f0d-bf0e-81d443706ecd] Terminating instance [ 1038.461675] env[69319]: DEBUG oslo_vmware.api [None req-c9cc71e0-8cc7-441f-8c93-5db359504c8f tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': task-3223630, 'name': ReconfigVM_Task, 'duration_secs': 0.917677} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.462448] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c9cc71e0-8cc7-441f-8c93-5db359504c8f tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Releasing lock "4650fd7f-02d1-46d1-b68e-3fb75e237e57" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.462828] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-c9cc71e0-8cc7-441f-8c93-5db359504c8f tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 4650fd7f-02d1-46d1-b68e-3fb75e237e57] Reconfigured VM to attach interface {{(pid=69319) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1038.622895] env[69319]: DEBUG nova.network.neutron [req-d09ff053-c4ab-4a1f-9e58-3e4854ed5029 req-8ddb7d15-60b8-478b-a544-58f239e85fa1 service nova] [instance: 4650fd7f-02d1-46d1-b68e-3fb75e237e57] Updated VIF entry in instance network info cache for port 8d5211e0-0df8-44fd-870c-5f4af0991cc1. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1038.623451] env[69319]: DEBUG nova.network.neutron [req-d09ff053-c4ab-4a1f-9e58-3e4854ed5029 req-8ddb7d15-60b8-478b-a544-58f239e85fa1 service nova] [instance: 4650fd7f-02d1-46d1-b68e-3fb75e237e57] Updating instance_info_cache with network_info: [{"id": "33818967-b4af-4132-a92f-4b293d725928", "address": "fa:16:3e:35:db:93", "network": {"id": "137e0ee2-8e6e-434c-a032-f059cf348e59", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-49335232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0030fcfc26054d94b76414b0098fa648", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33818967-b4", "ovs_interfaceid": "33818967-b4af-4132-a92f-4b293d725928", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f8314ecd-779c-44f0-9b5a-adb2a68e1b3b", "address": "fa:16:3e:90:df:3f", "network": {"id": "137e0ee2-8e6e-434c-a032-f059cf348e59", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-49335232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0030fcfc26054d94b76414b0098fa648", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8314ecd-77", "ovs_interfaceid": "f8314ecd-779c-44f0-9b5a-adb2a68e1b3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8d5211e0-0df8-44fd-870c-5f4af0991cc1", "address": "fa:16:3e:08:39:ff", "network": {"id": "137e0ee2-8e6e-434c-a032-f059cf348e59", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-49335232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0030fcfc26054d94b76414b0098fa648", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d5211e0-0d", "ovs_interfaceid": "8d5211e0-0df8-44fd-870c-5f4af0991cc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.764776] env[69319]: DEBUG oslo_concurrency.lockutils [None req-e81ecf17-4717-4154-b25c-f55427469fef tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.978s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.768943] env[69319]: DEBUG oslo_concurrency.lockutils [None req-bc772a59-2424-4a06-992e-c7b445ba8963 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.247s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.770543] env[69319]: INFO nova.compute.claims [None req-bc772a59-2424-4a06-992e-c7b445ba8963 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] [instance: ec9de339-c7b8-4e35-8daa-5efe7bc4b514] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1038.788447] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c547d1cc-576f-4f13-9574-1d65f2d23a17 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.795847] env[69319]: INFO nova.scheduler.client.report [None req-e81ecf17-4717-4154-b25c-f55427469fef tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Deleted allocations for instance a1acbe0c-f40b-4388-964e-cf7a95551e4c [ 1038.809430] env[69319]: DEBUG nova.compute.manager [None req-c583bb9d-6df0-4112-ab45-632919b84ccd tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] [instance: 83ef14da-a854-46ef-bb33-05164f9efb29] Start spawning the instance on the hypervisor. {{(pid=69319) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1038.822109] env[69319]: DEBUG oslo_vmware.api [None req-58a0e283-668d-48d4-b085-6b79b60061a4 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3223631, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.833246] env[69319]: DEBUG nova.virt.hardware [None req-c583bb9d-6df0-4112-ab45-632919b84ccd tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:32:36Z,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31f027872f6f44dba95ff2fe7a062e00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:32:36Z,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1038.833520] env[69319]: DEBUG nova.virt.hardware [None req-c583bb9d-6df0-4112-ab45-632919b84ccd tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1038.833704] env[69319]: DEBUG nova.virt.hardware [None req-c583bb9d-6df0-4112-ab45-632919b84ccd tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1038.833891] env[69319]: DEBUG nova.virt.hardware [None req-c583bb9d-6df0-4112-ab45-632919b84ccd tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1038.834055] env[69319]: DEBUG nova.virt.hardware [None req-c583bb9d-6df0-4112-ab45-632919b84ccd tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1038.834211] env[69319]: DEBUG nova.virt.hardware [None req-c583bb9d-6df0-4112-ab45-632919b84ccd tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1038.834430] env[69319]: DEBUG nova.virt.hardware [None req-c583bb9d-6df0-4112-ab45-632919b84ccd tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1038.834606] env[69319]: DEBUG nova.virt.hardware [None req-c583bb9d-6df0-4112-ab45-632919b84ccd tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1038.834808] env[69319]: DEBUG nova.virt.hardware [None req-c583bb9d-6df0-4112-ab45-632919b84ccd tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1038.834979] env[69319]: DEBUG nova.virt.hardware [None req-c583bb9d-6df0-4112-ab45-632919b84ccd tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1038.835219] env[69319]: DEBUG nova.virt.hardware [None req-c583bb9d-6df0-4112-ab45-632919b84ccd tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1038.836282] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dfa56da-72e3-44d8-b4cd-7c9cc7ff1d30 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.844491] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d4a9559-8f54-4523-9bd1-860aa804ee2d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.890951] env[69319]: DEBUG nova.compute.manager [None req-1b16c476-b33d-4500-9788-d9096fb1163e tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] [instance: 6ddef20b-40c0-4f0d-bf0e-81d443706ecd] Start destroying the instance on the hypervisor. {{(pid=69319) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1038.891175] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-1b16c476-b33d-4500-9788-d9096fb1163e tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] [instance: 6ddef20b-40c0-4f0d-bf0e-81d443706ecd] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1038.892096] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4618e946-5b71-41cf-ae55-6a9ff4c7f71b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.899923] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b16c476-b33d-4500-9788-d9096fb1163e tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] [instance: 6ddef20b-40c0-4f0d-bf0e-81d443706ecd] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1038.900179] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1e187815-2d1a-4558-b692-c651995877fc {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.906012] env[69319]: DEBUG oslo_vmware.api [None req-1b16c476-b33d-4500-9788-d9096fb1163e tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Waiting for the task: (returnval){ [ 1038.906012] env[69319]: value = "task-3223632" [ 1038.906012] env[69319]: _type = "Task" [ 1038.906012] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.913452] env[69319]: DEBUG oslo_vmware.api [None req-1b16c476-b33d-4500-9788-d9096fb1163e tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Task: {'id': task-3223632, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.967905] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c9cc71e0-8cc7-441f-8c93-5db359504c8f tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Lock "interface-4650fd7f-02d1-46d1-b68e-3fb75e237e57-8d5211e0-0df8-44fd-870c-5f4af0991cc1" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.838s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.126241] env[69319]: DEBUG oslo_concurrency.lockutils [req-d09ff053-c4ab-4a1f-9e58-3e4854ed5029 req-8ddb7d15-60b8-478b-a544-58f239e85fa1 service nova] Releasing lock "refresh_cache-4650fd7f-02d1-46d1-b68e-3fb75e237e57" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.126591] env[69319]: DEBUG nova.compute.manager [req-d09ff053-c4ab-4a1f-9e58-3e4854ed5029 req-8ddb7d15-60b8-478b-a544-58f239e85fa1 service nova] [instance: 3398ecd5-6889-400b-a436-e22d014f0da0] Received event network-changed-b7f75aeb-e1e9-4355-8d83-1c437333a71d {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1039.126793] env[69319]: DEBUG nova.compute.manager [req-d09ff053-c4ab-4a1f-9e58-3e4854ed5029 req-8ddb7d15-60b8-478b-a544-58f239e85fa1 service nova] [instance: 3398ecd5-6889-400b-a436-e22d014f0da0] Refreshing instance network info cache due to event network-changed-b7f75aeb-e1e9-4355-8d83-1c437333a71d. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1039.127107] env[69319]: DEBUG oslo_concurrency.lockutils [req-d09ff053-c4ab-4a1f-9e58-3e4854ed5029 req-8ddb7d15-60b8-478b-a544-58f239e85fa1 service nova] Acquiring lock "refresh_cache-3398ecd5-6889-400b-a436-e22d014f0da0" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.127270] env[69319]: DEBUG oslo_concurrency.lockutils [req-d09ff053-c4ab-4a1f-9e58-3e4854ed5029 req-8ddb7d15-60b8-478b-a544-58f239e85fa1 service nova] Acquired lock "refresh_cache-3398ecd5-6889-400b-a436-e22d014f0da0" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.127459] env[69319]: DEBUG nova.network.neutron [req-d09ff053-c4ab-4a1f-9e58-3e4854ed5029 req-8ddb7d15-60b8-478b-a544-58f239e85fa1 service nova] [instance: 3398ecd5-6889-400b-a436-e22d014f0da0] Refreshing network info cache for port b7f75aeb-e1e9-4355-8d83-1c437333a71d {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1039.234747] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0aca1dc1-8672-41b8-a7b1-7120f2ff6036 tempest-ServerActionsV293TestJSON-1988837861 tempest-ServerActionsV293TestJSON-1988837861-project-member] Acquiring lock "ad622127-7078-489f-9f55-5663137241aa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.234747] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0aca1dc1-8672-41b8-a7b1-7120f2ff6036 tempest-ServerActionsV293TestJSON-1988837861 tempest-ServerActionsV293TestJSON-1988837861-project-member] Lock "ad622127-7078-489f-9f55-5663137241aa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.234747] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0aca1dc1-8672-41b8-a7b1-7120f2ff6036 tempest-ServerActionsV293TestJSON-1988837861 tempest-ServerActionsV293TestJSON-1988837861-project-member] Acquiring lock "ad622127-7078-489f-9f55-5663137241aa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.234747] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0aca1dc1-8672-41b8-a7b1-7120f2ff6036 tempest-ServerActionsV293TestJSON-1988837861 tempest-ServerActionsV293TestJSON-1988837861-project-member] Lock "ad622127-7078-489f-9f55-5663137241aa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.234747] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0aca1dc1-8672-41b8-a7b1-7120f2ff6036 tempest-ServerActionsV293TestJSON-1988837861 tempest-ServerActionsV293TestJSON-1988837861-project-member] Lock "ad622127-7078-489f-9f55-5663137241aa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.236931] env[69319]: INFO nova.compute.manager [None req-0aca1dc1-8672-41b8-a7b1-7120f2ff6036 tempest-ServerActionsV293TestJSON-1988837861 tempest-ServerActionsV293TestJSON-1988837861-project-member] [instance: ad622127-7078-489f-9f55-5663137241aa] Terminating instance [ 1039.303692] env[69319]: DEBUG oslo_concurrency.lockutils [None req-e81ecf17-4717-4154-b25c-f55427469fef tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Lock "a1acbe0c-f40b-4388-964e-cf7a95551e4c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.772s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.322163] env[69319]: DEBUG oslo_vmware.api [None req-58a0e283-668d-48d4-b085-6b79b60061a4 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3223631, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.417955] env[69319]: DEBUG oslo_vmware.api [None req-1b16c476-b33d-4500-9788-d9096fb1163e tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Task: {'id': task-3223632, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.460747] env[69319]: DEBUG nova.network.neutron [None req-c583bb9d-6df0-4112-ab45-632919b84ccd tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] [instance: 83ef14da-a854-46ef-bb33-05164f9efb29] Successfully updated port: 59ebc990-33e5-458d-a784-70962ff34a91 {{(pid=69319) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1039.522983] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ef7f02da-e666-44db-9623-741893b10eb3 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Acquiring lock "3398ecd5-6889-400b-a436-e22d014f0da0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.741372] env[69319]: DEBUG nova.compute.manager [None req-0aca1dc1-8672-41b8-a7b1-7120f2ff6036 tempest-ServerActionsV293TestJSON-1988837861 tempest-ServerActionsV293TestJSON-1988837861-project-member] [instance: ad622127-7078-489f-9f55-5663137241aa] Start destroying the instance on the hypervisor. {{(pid=69319) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1039.741855] env[69319]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-97738c7f-dd94-405d-9106-415b7b34f7f4 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.751270] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8a97d30-d6ce-4efa-bcb8-c8f98af2de89 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.799472] env[69319]: WARNING nova.virt.vmwareapi.driver [None req-0aca1dc1-8672-41b8-a7b1-7120f2ff6036 tempest-ServerActionsV293TestJSON-1988837861 tempest-ServerActionsV293TestJSON-1988837861-project-member] [instance: ad622127-7078-489f-9f55-5663137241aa] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance ad622127-7078-489f-9f55-5663137241aa could not be found. [ 1039.799757] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-0aca1dc1-8672-41b8-a7b1-7120f2ff6036 tempest-ServerActionsV293TestJSON-1988837861 tempest-ServerActionsV293TestJSON-1988837861-project-member] [instance: ad622127-7078-489f-9f55-5663137241aa] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1039.800133] env[69319]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0c5c4ef8-ab0a-468a-823e-e958dda6c685 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.814080] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13ec9dfb-7798-434f-a70e-e1de65f2a6ba {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.859506] env[69319]: WARNING nova.virt.vmwareapi.vmops [None req-0aca1dc1-8672-41b8-a7b1-7120f2ff6036 tempest-ServerActionsV293TestJSON-1988837861 tempest-ServerActionsV293TestJSON-1988837861-project-member] [instance: ad622127-7078-489f-9f55-5663137241aa] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance ad622127-7078-489f-9f55-5663137241aa could not be found. [ 1039.859856] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-0aca1dc1-8672-41b8-a7b1-7120f2ff6036 tempest-ServerActionsV293TestJSON-1988837861 tempest-ServerActionsV293TestJSON-1988837861-project-member] [instance: ad622127-7078-489f-9f55-5663137241aa] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1039.859856] env[69319]: INFO nova.compute.manager [None req-0aca1dc1-8672-41b8-a7b1-7120f2ff6036 tempest-ServerActionsV293TestJSON-1988837861 tempest-ServerActionsV293TestJSON-1988837861-project-member] [instance: ad622127-7078-489f-9f55-5663137241aa] Took 0.12 seconds to destroy the instance on the hypervisor. [ 1039.860163] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0aca1dc1-8672-41b8-a7b1-7120f2ff6036 tempest-ServerActionsV293TestJSON-1988837861 tempest-ServerActionsV293TestJSON-1988837861-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1039.860715] env[69319]: DEBUG oslo_vmware.api [None req-58a0e283-668d-48d4-b085-6b79b60061a4 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3223631, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.864966] env[69319]: DEBUG nova.compute.manager [-] [instance: ad622127-7078-489f-9f55-5663137241aa] Deallocating network for instance {{(pid=69319) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1039.864966] env[69319]: DEBUG nova.network.neutron [-] [instance: ad622127-7078-489f-9f55-5663137241aa] deallocate_for_instance() {{(pid=69319) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1039.923661] env[69319]: DEBUG oslo_vmware.api [None req-1b16c476-b33d-4500-9788-d9096fb1163e tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Task: {'id': task-3223632, 'name': PowerOffVM_Task, 'duration_secs': 0.564851} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.923938] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b16c476-b33d-4500-9788-d9096fb1163e tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] [instance: 6ddef20b-40c0-4f0d-bf0e-81d443706ecd] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1039.924180] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-1b16c476-b33d-4500-9788-d9096fb1163e tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] [instance: 6ddef20b-40c0-4f0d-bf0e-81d443706ecd] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1039.924452] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1102665d-0d0a-4af9-b3c1-ad56c3be3209 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.963522] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c583bb9d-6df0-4112-ab45-632919b84ccd tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Acquiring lock "refresh_cache-83ef14da-a854-46ef-bb33-05164f9efb29" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.963677] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c583bb9d-6df0-4112-ab45-632919b84ccd tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Acquired lock "refresh_cache-83ef14da-a854-46ef-bb33-05164f9efb29" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.963833] env[69319]: DEBUG nova.network.neutron [None req-c583bb9d-6df0-4112-ab45-632919b84ccd tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] [instance: 83ef14da-a854-46ef-bb33-05164f9efb29] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1040.003838] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-1b16c476-b33d-4500-9788-d9096fb1163e tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] [instance: 6ddef20b-40c0-4f0d-bf0e-81d443706ecd] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1040.004086] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-1b16c476-b33d-4500-9788-d9096fb1163e tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] [instance: 6ddef20b-40c0-4f0d-bf0e-81d443706ecd] Deleting contents of the VM from datastore datastore1 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1040.004275] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b16c476-b33d-4500-9788-d9096fb1163e tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Deleting the datastore file [datastore1] 6ddef20b-40c0-4f0d-bf0e-81d443706ecd {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1040.004544] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-822d1c96-c614-496f-878c-be39be04bdd2 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.011877] env[69319]: DEBUG oslo_vmware.api [None req-1b16c476-b33d-4500-9788-d9096fb1163e tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Waiting for the task: (returnval){ [ 1040.011877] env[69319]: value = "task-3223634" [ 1040.011877] env[69319]: _type = "Task" [ 1040.011877] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.024248] env[69319]: DEBUG oslo_vmware.api [None req-1b16c476-b33d-4500-9788-d9096fb1163e tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Task: {'id': task-3223634, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.117124] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22d7555c-22e4-4940-8bda-c2fb7b2f16eb {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.126117] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb821fa2-1ed4-4cb8-93b8-b677aa5d0a5d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.161735] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-837b00d2-cd87-4676-b790-efe007eb1884 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.170566] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a4fcfc1-5291-4947-9803-93b5407d9f03 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.188494] env[69319]: DEBUG nova.compute.provider_tree [None req-bc772a59-2424-4a06-992e-c7b445ba8963 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1040.340507] env[69319]: DEBUG oslo_vmware.api [None req-58a0e283-668d-48d4-b085-6b79b60061a4 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3223631, 'name': CreateSnapshot_Task, 'duration_secs': 1.951081} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.340793] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-58a0e283-668d-48d4-b085-6b79b60061a4 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 33bc946c-1397-4355-8132-bc27084a66ba] Created Snapshot of the VM instance {{(pid=69319) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1040.341594] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e482320-b749-40ef-9fd6-d1658046bd47 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.348679] env[69319]: DEBUG nova.compute.manager [req-d82251fe-0c86-4653-bfa4-066cf13bbf6e req-d78dace2-0764-4cc8-a263-e9b7c3439841 service nova] [instance: 83ef14da-a854-46ef-bb33-05164f9efb29] Received event network-vif-plugged-59ebc990-33e5-458d-a784-70962ff34a91 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1040.348679] env[69319]: DEBUG oslo_concurrency.lockutils [req-d82251fe-0c86-4653-bfa4-066cf13bbf6e req-d78dace2-0764-4cc8-a263-e9b7c3439841 service nova] Acquiring lock "83ef14da-a854-46ef-bb33-05164f9efb29-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.348679] env[69319]: DEBUG oslo_concurrency.lockutils [req-d82251fe-0c86-4653-bfa4-066cf13bbf6e req-d78dace2-0764-4cc8-a263-e9b7c3439841 service nova] Lock "83ef14da-a854-46ef-bb33-05164f9efb29-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.348679] env[69319]: DEBUG oslo_concurrency.lockutils [req-d82251fe-0c86-4653-bfa4-066cf13bbf6e req-d78dace2-0764-4cc8-a263-e9b7c3439841 service nova] Lock "83ef14da-a854-46ef-bb33-05164f9efb29-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.348679] env[69319]: DEBUG nova.compute.manager [req-d82251fe-0c86-4653-bfa4-066cf13bbf6e req-d78dace2-0764-4cc8-a263-e9b7c3439841 service nova] [instance: 83ef14da-a854-46ef-bb33-05164f9efb29] No waiting events found dispatching network-vif-plugged-59ebc990-33e5-458d-a784-70962ff34a91 {{(pid=69319) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1040.348679] env[69319]: WARNING nova.compute.manager [req-d82251fe-0c86-4653-bfa4-066cf13bbf6e req-d78dace2-0764-4cc8-a263-e9b7c3439841 service nova] [instance: 83ef14da-a854-46ef-bb33-05164f9efb29] Received unexpected event network-vif-plugged-59ebc990-33e5-458d-a784-70962ff34a91 for instance with vm_state building and task_state spawning. [ 1040.348679] env[69319]: DEBUG nova.compute.manager [req-d82251fe-0c86-4653-bfa4-066cf13bbf6e req-d78dace2-0764-4cc8-a263-e9b7c3439841 service nova] [instance: 83ef14da-a854-46ef-bb33-05164f9efb29] Received event network-changed-59ebc990-33e5-458d-a784-70962ff34a91 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1040.348679] env[69319]: DEBUG nova.compute.manager [req-d82251fe-0c86-4653-bfa4-066cf13bbf6e req-d78dace2-0764-4cc8-a263-e9b7c3439841 service nova] [instance: 83ef14da-a854-46ef-bb33-05164f9efb29] Refreshing instance network info cache due to event network-changed-59ebc990-33e5-458d-a784-70962ff34a91. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1040.348679] env[69319]: DEBUG oslo_concurrency.lockutils [req-d82251fe-0c86-4653-bfa4-066cf13bbf6e req-d78dace2-0764-4cc8-a263-e9b7c3439841 service nova] Acquiring lock "refresh_cache-83ef14da-a854-46ef-bb33-05164f9efb29" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.373317] env[69319]: DEBUG nova.network.neutron [req-d09ff053-c4ab-4a1f-9e58-3e4854ed5029 req-8ddb7d15-60b8-478b-a544-58f239e85fa1 service nova] [instance: 3398ecd5-6889-400b-a436-e22d014f0da0] Updated VIF entry in instance network info cache for port b7f75aeb-e1e9-4355-8d83-1c437333a71d. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1040.373317] env[69319]: DEBUG nova.network.neutron [req-d09ff053-c4ab-4a1f-9e58-3e4854ed5029 req-8ddb7d15-60b8-478b-a544-58f239e85fa1 service nova] [instance: 3398ecd5-6889-400b-a436-e22d014f0da0] Updating instance_info_cache with network_info: [{"id": "b7f75aeb-e1e9-4355-8d83-1c437333a71d", "address": "fa:16:3e:ff:25:69", "network": {"id": "8985126e-f64e-499c-abf8-8490d52ef1a5", "bridge": null, "label": "tempest-DeleteServersTestJSON-221535940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c749d00b4b5b4852a5c16d9621d8eb16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapb7f75aeb-e1", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.526898] env[69319]: DEBUG nova.network.neutron [None req-c583bb9d-6df0-4112-ab45-632919b84ccd tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] [instance: 83ef14da-a854-46ef-bb33-05164f9efb29] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1040.534639] env[69319]: DEBUG oslo_vmware.api [None req-1b16c476-b33d-4500-9788-d9096fb1163e tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Task: {'id': task-3223634, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17744} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.534961] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b16c476-b33d-4500-9788-d9096fb1163e tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1040.535108] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-1b16c476-b33d-4500-9788-d9096fb1163e tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] [instance: 6ddef20b-40c0-4f0d-bf0e-81d443706ecd] Deleted contents of the VM from datastore datastore1 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1040.535580] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-1b16c476-b33d-4500-9788-d9096fb1163e tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] [instance: 6ddef20b-40c0-4f0d-bf0e-81d443706ecd] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1040.535580] env[69319]: INFO nova.compute.manager [None req-1b16c476-b33d-4500-9788-d9096fb1163e tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] [instance: 6ddef20b-40c0-4f0d-bf0e-81d443706ecd] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1040.535695] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1b16c476-b33d-4500-9788-d9096fb1163e tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1040.536175] env[69319]: DEBUG nova.compute.manager [-] [instance: 6ddef20b-40c0-4f0d-bf0e-81d443706ecd] Deallocating network for instance {{(pid=69319) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1040.536279] env[69319]: DEBUG nova.network.neutron [-] [instance: 6ddef20b-40c0-4f0d-bf0e-81d443706ecd] deallocate_for_instance() {{(pid=69319) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1040.692085] env[69319]: DEBUG nova.scheduler.client.report [None req-bc772a59-2424-4a06-992e-c7b445ba8963 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1040.818880] env[69319]: DEBUG nova.network.neutron [None req-c583bb9d-6df0-4112-ab45-632919b84ccd tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] [instance: 83ef14da-a854-46ef-bb33-05164f9efb29] Updating instance_info_cache with network_info: [{"id": "59ebc990-33e5-458d-a784-70962ff34a91", "address": "fa:16:3e:9c:9e:81", "network": {"id": "9544bde3-ea52-4622-a0b9-3bef39ca9e43", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-467631530-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a8df64c606841b782505fd26aacc891", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3fca0ab6-cc80-429f-9117-885f170135b7", "external-id": "nsx-vlan-transportzone-393", "segmentation_id": 393, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59ebc990-33", "ovs_interfaceid": "59ebc990-33e5-458d-a784-70962ff34a91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.870106] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-58a0e283-668d-48d4-b085-6b79b60061a4 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 33bc946c-1397-4355-8132-bc27084a66ba] Creating linked-clone VM from snapshot {{(pid=69319) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1040.870730] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-00c8a62c-768f-47da-b82b-d19a1d89eb8d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.874958] env[69319]: DEBUG oslo_concurrency.lockutils [req-d09ff053-c4ab-4a1f-9e58-3e4854ed5029 req-8ddb7d15-60b8-478b-a544-58f239e85fa1 service nova] Releasing lock "refresh_cache-3398ecd5-6889-400b-a436-e22d014f0da0" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.875163] env[69319]: DEBUG nova.compute.manager [req-d09ff053-c4ab-4a1f-9e58-3e4854ed5029 req-8ddb7d15-60b8-478b-a544-58f239e85fa1 service nova] [instance: dcd83efc-4157-4174-b3bd-5bd6cd865360] Received event network-vif-deleted-b03f30f3-354f-4526-baa7-e7778d7e199b {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1040.881095] env[69319]: DEBUG oslo_vmware.api [None req-58a0e283-668d-48d4-b085-6b79b60061a4 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Waiting for the task: (returnval){ [ 1040.881095] env[69319]: value = "task-3223635" [ 1040.881095] env[69319]: _type = "Task" [ 1040.881095] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.890146] env[69319]: DEBUG oslo_vmware.api [None req-58a0e283-668d-48d4-b085-6b79b60061a4 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3223635, 'name': CloneVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.200542] env[69319]: DEBUG oslo_concurrency.lockutils [None req-bc772a59-2424-4a06-992e-c7b445ba8963 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.431s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.201297] env[69319]: DEBUG nova.compute.manager [None req-bc772a59-2424-4a06-992e-c7b445ba8963 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] [instance: ec9de339-c7b8-4e35-8daa-5efe7bc4b514] Start building networks asynchronously for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1041.205145] env[69319]: DEBUG oslo_concurrency.lockutils [None req-3e59310b-6e72-4186-9f9d-cf32c2471f4e tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.174s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.207947] env[69319]: INFO nova.compute.claims [None req-3e59310b-6e72-4186-9f9d-cf32c2471f4e tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] [instance: 5886cbfc-c361-45ef-872c-1704f7d85aff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1041.234029] env[69319]: DEBUG oslo_concurrency.lockutils [None req-26abe615-54c9-4fa6-8c51-db76e02d554e tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Acquiring lock "dbde4290-a1c2-4c5e-9b2e-a9a3328a268a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.234029] env[69319]: DEBUG oslo_concurrency.lockutils [None req-26abe615-54c9-4fa6-8c51-db76e02d554e tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Lock "dbde4290-a1c2-4c5e-9b2e-a9a3328a268a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.234029] env[69319]: DEBUG oslo_concurrency.lockutils [None req-26abe615-54c9-4fa6-8c51-db76e02d554e tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Acquiring lock "dbde4290-a1c2-4c5e-9b2e-a9a3328a268a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.234029] env[69319]: DEBUG oslo_concurrency.lockutils [None req-26abe615-54c9-4fa6-8c51-db76e02d554e tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Lock "dbde4290-a1c2-4c5e-9b2e-a9a3328a268a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.234029] env[69319]: DEBUG oslo_concurrency.lockutils [None req-26abe615-54c9-4fa6-8c51-db76e02d554e tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Lock "dbde4290-a1c2-4c5e-9b2e-a9a3328a268a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.235710] env[69319]: INFO nova.compute.manager [None req-26abe615-54c9-4fa6-8c51-db76e02d554e tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: dbde4290-a1c2-4c5e-9b2e-a9a3328a268a] Terminating instance [ 1041.322800] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c583bb9d-6df0-4112-ab45-632919b84ccd tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Releasing lock "refresh_cache-83ef14da-a854-46ef-bb33-05164f9efb29" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.322996] env[69319]: DEBUG nova.compute.manager [None req-c583bb9d-6df0-4112-ab45-632919b84ccd tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] [instance: 83ef14da-a854-46ef-bb33-05164f9efb29] Instance network_info: |[{"id": "59ebc990-33e5-458d-a784-70962ff34a91", "address": "fa:16:3e:9c:9e:81", "network": {"id": "9544bde3-ea52-4622-a0b9-3bef39ca9e43", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-467631530-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a8df64c606841b782505fd26aacc891", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3fca0ab6-cc80-429f-9117-885f170135b7", "external-id": "nsx-vlan-transportzone-393", "segmentation_id": 393, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59ebc990-33", "ovs_interfaceid": "59ebc990-33e5-458d-a784-70962ff34a91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1041.324069] env[69319]: DEBUG oslo_concurrency.lockutils [req-d82251fe-0c86-4653-bfa4-066cf13bbf6e req-d78dace2-0764-4cc8-a263-e9b7c3439841 service nova] Acquired lock "refresh_cache-83ef14da-a854-46ef-bb33-05164f9efb29" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.324069] env[69319]: DEBUG nova.network.neutron [req-d82251fe-0c86-4653-bfa4-066cf13bbf6e req-d78dace2-0764-4cc8-a263-e9b7c3439841 service nova] [instance: 83ef14da-a854-46ef-bb33-05164f9efb29] Refreshing network info cache for port 59ebc990-33e5-458d-a784-70962ff34a91 {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1041.325104] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-c583bb9d-6df0-4112-ab45-632919b84ccd tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] [instance: 83ef14da-a854-46ef-bb33-05164f9efb29] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:9e:81', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3fca0ab6-cc80-429f-9117-885f170135b7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '59ebc990-33e5-458d-a784-70962ff34a91', 'vif_model': 'vmxnet3'}] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1041.337256] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c583bb9d-6df0-4112-ab45-632919b84ccd tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1041.342456] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83ef14da-a854-46ef-bb33-05164f9efb29] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1041.349272] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c481b812-632b-442b-851f-a480c3d6815a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.370321] env[69319]: DEBUG nova.compute.manager [req-7bab56b6-b4d4-482e-86da-f392aae7ee72 req-3613c7f1-5b18-40ff-9abe-8c535f2ebdf8 service nova] [instance: 6ddef20b-40c0-4f0d-bf0e-81d443706ecd] Received event network-vif-deleted-412e2c06-99f9-4c93-a4aa-0649dd675016 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1041.370321] env[69319]: INFO nova.compute.manager [req-7bab56b6-b4d4-482e-86da-f392aae7ee72 req-3613c7f1-5b18-40ff-9abe-8c535f2ebdf8 service nova] [instance: 6ddef20b-40c0-4f0d-bf0e-81d443706ecd] Neutron deleted interface 412e2c06-99f9-4c93-a4aa-0649dd675016; detaching it from the instance and deleting it from the info cache [ 1041.370321] env[69319]: DEBUG nova.network.neutron [req-7bab56b6-b4d4-482e-86da-f392aae7ee72 req-3613c7f1-5b18-40ff-9abe-8c535f2ebdf8 service nova] [instance: 6ddef20b-40c0-4f0d-bf0e-81d443706ecd] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.376832] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1041.376832] env[69319]: value = "task-3223636" [ 1041.376832] env[69319]: _type = "Task" [ 1041.376832] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.393542] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223636, 'name': CreateVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.400720] env[69319]: DEBUG oslo_vmware.api [None req-58a0e283-668d-48d4-b085-6b79b60061a4 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3223635, 'name': CloneVM_Task} progress is 94%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.435374] env[69319]: DEBUG nova.network.neutron [-] [instance: 6ddef20b-40c0-4f0d-bf0e-81d443706ecd] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.450950] env[69319]: DEBUG nova.network.neutron [-] [instance: ad622127-7078-489f-9f55-5663137241aa] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.713748] env[69319]: DEBUG nova.compute.utils [None req-bc772a59-2424-4a06-992e-c7b445ba8963 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Using /dev/sd instead of None {{(pid=69319) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1041.719617] env[69319]: DEBUG nova.compute.manager [None req-bc772a59-2424-4a06-992e-c7b445ba8963 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] [instance: ec9de339-c7b8-4e35-8daa-5efe7bc4b514] Allocating IP information in the background. {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1041.719617] env[69319]: DEBUG nova.network.neutron [None req-bc772a59-2424-4a06-992e-c7b445ba8963 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] [instance: ec9de339-c7b8-4e35-8daa-5efe7bc4b514] allocate_for_instance() {{(pid=69319) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1041.741634] env[69319]: DEBUG nova.compute.manager [None req-26abe615-54c9-4fa6-8c51-db76e02d554e tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: dbde4290-a1c2-4c5e-9b2e-a9a3328a268a] Start destroying the instance on the hypervisor. {{(pid=69319) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1041.742090] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-26abe615-54c9-4fa6-8c51-db76e02d554e tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: dbde4290-a1c2-4c5e-9b2e-a9a3328a268a] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1041.742997] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ce44773-ea08-4dc1-a767-37536cd32d25 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.752902] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-26abe615-54c9-4fa6-8c51-db76e02d554e tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: dbde4290-a1c2-4c5e-9b2e-a9a3328a268a] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1041.752902] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-50e1d618-2f25-4192-8aff-51af06372a44 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.760789] env[69319]: DEBUG nova.policy [None req-bc772a59-2424-4a06-992e-c7b445ba8963 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3d0065cf90894f75bb1cda1086d171ab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5a211983d2ed4450b8dc62c39f4b2bd0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69319) authorize /opt/stack/nova/nova/policy.py:192}} [ 1041.763080] env[69319]: DEBUG oslo_vmware.api [None req-26abe615-54c9-4fa6-8c51-db76e02d554e tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Waiting for the task: (returnval){ [ 1041.763080] env[69319]: value = "task-3223637" [ 1041.763080] env[69319]: _type = "Task" [ 1041.763080] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.779828] env[69319]: DEBUG oslo_vmware.api [None req-26abe615-54c9-4fa6-8c51-db76e02d554e tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': task-3223637, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.846595] env[69319]: DEBUG oslo_concurrency.lockutils [None req-e2c33632-136b-461b-b2e6-737aaf1050fb tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Acquiring lock "9a2d05fc-1ee1-4847-bb63-ad2d3624c730" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.847548] env[69319]: DEBUG oslo_concurrency.lockutils [None req-e2c33632-136b-461b-b2e6-737aaf1050fb tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Lock "9a2d05fc-1ee1-4847-bb63-ad2d3624c730" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.847778] env[69319]: INFO nova.compute.manager [None req-e2c33632-136b-461b-b2e6-737aaf1050fb tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 9a2d05fc-1ee1-4847-bb63-ad2d3624c730] Shelving [ 1041.856787] env[69319]: DEBUG nova.network.neutron [req-d82251fe-0c86-4653-bfa4-066cf13bbf6e req-d78dace2-0764-4cc8-a263-e9b7c3439841 service nova] [instance: 83ef14da-a854-46ef-bb33-05164f9efb29] Updated VIF entry in instance network info cache for port 59ebc990-33e5-458d-a784-70962ff34a91. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1041.856787] env[69319]: DEBUG nova.network.neutron [req-d82251fe-0c86-4653-bfa4-066cf13bbf6e req-d78dace2-0764-4cc8-a263-e9b7c3439841 service nova] [instance: 83ef14da-a854-46ef-bb33-05164f9efb29] Updating instance_info_cache with network_info: [{"id": "59ebc990-33e5-458d-a784-70962ff34a91", "address": "fa:16:3e:9c:9e:81", "network": {"id": "9544bde3-ea52-4622-a0b9-3bef39ca9e43", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-467631530-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a8df64c606841b782505fd26aacc891", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3fca0ab6-cc80-429f-9117-885f170135b7", "external-id": "nsx-vlan-transportzone-393", "segmentation_id": 393, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59ebc990-33", "ovs_interfaceid": "59ebc990-33e5-458d-a784-70962ff34a91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.873952] env[69319]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-361da387-908f-49ed-bc59-2b2a08d82bfb {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.893234] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1ca3370-b16c-44f7-9afe-8ffd5940f92a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.912891] env[69319]: DEBUG oslo_vmware.api [None req-58a0e283-668d-48d4-b085-6b79b60061a4 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3223635, 'name': CloneVM_Task} progress is 94%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.913129] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223636, 'name': CreateVM_Task, 'duration_secs': 0.47852} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.914057] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83ef14da-a854-46ef-bb33-05164f9efb29] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1041.914817] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c583bb9d-6df0-4112-ab45-632919b84ccd tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.915103] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c583bb9d-6df0-4112-ab45-632919b84ccd tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.915425] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c583bb9d-6df0-4112-ab45-632919b84ccd tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.916576] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed347a8f-0550-48e9-ade5-2c9d38ba79f9 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.922754] env[69319]: DEBUG oslo_vmware.api [None req-c583bb9d-6df0-4112-ab45-632919b84ccd tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Waiting for the task: (returnval){ [ 1041.922754] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52b0655d-5b77-db31-9ec2-b39e4f981a56" [ 1041.922754] env[69319]: _type = "Task" [ 1041.922754] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.940966] env[69319]: INFO nova.compute.manager [-] [instance: 6ddef20b-40c0-4f0d-bf0e-81d443706ecd] Took 1.40 seconds to deallocate network for instance. [ 1041.941979] env[69319]: DEBUG nova.compute.manager [req-7bab56b6-b4d4-482e-86da-f392aae7ee72 req-3613c7f1-5b18-40ff-9abe-8c535f2ebdf8 service nova] [instance: 6ddef20b-40c0-4f0d-bf0e-81d443706ecd] Detach interface failed, port_id=412e2c06-99f9-4c93-a4aa-0649dd675016, reason: Instance 6ddef20b-40c0-4f0d-bf0e-81d443706ecd could not be found. {{(pid=69319) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1041.948429] env[69319]: DEBUG oslo_vmware.api [None req-c583bb9d-6df0-4112-ab45-632919b84ccd tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52b0655d-5b77-db31-9ec2-b39e4f981a56, 'name': SearchDatastore_Task, 'duration_secs': 0.012779} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.952628] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c583bb9d-6df0-4112-ab45-632919b84ccd tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.952628] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-c583bb9d-6df0-4112-ab45-632919b84ccd tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] [instance: 83ef14da-a854-46ef-bb33-05164f9efb29] Processing image 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1041.952628] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c583bb9d-6df0-4112-ab45-632919b84ccd tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.952628] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c583bb9d-6df0-4112-ab45-632919b84ccd tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.952874] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-c583bb9d-6df0-4112-ab45-632919b84ccd tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1041.953138] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a67faa1b-bc0b-4e99-af03-cdc816fd15fc {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.956209] env[69319]: INFO nova.compute.manager [-] [instance: ad622127-7078-489f-9f55-5663137241aa] Took 2.09 seconds to deallocate network for instance. [ 1041.967797] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-c583bb9d-6df0-4112-ab45-632919b84ccd tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1041.968044] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-c583bb9d-6df0-4112-ab45-632919b84ccd tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1041.973115] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3837d107-086c-4368-9e47-96d09c18917b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.980537] env[69319]: DEBUG oslo_vmware.api [None req-c583bb9d-6df0-4112-ab45-632919b84ccd tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Waiting for the task: (returnval){ [ 1041.980537] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52bfd582-1a25-7b2e-1227-ad62fa46ea56" [ 1041.980537] env[69319]: _type = "Task" [ 1041.980537] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.989720] env[69319]: DEBUG oslo_vmware.api [None req-c583bb9d-6df0-4112-ab45-632919b84ccd tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52bfd582-1a25-7b2e-1227-ad62fa46ea56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.997685] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5a6a1872-1015-4cca-bb33-c18d9f7866d4 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Acquiring lock "interface-4650fd7f-02d1-46d1-b68e-3fb75e237e57-f8314ecd-779c-44f0-9b5a-adb2a68e1b3b" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.997855] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5a6a1872-1015-4cca-bb33-c18d9f7866d4 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Lock "interface-4650fd7f-02d1-46d1-b68e-3fb75e237e57-f8314ecd-779c-44f0-9b5a-adb2a68e1b3b" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.152243] env[69319]: DEBUG oslo_concurrency.lockutils [None req-2c117a21-4d16-4e8d-b7a2-0d47df84f442 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Acquiring lock "49f792b7-4c8b-4a2a-afe4-016281de77b9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.152243] env[69319]: DEBUG oslo_concurrency.lockutils [None req-2c117a21-4d16-4e8d-b7a2-0d47df84f442 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Lock "49f792b7-4c8b-4a2a-afe4-016281de77b9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.152243] env[69319]: DEBUG oslo_concurrency.lockutils [None req-2c117a21-4d16-4e8d-b7a2-0d47df84f442 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Acquiring lock "49f792b7-4c8b-4a2a-afe4-016281de77b9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.152432] env[69319]: DEBUG oslo_concurrency.lockutils [None req-2c117a21-4d16-4e8d-b7a2-0d47df84f442 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Lock "49f792b7-4c8b-4a2a-afe4-016281de77b9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.152616] env[69319]: DEBUG oslo_concurrency.lockutils [None req-2c117a21-4d16-4e8d-b7a2-0d47df84f442 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Lock "49f792b7-4c8b-4a2a-afe4-016281de77b9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.157147] env[69319]: INFO nova.compute.manager [None req-2c117a21-4d16-4e8d-b7a2-0d47df84f442 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] [instance: 49f792b7-4c8b-4a2a-afe4-016281de77b9] Terminating instance [ 1042.218689] env[69319]: DEBUG nova.compute.manager [None req-bc772a59-2424-4a06-992e-c7b445ba8963 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] [instance: ec9de339-c7b8-4e35-8daa-5efe7bc4b514] Start building block device mappings for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1042.281613] env[69319]: DEBUG oslo_vmware.api [None req-26abe615-54c9-4fa6-8c51-db76e02d554e tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': task-3223637, 'name': PowerOffVM_Task, 'duration_secs': 0.20805} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.284831] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-26abe615-54c9-4fa6-8c51-db76e02d554e tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: dbde4290-a1c2-4c5e-9b2e-a9a3328a268a] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1042.285591] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-26abe615-54c9-4fa6-8c51-db76e02d554e tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: dbde4290-a1c2-4c5e-9b2e-a9a3328a268a] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1042.288108] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6b0f9c73-8fd0-4310-bfed-d55ddeade773 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.330258] env[69319]: DEBUG nova.network.neutron [None req-bc772a59-2424-4a06-992e-c7b445ba8963 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] [instance: ec9de339-c7b8-4e35-8daa-5efe7bc4b514] Successfully created port: cc443a47-a2b7-4e27-8f11-f0372b9043e2 {{(pid=69319) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1042.354426] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-26abe615-54c9-4fa6-8c51-db76e02d554e tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: dbde4290-a1c2-4c5e-9b2e-a9a3328a268a] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1042.354426] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-26abe615-54c9-4fa6-8c51-db76e02d554e tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: dbde4290-a1c2-4c5e-9b2e-a9a3328a268a] Deleting contents of the VM from datastore datastore1 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1042.354665] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-26abe615-54c9-4fa6-8c51-db76e02d554e tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Deleting the datastore file [datastore1] dbde4290-a1c2-4c5e-9b2e-a9a3328a268a {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1042.357363] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-73c9f386-c61f-4251-8115-7f5a38cbe2d2 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.362024] env[69319]: DEBUG oslo_concurrency.lockutils [req-d82251fe-0c86-4653-bfa4-066cf13bbf6e req-d78dace2-0764-4cc8-a263-e9b7c3439841 service nova] Releasing lock "refresh_cache-83ef14da-a854-46ef-bb33-05164f9efb29" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.366694] env[69319]: DEBUG oslo_vmware.api [None req-26abe615-54c9-4fa6-8c51-db76e02d554e tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Waiting for the task: (returnval){ [ 1042.366694] env[69319]: value = "task-3223639" [ 1042.366694] env[69319]: _type = "Task" [ 1042.366694] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.381401] env[69319]: DEBUG oslo_vmware.api [None req-26abe615-54c9-4fa6-8c51-db76e02d554e tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': task-3223639, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.393045] env[69319]: DEBUG oslo_vmware.api [None req-58a0e283-668d-48d4-b085-6b79b60061a4 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3223635, 'name': CloneVM_Task, 'duration_secs': 1.274562} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.393393] env[69319]: INFO nova.virt.vmwareapi.vmops [None req-58a0e283-668d-48d4-b085-6b79b60061a4 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 33bc946c-1397-4355-8132-bc27084a66ba] Created linked-clone VM from snapshot [ 1042.394932] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6a6b2c0-c44d-428f-9864-093925b589ed {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.407343] env[69319]: DEBUG nova.virt.vmwareapi.images [None req-58a0e283-668d-48d4-b085-6b79b60061a4 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 33bc946c-1397-4355-8132-bc27084a66ba] Uploading image 9e35d7eb-af44-40ec-8f68-706fc765c2bb {{(pid=69319) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1042.459999] env[69319]: DEBUG oslo_concurrency.lockutils [None req-1b16c476-b33d-4500-9788-d9096fb1163e tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.494999] env[69319]: DEBUG oslo_vmware.api [None req-c583bb9d-6df0-4112-ab45-632919b84ccd tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52bfd582-1a25-7b2e-1227-ad62fa46ea56, 'name': SearchDatastore_Task, 'duration_secs': 0.010416} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.498862] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e01e14ab-83fe-43dd-9fa8-82bd56c99567 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.502018] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5a6a1872-1015-4cca-bb33-c18d9f7866d4 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Acquiring lock "4650fd7f-02d1-46d1-b68e-3fb75e237e57" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.502018] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5a6a1872-1015-4cca-bb33-c18d9f7866d4 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Acquired lock "4650fd7f-02d1-46d1-b68e-3fb75e237e57" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.502614] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db4bb040-9d29-4577-9e8d-b13b90b5864e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.512645] env[69319]: DEBUG oslo_vmware.api [None req-c583bb9d-6df0-4112-ab45-632919b84ccd tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Waiting for the task: (returnval){ [ 1042.512645] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52fbbd5d-45fb-0739-7fa0-45b343b756f2" [ 1042.512645] env[69319]: _type = "Task" [ 1042.512645] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.540379] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e29ff5f-c76f-4f60-a1b5-f15cf56d0ae8 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.546128] env[69319]: INFO nova.compute.manager [None req-0aca1dc1-8672-41b8-a7b1-7120f2ff6036 tempest-ServerActionsV293TestJSON-1988837861 tempest-ServerActionsV293TestJSON-1988837861-project-member] [instance: ad622127-7078-489f-9f55-5663137241aa] Took 0.59 seconds to detach 1 volumes for instance. [ 1042.546983] env[69319]: DEBUG nova.compute.manager [None req-0aca1dc1-8672-41b8-a7b1-7120f2ff6036 tempest-ServerActionsV293TestJSON-1988837861 tempest-ServerActionsV293TestJSON-1988837861-project-member] [instance: ad622127-7078-489f-9f55-5663137241aa] Deleting volume: 8954f70c-26f3-49bc-be1f-08caeb5b97db {{(pid=69319) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1042.585281] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-5a6a1872-1015-4cca-bb33-c18d9f7866d4 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 4650fd7f-02d1-46d1-b68e-3fb75e237e57] Reconfiguring VM to detach interface {{(pid=69319) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1042.585680] env[69319]: DEBUG oslo_vmware.api [None req-c583bb9d-6df0-4112-ab45-632919b84ccd tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52fbbd5d-45fb-0739-7fa0-45b343b756f2, 'name': SearchDatastore_Task, 'duration_secs': 0.009509} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.594064] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85d07775-405a-4a48-a1c4-0cc50c1cb385 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.611237] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c583bb9d-6df0-4112-ab45-632919b84ccd tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.611556] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-c583bb9d-6df0-4112-ab45-632919b84ccd tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] 83ef14da-a854-46ef-bb33-05164f9efb29/83ef14da-a854-46ef-bb33-05164f9efb29.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1042.616798] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-24f75735-c614-4285-bc6f-74f30efb982f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.620852] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f3040347-8dc9-485c-a067-e4ce7bc993d5 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Acquiring lock "357a007f-e033-421c-8d7e-3c5ad7decb70" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.621084] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f3040347-8dc9-485c-a067-e4ce7bc993d5 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Lock "357a007f-e033-421c-8d7e-3c5ad7decb70" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.628337] env[69319]: DEBUG oslo_vmware.rw_handles [None req-58a0e283-668d-48d4-b085-6b79b60061a4 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1042.628337] env[69319]: value = "vm-644456" [ 1042.628337] env[69319]: _type = "VirtualMachine" [ 1042.628337] env[69319]: }. {{(pid=69319) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1042.628928] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-85a96005-5b62-43b1-99e2-162cce785215 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.633223] env[69319]: DEBUG oslo_vmware.api [None req-c583bb9d-6df0-4112-ab45-632919b84ccd tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Waiting for the task: (returnval){ [ 1042.633223] env[69319]: value = "task-3223641" [ 1042.633223] env[69319]: _type = "Task" [ 1042.633223] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.633629] env[69319]: DEBUG oslo_vmware.api [None req-5a6a1872-1015-4cca-bb33-c18d9f7866d4 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Waiting for the task: (returnval){ [ 1042.633629] env[69319]: value = "task-3223640" [ 1042.633629] env[69319]: _type = "Task" [ 1042.633629] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.648573] env[69319]: DEBUG oslo_vmware.rw_handles [None req-58a0e283-668d-48d4-b085-6b79b60061a4 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Lease: (returnval){ [ 1042.648573] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52574397-f6f2-23ca-0e7b-fa9806605050" [ 1042.648573] env[69319]: _type = "HttpNfcLease" [ 1042.648573] env[69319]: } obtained for exporting VM: (result){ [ 1042.648573] env[69319]: value = "vm-644456" [ 1042.648573] env[69319]: _type = "VirtualMachine" [ 1042.648573] env[69319]: }. {{(pid=69319) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1042.651389] env[69319]: DEBUG oslo_vmware.api [None req-58a0e283-668d-48d4-b085-6b79b60061a4 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Waiting for the lease: (returnval){ [ 1042.651389] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52574397-f6f2-23ca-0e7b-fa9806605050" [ 1042.651389] env[69319]: _type = "HttpNfcLease" [ 1042.651389] env[69319]: } to be ready. {{(pid=69319) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1042.662607] env[69319]: DEBUG oslo_vmware.api [None req-c583bb9d-6df0-4112-ab45-632919b84ccd tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Task: {'id': task-3223641, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.663354] env[69319]: DEBUG nova.compute.manager [None req-2c117a21-4d16-4e8d-b7a2-0d47df84f442 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] [instance: 49f792b7-4c8b-4a2a-afe4-016281de77b9] Start destroying the instance on the hypervisor. {{(pid=69319) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1042.663552] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-2c117a21-4d16-4e8d-b7a2-0d47df84f442 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] [instance: 49f792b7-4c8b-4a2a-afe4-016281de77b9] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1042.663838] env[69319]: DEBUG oslo_vmware.api [None req-5a6a1872-1015-4cca-bb33-c18d9f7866d4 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': task-3223640, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.667046] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f90a2e33-34f5-49c3-b9fe-09ca2844dd5c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.669655] env[69319]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1042.669655] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52574397-f6f2-23ca-0e7b-fa9806605050" [ 1042.669655] env[69319]: _type = "HttpNfcLease" [ 1042.669655] env[69319]: } is ready. {{(pid=69319) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1042.670288] env[69319]: DEBUG oslo_vmware.rw_handles [None req-58a0e283-668d-48d4-b085-6b79b60061a4 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1042.670288] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52574397-f6f2-23ca-0e7b-fa9806605050" [ 1042.670288] env[69319]: _type = "HttpNfcLease" [ 1042.670288] env[69319]: }. {{(pid=69319) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1042.671059] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea9dcd2e-31ad-4d24-a60a-0999e4362477 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.676011] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c117a21-4d16-4e8d-b7a2-0d47df84f442 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] [instance: 49f792b7-4c8b-4a2a-afe4-016281de77b9] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1042.676636] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-60300459-00b5-4cb0-96be-ee451ca378de {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.681439] env[69319]: DEBUG oslo_vmware.rw_handles [None req-58a0e283-668d-48d4-b085-6b79b60061a4 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5230aae1-1413-5acc-d6d0-783113e4efcc/disk-0.vmdk from lease info. {{(pid=69319) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1042.681642] env[69319]: DEBUG oslo_vmware.rw_handles [None req-58a0e283-668d-48d4-b085-6b79b60061a4 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5230aae1-1413-5acc-d6d0-783113e4efcc/disk-0.vmdk for reading. {{(pid=69319) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1042.749684] env[69319]: DEBUG oslo_vmware.api [None req-2c117a21-4d16-4e8d-b7a2-0d47df84f442 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Waiting for the task: (returnval){ [ 1042.749684] env[69319]: value = "task-3223643" [ 1042.749684] env[69319]: _type = "Task" [ 1042.749684] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.769501] env[69319]: DEBUG oslo_vmware.api [None req-2c117a21-4d16-4e8d-b7a2-0d47df84f442 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Task: {'id': task-3223643, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.795025] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0689fe8e-d99f-4b3c-9ffe-ef56895d4749 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.800629] env[69319]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a92df65d-8bdf-4449-b43e-f9480e8bd1ca {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.806143] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b071ac2-ef2b-4b77-afb7-dc66b8e72b52 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.843556] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b39c232-56b8-4aed-a25f-e08dc56b6323 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.852366] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24cd4d25-701e-44dc-aaa7-f4c7571b61bd {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.861637] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2c33632-136b-461b-b2e6-737aaf1050fb tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 9a2d05fc-1ee1-4847-bb63-ad2d3624c730] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1042.872183] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-01d7c485-dfd8-45e4-a4a3-d012e11a2b72 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.874321] env[69319]: DEBUG nova.compute.provider_tree [None req-3e59310b-6e72-4186-9f9d-cf32c2471f4e tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Updating inventory in ProviderTree for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1042.896857] env[69319]: DEBUG oslo_vmware.api [None req-26abe615-54c9-4fa6-8c51-db76e02d554e tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': task-3223639, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143421} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.898550] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-26abe615-54c9-4fa6-8c51-db76e02d554e tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1042.898805] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-26abe615-54c9-4fa6-8c51-db76e02d554e tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: dbde4290-a1c2-4c5e-9b2e-a9a3328a268a] Deleted contents of the VM from datastore datastore1 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1042.899011] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-26abe615-54c9-4fa6-8c51-db76e02d554e tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: dbde4290-a1c2-4c5e-9b2e-a9a3328a268a] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1042.899201] env[69319]: INFO nova.compute.manager [None req-26abe615-54c9-4fa6-8c51-db76e02d554e tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: dbde4290-a1c2-4c5e-9b2e-a9a3328a268a] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1042.899458] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-26abe615-54c9-4fa6-8c51-db76e02d554e tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1042.899752] env[69319]: DEBUG oslo_vmware.api [None req-e2c33632-136b-461b-b2e6-737aaf1050fb tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Waiting for the task: (returnval){ [ 1042.899752] env[69319]: value = "task-3223645" [ 1042.899752] env[69319]: _type = "Task" [ 1042.899752] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.899945] env[69319]: DEBUG nova.compute.manager [-] [instance: dbde4290-a1c2-4c5e-9b2e-a9a3328a268a] Deallocating network for instance {{(pid=69319) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1042.900051] env[69319]: DEBUG nova.network.neutron [-] [instance: dbde4290-a1c2-4c5e-9b2e-a9a3328a268a] deallocate_for_instance() {{(pid=69319) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1042.913169] env[69319]: DEBUG oslo_vmware.api [None req-e2c33632-136b-461b-b2e6-737aaf1050fb tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': task-3223645, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.986667] env[69319]: DEBUG nova.compute.manager [req-ba10a4f2-d70a-4a10-9fca-45d9e18d474d req-dd160019-d103-4711-a594-bc1beb46dbbd service nova] [instance: ad622127-7078-489f-9f55-5663137241aa] Received event network-vif-deleted-175c191e-2462-447c-a6dc-088a302080af {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1043.003479] env[69319]: DEBUG oslo_concurrency.lockutils [None req-3dfdcd97-04e7-405e-a53d-261a4cdac12b tempest-ServerAddressesNegativeTestJSON-1105824886 tempest-ServerAddressesNegativeTestJSON-1105824886-project-member] Acquiring lock "00087c6b-5220-470f-8953-b9184a06d96f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.004083] env[69319]: DEBUG oslo_concurrency.lockutils [None req-3dfdcd97-04e7-405e-a53d-261a4cdac12b tempest-ServerAddressesNegativeTestJSON-1105824886 tempest-ServerAddressesNegativeTestJSON-1105824886-project-member] Lock "00087c6b-5220-470f-8953-b9184a06d96f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.127889] env[69319]: DEBUG nova.compute.manager [None req-f3040347-8dc9-485c-a067-e4ce7bc993d5 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 357a007f-e033-421c-8d7e-3c5ad7decb70] Starting instance... {{(pid=69319) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1043.151599] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0aca1dc1-8672-41b8-a7b1-7120f2ff6036 tempest-ServerActionsV293TestJSON-1988837861 tempest-ServerActionsV293TestJSON-1988837861-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.158659] env[69319]: DEBUG oslo_vmware.api [None req-c583bb9d-6df0-4112-ab45-632919b84ccd tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Task: {'id': task-3223641, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.164396] env[69319]: DEBUG oslo_vmware.api [None req-5a6a1872-1015-4cca-bb33-c18d9f7866d4 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': task-3223640, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.259794] env[69319]: DEBUG nova.compute.manager [None req-bc772a59-2424-4a06-992e-c7b445ba8963 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] [instance: ec9de339-c7b8-4e35-8daa-5efe7bc4b514] Start spawning the instance on the hypervisor. {{(pid=69319) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1043.275684] env[69319]: DEBUG oslo_vmware.api [None req-2c117a21-4d16-4e8d-b7a2-0d47df84f442 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Task: {'id': task-3223643, 'name': PowerOffVM_Task, 'duration_secs': 0.354758} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.277617] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c117a21-4d16-4e8d-b7a2-0d47df84f442 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] [instance: 49f792b7-4c8b-4a2a-afe4-016281de77b9] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1043.277956] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-2c117a21-4d16-4e8d-b7a2-0d47df84f442 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] [instance: 49f792b7-4c8b-4a2a-afe4-016281de77b9] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1043.278893] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-36b3fbdc-90c8-4de6-92ba-321f22b87b33 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.306101] env[69319]: DEBUG nova.virt.hardware [None req-bc772a59-2424-4a06-992e-c7b445ba8963 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:32:36Z,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31f027872f6f44dba95ff2fe7a062e00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:32:36Z,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1043.306613] env[69319]: DEBUG nova.virt.hardware [None req-bc772a59-2424-4a06-992e-c7b445ba8963 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1043.306613] env[69319]: DEBUG nova.virt.hardware [None req-bc772a59-2424-4a06-992e-c7b445ba8963 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1043.306829] env[69319]: DEBUG nova.virt.hardware [None req-bc772a59-2424-4a06-992e-c7b445ba8963 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1043.307033] env[69319]: DEBUG nova.virt.hardware [None req-bc772a59-2424-4a06-992e-c7b445ba8963 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1043.307286] env[69319]: DEBUG nova.virt.hardware [None req-bc772a59-2424-4a06-992e-c7b445ba8963 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1043.307432] env[69319]: DEBUG nova.virt.hardware [None req-bc772a59-2424-4a06-992e-c7b445ba8963 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1043.307631] env[69319]: DEBUG nova.virt.hardware [None req-bc772a59-2424-4a06-992e-c7b445ba8963 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1043.307814] env[69319]: DEBUG nova.virt.hardware [None req-bc772a59-2424-4a06-992e-c7b445ba8963 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1043.308195] env[69319]: DEBUG nova.virt.hardware [None req-bc772a59-2424-4a06-992e-c7b445ba8963 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1043.312454] env[69319]: DEBUG nova.virt.hardware [None req-bc772a59-2424-4a06-992e-c7b445ba8963 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1043.313616] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1eef77a-5ae2-4275-86f2-6ea736bbc2ab {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.322849] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1b43277-e672-4477-b04f-841ac90c4edd {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.415243] env[69319]: DEBUG oslo_vmware.api [None req-e2c33632-136b-461b-b2e6-737aaf1050fb tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': task-3223645, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.417882] env[69319]: ERROR nova.scheduler.client.report [None req-3e59310b-6e72-4186-9f9d-cf32c2471f4e tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] [req-1008cbcd-dfb7-4417-891b-1716d25c8b58] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 94b8835e-2513-4669-abb9-c8c6813d60e7. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-1008cbcd-dfb7-4417-891b-1716d25c8b58"}]} [ 1043.444607] env[69319]: DEBUG nova.scheduler.client.report [None req-3e59310b-6e72-4186-9f9d-cf32c2471f4e tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Refreshing inventories for resource provider 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1043.461516] env[69319]: DEBUG nova.scheduler.client.report [None req-3e59310b-6e72-4186-9f9d-cf32c2471f4e tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Updating ProviderTree inventory for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1043.462027] env[69319]: DEBUG nova.compute.provider_tree [None req-3e59310b-6e72-4186-9f9d-cf32c2471f4e tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Updating inventory in ProviderTree for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1043.480697] env[69319]: DEBUG nova.scheduler.client.report [None req-3e59310b-6e72-4186-9f9d-cf32c2471f4e tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Refreshing aggregate associations for resource provider 94b8835e-2513-4669-abb9-c8c6813d60e7, aggregates: None {{(pid=69319) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1043.506767] env[69319]: DEBUG nova.scheduler.client.report [None req-3e59310b-6e72-4186-9f9d-cf32c2471f4e tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Refreshing trait associations for resource provider 94b8835e-2513-4669-abb9-c8c6813d60e7, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69319) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1043.509984] env[69319]: DEBUG nova.compute.manager [None req-3dfdcd97-04e7-405e-a53d-261a4cdac12b tempest-ServerAddressesNegativeTestJSON-1105824886 tempest-ServerAddressesNegativeTestJSON-1105824886-project-member] [instance: 00087c6b-5220-470f-8953-b9184a06d96f] Starting instance... {{(pid=69319) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1043.656192] env[69319]: DEBUG oslo_vmware.api [None req-5a6a1872-1015-4cca-bb33-c18d9f7866d4 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': task-3223640, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.659615] env[69319]: DEBUG oslo_vmware.api [None req-c583bb9d-6df0-4112-ab45-632919b84ccd tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Task: {'id': task-3223641, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.576006} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.660686] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f3040347-8dc9-485c-a067-e4ce7bc993d5 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.661077] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-c583bb9d-6df0-4112-ab45-632919b84ccd tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] 83ef14da-a854-46ef-bb33-05164f9efb29/83ef14da-a854-46ef-bb33-05164f9efb29.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1043.661307] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-c583bb9d-6df0-4112-ab45-632919b84ccd tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] [instance: 83ef14da-a854-46ef-bb33-05164f9efb29] Extending root virtual disk to 1048576 {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1043.661569] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4a0baea0-0422-4ce1-bb7e-c457588fd106 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.668159] env[69319]: DEBUG oslo_vmware.api [None req-c583bb9d-6df0-4112-ab45-632919b84ccd tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Waiting for the task: (returnval){ [ 1043.668159] env[69319]: value = "task-3223647" [ 1043.668159] env[69319]: _type = "Task" [ 1043.668159] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.679733] env[69319]: DEBUG oslo_vmware.api [None req-c583bb9d-6df0-4112-ab45-632919b84ccd tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Task: {'id': task-3223647, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.853613] env[69319]: DEBUG nova.network.neutron [-] [instance: dbde4290-a1c2-4c5e-9b2e-a9a3328a268a] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.894809] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ffa58f-f3a2-4c69-b0e5-2aba877c5031 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.914986] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63a071fa-2e55-4974-84b0-e35d17208e6f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.919528] env[69319]: DEBUG oslo_vmware.api [None req-e2c33632-136b-461b-b2e6-737aaf1050fb tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': task-3223645, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.952721] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b2831d5-2fdb-4993-8c10-05e37a3fb94e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.961519] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3668fc87-dea8-43f2-bfc8-37682290d6a5 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.978172] env[69319]: DEBUG nova.compute.provider_tree [None req-3e59310b-6e72-4186-9f9d-cf32c2471f4e tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Updating inventory in ProviderTree for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1044.038775] env[69319]: DEBUG oslo_concurrency.lockutils [None req-3dfdcd97-04e7-405e-a53d-261a4cdac12b tempest-ServerAddressesNegativeTestJSON-1105824886 tempest-ServerAddressesNegativeTestJSON-1105824886-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.140457] env[69319]: DEBUG nova.compute.manager [req-be498ea1-b19e-4a49-8398-ebb4ab607d77 req-7723ab7a-b6cb-4ff7-93fb-67aff98e90bc service nova] [instance: ec9de339-c7b8-4e35-8daa-5efe7bc4b514] Received event network-vif-plugged-cc443a47-a2b7-4e27-8f11-f0372b9043e2 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1044.140752] env[69319]: DEBUG oslo_concurrency.lockutils [req-be498ea1-b19e-4a49-8398-ebb4ab607d77 req-7723ab7a-b6cb-4ff7-93fb-67aff98e90bc service nova] Acquiring lock "ec9de339-c7b8-4e35-8daa-5efe7bc4b514-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.140978] env[69319]: DEBUG oslo_concurrency.lockutils [req-be498ea1-b19e-4a49-8398-ebb4ab607d77 req-7723ab7a-b6cb-4ff7-93fb-67aff98e90bc service nova] Lock "ec9de339-c7b8-4e35-8daa-5efe7bc4b514-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.141310] env[69319]: DEBUG oslo_concurrency.lockutils [req-be498ea1-b19e-4a49-8398-ebb4ab607d77 req-7723ab7a-b6cb-4ff7-93fb-67aff98e90bc service nova] Lock "ec9de339-c7b8-4e35-8daa-5efe7bc4b514-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.141551] env[69319]: DEBUG nova.compute.manager [req-be498ea1-b19e-4a49-8398-ebb4ab607d77 req-7723ab7a-b6cb-4ff7-93fb-67aff98e90bc service nova] [instance: ec9de339-c7b8-4e35-8daa-5efe7bc4b514] No waiting events found dispatching network-vif-plugged-cc443a47-a2b7-4e27-8f11-f0372b9043e2 {{(pid=69319) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1044.141783] env[69319]: WARNING nova.compute.manager [req-be498ea1-b19e-4a49-8398-ebb4ab607d77 req-7723ab7a-b6cb-4ff7-93fb-67aff98e90bc service nova] [instance: ec9de339-c7b8-4e35-8daa-5efe7bc4b514] Received unexpected event network-vif-plugged-cc443a47-a2b7-4e27-8f11-f0372b9043e2 for instance with vm_state building and task_state spawning. [ 1044.153335] env[69319]: DEBUG oslo_vmware.api [None req-5a6a1872-1015-4cca-bb33-c18d9f7866d4 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': task-3223640, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.180491] env[69319]: DEBUG oslo_vmware.api [None req-c583bb9d-6df0-4112-ab45-632919b84ccd tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Task: {'id': task-3223647, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07152} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.180783] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-c583bb9d-6df0-4112-ab45-632919b84ccd tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] [instance: 83ef14da-a854-46ef-bb33-05164f9efb29] Extended root virtual disk {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1044.181655] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8c451a6-a48b-4485-ac28-ecf1954e8199 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.204291] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-c583bb9d-6df0-4112-ab45-632919b84ccd tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] [instance: 83ef14da-a854-46ef-bb33-05164f9efb29] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] 83ef14da-a854-46ef-bb33-05164f9efb29/83ef14da-a854-46ef-bb33-05164f9efb29.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1044.204783] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3cb33c74-1b94-46b4-97ee-1face6a15bc8 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.224877] env[69319]: DEBUG oslo_vmware.api [None req-c583bb9d-6df0-4112-ab45-632919b84ccd tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Waiting for the task: (returnval){ [ 1044.224877] env[69319]: value = "task-3223648" [ 1044.224877] env[69319]: _type = "Task" [ 1044.224877] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.233236] env[69319]: DEBUG oslo_vmware.api [None req-c583bb9d-6df0-4112-ab45-632919b84ccd tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Task: {'id': task-3223648, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.356999] env[69319]: INFO nova.compute.manager [-] [instance: dbde4290-a1c2-4c5e-9b2e-a9a3328a268a] Took 1.46 seconds to deallocate network for instance. [ 1044.413982] env[69319]: DEBUG oslo_vmware.api [None req-e2c33632-136b-461b-b2e6-737aaf1050fb tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': task-3223645, 'name': PowerOffVM_Task, 'duration_secs': 1.433849} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.414398] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2c33632-136b-461b-b2e6-737aaf1050fb tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 9a2d05fc-1ee1-4847-bb63-ad2d3624c730] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1044.415345] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cbde4f6-ad6f-4ff0-ad18-3e5507cddabd {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.433865] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-756953c9-505c-42c9-b67d-017e27c764e9 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.653068] env[69319]: DEBUG oslo_vmware.api [None req-5a6a1872-1015-4cca-bb33-c18d9f7866d4 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': task-3223640, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.735688] env[69319]: DEBUG oslo_vmware.api [None req-c583bb9d-6df0-4112-ab45-632919b84ccd tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Task: {'id': task-3223648, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.013252] env[69319]: DEBUG nova.compute.manager [req-6e535c03-cb4f-438b-89d7-c9c7fa4615c2 req-d06b54a3-f16c-4b58-b73a-58912f5fbaf2 service nova] [instance: dbde4290-a1c2-4c5e-9b2e-a9a3328a268a] Received event network-vif-deleted-f21be78d-872d-4268-82ad-8c9565bed660 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1045.152970] env[69319]: DEBUG oslo_vmware.api [None req-5a6a1872-1015-4cca-bb33-c18d9f7866d4 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': task-3223640, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.238215] env[69319]: DEBUG oslo_vmware.api [None req-c583bb9d-6df0-4112-ab45-632919b84ccd tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Task: {'id': task-3223648, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.653869] env[69319]: DEBUG oslo_vmware.api [None req-5a6a1872-1015-4cca-bb33-c18d9f7866d4 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': task-3223640, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.736536] env[69319]: DEBUG oslo_vmware.api [None req-c583bb9d-6df0-4112-ab45-632919b84ccd tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Task: {'id': task-3223648, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.575600] env[69319]: DEBUG oslo_vmware.api [None req-5a6a1872-1015-4cca-bb33-c18d9f7866d4 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': task-3223640, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.575600] env[69319]: DEBUG oslo_vmware.api [None req-c583bb9d-6df0-4112-ab45-632919b84ccd tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Task: {'id': task-3223648, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.575600] env[69319]: DEBUG oslo_vmware.api [None req-5a6a1872-1015-4cca-bb33-c18d9f7866d4 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': task-3223640, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.575600] env[69319]: DEBUG oslo_vmware.api [None req-c583bb9d-6df0-4112-ab45-632919b84ccd tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Task: {'id': task-3223648, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.575600] env[69319]: DEBUG oslo_vmware.api [None req-5a6a1872-1015-4cca-bb33-c18d9f7866d4 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': task-3223640, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.575600] env[69319]: DEBUG oslo_vmware.api [None req-c583bb9d-6df0-4112-ab45-632919b84ccd tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Task: {'id': task-3223648, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.622626] env[69319]: DEBUG nova.scheduler.client.report [None req-3e59310b-6e72-4186-9f9d-cf32c2471f4e tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Updated inventory for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 with generation 112 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1047.622626] env[69319]: DEBUG nova.compute.provider_tree [None req-3e59310b-6e72-4186-9f9d-cf32c2471f4e tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Updating resource provider 94b8835e-2513-4669-abb9-c8c6813d60e7 generation from 112 to 113 during operation: update_inventory {{(pid=69319) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1047.622626] env[69319]: DEBUG nova.compute.provider_tree [None req-3e59310b-6e72-4186-9f9d-cf32c2471f4e tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Updating inventory in ProviderTree for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1047.627103] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-2c117a21-4d16-4e8d-b7a2-0d47df84f442 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] [instance: 49f792b7-4c8b-4a2a-afe4-016281de77b9] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1047.627103] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-2c117a21-4d16-4e8d-b7a2-0d47df84f442 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] [instance: 49f792b7-4c8b-4a2a-afe4-016281de77b9] Deleting contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1047.627301] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c117a21-4d16-4e8d-b7a2-0d47df84f442 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Deleting the datastore file [datastore2] 49f792b7-4c8b-4a2a-afe4-016281de77b9 {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1047.627856] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d021aa61-d57d-4296-9be8-00e884fa1bd1 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.635790] env[69319]: DEBUG oslo_vmware.api [None req-2c117a21-4d16-4e8d-b7a2-0d47df84f442 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Waiting for the task: (returnval){ [ 1047.635790] env[69319]: value = "task-3223649" [ 1047.635790] env[69319]: _type = "Task" [ 1047.635790] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.644580] env[69319]: DEBUG oslo_vmware.api [None req-2c117a21-4d16-4e8d-b7a2-0d47df84f442 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Task: {'id': task-3223649, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.657779] env[69319]: DEBUG oslo_vmware.api [None req-5a6a1872-1015-4cca-bb33-c18d9f7866d4 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': task-3223640, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.741094] env[69319]: DEBUG oslo_vmware.api [None req-c583bb9d-6df0-4112-ab45-632919b84ccd tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Task: {'id': task-3223648, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.807450] env[69319]: DEBUG nova.network.neutron [None req-bc772a59-2424-4a06-992e-c7b445ba8963 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] [instance: ec9de339-c7b8-4e35-8daa-5efe7bc4b514] Successfully updated port: cc443a47-a2b7-4e27-8f11-f0372b9043e2 {{(pid=69319) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1047.867905] env[69319]: DEBUG oslo_concurrency.lockutils [None req-26abe615-54c9-4fa6-8c51-db76e02d554e tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.948684] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-e2c33632-136b-461b-b2e6-737aaf1050fb tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 9a2d05fc-1ee1-4847-bb63-ad2d3624c730] Creating Snapshot of the VM instance {{(pid=69319) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1047.950276] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-268c73de-19b5-4394-b0ae-0c956a26ff91 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.958233] env[69319]: DEBUG oslo_vmware.api [None req-e2c33632-136b-461b-b2e6-737aaf1050fb tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Waiting for the task: (returnval){ [ 1047.958233] env[69319]: value = "task-3223650" [ 1047.958233] env[69319]: _type = "Task" [ 1047.958233] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.968882] env[69319]: DEBUG oslo_vmware.api [None req-e2c33632-136b-461b-b2e6-737aaf1050fb tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': task-3223650, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.129840] env[69319]: DEBUG oslo_concurrency.lockutils [None req-3e59310b-6e72-4186-9f9d-cf32c2471f4e tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 6.925s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.130442] env[69319]: DEBUG nova.compute.manager [None req-3e59310b-6e72-4186-9f9d-cf32c2471f4e tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] [instance: 5886cbfc-c361-45ef-872c-1704f7d85aff] Start building networks asynchronously for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1048.133546] env[69319]: DEBUG oslo_concurrency.lockutils [None req-7961c1ee-290a-4583-96df-76035c26cd72 tempest-ServerActionsV293TestJSON-1988837861 tempest-ServerActionsV293TestJSON-1988837861-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.095s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.152058] env[69319]: DEBUG oslo_vmware.api [None req-2c117a21-4d16-4e8d-b7a2-0d47df84f442 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Task: {'id': task-3223649, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.445376} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.156555] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c117a21-4d16-4e8d-b7a2-0d47df84f442 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1048.157696] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-2c117a21-4d16-4e8d-b7a2-0d47df84f442 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] [instance: 49f792b7-4c8b-4a2a-afe4-016281de77b9] Deleted contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1048.157696] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-2c117a21-4d16-4e8d-b7a2-0d47df84f442 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] [instance: 49f792b7-4c8b-4a2a-afe4-016281de77b9] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1048.157696] env[69319]: INFO nova.compute.manager [None req-2c117a21-4d16-4e8d-b7a2-0d47df84f442 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] [instance: 49f792b7-4c8b-4a2a-afe4-016281de77b9] Took 5.49 seconds to destroy the instance on the hypervisor. [ 1048.157696] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2c117a21-4d16-4e8d-b7a2-0d47df84f442 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1048.157696] env[69319]: DEBUG nova.compute.manager [-] [instance: 49f792b7-4c8b-4a2a-afe4-016281de77b9] Deallocating network for instance {{(pid=69319) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1048.157955] env[69319]: DEBUG nova.network.neutron [-] [instance: 49f792b7-4c8b-4a2a-afe4-016281de77b9] deallocate_for_instance() {{(pid=69319) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1048.167187] env[69319]: DEBUG oslo_vmware.api [None req-5a6a1872-1015-4cca-bb33-c18d9f7866d4 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': task-3223640, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.250890] env[69319]: DEBUG oslo_vmware.api [None req-c583bb9d-6df0-4112-ab45-632919b84ccd tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Task: {'id': task-3223648, 'name': ReconfigVM_Task, 'duration_secs': 3.811926} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.253353] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-c583bb9d-6df0-4112-ab45-632919b84ccd tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] [instance: 83ef14da-a854-46ef-bb33-05164f9efb29] Reconfigured VM instance instance-0000004d to attach disk [datastore2] 83ef14da-a854-46ef-bb33-05164f9efb29/83ef14da-a854-46ef-bb33-05164f9efb29.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1048.254675] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-397d4b11-a886-4131-b800-9aa7eb478f40 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.263070] env[69319]: DEBUG oslo_vmware.api [None req-c583bb9d-6df0-4112-ab45-632919b84ccd tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Waiting for the task: (returnval){ [ 1048.263070] env[69319]: value = "task-3223651" [ 1048.263070] env[69319]: _type = "Task" [ 1048.263070] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.275246] env[69319]: DEBUG oslo_vmware.api [None req-c583bb9d-6df0-4112-ab45-632919b84ccd tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Task: {'id': task-3223651, 'name': Rename_Task} progress is 6%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.311483] env[69319]: DEBUG oslo_concurrency.lockutils [None req-bc772a59-2424-4a06-992e-c7b445ba8963 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Acquiring lock "refresh_cache-ec9de339-c7b8-4e35-8daa-5efe7bc4b514" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.312263] env[69319]: DEBUG oslo_concurrency.lockutils [None req-bc772a59-2424-4a06-992e-c7b445ba8963 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Acquired lock "refresh_cache-ec9de339-c7b8-4e35-8daa-5efe7bc4b514" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.312539] env[69319]: DEBUG nova.network.neutron [None req-bc772a59-2424-4a06-992e-c7b445ba8963 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] [instance: ec9de339-c7b8-4e35-8daa-5efe7bc4b514] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1048.324236] env[69319]: DEBUG nova.compute.manager [req-d92d3a89-52d6-49ba-b61d-f1c43991056c req-f6622331-985a-4906-ac95-6609fbcef985 service nova] [instance: ec9de339-c7b8-4e35-8daa-5efe7bc4b514] Received event network-changed-cc443a47-a2b7-4e27-8f11-f0372b9043e2 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1048.324236] env[69319]: DEBUG nova.compute.manager [req-d92d3a89-52d6-49ba-b61d-f1c43991056c req-f6622331-985a-4906-ac95-6609fbcef985 service nova] [instance: ec9de339-c7b8-4e35-8daa-5efe7bc4b514] Refreshing instance network info cache due to event network-changed-cc443a47-a2b7-4e27-8f11-f0372b9043e2. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1048.324236] env[69319]: DEBUG oslo_concurrency.lockutils [req-d92d3a89-52d6-49ba-b61d-f1c43991056c req-f6622331-985a-4906-ac95-6609fbcef985 service nova] Acquiring lock "refresh_cache-ec9de339-c7b8-4e35-8daa-5efe7bc4b514" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.470596] env[69319]: DEBUG oslo_vmware.api [None req-e2c33632-136b-461b-b2e6-737aaf1050fb tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': task-3223650, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.487188] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-054b0dee-4025-43d3-a599-f716756a1eb3 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.494253] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b454b051-55e1-4c53-8592-5d1b9fb72e98 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.531347] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e2cafac-4dc3-4990-b2ae-f7b0c7f834e0 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.539919] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aa329d6-5309-4290-bdc1-f251e969baf4 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.555422] env[69319]: DEBUG nova.compute.provider_tree [None req-7961c1ee-290a-4583-96df-76035c26cd72 tempest-ServerActionsV293TestJSON-1988837861 tempest-ServerActionsV293TestJSON-1988837861-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1048.639854] env[69319]: DEBUG nova.compute.utils [None req-3e59310b-6e72-4186-9f9d-cf32c2471f4e tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Using /dev/sd instead of None {{(pid=69319) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1048.641391] env[69319]: DEBUG nova.compute.manager [None req-3e59310b-6e72-4186-9f9d-cf32c2471f4e tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] [instance: 5886cbfc-c361-45ef-872c-1704f7d85aff] Allocating IP information in the background. {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1048.641600] env[69319]: DEBUG nova.network.neutron [None req-3e59310b-6e72-4186-9f9d-cf32c2471f4e tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] [instance: 5886cbfc-c361-45ef-872c-1704f7d85aff] allocate_for_instance() {{(pid=69319) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1048.663970] env[69319]: DEBUG oslo_vmware.api [None req-5a6a1872-1015-4cca-bb33-c18d9f7866d4 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': task-3223640, 'name': ReconfigVM_Task, 'duration_secs': 5.764995} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.664286] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5a6a1872-1015-4cca-bb33-c18d9f7866d4 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Releasing lock "4650fd7f-02d1-46d1-b68e-3fb75e237e57" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.664599] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-5a6a1872-1015-4cca-bb33-c18d9f7866d4 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 4650fd7f-02d1-46d1-b68e-3fb75e237e57] Reconfigured VM to detach interface {{(pid=69319) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1048.729856] env[69319]: DEBUG nova.policy [None req-3e59310b-6e72-4186-9f9d-cf32c2471f4e tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0ece0888c0b84764a3dda50237421b0d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f58171a243b243ed8489e7a58ce7c7ab', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69319) authorize /opt/stack/nova/nova/policy.py:192}} [ 1048.776219] env[69319]: DEBUG oslo_vmware.api [None req-c583bb9d-6df0-4112-ab45-632919b84ccd tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Task: {'id': task-3223651, 'name': Rename_Task, 'duration_secs': 0.224988} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.777555] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-c583bb9d-6df0-4112-ab45-632919b84ccd tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] [instance: 83ef14da-a854-46ef-bb33-05164f9efb29] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1048.777878] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-09e37b87-612c-4689-8783-fa4af58876fb {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.784784] env[69319]: DEBUG oslo_vmware.api [None req-c583bb9d-6df0-4112-ab45-632919b84ccd tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Waiting for the task: (returnval){ [ 1048.784784] env[69319]: value = "task-3223652" [ 1048.784784] env[69319]: _type = "Task" [ 1048.784784] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.794503] env[69319]: DEBUG oslo_vmware.api [None req-c583bb9d-6df0-4112-ab45-632919b84ccd tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Task: {'id': task-3223652, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.857458] env[69319]: DEBUG nova.network.neutron [None req-bc772a59-2424-4a06-992e-c7b445ba8963 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] [instance: ec9de339-c7b8-4e35-8daa-5efe7bc4b514] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1048.971607] env[69319]: DEBUG oslo_vmware.api [None req-e2c33632-136b-461b-b2e6-737aaf1050fb tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': task-3223650, 'name': CreateSnapshot_Task, 'duration_secs': 0.864965} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.971932] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-e2c33632-136b-461b-b2e6-737aaf1050fb tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 9a2d05fc-1ee1-4847-bb63-ad2d3624c730] Created Snapshot of the VM instance {{(pid=69319) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1048.972751] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8d4b520-283c-48ec-9a91-01e42f713d43 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.059173] env[69319]: DEBUG nova.scheduler.client.report [None req-7961c1ee-290a-4583-96df-76035c26cd72 tempest-ServerActionsV293TestJSON-1988837861 tempest-ServerActionsV293TestJSON-1988837861-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1049.082244] env[69319]: DEBUG nova.network.neutron [None req-bc772a59-2424-4a06-992e-c7b445ba8963 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] [instance: ec9de339-c7b8-4e35-8daa-5efe7bc4b514] Updating instance_info_cache with network_info: [{"id": "cc443a47-a2b7-4e27-8f11-f0372b9043e2", "address": "fa:16:3e:ba:22:e3", "network": {"id": "2192dbec-dfd7-4518-81f9-d1f117eb5023", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2075002416-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a211983d2ed4450b8dc62c39f4b2bd0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48937bd1-23dc-413f-b46b-59bf9e709aa0", "external-id": "nsx-vlan-transportzone-160", "segmentation_id": 160, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc443a47-a2", "ovs_interfaceid": "cc443a47-a2b7-4e27-8f11-f0372b9043e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.145426] env[69319]: DEBUG nova.compute.manager [None req-3e59310b-6e72-4186-9f9d-cf32c2471f4e tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] [instance: 5886cbfc-c361-45ef-872c-1704f7d85aff] Start building block device mappings for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1049.217395] env[69319]: DEBUG nova.network.neutron [-] [instance: 49f792b7-4c8b-4a2a-afe4-016281de77b9] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.298016] env[69319]: DEBUG oslo_vmware.api [None req-c583bb9d-6df0-4112-ab45-632919b84ccd tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Task: {'id': task-3223652, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.494298] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-e2c33632-136b-461b-b2e6-737aaf1050fb tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 9a2d05fc-1ee1-4847-bb63-ad2d3624c730] Creating linked-clone VM from snapshot {{(pid=69319) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1049.494587] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-14a256db-af57-4de4-b9b8-c79da5902a12 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.504669] env[69319]: DEBUG oslo_vmware.api [None req-e2c33632-136b-461b-b2e6-737aaf1050fb tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Waiting for the task: (returnval){ [ 1049.504669] env[69319]: value = "task-3223653" [ 1049.504669] env[69319]: _type = "Task" [ 1049.504669] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.505643] env[69319]: DEBUG nova.network.neutron [None req-3e59310b-6e72-4186-9f9d-cf32c2471f4e tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] [instance: 5886cbfc-c361-45ef-872c-1704f7d85aff] Successfully created port: 93a683cc-3642-46ad-9741-c44cdbfc71d3 {{(pid=69319) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1049.524020] env[69319]: DEBUG oslo_vmware.api [None req-e2c33632-136b-461b-b2e6-737aaf1050fb tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': task-3223653, 'name': CloneVM_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.569614] env[69319]: DEBUG oslo_concurrency.lockutils [None req-7961c1ee-290a-4583-96df-76035c26cd72 tempest-ServerActionsV293TestJSON-1988837861 tempest-ServerActionsV293TestJSON-1988837861-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.436s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.570120] env[69319]: INFO nova.compute.manager [None req-7961c1ee-290a-4583-96df-76035c26cd72 tempest-ServerActionsV293TestJSON-1988837861 tempest-ServerActionsV293TestJSON-1988837861-project-member] [instance: ad622127-7078-489f-9f55-5663137241aa] Successfully reverted task state from rebuilding on failure for instance. [ 1049.575688] env[69319]: DEBUG oslo_concurrency.lockutils [None req-81e8c410-b386-4edd-bfec-9f6daf560a1a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.367s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.576025] env[69319]: DEBUG nova.objects.instance [None req-81e8c410-b386-4edd-bfec-9f6daf560a1a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Lazy-loading 'resources' on Instance uuid 3398ecd5-6889-400b-a436-e22d014f0da0 {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1049.588661] env[69319]: DEBUG oslo_concurrency.lockutils [None req-bc772a59-2424-4a06-992e-c7b445ba8963 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Releasing lock "refresh_cache-ec9de339-c7b8-4e35-8daa-5efe7bc4b514" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.589035] env[69319]: DEBUG nova.compute.manager [None req-bc772a59-2424-4a06-992e-c7b445ba8963 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] [instance: ec9de339-c7b8-4e35-8daa-5efe7bc4b514] Instance network_info: |[{"id": "cc443a47-a2b7-4e27-8f11-f0372b9043e2", "address": "fa:16:3e:ba:22:e3", "network": {"id": "2192dbec-dfd7-4518-81f9-d1f117eb5023", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2075002416-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a211983d2ed4450b8dc62c39f4b2bd0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48937bd1-23dc-413f-b46b-59bf9e709aa0", "external-id": "nsx-vlan-transportzone-160", "segmentation_id": 160, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc443a47-a2", "ovs_interfaceid": "cc443a47-a2b7-4e27-8f11-f0372b9043e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1049.589314] env[69319]: DEBUG oslo_concurrency.lockutils [req-d92d3a89-52d6-49ba-b61d-f1c43991056c req-f6622331-985a-4906-ac95-6609fbcef985 service nova] Acquired lock "refresh_cache-ec9de339-c7b8-4e35-8daa-5efe7bc4b514" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.589496] env[69319]: DEBUG nova.network.neutron [req-d92d3a89-52d6-49ba-b61d-f1c43991056c req-f6622331-985a-4906-ac95-6609fbcef985 service nova] [instance: ec9de339-c7b8-4e35-8daa-5efe7bc4b514] Refreshing network info cache for port cc443a47-a2b7-4e27-8f11-f0372b9043e2 {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1049.590937] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-bc772a59-2424-4a06-992e-c7b445ba8963 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] [instance: ec9de339-c7b8-4e35-8daa-5efe7bc4b514] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:22:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '48937bd1-23dc-413f-b46b-59bf9e709aa0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cc443a47-a2b7-4e27-8f11-f0372b9043e2', 'vif_model': 'vmxnet3'}] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1049.605412] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bc772a59-2424-4a06-992e-c7b445ba8963 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1049.608167] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec9de339-c7b8-4e35-8daa-5efe7bc4b514] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1049.609589] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-02bfd490-5667-4caf-8dcb-0d058bd0722b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.633158] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1049.633158] env[69319]: value = "task-3223654" [ 1049.633158] env[69319]: _type = "Task" [ 1049.633158] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.643149] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223654, 'name': CreateVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.720058] env[69319]: INFO nova.compute.manager [-] [instance: 49f792b7-4c8b-4a2a-afe4-016281de77b9] Took 1.56 seconds to deallocate network for instance. [ 1049.753224] env[69319]: DEBUG nova.compute.manager [req-8d06e097-4ac3-4f02-ad2c-2b1bab5657e4 req-d2709f67-f59d-40e5-a009-8ff5bd44b676 service nova] [instance: 4650fd7f-02d1-46d1-b68e-3fb75e237e57] Received event network-vif-deleted-f8314ecd-779c-44f0-9b5a-adb2a68e1b3b {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1049.753224] env[69319]: INFO nova.compute.manager [req-8d06e097-4ac3-4f02-ad2c-2b1bab5657e4 req-d2709f67-f59d-40e5-a009-8ff5bd44b676 service nova] [instance: 4650fd7f-02d1-46d1-b68e-3fb75e237e57] Neutron deleted interface f8314ecd-779c-44f0-9b5a-adb2a68e1b3b; detaching it from the instance and deleting it from the info cache [ 1049.753224] env[69319]: DEBUG nova.network.neutron [req-8d06e097-4ac3-4f02-ad2c-2b1bab5657e4 req-d2709f67-f59d-40e5-a009-8ff5bd44b676 service nova] [instance: 4650fd7f-02d1-46d1-b68e-3fb75e237e57] Updating instance_info_cache with network_info: [{"id": "33818967-b4af-4132-a92f-4b293d725928", "address": "fa:16:3e:35:db:93", "network": {"id": "137e0ee2-8e6e-434c-a032-f059cf348e59", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-49335232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0030fcfc26054d94b76414b0098fa648", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33818967-b4", "ovs_interfaceid": "33818967-b4af-4132-a92f-4b293d725928", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8d5211e0-0df8-44fd-870c-5f4af0991cc1", "address": "fa:16:3e:08:39:ff", "network": {"id": "137e0ee2-8e6e-434c-a032-f059cf348e59", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-49335232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0030fcfc26054d94b76414b0098fa648", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d5211e0-0d", "ovs_interfaceid": "8d5211e0-0df8-44fd-870c-5f4af0991cc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.798990] env[69319]: DEBUG oslo_vmware.api [None req-c583bb9d-6df0-4112-ab45-632919b84ccd tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Task: {'id': task-3223652, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.021900] env[69319]: DEBUG oslo_vmware.api [None req-e2c33632-136b-461b-b2e6-737aaf1050fb tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': task-3223653, 'name': CloneVM_Task} progress is 94%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.079277] env[69319]: DEBUG nova.objects.instance [None req-81e8c410-b386-4edd-bfec-9f6daf560a1a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Lazy-loading 'numa_topology' on Instance uuid 3398ecd5-6889-400b-a436-e22d014f0da0 {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1050.145676] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223654, 'name': CreateVM_Task, 'duration_secs': 0.372508} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.146284] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec9de339-c7b8-4e35-8daa-5efe7bc4b514] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1050.147109] env[69319]: DEBUG oslo_concurrency.lockutils [None req-bc772a59-2424-4a06-992e-c7b445ba8963 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.147293] env[69319]: DEBUG oslo_concurrency.lockutils [None req-bc772a59-2424-4a06-992e-c7b445ba8963 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.147642] env[69319]: DEBUG oslo_concurrency.lockutils [None req-bc772a59-2424-4a06-992e-c7b445ba8963 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.147905] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c5e9bc0-f057-419b-aed7-832b8101bbd6 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.154627] env[69319]: DEBUG oslo_vmware.api [None req-bc772a59-2424-4a06-992e-c7b445ba8963 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Waiting for the task: (returnval){ [ 1050.154627] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52aaf749-c072-e3f0-9516-286e042df470" [ 1050.154627] env[69319]: _type = "Task" [ 1050.154627] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.161175] env[69319]: DEBUG nova.compute.manager [None req-3e59310b-6e72-4186-9f9d-cf32c2471f4e tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] [instance: 5886cbfc-c361-45ef-872c-1704f7d85aff] Start spawning the instance on the hypervisor. {{(pid=69319) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1050.168952] env[69319]: DEBUG oslo_vmware.api [None req-bc772a59-2424-4a06-992e-c7b445ba8963 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52aaf749-c072-e3f0-9516-286e042df470, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.188364] env[69319]: DEBUG nova.virt.hardware [None req-3e59310b-6e72-4186-9f9d-cf32c2471f4e tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:32:36Z,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31f027872f6f44dba95ff2fe7a062e00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:32:36Z,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1050.188658] env[69319]: DEBUG nova.virt.hardware [None req-3e59310b-6e72-4186-9f9d-cf32c2471f4e tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1050.188827] env[69319]: DEBUG nova.virt.hardware [None req-3e59310b-6e72-4186-9f9d-cf32c2471f4e tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1050.189024] env[69319]: DEBUG nova.virt.hardware [None req-3e59310b-6e72-4186-9f9d-cf32c2471f4e tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1050.189529] env[69319]: DEBUG nova.virt.hardware [None req-3e59310b-6e72-4186-9f9d-cf32c2471f4e tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1050.189724] env[69319]: DEBUG nova.virt.hardware [None req-3e59310b-6e72-4186-9f9d-cf32c2471f4e tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1050.190294] env[69319]: DEBUG nova.virt.hardware [None req-3e59310b-6e72-4186-9f9d-cf32c2471f4e tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1050.190371] env[69319]: DEBUG nova.virt.hardware [None req-3e59310b-6e72-4186-9f9d-cf32c2471f4e tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1050.190919] env[69319]: DEBUG nova.virt.hardware [None req-3e59310b-6e72-4186-9f9d-cf32c2471f4e tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1050.191221] env[69319]: DEBUG nova.virt.hardware [None req-3e59310b-6e72-4186-9f9d-cf32c2471f4e tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1050.191498] env[69319]: DEBUG nova.virt.hardware [None req-3e59310b-6e72-4186-9f9d-cf32c2471f4e tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1050.192828] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2484eb3f-cf2c-495b-8bf0-1c9169953661 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.203830] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3320830-e09f-44e9-a51b-6991373ef976 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.227794] env[69319]: DEBUG oslo_concurrency.lockutils [None req-2c117a21-4d16-4e8d-b7a2-0d47df84f442 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.258341] env[69319]: DEBUG oslo_concurrency.lockutils [req-8d06e097-4ac3-4f02-ad2c-2b1bab5657e4 req-d2709f67-f59d-40e5-a009-8ff5bd44b676 service nova] Acquiring lock "4650fd7f-02d1-46d1-b68e-3fb75e237e57" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.258701] env[69319]: DEBUG oslo_concurrency.lockutils [req-8d06e097-4ac3-4f02-ad2c-2b1bab5657e4 req-d2709f67-f59d-40e5-a009-8ff5bd44b676 service nova] Acquired lock "4650fd7f-02d1-46d1-b68e-3fb75e237e57" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.259705] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c156d13-1959-48e6-aa4a-b71c861f5a42 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.263411] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5a6a1872-1015-4cca-bb33-c18d9f7866d4 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Acquiring lock "refresh_cache-4650fd7f-02d1-46d1-b68e-3fb75e237e57" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.263651] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5a6a1872-1015-4cca-bb33-c18d9f7866d4 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Acquired lock "refresh_cache-4650fd7f-02d1-46d1-b68e-3fb75e237e57" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.263886] env[69319]: DEBUG nova.network.neutron [None req-5a6a1872-1015-4cca-bb33-c18d9f7866d4 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 4650fd7f-02d1-46d1-b68e-3fb75e237e57] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1050.282723] env[69319]: DEBUG oslo_concurrency.lockutils [req-8d06e097-4ac3-4f02-ad2c-2b1bab5657e4 req-d2709f67-f59d-40e5-a009-8ff5bd44b676 service nova] Releasing lock "4650fd7f-02d1-46d1-b68e-3fb75e237e57" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.283225] env[69319]: WARNING nova.compute.manager [req-8d06e097-4ac3-4f02-ad2c-2b1bab5657e4 req-d2709f67-f59d-40e5-a009-8ff5bd44b676 service nova] [instance: 4650fd7f-02d1-46d1-b68e-3fb75e237e57] Detach interface failed, port_id=f8314ecd-779c-44f0-9b5a-adb2a68e1b3b, reason: No device with interface-id f8314ecd-779c-44f0-9b5a-adb2a68e1b3b exists on VM: nova.exception.NotFound: No device with interface-id f8314ecd-779c-44f0-9b5a-adb2a68e1b3b exists on VM [ 1050.299448] env[69319]: DEBUG oslo_vmware.api [None req-c583bb9d-6df0-4112-ab45-632919b84ccd tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Task: {'id': task-3223652, 'name': PowerOnVM_Task, 'duration_secs': 1.117503} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.299929] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-c583bb9d-6df0-4112-ab45-632919b84ccd tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] [instance: 83ef14da-a854-46ef-bb33-05164f9efb29] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1050.300321] env[69319]: INFO nova.compute.manager [None req-c583bb9d-6df0-4112-ab45-632919b84ccd tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] [instance: 83ef14da-a854-46ef-bb33-05164f9efb29] Took 11.49 seconds to spawn the instance on the hypervisor. [ 1050.300645] env[69319]: DEBUG nova.compute.manager [None req-c583bb9d-6df0-4112-ab45-632919b84ccd tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] [instance: 83ef14da-a854-46ef-bb33-05164f9efb29] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1050.303139] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf5bd9c4-7375-418f-8df8-5e65690d1d4c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.523446] env[69319]: DEBUG oslo_vmware.api [None req-e2c33632-136b-461b-b2e6-737aaf1050fb tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': task-3223653, 'name': CloneVM_Task} progress is 94%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.583626] env[69319]: DEBUG nova.objects.base [None req-81e8c410-b386-4edd-bfec-9f6daf560a1a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Object Instance<3398ecd5-6889-400b-a436-e22d014f0da0> lazy-loaded attributes: resources,numa_topology {{(pid=69319) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1050.667405] env[69319]: DEBUG oslo_vmware.api [None req-bc772a59-2424-4a06-992e-c7b445ba8963 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52aaf749-c072-e3f0-9516-286e042df470, 'name': SearchDatastore_Task, 'duration_secs': 0.018304} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.667749] env[69319]: DEBUG oslo_concurrency.lockutils [None req-bc772a59-2424-4a06-992e-c7b445ba8963 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.668021] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-bc772a59-2424-4a06-992e-c7b445ba8963 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] [instance: ec9de339-c7b8-4e35-8daa-5efe7bc4b514] Processing image 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1050.668311] env[69319]: DEBUG oslo_concurrency.lockutils [None req-bc772a59-2424-4a06-992e-c7b445ba8963 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.668472] env[69319]: DEBUG oslo_concurrency.lockutils [None req-bc772a59-2424-4a06-992e-c7b445ba8963 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.668683] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc772a59-2424-4a06-992e-c7b445ba8963 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1050.671957] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-70c89045-0641-4ea3-9588-e72733b3e26d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.681802] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc772a59-2424-4a06-992e-c7b445ba8963 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1050.682516] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-bc772a59-2424-4a06-992e-c7b445ba8963 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1050.682992] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-392140bc-76ec-404d-9a71-d7c6a9c1e45d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.692417] env[69319]: DEBUG oslo_vmware.api [None req-bc772a59-2424-4a06-992e-c7b445ba8963 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Waiting for the task: (returnval){ [ 1050.692417] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52438fa4-6754-4c10-24f9-2e30177da461" [ 1050.692417] env[69319]: _type = "Task" [ 1050.692417] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.701408] env[69319]: DEBUG oslo_vmware.api [None req-bc772a59-2424-4a06-992e-c7b445ba8963 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52438fa4-6754-4c10-24f9-2e30177da461, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.770149] env[69319]: DEBUG nova.network.neutron [req-d92d3a89-52d6-49ba-b61d-f1c43991056c req-f6622331-985a-4906-ac95-6609fbcef985 service nova] [instance: ec9de339-c7b8-4e35-8daa-5efe7bc4b514] Updated VIF entry in instance network info cache for port cc443a47-a2b7-4e27-8f11-f0372b9043e2. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1050.770515] env[69319]: DEBUG nova.network.neutron [req-d92d3a89-52d6-49ba-b61d-f1c43991056c req-f6622331-985a-4906-ac95-6609fbcef985 service nova] [instance: ec9de339-c7b8-4e35-8daa-5efe7bc4b514] Updating instance_info_cache with network_info: [{"id": "cc443a47-a2b7-4e27-8f11-f0372b9043e2", "address": "fa:16:3e:ba:22:e3", "network": {"id": "2192dbec-dfd7-4518-81f9-d1f117eb5023", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2075002416-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a211983d2ed4450b8dc62c39f4b2bd0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48937bd1-23dc-413f-b46b-59bf9e709aa0", "external-id": "nsx-vlan-transportzone-160", "segmentation_id": 160, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc443a47-a2", "ovs_interfaceid": "cc443a47-a2b7-4e27-8f11-f0372b9043e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.829751] env[69319]: DEBUG nova.compute.manager [req-fdfb8868-9c5f-490f-9d96-54d2f454a5b4 req-97630b6e-2e0b-4657-b667-6471ca36ec5c service nova] [instance: 49f792b7-4c8b-4a2a-afe4-016281de77b9] Received event network-vif-deleted-0f276e32-8dff-43ba-932e-077706d639b3 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1050.830507] env[69319]: INFO nova.compute.manager [None req-c583bb9d-6df0-4112-ab45-632919b84ccd tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] [instance: 83ef14da-a854-46ef-bb33-05164f9efb29] Took 31.27 seconds to build instance. [ 1050.964138] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7e6f65d-db17-4397-962d-345cfc028505 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.973571] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fb0294a-121d-427c-abdd-588735d6acf3 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.009171] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-479c497b-b616-42b5-9abd-d69cea7bc8e5 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.026789] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a35cf38a-5a2c-4b0e-8679-5e6536491859 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.029652] env[69319]: DEBUG oslo_vmware.api [None req-e2c33632-136b-461b-b2e6-737aaf1050fb tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': task-3223653, 'name': CloneVM_Task} progress is 94%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.040192] env[69319]: DEBUG nova.compute.provider_tree [None req-81e8c410-b386-4edd-bfec-9f6daf560a1a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1051.093680] env[69319]: INFO nova.network.neutron [None req-5a6a1872-1015-4cca-bb33-c18d9f7866d4 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 4650fd7f-02d1-46d1-b68e-3fb75e237e57] Port 8d5211e0-0df8-44fd-870c-5f4af0991cc1 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1051.093680] env[69319]: DEBUG nova.network.neutron [None req-5a6a1872-1015-4cca-bb33-c18d9f7866d4 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 4650fd7f-02d1-46d1-b68e-3fb75e237e57] Updating instance_info_cache with network_info: [{"id": "33818967-b4af-4132-a92f-4b293d725928", "address": "fa:16:3e:35:db:93", "network": {"id": "137e0ee2-8e6e-434c-a032-f059cf348e59", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-49335232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0030fcfc26054d94b76414b0098fa648", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33818967-b4", "ovs_interfaceid": "33818967-b4af-4132-a92f-4b293d725928", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.113854] env[69319]: DEBUG oslo_concurrency.lockutils [None req-9f32ab8a-fa4d-4c94-b8c7-6473252b089e tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Acquiring lock "d24a0bae-3b98-4121-a3f7-bedee3a196b4" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.114321] env[69319]: DEBUG oslo_concurrency.lockutils [None req-9f32ab8a-fa4d-4c94-b8c7-6473252b089e tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Lock "d24a0bae-3b98-4121-a3f7-bedee3a196b4" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.205492] env[69319]: DEBUG oslo_vmware.api [None req-bc772a59-2424-4a06-992e-c7b445ba8963 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52438fa4-6754-4c10-24f9-2e30177da461, 'name': SearchDatastore_Task, 'duration_secs': 0.013418} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.206454] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-565fdbd6-42e0-4ad2-9c65-c8402d18a296 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.212943] env[69319]: DEBUG oslo_vmware.api [None req-bc772a59-2424-4a06-992e-c7b445ba8963 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Waiting for the task: (returnval){ [ 1051.212943] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52e1e889-daf9-0a9a-4614-599963e17a68" [ 1051.212943] env[69319]: _type = "Task" [ 1051.212943] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.220796] env[69319]: DEBUG oslo_vmware.api [None req-bc772a59-2424-4a06-992e-c7b445ba8963 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52e1e889-daf9-0a9a-4614-599963e17a68, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.273694] env[69319]: DEBUG oslo_concurrency.lockutils [req-d92d3a89-52d6-49ba-b61d-f1c43991056c req-f6622331-985a-4906-ac95-6609fbcef985 service nova] Releasing lock "refresh_cache-ec9de339-c7b8-4e35-8daa-5efe7bc4b514" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.333994] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c583bb9d-6df0-4112-ab45-632919b84ccd tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Lock "83ef14da-a854-46ef-bb33-05164f9efb29" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.784s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.523499] env[69319]: DEBUG oslo_vmware.api [None req-e2c33632-136b-461b-b2e6-737aaf1050fb tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': task-3223653, 'name': CloneVM_Task} progress is 100%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.543781] env[69319]: DEBUG nova.scheduler.client.report [None req-81e8c410-b386-4edd-bfec-9f6daf560a1a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1051.596120] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5a6a1872-1015-4cca-bb33-c18d9f7866d4 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Releasing lock "refresh_cache-4650fd7f-02d1-46d1-b68e-3fb75e237e57" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.617622] env[69319]: DEBUG nova.compute.utils [None req-9f32ab8a-fa4d-4c94-b8c7-6473252b089e tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Using /dev/sd instead of None {{(pid=69319) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1051.726312] env[69319]: DEBUG oslo_vmware.api [None req-bc772a59-2424-4a06-992e-c7b445ba8963 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52e1e889-daf9-0a9a-4614-599963e17a68, 'name': SearchDatastore_Task, 'duration_secs': 0.02009} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.726611] env[69319]: DEBUG oslo_concurrency.lockutils [None req-bc772a59-2424-4a06-992e-c7b445ba8963 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.726854] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc772a59-2424-4a06-992e-c7b445ba8963 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore1] ec9de339-c7b8-4e35-8daa-5efe7bc4b514/ec9de339-c7b8-4e35-8daa-5efe7bc4b514.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1051.727138] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e89fb30d-68bc-4597-b584-09700c1986d6 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.733737] env[69319]: DEBUG oslo_vmware.api [None req-bc772a59-2424-4a06-992e-c7b445ba8963 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Waiting for the task: (returnval){ [ 1051.733737] env[69319]: value = "task-3223655" [ 1051.733737] env[69319]: _type = "Task" [ 1051.733737] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.741169] env[69319]: DEBUG oslo_vmware.api [None req-bc772a59-2424-4a06-992e-c7b445ba8963 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Task: {'id': task-3223655, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.834397] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0eb4d238-110f-450e-b9cd-15b0e83a3759 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Acquiring lock "4650fd7f-02d1-46d1-b68e-3fb75e237e57" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.834815] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0eb4d238-110f-450e-b9cd-15b0e83a3759 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Lock "4650fd7f-02d1-46d1-b68e-3fb75e237e57" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.835060] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0eb4d238-110f-450e-b9cd-15b0e83a3759 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Acquiring lock "4650fd7f-02d1-46d1-b68e-3fb75e237e57-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.835258] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0eb4d238-110f-450e-b9cd-15b0e83a3759 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Lock "4650fd7f-02d1-46d1-b68e-3fb75e237e57-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.835433] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0eb4d238-110f-450e-b9cd-15b0e83a3759 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Lock "4650fd7f-02d1-46d1-b68e-3fb75e237e57-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.837795] env[69319]: INFO nova.compute.manager [None req-0eb4d238-110f-450e-b9cd-15b0e83a3759 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 4650fd7f-02d1-46d1-b68e-3fb75e237e57] Terminating instance [ 1052.022131] env[69319]: DEBUG oslo_vmware.api [None req-e2c33632-136b-461b-b2e6-737aaf1050fb tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': task-3223653, 'name': CloneVM_Task} progress is 100%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.051261] env[69319]: DEBUG oslo_concurrency.lockutils [None req-81e8c410-b386-4edd-bfec-9f6daf560a1a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.476s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.053861] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 14.736s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.054048] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.054211] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69319) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1052.054525] env[69319]: DEBUG oslo_concurrency.lockutils [None req-64cf1d1b-b471-4be9-9b4f-bfdc6b14dfcc tempest-ServersTestJSON-1193997500 tempest-ServersTestJSON-1193997500-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.542s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.054758] env[69319]: DEBUG nova.objects.instance [None req-64cf1d1b-b471-4be9-9b4f-bfdc6b14dfcc tempest-ServersTestJSON-1193997500 tempest-ServersTestJSON-1193997500-project-member] Lazy-loading 'resources' on Instance uuid dcd83efc-4157-4174-b3bd-5bd6cd865360 {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1052.056554] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0343fddb-5a0a-4d62-874b-2df94876a242 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.065442] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ac033bb-5ae9-4a37-a21b-fb69244fe45e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.080378] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87e12e6a-08ed-41e4-b46e-23f5e35884da {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.086996] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2610b818-35af-405c-8c34-7809d68c814f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.116840] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5a6a1872-1015-4cca-bb33-c18d9f7866d4 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Lock "interface-4650fd7f-02d1-46d1-b68e-3fb75e237e57-f8314ecd-779c-44f0-9b5a-adb2a68e1b3b" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.119s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.118154] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178492MB free_disk=122GB free_vcpus=48 pci_devices=None {{(pid=69319) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1052.118295] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.123212] env[69319]: DEBUG oslo_concurrency.lockutils [None req-9f32ab8a-fa4d-4c94-b8c7-6473252b089e tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Lock "d24a0bae-3b98-4121-a3f7-bedee3a196b4" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.149235] env[69319]: DEBUG oslo_concurrency.lockutils [None req-8f026aec-f3cd-4937-8ae7-d11708bd60fb tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Acquiring lock "83ef14da-a854-46ef-bb33-05164f9efb29" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.149504] env[69319]: DEBUG oslo_concurrency.lockutils [None req-8f026aec-f3cd-4937-8ae7-d11708bd60fb tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Lock "83ef14da-a854-46ef-bb33-05164f9efb29" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.149774] env[69319]: DEBUG oslo_concurrency.lockutils [None req-8f026aec-f3cd-4937-8ae7-d11708bd60fb tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Acquiring lock "83ef14da-a854-46ef-bb33-05164f9efb29-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.149987] env[69319]: DEBUG oslo_concurrency.lockutils [None req-8f026aec-f3cd-4937-8ae7-d11708bd60fb tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Lock "83ef14da-a854-46ef-bb33-05164f9efb29-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.150203] env[69319]: DEBUG oslo_concurrency.lockutils [None req-8f026aec-f3cd-4937-8ae7-d11708bd60fb tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Lock "83ef14da-a854-46ef-bb33-05164f9efb29-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.152309] env[69319]: INFO nova.compute.manager [None req-8f026aec-f3cd-4937-8ae7-d11708bd60fb tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] [instance: 83ef14da-a854-46ef-bb33-05164f9efb29] Terminating instance [ 1052.244113] env[69319]: DEBUG oslo_vmware.api [None req-bc772a59-2424-4a06-992e-c7b445ba8963 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Task: {'id': task-3223655, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.341988] env[69319]: DEBUG nova.compute.manager [None req-0eb4d238-110f-450e-b9cd-15b0e83a3759 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 4650fd7f-02d1-46d1-b68e-3fb75e237e57] Start destroying the instance on the hypervisor. {{(pid=69319) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1052.342335] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-0eb4d238-110f-450e-b9cd-15b0e83a3759 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 4650fd7f-02d1-46d1-b68e-3fb75e237e57] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1052.343471] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b44c6aa-f658-4b17-b0d9-85b2f1d922f0 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.353443] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-0eb4d238-110f-450e-b9cd-15b0e83a3759 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 4650fd7f-02d1-46d1-b68e-3fb75e237e57] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1052.353762] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f3a97e75-85d3-4405-9804-4de9e740fda0 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.362473] env[69319]: DEBUG oslo_vmware.api [None req-0eb4d238-110f-450e-b9cd-15b0e83a3759 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Waiting for the task: (returnval){ [ 1052.362473] env[69319]: value = "task-3223656" [ 1052.362473] env[69319]: _type = "Task" [ 1052.362473] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.371405] env[69319]: DEBUG oslo_vmware.api [None req-0eb4d238-110f-450e-b9cd-15b0e83a3759 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': task-3223656, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.522434] env[69319]: DEBUG oslo_vmware.api [None req-e2c33632-136b-461b-b2e6-737aaf1050fb tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': task-3223653, 'name': CloneVM_Task} progress is 100%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.656606] env[69319]: DEBUG nova.compute.manager [None req-8f026aec-f3cd-4937-8ae7-d11708bd60fb tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] [instance: 83ef14da-a854-46ef-bb33-05164f9efb29] Start destroying the instance on the hypervisor. {{(pid=69319) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1052.657402] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-8f026aec-f3cd-4937-8ae7-d11708bd60fb tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] [instance: 83ef14da-a854-46ef-bb33-05164f9efb29] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1052.657829] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-980dd0de-1b3f-432d-aeaa-fb44f35bff33 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.667749] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f026aec-f3cd-4937-8ae7-d11708bd60fb tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] [instance: 83ef14da-a854-46ef-bb33-05164f9efb29] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1052.668081] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-25cd90de-6a18-484d-ad31-b07d3c23ba96 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.675464] env[69319]: DEBUG oslo_vmware.api [None req-8f026aec-f3cd-4937-8ae7-d11708bd60fb tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Waiting for the task: (returnval){ [ 1052.675464] env[69319]: value = "task-3223657" [ 1052.675464] env[69319]: _type = "Task" [ 1052.675464] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.683807] env[69319]: DEBUG oslo_vmware.api [None req-8f026aec-f3cd-4937-8ae7-d11708bd60fb tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Task: {'id': task-3223657, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.745486] env[69319]: DEBUG oslo_vmware.api [None req-bc772a59-2424-4a06-992e-c7b445ba8963 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Task: {'id': task-3223655, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.842306} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.747970] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc772a59-2424-4a06-992e-c7b445ba8963 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore1] ec9de339-c7b8-4e35-8daa-5efe7bc4b514/ec9de339-c7b8-4e35-8daa-5efe7bc4b514.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1052.748228] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-bc772a59-2424-4a06-992e-c7b445ba8963 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] [instance: ec9de339-c7b8-4e35-8daa-5efe7bc4b514] Extending root virtual disk to 1048576 {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1052.749062] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f87680f9-8f17-41a3-829b-5cb3f61e77b4 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.756274] env[69319]: DEBUG oslo_vmware.api [None req-bc772a59-2424-4a06-992e-c7b445ba8963 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Waiting for the task: (returnval){ [ 1052.756274] env[69319]: value = "task-3223658" [ 1052.756274] env[69319]: _type = "Task" [ 1052.756274] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.766870] env[69319]: DEBUG oslo_vmware.api [None req-bc772a59-2424-4a06-992e-c7b445ba8963 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Task: {'id': task-3223658, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.838731] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e07d57a-55ea-4039-b3ea-5015d2496ff4 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.845883] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec84acbb-98a2-4694-aa71-eb56c926a241 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.879070] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-168fa4ad-bc0a-49f3-b4c9-69c858b294dd {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.885501] env[69319]: DEBUG oslo_vmware.api [None req-0eb4d238-110f-450e-b9cd-15b0e83a3759 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': task-3223656, 'name': PowerOffVM_Task, 'duration_secs': 0.361635} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.887374] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-0eb4d238-110f-450e-b9cd-15b0e83a3759 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 4650fd7f-02d1-46d1-b68e-3fb75e237e57] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1052.887552] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-0eb4d238-110f-450e-b9cd-15b0e83a3759 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 4650fd7f-02d1-46d1-b68e-3fb75e237e57] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1052.887806] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b40f3c84-9ff3-4ceb-90cd-a8fb5251ff07 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.889974] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccbc6543-9aa2-4f4a-84a3-9b0da24cb2d5 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.904080] env[69319]: DEBUG nova.compute.provider_tree [None req-64cf1d1b-b471-4be9-9b4f-bfdc6b14dfcc tempest-ServersTestJSON-1193997500 tempest-ServersTestJSON-1193997500-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1052.996180] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-0eb4d238-110f-450e-b9cd-15b0e83a3759 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 4650fd7f-02d1-46d1-b68e-3fb75e237e57] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1052.996399] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-0eb4d238-110f-450e-b9cd-15b0e83a3759 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 4650fd7f-02d1-46d1-b68e-3fb75e237e57] Deleting contents of the VM from datastore datastore1 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1052.996587] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-0eb4d238-110f-450e-b9cd-15b0e83a3759 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Deleting the datastore file [datastore1] 4650fd7f-02d1-46d1-b68e-3fb75e237e57 {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1052.996863] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bb57027b-e999-438a-9e9c-279239f1c97c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.003188] env[69319]: DEBUG oslo_vmware.api [None req-0eb4d238-110f-450e-b9cd-15b0e83a3759 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Waiting for the task: (returnval){ [ 1053.003188] env[69319]: value = "task-3223660" [ 1053.003188] env[69319]: _type = "Task" [ 1053.003188] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.011056] env[69319]: DEBUG oslo_vmware.api [None req-0eb4d238-110f-450e-b9cd-15b0e83a3759 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': task-3223660, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.021492] env[69319]: DEBUG oslo_vmware.api [None req-e2c33632-136b-461b-b2e6-737aaf1050fb tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': task-3223653, 'name': CloneVM_Task} progress is 100%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.185327] env[69319]: DEBUG oslo_vmware.api [None req-8f026aec-f3cd-4937-8ae7-d11708bd60fb tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Task: {'id': task-3223657, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.264962] env[69319]: DEBUG oslo_vmware.api [None req-bc772a59-2424-4a06-992e-c7b445ba8963 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Task: {'id': task-3223658, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069849} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.265476] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-bc772a59-2424-4a06-992e-c7b445ba8963 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] [instance: ec9de339-c7b8-4e35-8daa-5efe7bc4b514] Extended root virtual disk {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1053.266019] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41a85168-95e0-4b63-9009-e0f3c3f7c240 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.287825] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc772a59-2424-4a06-992e-c7b445ba8963 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] [instance: ec9de339-c7b8-4e35-8daa-5efe7bc4b514] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] ec9de339-c7b8-4e35-8daa-5efe7bc4b514/ec9de339-c7b8-4e35-8daa-5efe7bc4b514.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1053.288074] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a2ca2e5-1953-4e5b-bcc2-ea0bbb8aa64f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.306200] env[69319]: DEBUG oslo_vmware.api [None req-bc772a59-2424-4a06-992e-c7b445ba8963 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Waiting for the task: (returnval){ [ 1053.306200] env[69319]: value = "task-3223661" [ 1053.306200] env[69319]: _type = "Task" [ 1053.306200] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.313552] env[69319]: DEBUG oslo_vmware.api [None req-bc772a59-2424-4a06-992e-c7b445ba8963 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Task: {'id': task-3223661, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.407291] env[69319]: DEBUG nova.scheduler.client.report [None req-64cf1d1b-b471-4be9-9b4f-bfdc6b14dfcc tempest-ServersTestJSON-1193997500 tempest-ServersTestJSON-1193997500-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1053.513693] env[69319]: DEBUG oslo_vmware.api [None req-0eb4d238-110f-450e-b9cd-15b0e83a3759 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': task-3223660, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156233} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.514033] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-0eb4d238-110f-450e-b9cd-15b0e83a3759 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1053.514284] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-0eb4d238-110f-450e-b9cd-15b0e83a3759 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 4650fd7f-02d1-46d1-b68e-3fb75e237e57] Deleted contents of the VM from datastore datastore1 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1053.514511] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-0eb4d238-110f-450e-b9cd-15b0e83a3759 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 4650fd7f-02d1-46d1-b68e-3fb75e237e57] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1053.514730] env[69319]: INFO nova.compute.manager [None req-0eb4d238-110f-450e-b9cd-15b0e83a3759 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 4650fd7f-02d1-46d1-b68e-3fb75e237e57] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1053.515026] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0eb4d238-110f-450e-b9cd-15b0e83a3759 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1053.515266] env[69319]: DEBUG nova.compute.manager [-] [instance: 4650fd7f-02d1-46d1-b68e-3fb75e237e57] Deallocating network for instance {{(pid=69319) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1053.515365] env[69319]: DEBUG nova.network.neutron [-] [instance: 4650fd7f-02d1-46d1-b68e-3fb75e237e57] deallocate_for_instance() {{(pid=69319) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1053.524451] env[69319]: DEBUG oslo_vmware.api [None req-e2c33632-136b-461b-b2e6-737aaf1050fb tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': task-3223653, 'name': CloneVM_Task} progress is 100%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.696510] env[69319]: DEBUG oslo_vmware.api [None req-8f026aec-f3cd-4937-8ae7-d11708bd60fb tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Task: {'id': task-3223657, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.698720] env[69319]: DEBUG oslo_vmware.rw_handles [None req-58a0e283-668d-48d4-b085-6b79b60061a4 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5230aae1-1413-5acc-d6d0-783113e4efcc/disk-0.vmdk. {{(pid=69319) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1053.700026] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c4ca2e4-3fce-4703-89fd-d87f75722b03 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.716274] env[69319]: DEBUG oslo_vmware.rw_handles [None req-58a0e283-668d-48d4-b085-6b79b60061a4 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5230aae1-1413-5acc-d6d0-783113e4efcc/disk-0.vmdk is in state: ready. {{(pid=69319) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1053.716274] env[69319]: ERROR oslo_vmware.rw_handles [None req-58a0e283-668d-48d4-b085-6b79b60061a4 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5230aae1-1413-5acc-d6d0-783113e4efcc/disk-0.vmdk due to incomplete transfer. [ 1053.716274] env[69319]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-2da37d4d-4f78-416f-95e1-67db48b90246 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.718543] env[69319]: DEBUG oslo_vmware.rw_handles [None req-58a0e283-668d-48d4-b085-6b79b60061a4 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5230aae1-1413-5acc-d6d0-783113e4efcc/disk-0.vmdk. {{(pid=69319) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1053.718543] env[69319]: DEBUG nova.virt.vmwareapi.images [None req-58a0e283-668d-48d4-b085-6b79b60061a4 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 33bc946c-1397-4355-8132-bc27084a66ba] Uploaded image 9e35d7eb-af44-40ec-8f68-706fc765c2bb to the Glance image server {{(pid=69319) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1053.722365] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-58a0e283-668d-48d4-b085-6b79b60061a4 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 33bc946c-1397-4355-8132-bc27084a66ba] Destroying the VM {{(pid=69319) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1053.722365] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-32710c1d-9180-46fe-892e-0a798d18a94c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.728402] env[69319]: DEBUG oslo_vmware.api [None req-58a0e283-668d-48d4-b085-6b79b60061a4 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Waiting for the task: (returnval){ [ 1053.728402] env[69319]: value = "task-3223662" [ 1053.728402] env[69319]: _type = "Task" [ 1053.728402] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.740285] env[69319]: DEBUG oslo_vmware.api [None req-58a0e283-668d-48d4-b085-6b79b60061a4 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3223662, 'name': Destroy_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.816231] env[69319]: DEBUG oslo_vmware.api [None req-bc772a59-2424-4a06-992e-c7b445ba8963 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Task: {'id': task-3223661, 'name': ReconfigVM_Task, 'duration_secs': 0.325985} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.816617] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc772a59-2424-4a06-992e-c7b445ba8963 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] [instance: ec9de339-c7b8-4e35-8daa-5efe7bc4b514] Reconfigured VM instance instance-0000004e to attach disk [datastore1] ec9de339-c7b8-4e35-8daa-5efe7bc4b514/ec9de339-c7b8-4e35-8daa-5efe7bc4b514.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1053.817111] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-241c7e87-9466-4ef5-8dcc-bf8e3d4b156d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.822811] env[69319]: DEBUG oslo_vmware.api [None req-bc772a59-2424-4a06-992e-c7b445ba8963 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Waiting for the task: (returnval){ [ 1053.822811] env[69319]: value = "task-3223663" [ 1053.822811] env[69319]: _type = "Task" [ 1053.822811] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.831585] env[69319]: DEBUG oslo_vmware.api [None req-bc772a59-2424-4a06-992e-c7b445ba8963 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Task: {'id': task-3223663, 'name': Rename_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.912257] env[69319]: DEBUG oslo_concurrency.lockutils [None req-64cf1d1b-b471-4be9-9b4f-bfdc6b14dfcc tempest-ServersTestJSON-1193997500 tempest-ServersTestJSON-1193997500-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.858s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.915387] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c547d1cc-576f-4f13-9574-1d65f2d23a17 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.127s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.917783] env[69319]: INFO nova.compute.claims [None req-c547d1cc-576f-4f13-9574-1d65f2d23a17 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] [instance: f897ffef-dacc-4128-bb22-552b7a4b0e3a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1053.949714] env[69319]: INFO nova.scheduler.client.report [None req-64cf1d1b-b471-4be9-9b4f-bfdc6b14dfcc tempest-ServersTestJSON-1193997500 tempest-ServersTestJSON-1193997500-project-member] Deleted allocations for instance dcd83efc-4157-4174-b3bd-5bd6cd865360 [ 1054.022668] env[69319]: DEBUG nova.network.neutron [None req-3e59310b-6e72-4186-9f9d-cf32c2471f4e tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] [instance: 5886cbfc-c361-45ef-872c-1704f7d85aff] Successfully updated port: 93a683cc-3642-46ad-9741-c44cdbfc71d3 {{(pid=69319) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1054.030955] env[69319]: DEBUG oslo_vmware.api [None req-e2c33632-136b-461b-b2e6-737aaf1050fb tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': task-3223653, 'name': CloneVM_Task, 'duration_secs': 4.130629} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.033265] env[69319]: INFO nova.virt.vmwareapi.vmops [None req-e2c33632-136b-461b-b2e6-737aaf1050fb tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 9a2d05fc-1ee1-4847-bb63-ad2d3624c730] Created linked-clone VM from snapshot [ 1054.033265] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f89b068-7639-45c0-86c7-bae332c84f87 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.041685] env[69319]: DEBUG nova.virt.vmwareapi.images [None req-e2c33632-136b-461b-b2e6-737aaf1050fb tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 9a2d05fc-1ee1-4847-bb63-ad2d3624c730] Uploading image bf42c42b-ab6a-4597-96a3-c730763cb696 {{(pid=69319) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1054.070683] env[69319]: DEBUG oslo_concurrency.lockutils [None req-81e8c410-b386-4edd-bfec-9f6daf560a1a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Lock "3398ecd5-6889-400b-a436-e22d014f0da0" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 47.909s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.071774] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ef7f02da-e666-44db-9623-741893b10eb3 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Lock "3398ecd5-6889-400b-a436-e22d014f0da0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 14.550s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.072507] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ef7f02da-e666-44db-9623-741893b10eb3 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Acquiring lock "3398ecd5-6889-400b-a436-e22d014f0da0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.072507] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ef7f02da-e666-44db-9623-741893b10eb3 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Lock "3398ecd5-6889-400b-a436-e22d014f0da0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.072768] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ef7f02da-e666-44db-9623-741893b10eb3 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Lock "3398ecd5-6889-400b-a436-e22d014f0da0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.076696] env[69319]: DEBUG oslo_vmware.rw_handles [None req-e2c33632-136b-461b-b2e6-737aaf1050fb tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1054.076696] env[69319]: value = "vm-644459" [ 1054.076696] env[69319]: _type = "VirtualMachine" [ 1054.076696] env[69319]: }. {{(pid=69319) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1054.077536] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3f519e3c-d276-4cff-93c8-de5b045b3a85 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.083173] env[69319]: INFO nova.compute.manager [None req-ef7f02da-e666-44db-9623-741893b10eb3 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 3398ecd5-6889-400b-a436-e22d014f0da0] Terminating instance [ 1054.091564] env[69319]: DEBUG oslo_vmware.rw_handles [None req-e2c33632-136b-461b-b2e6-737aaf1050fb tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Lease: (returnval){ [ 1054.091564] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52e30584-205a-9998-51a0-a5d391e09aa8" [ 1054.091564] env[69319]: _type = "HttpNfcLease" [ 1054.091564] env[69319]: } obtained for exporting VM: (result){ [ 1054.091564] env[69319]: value = "vm-644459" [ 1054.091564] env[69319]: _type = "VirtualMachine" [ 1054.091564] env[69319]: }. {{(pid=69319) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1054.091564] env[69319]: DEBUG oslo_vmware.api [None req-e2c33632-136b-461b-b2e6-737aaf1050fb tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Waiting for the lease: (returnval){ [ 1054.091564] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52e30584-205a-9998-51a0-a5d391e09aa8" [ 1054.091564] env[69319]: _type = "HttpNfcLease" [ 1054.091564] env[69319]: } to be ready. {{(pid=69319) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1054.101198] env[69319]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1054.101198] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52e30584-205a-9998-51a0-a5d391e09aa8" [ 1054.101198] env[69319]: _type = "HttpNfcLease" [ 1054.101198] env[69319]: } is initializing. {{(pid=69319) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1054.192021] env[69319]: DEBUG oslo_vmware.api [None req-8f026aec-f3cd-4937-8ae7-d11708bd60fb tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Task: {'id': task-3223657, 'name': PowerOffVM_Task, 'duration_secs': 1.208388} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.192304] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f026aec-f3cd-4937-8ae7-d11708bd60fb tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] [instance: 83ef14da-a854-46ef-bb33-05164f9efb29] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1054.192627] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-8f026aec-f3cd-4937-8ae7-d11708bd60fb tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] [instance: 83ef14da-a854-46ef-bb33-05164f9efb29] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1054.192912] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e603f201-cf9e-4487-b3eb-26e2584f506e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.246247] env[69319]: DEBUG oslo_vmware.api [None req-58a0e283-668d-48d4-b085-6b79b60061a4 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3223662, 'name': Destroy_Task, 'duration_secs': 0.516438} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.248128] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-58a0e283-668d-48d4-b085-6b79b60061a4 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 33bc946c-1397-4355-8132-bc27084a66ba] Destroyed the VM [ 1054.248510] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-58a0e283-668d-48d4-b085-6b79b60061a4 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 33bc946c-1397-4355-8132-bc27084a66ba] Deleting Snapshot of the VM instance {{(pid=69319) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1054.249679] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b943e9bb-1ec1-4879-9680-26cda28d8012 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.261642] env[69319]: DEBUG oslo_vmware.api [None req-58a0e283-668d-48d4-b085-6b79b60061a4 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Waiting for the task: (returnval){ [ 1054.261642] env[69319]: value = "task-3223666" [ 1054.261642] env[69319]: _type = "Task" [ 1054.261642] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.275406] env[69319]: DEBUG oslo_vmware.api [None req-58a0e283-668d-48d4-b085-6b79b60061a4 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3223666, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.336634] env[69319]: DEBUG oslo_vmware.api [None req-bc772a59-2424-4a06-992e-c7b445ba8963 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Task: {'id': task-3223663, 'name': Rename_Task, 'duration_secs': 0.149343} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.336798] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc772a59-2424-4a06-992e-c7b445ba8963 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] [instance: ec9de339-c7b8-4e35-8daa-5efe7bc4b514] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1054.337049] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5c97b66e-352e-4659-90e4-57780cc24de9 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.344085] env[69319]: DEBUG oslo_vmware.api [None req-bc772a59-2424-4a06-992e-c7b445ba8963 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Waiting for the task: (returnval){ [ 1054.344085] env[69319]: value = "task-3223667" [ 1054.344085] env[69319]: _type = "Task" [ 1054.344085] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.349307] env[69319]: DEBUG oslo_concurrency.lockutils [None req-9f32ab8a-fa4d-4c94-b8c7-6473252b089e tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Acquiring lock "d24a0bae-3b98-4121-a3f7-bedee3a196b4" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.349307] env[69319]: DEBUG oslo_concurrency.lockutils [None req-9f32ab8a-fa4d-4c94-b8c7-6473252b089e tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Lock "d24a0bae-3b98-4121-a3f7-bedee3a196b4" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.349307] env[69319]: INFO nova.compute.manager [None req-9f32ab8a-fa4d-4c94-b8c7-6473252b089e tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: d24a0bae-3b98-4121-a3f7-bedee3a196b4] Attaching volume 3427d4e2-c604-4d78-964b-43baa4d4b1f8 to /dev/sdb [ 1054.355761] env[69319]: DEBUG oslo_vmware.api [None req-bc772a59-2424-4a06-992e-c7b445ba8963 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Task: {'id': task-3223667, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.396035] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceae6625-3e76-4cae-b4bb-0796239a370d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.404185] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebae0ccc-6280-473b-8787-d98b2d043ccd {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.418225] env[69319]: DEBUG nova.virt.block_device [None req-9f32ab8a-fa4d-4c94-b8c7-6473252b089e tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: d24a0bae-3b98-4121-a3f7-bedee3a196b4] Updating existing volume attachment record: 0751c348-f9c7-4855-b0ad-a31cad4c5af1 {{(pid=69319) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1054.435128] env[69319]: DEBUG nova.compute.manager [req-582a81f8-2e7c-4bcf-9b8f-e2fa27bdacc3 req-6f158d03-17e9-476d-888c-359335ffe15d service nova] [instance: 4650fd7f-02d1-46d1-b68e-3fb75e237e57] Received event network-vif-deleted-8d5211e0-0df8-44fd-870c-5f4af0991cc1 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1054.461531] env[69319]: DEBUG oslo_concurrency.lockutils [None req-64cf1d1b-b471-4be9-9b4f-bfdc6b14dfcc tempest-ServersTestJSON-1193997500 tempest-ServersTestJSON-1193997500-project-member] Lock "dcd83efc-4157-4174-b3bd-5bd6cd865360" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.718s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.525328] env[69319]: DEBUG oslo_concurrency.lockutils [None req-3e59310b-6e72-4186-9f9d-cf32c2471f4e tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Acquiring lock "refresh_cache-5886cbfc-c361-45ef-872c-1704f7d85aff" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.525505] env[69319]: DEBUG oslo_concurrency.lockutils [None req-3e59310b-6e72-4186-9f9d-cf32c2471f4e tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Acquired lock "refresh_cache-5886cbfc-c361-45ef-872c-1704f7d85aff" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.525687] env[69319]: DEBUG nova.network.neutron [None req-3e59310b-6e72-4186-9f9d-cf32c2471f4e tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] [instance: 5886cbfc-c361-45ef-872c-1704f7d85aff] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1054.591490] env[69319]: DEBUG nova.compute.manager [None req-ef7f02da-e666-44db-9623-741893b10eb3 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 3398ecd5-6889-400b-a436-e22d014f0da0] Start destroying the instance on the hypervisor. {{(pid=69319) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1054.591652] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-ef7f02da-e666-44db-9623-741893b10eb3 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 3398ecd5-6889-400b-a436-e22d014f0da0] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1054.591954] env[69319]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d5a08696-723b-4e73-934e-14ff2f9bc569 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.603837] env[69319]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1054.603837] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52e30584-205a-9998-51a0-a5d391e09aa8" [ 1054.603837] env[69319]: _type = "HttpNfcLease" [ 1054.603837] env[69319]: } is ready. {{(pid=69319) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1054.607712] env[69319]: DEBUG oslo_vmware.rw_handles [None req-e2c33632-136b-461b-b2e6-737aaf1050fb tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1054.607712] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52e30584-205a-9998-51a0-a5d391e09aa8" [ 1054.607712] env[69319]: _type = "HttpNfcLease" [ 1054.607712] env[69319]: }. {{(pid=69319) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1054.609401] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-545c83e5-b1a0-4b5c-9980-a30d394a6186 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.615037] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dce4e80f-a8ca-4d1d-8793-6c4c74a4a32a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.629881] env[69319]: DEBUG oslo_vmware.rw_handles [None req-e2c33632-136b-461b-b2e6-737aaf1050fb tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520a4dc1-31a6-9a37-5d3d-cbbe5c454a9c/disk-0.vmdk from lease info. {{(pid=69319) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1054.630093] env[69319]: DEBUG oslo_vmware.rw_handles [None req-e2c33632-136b-461b-b2e6-737aaf1050fb tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520a4dc1-31a6-9a37-5d3d-cbbe5c454a9c/disk-0.vmdk for reading. {{(pid=69319) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1054.704471] env[69319]: WARNING nova.virt.vmwareapi.vmops [None req-ef7f02da-e666-44db-9623-741893b10eb3 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 3398ecd5-6889-400b-a436-e22d014f0da0] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 3398ecd5-6889-400b-a436-e22d014f0da0 could not be found. [ 1054.704757] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-ef7f02da-e666-44db-9623-741893b10eb3 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 3398ecd5-6889-400b-a436-e22d014f0da0] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1054.704947] env[69319]: INFO nova.compute.manager [None req-ef7f02da-e666-44db-9623-741893b10eb3 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 3398ecd5-6889-400b-a436-e22d014f0da0] Took 0.11 seconds to destroy the instance on the hypervisor. [ 1054.705217] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ef7f02da-e666-44db-9623-741893b10eb3 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1054.706721] env[69319]: DEBUG nova.compute.manager [-] [instance: 3398ecd5-6889-400b-a436-e22d014f0da0] Deallocating network for instance {{(pid=69319) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1054.706823] env[69319]: DEBUG nova.network.neutron [-] [instance: 3398ecd5-6889-400b-a436-e22d014f0da0] deallocate_for_instance() {{(pid=69319) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1054.739469] env[69319]: DEBUG nova.network.neutron [-] [instance: 4650fd7f-02d1-46d1-b68e-3fb75e237e57] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.770475] env[69319]: DEBUG oslo_concurrency.lockutils [None req-e388755d-3736-4ca3-bfab-0a4dfd3ff7c6 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Acquiring lock "170e2a0b-6461-4752-b7da-2ed0ff9fd73c" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.770688] env[69319]: DEBUG oslo_concurrency.lockutils [None req-e388755d-3736-4ca3-bfab-0a4dfd3ff7c6 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Lock "170e2a0b-6461-4752-b7da-2ed0ff9fd73c" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.777241] env[69319]: DEBUG oslo_vmware.api [None req-58a0e283-668d-48d4-b085-6b79b60061a4 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3223666, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.788200] env[69319]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1278faa6-dea1-4574-8786-7028ca5526b3 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.860324] env[69319]: DEBUG oslo_vmware.api [None req-bc772a59-2424-4a06-992e-c7b445ba8963 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Task: {'id': task-3223667, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.032190] env[69319]: DEBUG oslo_concurrency.lockutils [None req-e0f01c21-18a2-4837-a146-2a7ad7251471 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Acquiring lock "6c8db7ac-506b-43ec-a4e5-4aee6b69ea5b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.032190] env[69319]: DEBUG oslo_concurrency.lockutils [None req-e0f01c21-18a2-4837-a146-2a7ad7251471 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Lock "6c8db7ac-506b-43ec-a4e5-4aee6b69ea5b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.100476] env[69319]: DEBUG nova.network.neutron [None req-3e59310b-6e72-4186-9f9d-cf32c2471f4e tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] [instance: 5886cbfc-c361-45ef-872c-1704f7d85aff] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1055.189712] env[69319]: DEBUG nova.compute.manager [req-e518775d-45ac-431d-acc8-211aa4cce1ab req-af352354-4db1-4d9b-b6d4-5426ecd7f642 service nova] [instance: 4650fd7f-02d1-46d1-b68e-3fb75e237e57] Received event network-vif-deleted-33818967-b4af-4132-a92f-4b293d725928 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1055.244035] env[69319]: INFO nova.compute.manager [-] [instance: 4650fd7f-02d1-46d1-b68e-3fb75e237e57] Took 1.73 seconds to deallocate network for instance. [ 1055.276924] env[69319]: INFO nova.compute.manager [None req-e388755d-3736-4ca3-bfab-0a4dfd3ff7c6 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 170e2a0b-6461-4752-b7da-2ed0ff9fd73c] Detaching volume a60de1ed-191c-4b33-aca1-8774426dfcae [ 1055.280740] env[69319]: DEBUG oslo_vmware.api [None req-58a0e283-668d-48d4-b085-6b79b60061a4 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3223666, 'name': RemoveSnapshot_Task, 'duration_secs': 0.711106} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.284463] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-58a0e283-668d-48d4-b085-6b79b60061a4 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 33bc946c-1397-4355-8132-bc27084a66ba] Deleted Snapshot of the VM instance {{(pid=69319) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1055.284463] env[69319]: INFO nova.compute.manager [None req-58a0e283-668d-48d4-b085-6b79b60061a4 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 33bc946c-1397-4355-8132-bc27084a66ba] Took 17.52 seconds to snapshot the instance on the hypervisor. [ 1055.338059] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b972d76-e107-4f6d-b41d-24e5b3827ffd {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.343482] env[69319]: INFO nova.virt.block_device [None req-e388755d-3736-4ca3-bfab-0a4dfd3ff7c6 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 170e2a0b-6461-4752-b7da-2ed0ff9fd73c] Attempting to driver detach volume a60de1ed-191c-4b33-aca1-8774426dfcae from mountpoint /dev/sdb [ 1055.344018] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-e388755d-3736-4ca3-bfab-0a4dfd3ff7c6 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 170e2a0b-6461-4752-b7da-2ed0ff9fd73c] Volume detach. Driver type: vmdk {{(pid=69319) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1055.344436] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-e388755d-3736-4ca3-bfab-0a4dfd3ff7c6 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 170e2a0b-6461-4752-b7da-2ed0ff9fd73c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-644433', 'volume_id': 'a60de1ed-191c-4b33-aca1-8774426dfcae', 'name': 'volume-a60de1ed-191c-4b33-aca1-8774426dfcae', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '170e2a0b-6461-4752-b7da-2ed0ff9fd73c', 'attached_at': '', 'detached_at': '', 'volume_id': 'a60de1ed-191c-4b33-aca1-8774426dfcae', 'serial': 'a60de1ed-191c-4b33-aca1-8774426dfcae'} {{(pid=69319) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1055.345718] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06e6e6fa-f3bf-4793-a3fa-0565350643b2 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.375465] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20f7ede5-184c-48a6-b36d-be1bab25324a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.383501] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84ab5640-aba5-4614-a31b-b82b9a1eff31 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.386306] env[69319]: DEBUG oslo_vmware.api [None req-bc772a59-2424-4a06-992e-c7b445ba8963 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Task: {'id': task-3223667, 'name': PowerOnVM_Task, 'duration_secs': 0.515213} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.386995] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc772a59-2424-4a06-992e-c7b445ba8963 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] [instance: ec9de339-c7b8-4e35-8daa-5efe7bc4b514] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1055.387572] env[69319]: INFO nova.compute.manager [None req-bc772a59-2424-4a06-992e-c7b445ba8963 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] [instance: ec9de339-c7b8-4e35-8daa-5efe7bc4b514] Took 12.13 seconds to spawn the instance on the hypervisor. [ 1055.387668] env[69319]: DEBUG nova.compute.manager [None req-bc772a59-2424-4a06-992e-c7b445ba8963 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] [instance: ec9de339-c7b8-4e35-8daa-5efe7bc4b514] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1055.388791] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d552ad4b-8631-4afa-866a-8f8f9f56c513 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.421597] env[69319]: DEBUG nova.network.neutron [None req-3e59310b-6e72-4186-9f9d-cf32c2471f4e tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] [instance: 5886cbfc-c361-45ef-872c-1704f7d85aff] Updating instance_info_cache with network_info: [{"id": "93a683cc-3642-46ad-9741-c44cdbfc71d3", "address": "fa:16:3e:d1:83:b2", "network": {"id": "4ff27689-c194-4347-9e77-349de4bdf429", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1685203282-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f58171a243b243ed8489e7a58ce7c7ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93a683cc-36", "ovs_interfaceid": "93a683cc-3642-46ad-9741-c44cdbfc71d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.426137] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1646b522-44d3-41ae-8c71-651f00295a9f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.426988] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc7cff4c-997e-4f0b-b377-d26b8d49c153 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.455771] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d3ad3c4-d48c-4c06-b120-ea2898060fd3 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.461543] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f064274-c6bf-4c65-8dc4-c8a595f217cb {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.474791] env[69319]: DEBUG nova.compute.provider_tree [None req-c547d1cc-576f-4f13-9574-1d65f2d23a17 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1055.487370] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-e388755d-3736-4ca3-bfab-0a4dfd3ff7c6 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] The volume has not been displaced from its original location: [datastore2] volume-a60de1ed-191c-4b33-aca1-8774426dfcae/volume-a60de1ed-191c-4b33-aca1-8774426dfcae.vmdk. No consolidation needed. {{(pid=69319) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1055.492986] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-e388755d-3736-4ca3-bfab-0a4dfd3ff7c6 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 170e2a0b-6461-4752-b7da-2ed0ff9fd73c] Reconfiguring VM instance instance-00000028 to detach disk 2001 {{(pid=69319) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1055.494947] env[69319]: DEBUG nova.scheduler.client.report [None req-c547d1cc-576f-4f13-9574-1d65f2d23a17 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1055.498067] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b676b281-d1ce-4679-a576-125fcc95186d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.517666] env[69319]: DEBUG oslo_vmware.api [None req-e388755d-3736-4ca3-bfab-0a4dfd3ff7c6 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Waiting for the task: (returnval){ [ 1055.517666] env[69319]: value = "task-3223671" [ 1055.517666] env[69319]: _type = "Task" [ 1055.517666] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.528361] env[69319]: DEBUG oslo_vmware.api [None req-e388755d-3736-4ca3-bfab-0a4dfd3ff7c6 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': task-3223671, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.535029] env[69319]: DEBUG nova.compute.manager [None req-e0f01c21-18a2-4837-a146-2a7ad7251471 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 6c8db7ac-506b-43ec-a4e5-4aee6b69ea5b] Starting instance... {{(pid=69319) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1055.541453] env[69319]: DEBUG nova.network.neutron [-] [instance: 3398ecd5-6889-400b-a436-e22d014f0da0] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.753589] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0eb4d238-110f-450e-b9cd-15b0e83a3759 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.833048] env[69319]: DEBUG nova.compute.manager [None req-58a0e283-668d-48d4-b085-6b79b60061a4 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 33bc946c-1397-4355-8132-bc27084a66ba] Found 2 images (rotation: 2) {{(pid=69319) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1056.027659] env[69319]: DEBUG oslo_vmware.api [None req-e388755d-3736-4ca3-bfab-0a4dfd3ff7c6 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': task-3223671, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.527325] env[69319]: DEBUG oslo_vmware.api [None req-e388755d-3736-4ca3-bfab-0a4dfd3ff7c6 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': task-3223671, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.707246] env[69319]: DEBUG nova.compute.manager [req-625fc640-f821-4674-b4b4-0f6ac0877601 req-211f5def-cabc-4a6e-bd3a-b0148c387e22 service nova] [instance: 5886cbfc-c361-45ef-872c-1704f7d85aff] Received event network-vif-plugged-93a683cc-3642-46ad-9741-c44cdbfc71d3 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1056.707246] env[69319]: DEBUG oslo_concurrency.lockutils [req-625fc640-f821-4674-b4b4-0f6ac0877601 req-211f5def-cabc-4a6e-bd3a-b0148c387e22 service nova] Acquiring lock "5886cbfc-c361-45ef-872c-1704f7d85aff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.707246] env[69319]: DEBUG oslo_concurrency.lockutils [req-625fc640-f821-4674-b4b4-0f6ac0877601 req-211f5def-cabc-4a6e-bd3a-b0148c387e22 service nova] Lock "5886cbfc-c361-45ef-872c-1704f7d85aff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.707354] env[69319]: DEBUG oslo_concurrency.lockutils [req-625fc640-f821-4674-b4b4-0f6ac0877601 req-211f5def-cabc-4a6e-bd3a-b0148c387e22 service nova] Lock "5886cbfc-c361-45ef-872c-1704f7d85aff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.707489] env[69319]: DEBUG nova.compute.manager [req-625fc640-f821-4674-b4b4-0f6ac0877601 req-211f5def-cabc-4a6e-bd3a-b0148c387e22 service nova] [instance: 5886cbfc-c361-45ef-872c-1704f7d85aff] No waiting events found dispatching network-vif-plugged-93a683cc-3642-46ad-9741-c44cdbfc71d3 {{(pid=69319) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1056.707680] env[69319]: WARNING nova.compute.manager [req-625fc640-f821-4674-b4b4-0f6ac0877601 req-211f5def-cabc-4a6e-bd3a-b0148c387e22 service nova] [instance: 5886cbfc-c361-45ef-872c-1704f7d85aff] Received unexpected event network-vif-plugged-93a683cc-3642-46ad-9741-c44cdbfc71d3 for instance with vm_state building and task_state spawning. [ 1056.707804] env[69319]: DEBUG nova.compute.manager [req-625fc640-f821-4674-b4b4-0f6ac0877601 req-211f5def-cabc-4a6e-bd3a-b0148c387e22 service nova] [instance: 5886cbfc-c361-45ef-872c-1704f7d85aff] Received event network-changed-93a683cc-3642-46ad-9741-c44cdbfc71d3 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1056.707956] env[69319]: DEBUG nova.compute.manager [req-625fc640-f821-4674-b4b4-0f6ac0877601 req-211f5def-cabc-4a6e-bd3a-b0148c387e22 service nova] [instance: 5886cbfc-c361-45ef-872c-1704f7d85aff] Refreshing instance network info cache due to event network-changed-93a683cc-3642-46ad-9741-c44cdbfc71d3. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1056.708137] env[69319]: DEBUG oslo_concurrency.lockutils [req-625fc640-f821-4674-b4b4-0f6ac0877601 req-211f5def-cabc-4a6e-bd3a-b0148c387e22 service nova] Acquiring lock "refresh_cache-5886cbfc-c361-45ef-872c-1704f7d85aff" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.028798] env[69319]: DEBUG oslo_vmware.api [None req-e388755d-3736-4ca3-bfab-0a4dfd3ff7c6 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': task-3223671, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.529443] env[69319]: DEBUG oslo_vmware.api [None req-e388755d-3736-4ca3-bfab-0a4dfd3ff7c6 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': task-3223671, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.031093] env[69319]: DEBUG oslo_vmware.api [None req-e388755d-3736-4ca3-bfab-0a4dfd3ff7c6 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': task-3223671, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.530797] env[69319]: DEBUG oslo_vmware.api [None req-e388755d-3736-4ca3-bfab-0a4dfd3ff7c6 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': task-3223671, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.031605] env[69319]: DEBUG oslo_vmware.api [None req-e388755d-3736-4ca3-bfab-0a4dfd3ff7c6 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': task-3223671, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.172415] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-8f026aec-f3cd-4937-8ae7-d11708bd60fb tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] [instance: 83ef14da-a854-46ef-bb33-05164f9efb29] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1059.172685] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-8f026aec-f3cd-4937-8ae7-d11708bd60fb tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] [instance: 83ef14da-a854-46ef-bb33-05164f9efb29] Deleting contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1059.172920] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f026aec-f3cd-4937-8ae7-d11708bd60fb tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Deleting the datastore file [datastore2] 83ef14da-a854-46ef-bb33-05164f9efb29 {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1059.173320] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ad3687c8-dd80-40fc-b1a3-ff571ea865ab {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.180931] env[69319]: DEBUG oslo_vmware.api [None req-8f026aec-f3cd-4937-8ae7-d11708bd60fb tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Waiting for the task: (returnval){ [ 1059.180931] env[69319]: value = "task-3223673" [ 1059.180931] env[69319]: _type = "Task" [ 1059.180931] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.192701] env[69319]: DEBUG oslo_vmware.api [None req-8f026aec-f3cd-4937-8ae7-d11708bd60fb tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Task: {'id': task-3223673, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.438136] env[69319]: DEBUG oslo_concurrency.lockutils [None req-3e59310b-6e72-4186-9f9d-cf32c2471f4e tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Releasing lock "refresh_cache-5886cbfc-c361-45ef-872c-1704f7d85aff" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.438136] env[69319]: DEBUG nova.compute.manager [None req-3e59310b-6e72-4186-9f9d-cf32c2471f4e tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] [instance: 5886cbfc-c361-45ef-872c-1704f7d85aff] Instance network_info: |[{"id": "93a683cc-3642-46ad-9741-c44cdbfc71d3", "address": "fa:16:3e:d1:83:b2", "network": {"id": "4ff27689-c194-4347-9e77-349de4bdf429", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1685203282-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f58171a243b243ed8489e7a58ce7c7ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93a683cc-36", "ovs_interfaceid": "93a683cc-3642-46ad-9741-c44cdbfc71d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1059.438350] env[69319]: DEBUG oslo_concurrency.lockutils [req-625fc640-f821-4674-b4b4-0f6ac0877601 req-211f5def-cabc-4a6e-bd3a-b0148c387e22 service nova] Acquired lock "refresh_cache-5886cbfc-c361-45ef-872c-1704f7d85aff" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.438452] env[69319]: DEBUG nova.network.neutron [req-625fc640-f821-4674-b4b4-0f6ac0877601 req-211f5def-cabc-4a6e-bd3a-b0148c387e22 service nova] [instance: 5886cbfc-c361-45ef-872c-1704f7d85aff] Refreshing network info cache for port 93a683cc-3642-46ad-9741-c44cdbfc71d3 {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1059.440076] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-3e59310b-6e72-4186-9f9d-cf32c2471f4e tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] [instance: 5886cbfc-c361-45ef-872c-1704f7d85aff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:83:b2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3093647a-bab7-4562-ada0-428725e8c0fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '93a683cc-3642-46ad-9741-c44cdbfc71d3', 'vif_model': 'vmxnet3'}] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1059.447614] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e59310b-6e72-4186-9f9d-cf32c2471f4e tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Creating folder: Project (f58171a243b243ed8489e7a58ce7c7ab). Parent ref: group-v644239. {{(pid=69319) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1059.454839] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8cee73c0-49be-43b0-b847-1f4f77b03b65 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.459622] env[69319]: INFO nova.compute.manager [None req-bc772a59-2424-4a06-992e-c7b445ba8963 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] [instance: ec9de339-c7b8-4e35-8daa-5efe7bc4b514] Took 36.96 seconds to build instance. [ 1059.470566] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-3e59310b-6e72-4186-9f9d-cf32c2471f4e tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Created folder: Project (f58171a243b243ed8489e7a58ce7c7ab) in parent group-v644239. [ 1059.470989] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e59310b-6e72-4186-9f9d-cf32c2471f4e tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Creating folder: Instances. Parent ref: group-v644463. {{(pid=69319) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1059.471473] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a8465547-c02d-4bae-bb9d-8e26f4262ad2 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.481552] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-3e59310b-6e72-4186-9f9d-cf32c2471f4e tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Created folder: Instances in parent group-v644463. [ 1059.482232] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3e59310b-6e72-4186-9f9d-cf32c2471f4e tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1059.482596] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5886cbfc-c361-45ef-872c-1704f7d85aff] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1059.482921] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b41168e4-2aeb-43d6-baa3-de3537b89c25 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.501342] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f32ab8a-fa4d-4c94-b8c7-6473252b089e tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: d24a0bae-3b98-4121-a3f7-bedee3a196b4] Volume attach. Driver type: vmdk {{(pid=69319) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1059.501682] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f32ab8a-fa4d-4c94-b8c7-6473252b089e tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: d24a0bae-3b98-4121-a3f7-bedee3a196b4] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-644462', 'volume_id': '3427d4e2-c604-4d78-964b-43baa4d4b1f8', 'name': 'volume-3427d4e2-c604-4d78-964b-43baa4d4b1f8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd24a0bae-3b98-4121-a3f7-bedee3a196b4', 'attached_at': '', 'detached_at': '', 'volume_id': '3427d4e2-c604-4d78-964b-43baa4d4b1f8', 'serial': '3427d4e2-c604-4d78-964b-43baa4d4b1f8'} {{(pid=69319) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1059.505798] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0fc79ee-74b4-4437-8336-0bc93f0b581b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.523486] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c547d1cc-576f-4f13-9574-1d65f2d23a17 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.608s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.524050] env[69319]: DEBUG nova.compute.manager [None req-c547d1cc-576f-4f13-9574-1d65f2d23a17 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] [instance: f897ffef-dacc-4128-bb22-552b7a4b0e3a] Start building networks asynchronously for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1059.531212] env[69319]: DEBUG oslo_concurrency.lockutils [None req-1b16c476-b33d-4500-9788-d9096fb1163e tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.073s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.531485] env[69319]: DEBUG nova.objects.instance [None req-1b16c476-b33d-4500-9788-d9096fb1163e tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Lazy-loading 'resources' on Instance uuid 6ddef20b-40c0-4f0d-bf0e-81d443706ecd {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1059.538136] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90372516-a1df-44eb-b43e-2144f190bdf4 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.538931] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1059.538931] env[69319]: value = "task-3223676" [ 1059.538931] env[69319]: _type = "Task" [ 1059.538931] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.566538] env[69319]: INFO nova.compute.manager [-] [instance: 3398ecd5-6889-400b-a436-e22d014f0da0] Took 4.86 seconds to deallocate network for instance. [ 1059.566889] env[69319]: DEBUG oslo_vmware.api [None req-e388755d-3736-4ca3-bfab-0a4dfd3ff7c6 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': task-3223671, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.580041] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f32ab8a-fa4d-4c94-b8c7-6473252b089e tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: d24a0bae-3b98-4121-a3f7-bedee3a196b4] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] volume-3427d4e2-c604-4d78-964b-43baa4d4b1f8/volume-3427d4e2-c604-4d78-964b-43baa4d4b1f8.vmdk or device None with type thin {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1059.581266] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74636423-a8b0-46c4-9869-ef620844b264 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.606139] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223676, 'name': CreateVM_Task} progress is 15%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.610956] env[69319]: DEBUG oslo_vmware.api [None req-9f32ab8a-fa4d-4c94-b8c7-6473252b089e tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Waiting for the task: (returnval){ [ 1059.610956] env[69319]: value = "task-3223677" [ 1059.610956] env[69319]: _type = "Task" [ 1059.610956] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.621041] env[69319]: DEBUG oslo_vmware.api [None req-9f32ab8a-fa4d-4c94-b8c7-6473252b089e tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3223677, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.635522] env[69319]: DEBUG oslo_concurrency.lockutils [None req-e0f01c21-18a2-4837-a146-2a7ad7251471 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.692629] env[69319]: DEBUG oslo_vmware.api [None req-8f026aec-f3cd-4937-8ae7-d11708bd60fb tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Task: {'id': task-3223673, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.388222} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.692993] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f026aec-f3cd-4937-8ae7-d11708bd60fb tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1059.693254] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-8f026aec-f3cd-4937-8ae7-d11708bd60fb tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] [instance: 83ef14da-a854-46ef-bb33-05164f9efb29] Deleted contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1059.695156] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-8f026aec-f3cd-4937-8ae7-d11708bd60fb tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] [instance: 83ef14da-a854-46ef-bb33-05164f9efb29] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1059.695156] env[69319]: INFO nova.compute.manager [None req-8f026aec-f3cd-4937-8ae7-d11708bd60fb tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] [instance: 83ef14da-a854-46ef-bb33-05164f9efb29] Took 7.04 seconds to destroy the instance on the hypervisor. [ 1059.695156] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8f026aec-f3cd-4937-8ae7-d11708bd60fb tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1059.695156] env[69319]: DEBUG nova.compute.manager [-] [instance: 83ef14da-a854-46ef-bb33-05164f9efb29] Deallocating network for instance {{(pid=69319) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1059.695156] env[69319]: DEBUG nova.network.neutron [-] [instance: 83ef14da-a854-46ef-bb33-05164f9efb29] deallocate_for_instance() {{(pid=69319) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1059.831957] env[69319]: DEBUG nova.compute.manager [None req-1e01ef02-1428-443a-9214-f4f94bb15edd tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 33bc946c-1397-4355-8132-bc27084a66ba] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1059.835852] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-610ffd57-b5c3-4620-9d02-cd4ac2cb626a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.882239] env[69319]: DEBUG nova.network.neutron [req-625fc640-f821-4674-b4b4-0f6ac0877601 req-211f5def-cabc-4a6e-bd3a-b0148c387e22 service nova] [instance: 5886cbfc-c361-45ef-872c-1704f7d85aff] Updated VIF entry in instance network info cache for port 93a683cc-3642-46ad-9741-c44cdbfc71d3. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1059.882592] env[69319]: DEBUG nova.network.neutron [req-625fc640-f821-4674-b4b4-0f6ac0877601 req-211f5def-cabc-4a6e-bd3a-b0148c387e22 service nova] [instance: 5886cbfc-c361-45ef-872c-1704f7d85aff] Updating instance_info_cache with network_info: [{"id": "93a683cc-3642-46ad-9741-c44cdbfc71d3", "address": "fa:16:3e:d1:83:b2", "network": {"id": "4ff27689-c194-4347-9e77-349de4bdf429", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1685203282-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f58171a243b243ed8489e7a58ce7c7ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93a683cc-36", "ovs_interfaceid": "93a683cc-3642-46ad-9741-c44cdbfc71d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.963602] env[69319]: DEBUG oslo_concurrency.lockutils [None req-bc772a59-2424-4a06-992e-c7b445ba8963 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Lock "ec9de339-c7b8-4e35-8daa-5efe7bc4b514" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.476s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.037348] env[69319]: DEBUG oslo_vmware.api [None req-e388755d-3736-4ca3-bfab-0a4dfd3ff7c6 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': task-3223671, 'name': ReconfigVM_Task, 'duration_secs': 4.049968} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.037680] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-e388755d-3736-4ca3-bfab-0a4dfd3ff7c6 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 170e2a0b-6461-4752-b7da-2ed0ff9fd73c] Reconfigured VM instance instance-00000028 to detach disk 2001 {{(pid=69319) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1060.047311] env[69319]: DEBUG nova.compute.utils [None req-c547d1cc-576f-4f13-9574-1d65f2d23a17 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Using /dev/sd instead of None {{(pid=69319) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1060.048763] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31091e94-c9fd-42ee-94d2-c371f4a6f327 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.070302] env[69319]: DEBUG nova.compute.manager [None req-c547d1cc-576f-4f13-9574-1d65f2d23a17 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] [instance: f897ffef-dacc-4128-bb22-552b7a4b0e3a] Start building block device mappings for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1060.073592] env[69319]: DEBUG nova.compute.manager [None req-c547d1cc-576f-4f13-9574-1d65f2d23a17 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] [instance: f897ffef-dacc-4128-bb22-552b7a4b0e3a] Not allocating networking since 'none' was specified. {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1060.089367] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223676, 'name': CreateVM_Task, 'duration_secs': 0.406588} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.093347] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5886cbfc-c361-45ef-872c-1704f7d85aff] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1060.094076] env[69319]: DEBUG oslo_vmware.api [None req-e388755d-3736-4ca3-bfab-0a4dfd3ff7c6 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Waiting for the task: (returnval){ [ 1060.094076] env[69319]: value = "task-3223678" [ 1060.094076] env[69319]: _type = "Task" [ 1060.094076] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.095382] env[69319]: DEBUG oslo_concurrency.lockutils [None req-3e59310b-6e72-4186-9f9d-cf32c2471f4e tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.095382] env[69319]: DEBUG oslo_concurrency.lockutils [None req-3e59310b-6e72-4186-9f9d-cf32c2471f4e tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.095801] env[69319]: DEBUG oslo_concurrency.lockutils [None req-3e59310b-6e72-4186-9f9d-cf32c2471f4e tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.096075] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a0a1c66-31a5-4463-a175-1be1748a8fe6 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.114648] env[69319]: DEBUG oslo_vmware.api [None req-e388755d-3736-4ca3-bfab-0a4dfd3ff7c6 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': task-3223678, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.115136] env[69319]: DEBUG oslo_vmware.api [None req-3e59310b-6e72-4186-9f9d-cf32c2471f4e tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Waiting for the task: (returnval){ [ 1060.115136] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]5222c4ec-9342-536a-7998-bd2b57d1336a" [ 1060.115136] env[69319]: _type = "Task" [ 1060.115136] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.136256] env[69319]: DEBUG oslo_vmware.api [None req-9f32ab8a-fa4d-4c94-b8c7-6473252b089e tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3223677, 'name': ReconfigVM_Task, 'duration_secs': 0.40852} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.139960] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f32ab8a-fa4d-4c94-b8c7-6473252b089e tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: d24a0bae-3b98-4121-a3f7-bedee3a196b4] Reconfigured VM instance instance-0000004a to attach disk [datastore1] volume-3427d4e2-c604-4d78-964b-43baa4d4b1f8/volume-3427d4e2-c604-4d78-964b-43baa4d4b1f8.vmdk or device None with type thin {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1060.145603] env[69319]: DEBUG oslo_vmware.api [None req-3e59310b-6e72-4186-9f9d-cf32c2471f4e tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5222c4ec-9342-536a-7998-bd2b57d1336a, 'name': SearchDatastore_Task, 'duration_secs': 0.01198} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.148510] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a54e8c82-76cf-4812-a4b3-04f430088c89 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.158931] env[69319]: DEBUG oslo_concurrency.lockutils [None req-3e59310b-6e72-4186-9f9d-cf32c2471f4e tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.159264] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-3e59310b-6e72-4186-9f9d-cf32c2471f4e tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] [instance: 5886cbfc-c361-45ef-872c-1704f7d85aff] Processing image 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1060.159566] env[69319]: DEBUG oslo_concurrency.lockutils [None req-3e59310b-6e72-4186-9f9d-cf32c2471f4e tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.159843] env[69319]: DEBUG oslo_concurrency.lockutils [None req-3e59310b-6e72-4186-9f9d-cf32c2471f4e tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.160012] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e59310b-6e72-4186-9f9d-cf32c2471f4e tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1060.161146] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7d10787c-6608-446f-bb13-de0ec35ea581 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.170104] env[69319]: DEBUG oslo_vmware.api [None req-9f32ab8a-fa4d-4c94-b8c7-6473252b089e tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Waiting for the task: (returnval){ [ 1060.170104] env[69319]: value = "task-3223679" [ 1060.170104] env[69319]: _type = "Task" [ 1060.170104] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.171548] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e59310b-6e72-4186-9f9d-cf32c2471f4e tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1060.171869] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-3e59310b-6e72-4186-9f9d-cf32c2471f4e tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1060.176093] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bafee4d6-cc14-4884-9b37-e3805f7a822c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.191696] env[69319]: DEBUG oslo_vmware.api [None req-3e59310b-6e72-4186-9f9d-cf32c2471f4e tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Waiting for the task: (returnval){ [ 1060.191696] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]525d4bfd-7e7a-0603-6784-edc26e0166e2" [ 1060.191696] env[69319]: _type = "Task" [ 1060.191696] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.193043] env[69319]: DEBUG oslo_vmware.api [None req-9f32ab8a-fa4d-4c94-b8c7-6473252b089e tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3223679, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.206763] env[69319]: DEBUG oslo_vmware.api [None req-3e59310b-6e72-4186-9f9d-cf32c2471f4e tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]525d4bfd-7e7a-0603-6784-edc26e0166e2, 'name': SearchDatastore_Task, 'duration_secs': 0.013093} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.207866] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5fdbcb4a-276b-4a79-a3f6-f9c76d9f532a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.213830] env[69319]: DEBUG oslo_vmware.api [None req-3e59310b-6e72-4186-9f9d-cf32c2471f4e tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Waiting for the task: (returnval){ [ 1060.213830] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52b5da54-6513-c8c9-d910-6117286f4324" [ 1060.213830] env[69319]: _type = "Task" [ 1060.213830] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.226062] env[69319]: DEBUG oslo_vmware.api [None req-3e59310b-6e72-4186-9f9d-cf32c2471f4e tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52b5da54-6513-c8c9-d910-6117286f4324, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.351709] env[69319]: INFO nova.compute.manager [None req-1e01ef02-1428-443a-9214-f4f94bb15edd tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 33bc946c-1397-4355-8132-bc27084a66ba] instance snapshotting [ 1060.352379] env[69319]: DEBUG nova.objects.instance [None req-1e01ef02-1428-443a-9214-f4f94bb15edd tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Lazy-loading 'flavor' on Instance uuid 33bc946c-1397-4355-8132-bc27084a66ba {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1060.385811] env[69319]: DEBUG oslo_concurrency.lockutils [req-625fc640-f821-4674-b4b4-0f6ac0877601 req-211f5def-cabc-4a6e-bd3a-b0148c387e22 service nova] Releasing lock "refresh_cache-5886cbfc-c361-45ef-872c-1704f7d85aff" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.443829] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9c71db7-841e-4a34-a192-50c182949e85 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.453157] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be33f7ca-c26c-41c9-ac45-9a543c8ca57a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.492110] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b69ac71-3dbf-49f5-9681-438865175305 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.501897] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5209347e-b196-41f5-a1a6-69ae5898c782 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.519221] env[69319]: DEBUG nova.compute.provider_tree [None req-1b16c476-b33d-4500-9788-d9096fb1163e tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1060.610030] env[69319]: DEBUG oslo_vmware.api [None req-e388755d-3736-4ca3-bfab-0a4dfd3ff7c6 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': task-3223678, 'name': ReconfigVM_Task, 'duration_secs': 0.172813} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.610030] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-e388755d-3736-4ca3-bfab-0a4dfd3ff7c6 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 170e2a0b-6461-4752-b7da-2ed0ff9fd73c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-644433', 'volume_id': 'a60de1ed-191c-4b33-aca1-8774426dfcae', 'name': 'volume-a60de1ed-191c-4b33-aca1-8774426dfcae', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '170e2a0b-6461-4752-b7da-2ed0ff9fd73c', 'attached_at': '', 'detached_at': '', 'volume_id': 'a60de1ed-191c-4b33-aca1-8774426dfcae', 'serial': 'a60de1ed-191c-4b33-aca1-8774426dfcae'} {{(pid=69319) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1060.633821] env[69319]: DEBUG nova.network.neutron [-] [instance: 83ef14da-a854-46ef-bb33-05164f9efb29] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.639962] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ef7f02da-e666-44db-9623-741893b10eb3 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Lock "3398ecd5-6889-400b-a436-e22d014f0da0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.568s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.683332] env[69319]: DEBUG oslo_vmware.api [None req-9f32ab8a-fa4d-4c94-b8c7-6473252b089e tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3223679, 'name': ReconfigVM_Task, 'duration_secs': 0.155978} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.683718] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f32ab8a-fa4d-4c94-b8c7-6473252b089e tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: d24a0bae-3b98-4121-a3f7-bedee3a196b4] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-644462', 'volume_id': '3427d4e2-c604-4d78-964b-43baa4d4b1f8', 'name': 'volume-3427d4e2-c604-4d78-964b-43baa4d4b1f8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd24a0bae-3b98-4121-a3f7-bedee3a196b4', 'attached_at': '', 'detached_at': '', 'volume_id': '3427d4e2-c604-4d78-964b-43baa4d4b1f8', 'serial': '3427d4e2-c604-4d78-964b-43baa4d4b1f8'} {{(pid=69319) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1060.729926] env[69319]: DEBUG oslo_vmware.api [None req-3e59310b-6e72-4186-9f9d-cf32c2471f4e tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52b5da54-6513-c8c9-d910-6117286f4324, 'name': SearchDatastore_Task, 'duration_secs': 0.011637} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.729926] env[69319]: DEBUG oslo_concurrency.lockutils [None req-3e59310b-6e72-4186-9f9d-cf32c2471f4e tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.729926] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e59310b-6e72-4186-9f9d-cf32c2471f4e tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore1] 5886cbfc-c361-45ef-872c-1704f7d85aff/5886cbfc-c361-45ef-872c-1704f7d85aff.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1060.729926] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-25c0c53e-8ba1-4ae4-9771-addf41f6dd75 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.736897] env[69319]: DEBUG oslo_vmware.api [None req-3e59310b-6e72-4186-9f9d-cf32c2471f4e tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Waiting for the task: (returnval){ [ 1060.736897] env[69319]: value = "task-3223680" [ 1060.736897] env[69319]: _type = "Task" [ 1060.736897] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.748693] env[69319]: DEBUG oslo_vmware.api [None req-3e59310b-6e72-4186-9f9d-cf32c2471f4e tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Task: {'id': task-3223680, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.859796] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d42cf06-bd7b-40ab-b142-8c9c607a470f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.883292] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-448cac2e-c6ab-4008-abe8-3594a02bf916 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.024038] env[69319]: DEBUG nova.scheduler.client.report [None req-1b16c476-b33d-4500-9788-d9096fb1163e tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1061.088318] env[69319]: DEBUG nova.compute.manager [None req-c547d1cc-576f-4f13-9574-1d65f2d23a17 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] [instance: f897ffef-dacc-4128-bb22-552b7a4b0e3a] Start spawning the instance on the hypervisor. {{(pid=69319) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1061.133031] env[69319]: DEBUG nova.virt.hardware [None req-c547d1cc-576f-4f13-9574-1d65f2d23a17 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:32:36Z,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31f027872f6f44dba95ff2fe7a062e00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:32:36Z,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1061.133031] env[69319]: DEBUG nova.virt.hardware [None req-c547d1cc-576f-4f13-9574-1d65f2d23a17 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1061.133031] env[69319]: DEBUG nova.virt.hardware [None req-c547d1cc-576f-4f13-9574-1d65f2d23a17 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1061.133247] env[69319]: DEBUG nova.virt.hardware [None req-c547d1cc-576f-4f13-9574-1d65f2d23a17 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1061.133296] env[69319]: DEBUG nova.virt.hardware [None req-c547d1cc-576f-4f13-9574-1d65f2d23a17 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1061.133477] env[69319]: DEBUG nova.virt.hardware [None req-c547d1cc-576f-4f13-9574-1d65f2d23a17 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1061.133731] env[69319]: DEBUG nova.virt.hardware [None req-c547d1cc-576f-4f13-9574-1d65f2d23a17 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1061.133902] env[69319]: DEBUG nova.virt.hardware [None req-c547d1cc-576f-4f13-9574-1d65f2d23a17 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1061.134208] env[69319]: DEBUG nova.virt.hardware [None req-c547d1cc-576f-4f13-9574-1d65f2d23a17 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1061.134721] env[69319]: DEBUG nova.virt.hardware [None req-c547d1cc-576f-4f13-9574-1d65f2d23a17 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1061.134721] env[69319]: DEBUG nova.virt.hardware [None req-c547d1cc-576f-4f13-9574-1d65f2d23a17 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1061.135708] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42f23f7e-8427-4630-a5ec-e1805b9db248 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.140744] env[69319]: INFO nova.compute.manager [-] [instance: 83ef14da-a854-46ef-bb33-05164f9efb29] Took 1.45 seconds to deallocate network for instance. [ 1061.159755] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c766d758-b346-441d-b724-22803993d7f7 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.167392] env[69319]: DEBUG nova.objects.instance [None req-e388755d-3736-4ca3-bfab-0a4dfd3ff7c6 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Lazy-loading 'flavor' on Instance uuid 170e2a0b-6461-4752-b7da-2ed0ff9fd73c {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1061.180513] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-c547d1cc-576f-4f13-9574-1d65f2d23a17 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] [instance: f897ffef-dacc-4128-bb22-552b7a4b0e3a] Instance VIF info [] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1061.186998] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-c547d1cc-576f-4f13-9574-1d65f2d23a17 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Creating folder: Project (5370c1047ccc4db1877fdac2bbe830c1). Parent ref: group-v644239. {{(pid=69319) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1061.189966] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0382c11a-fc8f-40f6-8332-ff776738938a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.202100] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-c547d1cc-576f-4f13-9574-1d65f2d23a17 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Created folder: Project (5370c1047ccc4db1877fdac2bbe830c1) in parent group-v644239. [ 1061.202310] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-c547d1cc-576f-4f13-9574-1d65f2d23a17 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Creating folder: Instances. Parent ref: group-v644466. {{(pid=69319) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1061.202669] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a11be58d-c397-4810-bc01-35a240eed93c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.214469] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-c547d1cc-576f-4f13-9574-1d65f2d23a17 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Created folder: Instances in parent group-v644466. [ 1061.214469] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c547d1cc-576f-4f13-9574-1d65f2d23a17 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1061.214469] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f897ffef-dacc-4128-bb22-552b7a4b0e3a] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1061.214469] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ce7bb446-d214-487f-9da7-676bd7e5975f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.235378] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1061.235378] env[69319]: value = "task-3223683" [ 1061.235378] env[69319]: _type = "Task" [ 1061.235378] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.255016] env[69319]: DEBUG oslo_vmware.api [None req-3e59310b-6e72-4186-9f9d-cf32c2471f4e tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Task: {'id': task-3223680, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.255298] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223683, 'name': CreateVM_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.396191] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-1e01ef02-1428-443a-9214-f4f94bb15edd tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 33bc946c-1397-4355-8132-bc27084a66ba] Creating Snapshot of the VM instance {{(pid=69319) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1061.396915] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e2acecae-2401-4984-a2d5-c35b6757e87c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.407000] env[69319]: DEBUG oslo_vmware.api [None req-1e01ef02-1428-443a-9214-f4f94bb15edd tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Waiting for the task: (returnval){ [ 1061.407000] env[69319]: value = "task-3223684" [ 1061.407000] env[69319]: _type = "Task" [ 1061.407000] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.411223] env[69319]: DEBUG oslo_concurrency.lockutils [None req-add0c083-e985-45fe-879a-c5e91a8133f4 tempest-ServersV294TestFqdnHostnames-452613075 tempest-ServersV294TestFqdnHostnames-452613075-project-member] Acquiring lock "b5440512-ae77-469f-b76b-a6d660b26f50" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.411527] env[69319]: DEBUG oslo_concurrency.lockutils [None req-add0c083-e985-45fe-879a-c5e91a8133f4 tempest-ServersV294TestFqdnHostnames-452613075 tempest-ServersV294TestFqdnHostnames-452613075-project-member] Lock "b5440512-ae77-469f-b76b-a6d660b26f50" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.411771] env[69319]: DEBUG oslo_concurrency.lockutils [None req-add0c083-e985-45fe-879a-c5e91a8133f4 tempest-ServersV294TestFqdnHostnames-452613075 tempest-ServersV294TestFqdnHostnames-452613075-project-member] Acquiring lock "b5440512-ae77-469f-b76b-a6d660b26f50-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.412031] env[69319]: DEBUG oslo_concurrency.lockutils [None req-add0c083-e985-45fe-879a-c5e91a8133f4 tempest-ServersV294TestFqdnHostnames-452613075 tempest-ServersV294TestFqdnHostnames-452613075-project-member] Lock "b5440512-ae77-469f-b76b-a6d660b26f50-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.412258] env[69319]: DEBUG oslo_concurrency.lockutils [None req-add0c083-e985-45fe-879a-c5e91a8133f4 tempest-ServersV294TestFqdnHostnames-452613075 tempest-ServersV294TestFqdnHostnames-452613075-project-member] Lock "b5440512-ae77-469f-b76b-a6d660b26f50-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.414840] env[69319]: INFO nova.compute.manager [None req-add0c083-e985-45fe-879a-c5e91a8133f4 tempest-ServersV294TestFqdnHostnames-452613075 tempest-ServersV294TestFqdnHostnames-452613075-project-member] [instance: b5440512-ae77-469f-b76b-a6d660b26f50] Terminating instance [ 1061.420386] env[69319]: DEBUG oslo_vmware.api [None req-1e01ef02-1428-443a-9214-f4f94bb15edd tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3223684, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.528591] env[69319]: DEBUG oslo_concurrency.lockutils [None req-1b16c476-b33d-4500-9788-d9096fb1163e tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.997s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.530971] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0aca1dc1-8672-41b8-a7b1-7120f2ff6036 tempest-ServerActionsV293TestJSON-1988837861 tempest-ServerActionsV293TestJSON-1988837861-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.379s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.531252] env[69319]: DEBUG nova.objects.instance [None req-0aca1dc1-8672-41b8-a7b1-7120f2ff6036 tempest-ServerActionsV293TestJSON-1988837861 tempest-ServerActionsV293TestJSON-1988837861-project-member] Lazy-loading 'resources' on Instance uuid ad622127-7078-489f-9f55-5663137241aa {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1061.563828] env[69319]: INFO nova.scheduler.client.report [None req-1b16c476-b33d-4500-9788-d9096fb1163e tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Deleted allocations for instance 6ddef20b-40c0-4f0d-bf0e-81d443706ecd [ 1061.649099] env[69319]: DEBUG oslo_concurrency.lockutils [None req-8f026aec-f3cd-4937-8ae7-d11708bd60fb tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.697813] env[69319]: DEBUG nova.compute.manager [req-46a6a801-cc7e-4448-906e-66b93e71d5e0 req-a7c8cfa2-c52e-45ec-b87b-71301d80972d service nova] [instance: 83ef14da-a854-46ef-bb33-05164f9efb29] Received event network-vif-deleted-59ebc990-33e5-458d-a784-70962ff34a91 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1061.755684] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223683, 'name': CreateVM_Task, 'duration_secs': 0.340098} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.763031] env[69319]: DEBUG nova.objects.instance [None req-9f32ab8a-fa4d-4c94-b8c7-6473252b089e tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Lazy-loading 'flavor' on Instance uuid d24a0bae-3b98-4121-a3f7-bedee3a196b4 {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1061.763031] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f897ffef-dacc-4128-bb22-552b7a4b0e3a] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1061.763568] env[69319]: DEBUG oslo_vmware.api [None req-3e59310b-6e72-4186-9f9d-cf32c2471f4e tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Task: {'id': task-3223680, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.764687] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c547d1cc-576f-4f13-9574-1d65f2d23a17 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.764918] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c547d1cc-576f-4f13-9574-1d65f2d23a17 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.765399] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c547d1cc-576f-4f13-9574-1d65f2d23a17 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.765714] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c2f9fa7-7ce9-4858-94cb-d9fb6dcf2e1e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.772409] env[69319]: DEBUG oslo_vmware.api [None req-c547d1cc-576f-4f13-9574-1d65f2d23a17 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Waiting for the task: (returnval){ [ 1061.772409] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]5251407f-792d-480f-d539-e28aee8180dc" [ 1061.772409] env[69319]: _type = "Task" [ 1061.772409] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.783524] env[69319]: DEBUG oslo_vmware.api [None req-c547d1cc-576f-4f13-9574-1d65f2d23a17 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5251407f-792d-480f-d539-e28aee8180dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.918337] env[69319]: DEBUG oslo_vmware.api [None req-1e01ef02-1428-443a-9214-f4f94bb15edd tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3223684, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.927174] env[69319]: DEBUG nova.compute.manager [None req-add0c083-e985-45fe-879a-c5e91a8133f4 tempest-ServersV294TestFqdnHostnames-452613075 tempest-ServersV294TestFqdnHostnames-452613075-project-member] [instance: b5440512-ae77-469f-b76b-a6d660b26f50] Start destroying the instance on the hypervisor. {{(pid=69319) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1061.927174] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-add0c083-e985-45fe-879a-c5e91a8133f4 tempest-ServersV294TestFqdnHostnames-452613075 tempest-ServersV294TestFqdnHostnames-452613075-project-member] [instance: b5440512-ae77-469f-b76b-a6d660b26f50] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1061.927174] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4c3be23-12c3-4b3c-8418-bc85b8c68684 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.934827] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-add0c083-e985-45fe-879a-c5e91a8133f4 tempest-ServersV294TestFqdnHostnames-452613075 tempest-ServersV294TestFqdnHostnames-452613075-project-member] [instance: b5440512-ae77-469f-b76b-a6d660b26f50] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1061.935480] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-48a0a030-df04-4a92-80be-f89af4813fb9 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.945614] env[69319]: DEBUG oslo_vmware.api [None req-add0c083-e985-45fe-879a-c5e91a8133f4 tempest-ServersV294TestFqdnHostnames-452613075 tempest-ServersV294TestFqdnHostnames-452613075-project-member] Waiting for the task: (returnval){ [ 1061.945614] env[69319]: value = "task-3223685" [ 1061.945614] env[69319]: _type = "Task" [ 1061.945614] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.954895] env[69319]: DEBUG oslo_vmware.api [None req-add0c083-e985-45fe-879a-c5e91a8133f4 tempest-ServersV294TestFqdnHostnames-452613075 tempest-ServersV294TestFqdnHostnames-452613075-project-member] Task: {'id': task-3223685, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.077770] env[69319]: DEBUG oslo_concurrency.lockutils [None req-1b16c476-b33d-4500-9788-d9096fb1163e tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Lock "6ddef20b-40c0-4f0d-bf0e-81d443706ecd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.696s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.176390] env[69319]: DEBUG oslo_concurrency.lockutils [None req-e388755d-3736-4ca3-bfab-0a4dfd3ff7c6 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Lock "170e2a0b-6461-4752-b7da-2ed0ff9fd73c" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 7.405s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.250515] env[69319]: DEBUG oslo_vmware.api [None req-3e59310b-6e72-4186-9f9d-cf32c2471f4e tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Task: {'id': task-3223680, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.109393} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.253709] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e59310b-6e72-4186-9f9d-cf32c2471f4e tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore1] 5886cbfc-c361-45ef-872c-1704f7d85aff/5886cbfc-c361-45ef-872c-1704f7d85aff.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1062.253984] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-3e59310b-6e72-4186-9f9d-cf32c2471f4e tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] [instance: 5886cbfc-c361-45ef-872c-1704f7d85aff] Extending root virtual disk to 1048576 {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1062.254644] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ce7ee11b-cd92-4230-bb4e-4bee3a4cba3a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.264207] env[69319]: DEBUG oslo_vmware.api [None req-3e59310b-6e72-4186-9f9d-cf32c2471f4e tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Waiting for the task: (returnval){ [ 1062.264207] env[69319]: value = "task-3223686" [ 1062.264207] env[69319]: _type = "Task" [ 1062.264207] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.271233] env[69319]: DEBUG oslo_concurrency.lockutils [None req-9f32ab8a-fa4d-4c94-b8c7-6473252b089e tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Lock "d24a0bae-3b98-4121-a3f7-bedee3a196b4" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.923s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.279958] env[69319]: DEBUG oslo_vmware.api [None req-3e59310b-6e72-4186-9f9d-cf32c2471f4e tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Task: {'id': task-3223686, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.289069] env[69319]: DEBUG oslo_vmware.api [None req-c547d1cc-576f-4f13-9574-1d65f2d23a17 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5251407f-792d-480f-d539-e28aee8180dc, 'name': SearchDatastore_Task, 'duration_secs': 0.029145} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.289069] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c547d1cc-576f-4f13-9574-1d65f2d23a17 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.289287] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-c547d1cc-576f-4f13-9574-1d65f2d23a17 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] [instance: f897ffef-dacc-4128-bb22-552b7a4b0e3a] Processing image 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1062.289680] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c547d1cc-576f-4f13-9574-1d65f2d23a17 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.289680] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c547d1cc-576f-4f13-9574-1d65f2d23a17 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.289898] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-c547d1cc-576f-4f13-9574-1d65f2d23a17 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1062.290153] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-80dd7f4d-5f83-4aaa-9c15-4d82057e011b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.301284] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-c547d1cc-576f-4f13-9574-1d65f2d23a17 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1062.301284] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-c547d1cc-576f-4f13-9574-1d65f2d23a17 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1062.304677] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d3d3250-286e-4ace-82dc-e0f614549846 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.312057] env[69319]: DEBUG oslo_vmware.api [None req-c547d1cc-576f-4f13-9574-1d65f2d23a17 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Waiting for the task: (returnval){ [ 1062.312057] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52d86004-daa4-013f-d300-41fb057b994b" [ 1062.312057] env[69319]: _type = "Task" [ 1062.312057] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.332095] env[69319]: DEBUG oslo_vmware.api [None req-c547d1cc-576f-4f13-9574-1d65f2d23a17 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52d86004-daa4-013f-d300-41fb057b994b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.423827] env[69319]: DEBUG oslo_vmware.api [None req-1e01ef02-1428-443a-9214-f4f94bb15edd tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3223684, 'name': CreateSnapshot_Task, 'duration_secs': 0.995152} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.424446] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-1e01ef02-1428-443a-9214-f4f94bb15edd tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 33bc946c-1397-4355-8132-bc27084a66ba] Created Snapshot of the VM instance {{(pid=69319) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1062.425485] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1daf4093-b23d-4777-b175-67706b08ef43 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.430442] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eef86d89-ce54-43e8-bd37-f87b1248b2a5 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.443740] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2099dfb9-9772-4117-8cf1-46fc7f898b63 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.486905] env[69319]: INFO nova.compute.manager [None req-aab0590d-cab5-409a-a030-b1a4fc67a605 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: d24a0bae-3b98-4121-a3f7-bedee3a196b4] Rebuilding instance [ 1062.497044] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4af3ca0e-d3a2-4a74-8a05-b5bf7a49ab50 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.499764] env[69319]: DEBUG oslo_vmware.api [None req-add0c083-e985-45fe-879a-c5e91a8133f4 tempest-ServersV294TestFqdnHostnames-452613075 tempest-ServersV294TestFqdnHostnames-452613075-project-member] Task: {'id': task-3223685, 'name': PowerOffVM_Task, 'duration_secs': 0.215209} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.500333] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b1e56be8-11a4-4eaa-97b2-865ec36522a1 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Acquiring lock "04217131-4db4-48af-bfc0-e0037a5fc9fa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.500569] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b1e56be8-11a4-4eaa-97b2-865ec36522a1 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Lock "04217131-4db4-48af-bfc0-e0037a5fc9fa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.502415] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-add0c083-e985-45fe-879a-c5e91a8133f4 tempest-ServersV294TestFqdnHostnames-452613075 tempest-ServersV294TestFqdnHostnames-452613075-project-member] [instance: b5440512-ae77-469f-b76b-a6d660b26f50] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1062.502619] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-add0c083-e985-45fe-879a-c5e91a8133f4 tempest-ServersV294TestFqdnHostnames-452613075 tempest-ServersV294TestFqdnHostnames-452613075-project-member] [instance: b5440512-ae77-469f-b76b-a6d660b26f50] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1062.503979] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d70067b7-4af4-4342-a811-e1303d5c970f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.509680] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c479dd6-2f85-4e27-b277-cc01b68804d2 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.528120] env[69319]: DEBUG nova.compute.provider_tree [None req-0aca1dc1-8672-41b8-a7b1-7120f2ff6036 tempest-ServerActionsV293TestJSON-1988837861 tempest-ServerActionsV293TestJSON-1988837861-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1062.549893] env[69319]: DEBUG nova.compute.manager [None req-aab0590d-cab5-409a-a030-b1a4fc67a605 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: d24a0bae-3b98-4121-a3f7-bedee3a196b4] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1062.551144] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2b03040-7f1a-4f8f-a730-44b4854b1f42 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.582280] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-add0c083-e985-45fe-879a-c5e91a8133f4 tempest-ServersV294TestFqdnHostnames-452613075 tempest-ServersV294TestFqdnHostnames-452613075-project-member] [instance: b5440512-ae77-469f-b76b-a6d660b26f50] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1062.582629] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-add0c083-e985-45fe-879a-c5e91a8133f4 tempest-ServersV294TestFqdnHostnames-452613075 tempest-ServersV294TestFqdnHostnames-452613075-project-member] [instance: b5440512-ae77-469f-b76b-a6d660b26f50] Deleting contents of the VM from datastore datastore1 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1062.582866] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-add0c083-e985-45fe-879a-c5e91a8133f4 tempest-ServersV294TestFqdnHostnames-452613075 tempest-ServersV294TestFqdnHostnames-452613075-project-member] Deleting the datastore file [datastore1] b5440512-ae77-469f-b76b-a6d660b26f50 {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1062.583409] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b0c57eec-7eea-43af-a800-c03a8e8b92df {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.589899] env[69319]: DEBUG oslo_vmware.api [None req-add0c083-e985-45fe-879a-c5e91a8133f4 tempest-ServersV294TestFqdnHostnames-452613075 tempest-ServersV294TestFqdnHostnames-452613075-project-member] Waiting for the task: (returnval){ [ 1062.589899] env[69319]: value = "task-3223688" [ 1062.589899] env[69319]: _type = "Task" [ 1062.589899] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.599059] env[69319]: DEBUG oslo_vmware.api [None req-add0c083-e985-45fe-879a-c5e91a8133f4 tempest-ServersV294TestFqdnHostnames-452613075 tempest-ServersV294TestFqdnHostnames-452613075-project-member] Task: {'id': task-3223688, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.782728] env[69319]: DEBUG oslo_vmware.api [None req-3e59310b-6e72-4186-9f9d-cf32c2471f4e tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Task: {'id': task-3223686, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080654} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.783149] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-3e59310b-6e72-4186-9f9d-cf32c2471f4e tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] [instance: 5886cbfc-c361-45ef-872c-1704f7d85aff] Extended root virtual disk {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1062.785074] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f1449e7-676b-4a7b-9122-cc67e746b55a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.806809] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e59310b-6e72-4186-9f9d-cf32c2471f4e tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] [instance: 5886cbfc-c361-45ef-872c-1704f7d85aff] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] 5886cbfc-c361-45ef-872c-1704f7d85aff/5886cbfc-c361-45ef-872c-1704f7d85aff.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1062.807154] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd729aea-b893-4074-a013-a17ec1e7535a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.830807] env[69319]: DEBUG oslo_vmware.api [None req-c547d1cc-576f-4f13-9574-1d65f2d23a17 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52d86004-daa4-013f-d300-41fb057b994b, 'name': SearchDatastore_Task, 'duration_secs': 0.012169} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.832714] env[69319]: DEBUG oslo_vmware.api [None req-3e59310b-6e72-4186-9f9d-cf32c2471f4e tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Waiting for the task: (returnval){ [ 1062.832714] env[69319]: value = "task-3223689" [ 1062.832714] env[69319]: _type = "Task" [ 1062.832714] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.832927] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20090aa7-e2a7-4b5b-bb53-fb63752681be {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.843413] env[69319]: DEBUG oslo_vmware.api [None req-3e59310b-6e72-4186-9f9d-cf32c2471f4e tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Task: {'id': task-3223689, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.844369] env[69319]: DEBUG oslo_vmware.api [None req-c547d1cc-576f-4f13-9574-1d65f2d23a17 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Waiting for the task: (returnval){ [ 1062.844369] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52ce6d5c-8eb2-9748-843e-ca9e375dd72e" [ 1062.844369] env[69319]: _type = "Task" [ 1062.844369] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.854415] env[69319]: DEBUG oslo_vmware.api [None req-c547d1cc-576f-4f13-9574-1d65f2d23a17 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52ce6d5c-8eb2-9748-843e-ca9e375dd72e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.948997] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-1e01ef02-1428-443a-9214-f4f94bb15edd tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 33bc946c-1397-4355-8132-bc27084a66ba] Creating linked-clone VM from snapshot {{(pid=69319) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1062.949412] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b6af827a-f491-4479-ac0e-dd035621a777 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.959549] env[69319]: DEBUG oslo_vmware.api [None req-1e01ef02-1428-443a-9214-f4f94bb15edd tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Waiting for the task: (returnval){ [ 1062.959549] env[69319]: value = "task-3223690" [ 1062.959549] env[69319]: _type = "Task" [ 1062.959549] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.968965] env[69319]: DEBUG oslo_vmware.api [None req-1e01ef02-1428-443a-9214-f4f94bb15edd tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3223690, 'name': CloneVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.993801] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0a893719-74be-4074-9236-04c2b030a606 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Acquiring lock "ec9de339-c7b8-4e35-8daa-5efe7bc4b514" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.994216] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0a893719-74be-4074-9236-04c2b030a606 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Lock "ec9de339-c7b8-4e35-8daa-5efe7bc4b514" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.994529] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0a893719-74be-4074-9236-04c2b030a606 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Acquiring lock "ec9de339-c7b8-4e35-8daa-5efe7bc4b514-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.994823] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0a893719-74be-4074-9236-04c2b030a606 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Lock "ec9de339-c7b8-4e35-8daa-5efe7bc4b514-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.995114] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0a893719-74be-4074-9236-04c2b030a606 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Lock "ec9de339-c7b8-4e35-8daa-5efe7bc4b514-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.997456] env[69319]: INFO nova.compute.manager [None req-0a893719-74be-4074-9236-04c2b030a606 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] [instance: ec9de339-c7b8-4e35-8daa-5efe7bc4b514] Terminating instance [ 1063.003829] env[69319]: DEBUG nova.compute.manager [None req-b1e56be8-11a4-4eaa-97b2-865ec36522a1 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 04217131-4db4-48af-bfc0-e0037a5fc9fa] Starting instance... {{(pid=69319) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1063.035868] env[69319]: DEBUG nova.scheduler.client.report [None req-0aca1dc1-8672-41b8-a7b1-7120f2ff6036 tempest-ServerActionsV293TestJSON-1988837861 tempest-ServerActionsV293TestJSON-1988837861-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1063.104160] env[69319]: DEBUG oslo_vmware.api [None req-add0c083-e985-45fe-879a-c5e91a8133f4 tempest-ServersV294TestFqdnHostnames-452613075 tempest-ServersV294TestFqdnHostnames-452613075-project-member] Task: {'id': task-3223688, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.198704} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.104596] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-add0c083-e985-45fe-879a-c5e91a8133f4 tempest-ServersV294TestFqdnHostnames-452613075 tempest-ServersV294TestFqdnHostnames-452613075-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1063.104796] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-add0c083-e985-45fe-879a-c5e91a8133f4 tempest-ServersV294TestFqdnHostnames-452613075 tempest-ServersV294TestFqdnHostnames-452613075-project-member] [instance: b5440512-ae77-469f-b76b-a6d660b26f50] Deleted contents of the VM from datastore datastore1 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1063.104992] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-add0c083-e985-45fe-879a-c5e91a8133f4 tempest-ServersV294TestFqdnHostnames-452613075 tempest-ServersV294TestFqdnHostnames-452613075-project-member] [instance: b5440512-ae77-469f-b76b-a6d660b26f50] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1063.105190] env[69319]: INFO nova.compute.manager [None req-add0c083-e985-45fe-879a-c5e91a8133f4 tempest-ServersV294TestFqdnHostnames-452613075 tempest-ServersV294TestFqdnHostnames-452613075-project-member] [instance: b5440512-ae77-469f-b76b-a6d660b26f50] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1063.105450] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-add0c083-e985-45fe-879a-c5e91a8133f4 tempest-ServersV294TestFqdnHostnames-452613075 tempest-ServersV294TestFqdnHostnames-452613075-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1063.105653] env[69319]: DEBUG nova.compute.manager [-] [instance: b5440512-ae77-469f-b76b-a6d660b26f50] Deallocating network for instance {{(pid=69319) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1063.105747] env[69319]: DEBUG nova.network.neutron [-] [instance: b5440512-ae77-469f-b76b-a6d660b26f50] deallocate_for_instance() {{(pid=69319) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1063.346783] env[69319]: DEBUG oslo_vmware.api [None req-3e59310b-6e72-4186-9f9d-cf32c2471f4e tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Task: {'id': task-3223689, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.356341] env[69319]: DEBUG oslo_vmware.api [None req-c547d1cc-576f-4f13-9574-1d65f2d23a17 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52ce6d5c-8eb2-9748-843e-ca9e375dd72e, 'name': SearchDatastore_Task, 'duration_secs': 0.012768} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.356617] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c547d1cc-576f-4f13-9574-1d65f2d23a17 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.356887] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-c547d1cc-576f-4f13-9574-1d65f2d23a17 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore1] f897ffef-dacc-4128-bb22-552b7a4b0e3a/f897ffef-dacc-4128-bb22-552b7a4b0e3a.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1063.357177] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4a1eb5fd-c2e8-4e61-8b58-6842fd121d44 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.364776] env[69319]: DEBUG oslo_vmware.api [None req-c547d1cc-576f-4f13-9574-1d65f2d23a17 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Waiting for the task: (returnval){ [ 1063.364776] env[69319]: value = "task-3223691" [ 1063.364776] env[69319]: _type = "Task" [ 1063.364776] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.375141] env[69319]: DEBUG oslo_vmware.api [None req-c547d1cc-576f-4f13-9574-1d65f2d23a17 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Task: {'id': task-3223691, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.471879] env[69319]: DEBUG oslo_vmware.api [None req-1e01ef02-1428-443a-9214-f4f94bb15edd tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3223690, 'name': CloneVM_Task} progress is 94%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.505565] env[69319]: DEBUG nova.compute.manager [None req-0a893719-74be-4074-9236-04c2b030a606 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] [instance: ec9de339-c7b8-4e35-8daa-5efe7bc4b514] Start destroying the instance on the hypervisor. {{(pid=69319) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1063.505565] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-0a893719-74be-4074-9236-04c2b030a606 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] [instance: ec9de339-c7b8-4e35-8daa-5efe7bc4b514] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1063.505565] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2e85881-7685-4cec-9998-08c663b9e1e4 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.516468] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a893719-74be-4074-9236-04c2b030a606 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] [instance: ec9de339-c7b8-4e35-8daa-5efe7bc4b514] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1063.516908] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-104f53d7-3579-45b8-9dee-fdd575fd029f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.525019] env[69319]: DEBUG oslo_vmware.api [None req-0a893719-74be-4074-9236-04c2b030a606 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Waiting for the task: (returnval){ [ 1063.525019] env[69319]: value = "task-3223692" [ 1063.525019] env[69319]: _type = "Task" [ 1063.525019] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.529371] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b1e56be8-11a4-4eaa-97b2-865ec36522a1 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.536603] env[69319]: DEBUG oslo_vmware.api [None req-0a893719-74be-4074-9236-04c2b030a606 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Task: {'id': task-3223692, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.544034] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0aca1dc1-8672-41b8-a7b1-7120f2ff6036 tempest-ServerActionsV293TestJSON-1988837861 tempest-ServerActionsV293TestJSON-1988837861-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.011s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.544701] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f3040347-8dc9-485c-a067-e4ce7bc993d5 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.884s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.546651] env[69319]: INFO nova.compute.claims [None req-f3040347-8dc9-485c-a067-e4ce7bc993d5 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 357a007f-e033-421c-8d7e-3c5ad7decb70] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1063.572022] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-aab0590d-cab5-409a-a030-b1a4fc67a605 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: d24a0bae-3b98-4121-a3f7-bedee3a196b4] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1063.572706] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5e4654ac-6709-4a9d-aeda-1052ff60a510 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.582981] env[69319]: DEBUG oslo_vmware.api [None req-aab0590d-cab5-409a-a030-b1a4fc67a605 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Waiting for the task: (returnval){ [ 1063.582981] env[69319]: value = "task-3223693" [ 1063.582981] env[69319]: _type = "Task" [ 1063.582981] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.596373] env[69319]: DEBUG oslo_vmware.api [None req-aab0590d-cab5-409a-a030-b1a4fc67a605 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3223693, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.660317] env[69319]: DEBUG oslo_concurrency.lockutils [None req-08a34008-b17f-4f88-aee9-0cf5a2363d1e tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Acquiring lock "170e2a0b-6461-4752-b7da-2ed0ff9fd73c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.660516] env[69319]: DEBUG oslo_concurrency.lockutils [None req-08a34008-b17f-4f88-aee9-0cf5a2363d1e tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Lock "170e2a0b-6461-4752-b7da-2ed0ff9fd73c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.660844] env[69319]: DEBUG oslo_concurrency.lockutils [None req-08a34008-b17f-4f88-aee9-0cf5a2363d1e tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Acquiring lock "170e2a0b-6461-4752-b7da-2ed0ff9fd73c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.661188] env[69319]: DEBUG oslo_concurrency.lockutils [None req-08a34008-b17f-4f88-aee9-0cf5a2363d1e tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Lock "170e2a0b-6461-4752-b7da-2ed0ff9fd73c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.661489] env[69319]: DEBUG oslo_concurrency.lockutils [None req-08a34008-b17f-4f88-aee9-0cf5a2363d1e tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Lock "170e2a0b-6461-4752-b7da-2ed0ff9fd73c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.665836] env[69319]: INFO nova.compute.manager [None req-08a34008-b17f-4f88-aee9-0cf5a2363d1e tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 170e2a0b-6461-4752-b7da-2ed0ff9fd73c] Terminating instance [ 1063.847504] env[69319]: DEBUG oslo_vmware.api [None req-3e59310b-6e72-4186-9f9d-cf32c2471f4e tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Task: {'id': task-3223689, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.877910] env[69319]: DEBUG oslo_vmware.api [None req-c547d1cc-576f-4f13-9574-1d65f2d23a17 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Task: {'id': task-3223691, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.975129] env[69319]: DEBUG oslo_vmware.api [None req-1e01ef02-1428-443a-9214-f4f94bb15edd tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3223690, 'name': CloneVM_Task} progress is 94%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.039388] env[69319]: DEBUG oslo_vmware.api [None req-0a893719-74be-4074-9236-04c2b030a606 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Task: {'id': task-3223692, 'name': PowerOffVM_Task, 'duration_secs': 0.193368} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.039934] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a893719-74be-4074-9236-04c2b030a606 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] [instance: ec9de339-c7b8-4e35-8daa-5efe7bc4b514] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1064.040264] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-0a893719-74be-4074-9236-04c2b030a606 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] [instance: ec9de339-c7b8-4e35-8daa-5efe7bc4b514] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1064.041358] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a9c2116c-977d-4896-8600-5146d5f0f699 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.065499] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0aca1dc1-8672-41b8-a7b1-7120f2ff6036 tempest-ServerActionsV293TestJSON-1988837861 tempest-ServerActionsV293TestJSON-1988837861-project-member] Lock "ad622127-7078-489f-9f55-5663137241aa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.831s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.079364] env[69319]: DEBUG oslo_concurrency.lockutils [None req-8f880d5d-77b8-4ebd-acea-d00e377d90ae tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Acquiring lock "5b1c7806-7c93-4d09-8a4d-8750bbd50450" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.079811] env[69319]: DEBUG oslo_concurrency.lockutils [None req-8f880d5d-77b8-4ebd-acea-d00e377d90ae tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Lock "5b1c7806-7c93-4d09-8a4d-8750bbd50450" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.092861] env[69319]: DEBUG nova.compute.manager [req-a1b763a2-7c21-47f4-883e-a52cff6e677b req-eda4f6a2-0624-4470-8ca9-9c8b8c8616ac service nova] [instance: b5440512-ae77-469f-b76b-a6d660b26f50] Received event network-vif-deleted-42ec5c4b-3493-4d42-9761-2b7744b1aed0 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1064.092861] env[69319]: INFO nova.compute.manager [req-a1b763a2-7c21-47f4-883e-a52cff6e677b req-eda4f6a2-0624-4470-8ca9-9c8b8c8616ac service nova] [instance: b5440512-ae77-469f-b76b-a6d660b26f50] Neutron deleted interface 42ec5c4b-3493-4d42-9761-2b7744b1aed0; detaching it from the instance and deleting it from the info cache [ 1064.092861] env[69319]: DEBUG nova.network.neutron [req-a1b763a2-7c21-47f4-883e-a52cff6e677b req-eda4f6a2-0624-4470-8ca9-9c8b8c8616ac service nova] [instance: b5440512-ae77-469f-b76b-a6d660b26f50] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.103944] env[69319]: DEBUG oslo_vmware.api [None req-aab0590d-cab5-409a-a030-b1a4fc67a605 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3223693, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.109819] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-0a893719-74be-4074-9236-04c2b030a606 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] [instance: ec9de339-c7b8-4e35-8daa-5efe7bc4b514] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1064.110498] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-0a893719-74be-4074-9236-04c2b030a606 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] [instance: ec9de339-c7b8-4e35-8daa-5efe7bc4b514] Deleting contents of the VM from datastore datastore1 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1064.110498] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a893719-74be-4074-9236-04c2b030a606 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Deleting the datastore file [datastore1] ec9de339-c7b8-4e35-8daa-5efe7bc4b514 {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1064.111305] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7df8d09d-0487-423c-ba5c-8281b74c491f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.120179] env[69319]: DEBUG oslo_vmware.api [None req-0a893719-74be-4074-9236-04c2b030a606 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Waiting for the task: (returnval){ [ 1064.120179] env[69319]: value = "task-3223695" [ 1064.120179] env[69319]: _type = "Task" [ 1064.120179] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.128713] env[69319]: DEBUG oslo_vmware.api [None req-0a893719-74be-4074-9236-04c2b030a606 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Task: {'id': task-3223695, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.157992] env[69319]: DEBUG nova.network.neutron [-] [instance: b5440512-ae77-469f-b76b-a6d660b26f50] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.172173] env[69319]: DEBUG nova.compute.manager [None req-08a34008-b17f-4f88-aee9-0cf5a2363d1e tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 170e2a0b-6461-4752-b7da-2ed0ff9fd73c] Start destroying the instance on the hypervisor. {{(pid=69319) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1064.172402] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-08a34008-b17f-4f88-aee9-0cf5a2363d1e tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 170e2a0b-6461-4752-b7da-2ed0ff9fd73c] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1064.173616] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec038dbd-138f-4cd5-9246-3f6cb5338196 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.183513] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-08a34008-b17f-4f88-aee9-0cf5a2363d1e tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 170e2a0b-6461-4752-b7da-2ed0ff9fd73c] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1064.183513] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9af30344-0884-4193-a970-2e414344b3c7 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.190855] env[69319]: DEBUG oslo_vmware.api [None req-08a34008-b17f-4f88-aee9-0cf5a2363d1e tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Waiting for the task: (returnval){ [ 1064.190855] env[69319]: value = "task-3223696" [ 1064.190855] env[69319]: _type = "Task" [ 1064.190855] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.199860] env[69319]: DEBUG oslo_vmware.api [None req-08a34008-b17f-4f88-aee9-0cf5a2363d1e tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': task-3223696, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.347747] env[69319]: DEBUG oslo_vmware.api [None req-3e59310b-6e72-4186-9f9d-cf32c2471f4e tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Task: {'id': task-3223689, 'name': ReconfigVM_Task, 'duration_secs': 1.450202} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.348120] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e59310b-6e72-4186-9f9d-cf32c2471f4e tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] [instance: 5886cbfc-c361-45ef-872c-1704f7d85aff] Reconfigured VM instance instance-0000004f to attach disk [datastore1] 5886cbfc-c361-45ef-872c-1704f7d85aff/5886cbfc-c361-45ef-872c-1704f7d85aff.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1064.348904] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5d8db1eb-18b7-4d76-8c08-3122523ba12b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.355811] env[69319]: DEBUG oslo_vmware.api [None req-3e59310b-6e72-4186-9f9d-cf32c2471f4e tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Waiting for the task: (returnval){ [ 1064.355811] env[69319]: value = "task-3223697" [ 1064.355811] env[69319]: _type = "Task" [ 1064.355811] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.365424] env[69319]: DEBUG oslo_vmware.api [None req-3e59310b-6e72-4186-9f9d-cf32c2471f4e tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Task: {'id': task-3223697, 'name': Rename_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.379604] env[69319]: DEBUG oslo_vmware.api [None req-c547d1cc-576f-4f13-9574-1d65f2d23a17 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Task: {'id': task-3223691, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.723119} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.379604] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-c547d1cc-576f-4f13-9574-1d65f2d23a17 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore1] f897ffef-dacc-4128-bb22-552b7a4b0e3a/f897ffef-dacc-4128-bb22-552b7a4b0e3a.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1064.379604] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-c547d1cc-576f-4f13-9574-1d65f2d23a17 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] [instance: f897ffef-dacc-4128-bb22-552b7a4b0e3a] Extending root virtual disk to 1048576 {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1064.379604] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c444dda8-dc11-4a64-8265-05e156356d3f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.387376] env[69319]: DEBUG oslo_vmware.api [None req-c547d1cc-576f-4f13-9574-1d65f2d23a17 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Waiting for the task: (returnval){ [ 1064.387376] env[69319]: value = "task-3223698" [ 1064.387376] env[69319]: _type = "Task" [ 1064.387376] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.396443] env[69319]: DEBUG oslo_vmware.api [None req-c547d1cc-576f-4f13-9574-1d65f2d23a17 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Task: {'id': task-3223698, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.477976] env[69319]: DEBUG oslo_vmware.api [None req-1e01ef02-1428-443a-9214-f4f94bb15edd tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3223690, 'name': CloneVM_Task} progress is 94%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.583155] env[69319]: DEBUG nova.compute.manager [None req-8f880d5d-77b8-4ebd-acea-d00e377d90ae tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] [instance: 5b1c7806-7c93-4d09-8a4d-8750bbd50450] Starting instance... {{(pid=69319) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1064.600671] env[69319]: DEBUG oslo_vmware.api [None req-aab0590d-cab5-409a-a030-b1a4fc67a605 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3223693, 'name': PowerOffVM_Task, 'duration_secs': 0.756744} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.604661] env[69319]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d9a9f71a-3042-43d9-87bc-0d37810c7488 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.607631] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-aab0590d-cab5-409a-a030-b1a4fc67a605 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: d24a0bae-3b98-4121-a3f7-bedee3a196b4] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1064.623034] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e501585-cdfe-404e-b556-cb00ca8029b4 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.667519] env[69319]: INFO nova.compute.manager [-] [instance: b5440512-ae77-469f-b76b-a6d660b26f50] Took 1.56 seconds to deallocate network for instance. [ 1065.467513] env[69319]: DEBUG nova.compute.manager [req-a1b763a2-7c21-47f4-883e-a52cff6e677b req-eda4f6a2-0624-4470-8ca9-9c8b8c8616ac service nova] [instance: b5440512-ae77-469f-b76b-a6d660b26f50] Detach interface failed, port_id=42ec5c4b-3493-4d42-9761-2b7744b1aed0, reason: Instance b5440512-ae77-469f-b76b-a6d660b26f50 could not be found. {{(pid=69319) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1065.473021] env[69319]: INFO nova.compute.manager [None req-aab0590d-cab5-409a-a030-b1a4fc67a605 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: d24a0bae-3b98-4121-a3f7-bedee3a196b4] Detaching volume 3427d4e2-c604-4d78-964b-43baa4d4b1f8 [ 1065.485589] env[69319]: DEBUG oslo_vmware.api [None req-0a893719-74be-4074-9236-04c2b030a606 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Task: {'id': task-3223695, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.295342} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.486751] env[69319]: DEBUG oslo_concurrency.lockutils [None req-8f880d5d-77b8-4ebd-acea-d00e377d90ae tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.487294] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a893719-74be-4074-9236-04c2b030a606 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1065.487491] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-0a893719-74be-4074-9236-04c2b030a606 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] [instance: ec9de339-c7b8-4e35-8daa-5efe7bc4b514] Deleted contents of the VM from datastore datastore1 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1065.487671] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-0a893719-74be-4074-9236-04c2b030a606 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] [instance: ec9de339-c7b8-4e35-8daa-5efe7bc4b514] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1065.487847] env[69319]: INFO nova.compute.manager [None req-0a893719-74be-4074-9236-04c2b030a606 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] [instance: ec9de339-c7b8-4e35-8daa-5efe7bc4b514] Took 1.99 seconds to destroy the instance on the hypervisor. [ 1065.488101] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0a893719-74be-4074-9236-04c2b030a606 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1065.489424] env[69319]: DEBUG nova.compute.manager [-] [instance: ec9de339-c7b8-4e35-8daa-5efe7bc4b514] Deallocating network for instance {{(pid=69319) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1065.489522] env[69319]: DEBUG nova.network.neutron [-] [instance: ec9de339-c7b8-4e35-8daa-5efe7bc4b514] deallocate_for_instance() {{(pid=69319) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1065.504955] env[69319]: DEBUG oslo_vmware.api [None req-1e01ef02-1428-443a-9214-f4f94bb15edd tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3223690, 'name': CloneVM_Task, 'duration_secs': 1.914406} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.505234] env[69319]: DEBUG oslo_vmware.api [None req-c547d1cc-576f-4f13-9574-1d65f2d23a17 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Task: {'id': task-3223698, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088505} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.505800] env[69319]: DEBUG oslo_vmware.api [None req-08a34008-b17f-4f88-aee9-0cf5a2363d1e tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': task-3223696, 'name': PowerOffVM_Task, 'duration_secs': 0.294053} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.506032] env[69319]: DEBUG oslo_vmware.api [None req-3e59310b-6e72-4186-9f9d-cf32c2471f4e tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Task: {'id': task-3223697, 'name': Rename_Task, 'duration_secs': 0.174846} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.508869] env[69319]: INFO nova.virt.vmwareapi.vmops [None req-1e01ef02-1428-443a-9214-f4f94bb15edd tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 33bc946c-1397-4355-8132-bc27084a66ba] Created linked-clone VM from snapshot [ 1065.509170] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-c547d1cc-576f-4f13-9574-1d65f2d23a17 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] [instance: f897ffef-dacc-4128-bb22-552b7a4b0e3a] Extended root virtual disk {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1065.509457] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-08a34008-b17f-4f88-aee9-0cf5a2363d1e tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 170e2a0b-6461-4752-b7da-2ed0ff9fd73c] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1065.509623] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-08a34008-b17f-4f88-aee9-0cf5a2363d1e tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 170e2a0b-6461-4752-b7da-2ed0ff9fd73c] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1065.509857] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e59310b-6e72-4186-9f9d-cf32c2471f4e tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] [instance: 5886cbfc-c361-45ef-872c-1704f7d85aff] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1065.510808] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f77abee-f60d-4f55-b3e6-bd04d6cdd74e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.514054] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bde92b7-69bf-4898-80ed-87e0ef1780ff {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.520394] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6e475511-0afd-4d79-b8b1-bbe45185c991 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.520394] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-88b27c20-ad5b-418b-893c-40031b643c4c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.541718] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-c547d1cc-576f-4f13-9574-1d65f2d23a17 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] [instance: f897ffef-dacc-4128-bb22-552b7a4b0e3a] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] f897ffef-dacc-4128-bb22-552b7a4b0e3a/f897ffef-dacc-4128-bb22-552b7a4b0e3a.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1065.549404] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-95a9813e-a0ed-40bd-b808-79762c5848e7 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.564649] env[69319]: DEBUG oslo_vmware.api [None req-3e59310b-6e72-4186-9f9d-cf32c2471f4e tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Waiting for the task: (returnval){ [ 1065.564649] env[69319]: value = "task-3223700" [ 1065.564649] env[69319]: _type = "Task" [ 1065.564649] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.564649] env[69319]: DEBUG nova.virt.vmwareapi.images [None req-1e01ef02-1428-443a-9214-f4f94bb15edd tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 33bc946c-1397-4355-8132-bc27084a66ba] Uploading image bc8399e8-2719-4010-aa2c-71873c417a4d {{(pid=69319) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1065.574265] env[69319]: DEBUG oslo_vmware.api [None req-c547d1cc-576f-4f13-9574-1d65f2d23a17 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Waiting for the task: (returnval){ [ 1065.574265] env[69319]: value = "task-3223701" [ 1065.574265] env[69319]: _type = "Task" [ 1065.574265] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.583513] env[69319]: DEBUG oslo_vmware.api [None req-3e59310b-6e72-4186-9f9d-cf32c2471f4e tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Task: {'id': task-3223700, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.589727] env[69319]: DEBUG oslo_vmware.api [None req-c547d1cc-576f-4f13-9574-1d65f2d23a17 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Task: {'id': task-3223701, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.590804] env[69319]: INFO nova.virt.block_device [None req-aab0590d-cab5-409a-a030-b1a4fc67a605 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: d24a0bae-3b98-4121-a3f7-bedee3a196b4] Attempting to driver detach volume 3427d4e2-c604-4d78-964b-43baa4d4b1f8 from mountpoint /dev/sdb [ 1065.591021] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-aab0590d-cab5-409a-a030-b1a4fc67a605 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: d24a0bae-3b98-4121-a3f7-bedee3a196b4] Volume detach. Driver type: vmdk {{(pid=69319) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1065.591226] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-aab0590d-cab5-409a-a030-b1a4fc67a605 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: d24a0bae-3b98-4121-a3f7-bedee3a196b4] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-644462', 'volume_id': '3427d4e2-c604-4d78-964b-43baa4d4b1f8', 'name': 'volume-3427d4e2-c604-4d78-964b-43baa4d4b1f8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd24a0bae-3b98-4121-a3f7-bedee3a196b4', 'attached_at': '', 'detached_at': '', 'volume_id': '3427d4e2-c604-4d78-964b-43baa4d4b1f8', 'serial': '3427d4e2-c604-4d78-964b-43baa4d4b1f8'} {{(pid=69319) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1065.593700] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aea9002-22c6-4410-a08a-58aca93e1553 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.620159] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bfb12ec-7c85-4c5e-a0b3-6c104644f3c4 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.627601] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b533817-a9f1-4864-8ff1-16d65137e6bc {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.636134] env[69319]: DEBUG oslo_vmware.rw_handles [None req-1e01ef02-1428-443a-9214-f4f94bb15edd tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1065.636134] env[69319]: value = "vm-644470" [ 1065.636134] env[69319]: _type = "VirtualMachine" [ 1065.636134] env[69319]: }. {{(pid=69319) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1065.636833] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-4c87d44c-0716-4cbe-a46d-4928aabb7519 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.674929] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-437958d3-ea44-4e4e-a3a8-5ebe7617c6c0 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.677912] env[69319]: DEBUG oslo_vmware.rw_handles [None req-1e01ef02-1428-443a-9214-f4f94bb15edd tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Lease: (returnval){ [ 1065.677912] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]527d427e-bab3-6426-6f08-735e99a7d6a9" [ 1065.677912] env[69319]: _type = "HttpNfcLease" [ 1065.677912] env[69319]: } obtained for exporting VM: (result){ [ 1065.677912] env[69319]: value = "vm-644470" [ 1065.677912] env[69319]: _type = "VirtualMachine" [ 1065.677912] env[69319]: }. {{(pid=69319) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1065.678450] env[69319]: DEBUG oslo_vmware.api [None req-1e01ef02-1428-443a-9214-f4f94bb15edd tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Waiting for the lease: (returnval){ [ 1065.678450] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]527d427e-bab3-6426-6f08-735e99a7d6a9" [ 1065.678450] env[69319]: _type = "HttpNfcLease" [ 1065.678450] env[69319]: } to be ready. {{(pid=69319) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1065.696165] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-aab0590d-cab5-409a-a030-b1a4fc67a605 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] The volume has not been displaced from its original location: [datastore1] volume-3427d4e2-c604-4d78-964b-43baa4d4b1f8/volume-3427d4e2-c604-4d78-964b-43baa4d4b1f8.vmdk. No consolidation needed. {{(pid=69319) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1065.703115] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-aab0590d-cab5-409a-a030-b1a4fc67a605 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: d24a0bae-3b98-4121-a3f7-bedee3a196b4] Reconfiguring VM instance instance-0000004a to detach disk 2001 {{(pid=69319) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1065.706538] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03e2717d-7fd2-4443-85c8-0d1a62190a6a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.721491] env[69319]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1065.721491] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]527d427e-bab3-6426-6f08-735e99a7d6a9" [ 1065.721491] env[69319]: _type = "HttpNfcLease" [ 1065.721491] env[69319]: } is ready. {{(pid=69319) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1065.722241] env[69319]: DEBUG oslo_vmware.rw_handles [None req-1e01ef02-1428-443a-9214-f4f94bb15edd tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1065.722241] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]527d427e-bab3-6426-6f08-735e99a7d6a9" [ 1065.722241] env[69319]: _type = "HttpNfcLease" [ 1065.722241] env[69319]: }. {{(pid=69319) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1065.723054] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1db2787f-daaa-424c-a028-e2592b94860b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.727225] env[69319]: DEBUG oslo_vmware.api [None req-aab0590d-cab5-409a-a030-b1a4fc67a605 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Waiting for the task: (returnval){ [ 1065.727225] env[69319]: value = "task-3223703" [ 1065.727225] env[69319]: _type = "Task" [ 1065.727225] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.734174] env[69319]: DEBUG oslo_vmware.rw_handles [None req-1e01ef02-1428-443a-9214-f4f94bb15edd tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523699a2-4d97-6070-665b-1ac07f2e4069/disk-0.vmdk from lease info. {{(pid=69319) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1065.734369] env[69319]: DEBUG oslo_vmware.rw_handles [None req-1e01ef02-1428-443a-9214-f4f94bb15edd tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523699a2-4d97-6070-665b-1ac07f2e4069/disk-0.vmdk for reading. {{(pid=69319) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1065.799361] env[69319]: DEBUG oslo_vmware.api [None req-aab0590d-cab5-409a-a030-b1a4fc67a605 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3223703, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.867980] env[69319]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4ed6ebbe-b1cc-40ad-a3f5-577e169040e3 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.958283] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da6c19fd-1064-4f4b-940c-84969e0c1a5c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.964036] env[69319]: DEBUG oslo_concurrency.lockutils [None req-add0c083-e985-45fe-879a-c5e91a8133f4 tempest-ServersV294TestFqdnHostnames-452613075 tempest-ServersV294TestFqdnHostnames-452613075-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.966924] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc2f75c0-acab-4bbc-9251-3647f6ca4f52 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.001847] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-620acded-b6c6-4f0f-b680-cbd1b67f619a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.009928] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f58d9dac-5695-44f7-b6b6-90aa2eba3210 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.023954] env[69319]: DEBUG nova.compute.provider_tree [None req-f3040347-8dc9-485c-a067-e4ce7bc993d5 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1066.085613] env[69319]: DEBUG oslo_vmware.api [None req-3e59310b-6e72-4186-9f9d-cf32c2471f4e tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Task: {'id': task-3223700, 'name': PowerOnVM_Task, 'duration_secs': 0.543655} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.089217] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e59310b-6e72-4186-9f9d-cf32c2471f4e tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] [instance: 5886cbfc-c361-45ef-872c-1704f7d85aff] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1066.089217] env[69319]: INFO nova.compute.manager [None req-3e59310b-6e72-4186-9f9d-cf32c2471f4e tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] [instance: 5886cbfc-c361-45ef-872c-1704f7d85aff] Took 15.93 seconds to spawn the instance on the hypervisor. [ 1066.089217] env[69319]: DEBUG nova.compute.manager [None req-3e59310b-6e72-4186-9f9d-cf32c2471f4e tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] [instance: 5886cbfc-c361-45ef-872c-1704f7d85aff] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1066.089217] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee3947b3-33d4-45c9-8b27-696a94fdb82e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.093566] env[69319]: DEBUG oslo_vmware.api [None req-c547d1cc-576f-4f13-9574-1d65f2d23a17 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Task: {'id': task-3223701, 'name': ReconfigVM_Task, 'duration_secs': 0.344694} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.094265] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-c547d1cc-576f-4f13-9574-1d65f2d23a17 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] [instance: f897ffef-dacc-4128-bb22-552b7a4b0e3a] Reconfigured VM instance instance-00000050 to attach disk [datastore1] f897ffef-dacc-4128-bb22-552b7a4b0e3a/f897ffef-dacc-4128-bb22-552b7a4b0e3a.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1066.094856] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fb12d5a4-0a1b-4c46-ac3f-5c7f250bac78 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.104793] env[69319]: DEBUG oslo_vmware.api [None req-c547d1cc-576f-4f13-9574-1d65f2d23a17 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Waiting for the task: (returnval){ [ 1066.104793] env[69319]: value = "task-3223704" [ 1066.104793] env[69319]: _type = "Task" [ 1066.104793] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.118049] env[69319]: DEBUG oslo_vmware.api [None req-c547d1cc-576f-4f13-9574-1d65f2d23a17 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Task: {'id': task-3223704, 'name': Rename_Task} progress is 6%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.242038] env[69319]: DEBUG oslo_vmware.api [None req-aab0590d-cab5-409a-a030-b1a4fc67a605 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3223703, 'name': ReconfigVM_Task, 'duration_secs': 0.247007} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.242901] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-aab0590d-cab5-409a-a030-b1a4fc67a605 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: d24a0bae-3b98-4121-a3f7-bedee3a196b4] Reconfigured VM instance instance-0000004a to detach disk 2001 {{(pid=69319) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1066.253206] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-efd8c2e9-e6ba-48bf-9b31-106224434506 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.272938] env[69319]: DEBUG oslo_vmware.api [None req-aab0590d-cab5-409a-a030-b1a4fc67a605 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Waiting for the task: (returnval){ [ 1066.272938] env[69319]: value = "task-3223705" [ 1066.272938] env[69319]: _type = "Task" [ 1066.272938] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.284199] env[69319]: DEBUG oslo_vmware.api [None req-aab0590d-cab5-409a-a030-b1a4fc67a605 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3223705, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.394921] env[69319]: DEBUG nova.compute.manager [req-a482d718-0b0e-48c9-bd35-8b6563e9ea61 req-7792f7d1-b77c-4a73-8e16-75aa88d11425 service nova] [instance: ec9de339-c7b8-4e35-8daa-5efe7bc4b514] Received event network-vif-deleted-cc443a47-a2b7-4e27-8f11-f0372b9043e2 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1066.395209] env[69319]: INFO nova.compute.manager [req-a482d718-0b0e-48c9-bd35-8b6563e9ea61 req-7792f7d1-b77c-4a73-8e16-75aa88d11425 service nova] [instance: ec9de339-c7b8-4e35-8daa-5efe7bc4b514] Neutron deleted interface cc443a47-a2b7-4e27-8f11-f0372b9043e2; detaching it from the instance and deleting it from the info cache [ 1066.395412] env[69319]: DEBUG nova.network.neutron [req-a482d718-0b0e-48c9-bd35-8b6563e9ea61 req-7792f7d1-b77c-4a73-8e16-75aa88d11425 service nova] [instance: ec9de339-c7b8-4e35-8daa-5efe7bc4b514] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.527603] env[69319]: DEBUG nova.scheduler.client.report [None req-f3040347-8dc9-485c-a067-e4ce7bc993d5 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1066.595026] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-08a34008-b17f-4f88-aee9-0cf5a2363d1e tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 170e2a0b-6461-4752-b7da-2ed0ff9fd73c] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1066.595026] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-08a34008-b17f-4f88-aee9-0cf5a2363d1e tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 170e2a0b-6461-4752-b7da-2ed0ff9fd73c] Deleting contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1066.595026] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-08a34008-b17f-4f88-aee9-0cf5a2363d1e tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Deleting the datastore file [datastore2] 170e2a0b-6461-4752-b7da-2ed0ff9fd73c {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1066.595026] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-99b6986e-8fc4-4abb-9d50-fd3a7e3072eb {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.612344] env[69319]: DEBUG oslo_vmware.api [None req-08a34008-b17f-4f88-aee9-0cf5a2363d1e tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Waiting for the task: (returnval){ [ 1066.612344] env[69319]: value = "task-3223706" [ 1066.612344] env[69319]: _type = "Task" [ 1066.612344] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.617737] env[69319]: INFO nova.compute.manager [None req-3e59310b-6e72-4186-9f9d-cf32c2471f4e tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] [instance: 5886cbfc-c361-45ef-872c-1704f7d85aff] Took 34.61 seconds to build instance. [ 1066.628647] env[69319]: DEBUG oslo_vmware.api [None req-c547d1cc-576f-4f13-9574-1d65f2d23a17 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Task: {'id': task-3223704, 'name': Rename_Task, 'duration_secs': 0.203442} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.632634] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-c547d1cc-576f-4f13-9574-1d65f2d23a17 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] [instance: f897ffef-dacc-4128-bb22-552b7a4b0e3a] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1066.632634] env[69319]: DEBUG oslo_vmware.api [None req-08a34008-b17f-4f88-aee9-0cf5a2363d1e tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': task-3223706, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.632742] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-813f71ef-2dc8-47ff-8009-c41748c5809f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.640958] env[69319]: DEBUG oslo_vmware.api [None req-c547d1cc-576f-4f13-9574-1d65f2d23a17 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Waiting for the task: (returnval){ [ 1066.640958] env[69319]: value = "task-3223707" [ 1066.640958] env[69319]: _type = "Task" [ 1066.640958] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.658788] env[69319]: DEBUG oslo_vmware.api [None req-c547d1cc-576f-4f13-9574-1d65f2d23a17 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Task: {'id': task-3223707, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.768265] env[69319]: DEBUG nova.network.neutron [-] [instance: ec9de339-c7b8-4e35-8daa-5efe7bc4b514] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.783735] env[69319]: DEBUG oslo_vmware.api [None req-aab0590d-cab5-409a-a030-b1a4fc67a605 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3223705, 'name': ReconfigVM_Task, 'duration_secs': 0.222175} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.784130] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-aab0590d-cab5-409a-a030-b1a4fc67a605 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: d24a0bae-3b98-4121-a3f7-bedee3a196b4] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-644462', 'volume_id': '3427d4e2-c604-4d78-964b-43baa4d4b1f8', 'name': 'volume-3427d4e2-c604-4d78-964b-43baa4d4b1f8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd24a0bae-3b98-4121-a3f7-bedee3a196b4', 'attached_at': '', 'detached_at': '', 'volume_id': '3427d4e2-c604-4d78-964b-43baa4d4b1f8', 'serial': '3427d4e2-c604-4d78-964b-43baa4d4b1f8'} {{(pid=69319) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1066.900789] env[69319]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-01552fd2-e322-4836-b0af-7a6e52b9cf18 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.913207] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d56743b-c8d0-4606-a239-b5fd125949a7 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.946557] env[69319]: DEBUG nova.compute.manager [req-a482d718-0b0e-48c9-bd35-8b6563e9ea61 req-7792f7d1-b77c-4a73-8e16-75aa88d11425 service nova] [instance: ec9de339-c7b8-4e35-8daa-5efe7bc4b514] Detach interface failed, port_id=cc443a47-a2b7-4e27-8f11-f0372b9043e2, reason: Instance ec9de339-c7b8-4e35-8daa-5efe7bc4b514 could not be found. {{(pid=69319) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1067.033360] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f3040347-8dc9-485c-a067-e4ce7bc993d5 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.488s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.034195] env[69319]: DEBUG nova.compute.manager [None req-f3040347-8dc9-485c-a067-e4ce7bc993d5 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 357a007f-e033-421c-8d7e-3c5ad7decb70] Start building networks asynchronously for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1067.036982] env[69319]: DEBUG oslo_concurrency.lockutils [None req-3dfdcd97-04e7-405e-a53d-261a4cdac12b tempest-ServerAddressesNegativeTestJSON-1105824886 tempest-ServerAddressesNegativeTestJSON-1105824886-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.998s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.039393] env[69319]: INFO nova.compute.claims [None req-3dfdcd97-04e7-405e-a53d-261a4cdac12b tempest-ServerAddressesNegativeTestJSON-1105824886 tempest-ServerAddressesNegativeTestJSON-1105824886-project-member] [instance: 00087c6b-5220-470f-8953-b9184a06d96f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1067.123983] env[69319]: DEBUG oslo_concurrency.lockutils [None req-3e59310b-6e72-4186-9f9d-cf32c2471f4e tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Lock "5886cbfc-c361-45ef-872c-1704f7d85aff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.127s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.129225] env[69319]: DEBUG oslo_vmware.api [None req-08a34008-b17f-4f88-aee9-0cf5a2363d1e tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': task-3223706, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.377752} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.129651] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-08a34008-b17f-4f88-aee9-0cf5a2363d1e tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1067.130094] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-08a34008-b17f-4f88-aee9-0cf5a2363d1e tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 170e2a0b-6461-4752-b7da-2ed0ff9fd73c] Deleted contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1067.130382] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-08a34008-b17f-4f88-aee9-0cf5a2363d1e tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 170e2a0b-6461-4752-b7da-2ed0ff9fd73c] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1067.130814] env[69319]: INFO nova.compute.manager [None req-08a34008-b17f-4f88-aee9-0cf5a2363d1e tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 170e2a0b-6461-4752-b7da-2ed0ff9fd73c] Took 2.96 seconds to destroy the instance on the hypervisor. [ 1067.131327] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-08a34008-b17f-4f88-aee9-0cf5a2363d1e tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1067.131678] env[69319]: DEBUG nova.compute.manager [-] [instance: 170e2a0b-6461-4752-b7da-2ed0ff9fd73c] Deallocating network for instance {{(pid=69319) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1067.132087] env[69319]: DEBUG nova.network.neutron [-] [instance: 170e2a0b-6461-4752-b7da-2ed0ff9fd73c] deallocate_for_instance() {{(pid=69319) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1067.153315] env[69319]: DEBUG oslo_vmware.api [None req-c547d1cc-576f-4f13-9574-1d65f2d23a17 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Task: {'id': task-3223707, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.273216] env[69319]: INFO nova.compute.manager [-] [instance: ec9de339-c7b8-4e35-8daa-5efe7bc4b514] Took 1.78 seconds to deallocate network for instance. [ 1067.478377] env[69319]: INFO nova.compute.manager [None req-35cf9053-cacc-460a-ad9a-fe733b759475 tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] [instance: 5886cbfc-c361-45ef-872c-1704f7d85aff] Rescuing [ 1067.479073] env[69319]: DEBUG oslo_concurrency.lockutils [None req-35cf9053-cacc-460a-ad9a-fe733b759475 tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Acquiring lock "refresh_cache-5886cbfc-c361-45ef-872c-1704f7d85aff" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.479383] env[69319]: DEBUG oslo_concurrency.lockutils [None req-35cf9053-cacc-460a-ad9a-fe733b759475 tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Acquired lock "refresh_cache-5886cbfc-c361-45ef-872c-1704f7d85aff" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.479711] env[69319]: DEBUG nova.network.neutron [None req-35cf9053-cacc-460a-ad9a-fe733b759475 tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] [instance: 5886cbfc-c361-45ef-872c-1704f7d85aff] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1067.544112] env[69319]: DEBUG nova.compute.utils [None req-f3040347-8dc9-485c-a067-e4ce7bc993d5 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Using /dev/sd instead of None {{(pid=69319) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1067.548355] env[69319]: DEBUG nova.compute.manager [None req-f3040347-8dc9-485c-a067-e4ce7bc993d5 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 357a007f-e033-421c-8d7e-3c5ad7decb70] Allocating IP information in the background. {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1067.550029] env[69319]: DEBUG nova.network.neutron [None req-f3040347-8dc9-485c-a067-e4ce7bc993d5 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 357a007f-e033-421c-8d7e-3c5ad7decb70] allocate_for_instance() {{(pid=69319) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1067.623487] env[69319]: DEBUG nova.policy [None req-f3040347-8dc9-485c-a067-e4ce7bc993d5 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b73639ed40c1402bb56629d73213539f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '380102385f92442f9501a051ccbbc658', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69319) authorize /opt/stack/nova/nova/policy.py:192}} [ 1067.654445] env[69319]: DEBUG oslo_vmware.api [None req-c547d1cc-576f-4f13-9574-1d65f2d23a17 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Task: {'id': task-3223707, 'name': PowerOnVM_Task, 'duration_secs': 0.706138} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.660132] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-c547d1cc-576f-4f13-9574-1d65f2d23a17 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] [instance: f897ffef-dacc-4128-bb22-552b7a4b0e3a] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1067.664025] env[69319]: INFO nova.compute.manager [None req-c547d1cc-576f-4f13-9574-1d65f2d23a17 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] [instance: f897ffef-dacc-4128-bb22-552b7a4b0e3a] Took 6.57 seconds to spawn the instance on the hypervisor. [ 1067.664025] env[69319]: DEBUG nova.compute.manager [None req-c547d1cc-576f-4f13-9574-1d65f2d23a17 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] [instance: f897ffef-dacc-4128-bb22-552b7a4b0e3a] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1067.664025] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57620ae7-6855-4ac6-8067-5febca8dd82d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.783657] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0a893719-74be-4074-9236-04c2b030a606 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.846847] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-aab0590d-cab5-409a-a030-b1a4fc67a605 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: d24a0bae-3b98-4121-a3f7-bedee3a196b4] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1067.850833] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-be11666b-a4d8-441e-953b-ce4fc896c28f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.855814] env[69319]: DEBUG oslo_vmware.api [None req-aab0590d-cab5-409a-a030-b1a4fc67a605 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Waiting for the task: (returnval){ [ 1067.855814] env[69319]: value = "task-3223708" [ 1067.855814] env[69319]: _type = "Task" [ 1067.855814] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.868057] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-aab0590d-cab5-409a-a030-b1a4fc67a605 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: d24a0bae-3b98-4121-a3f7-bedee3a196b4] VM already powered off {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1067.868395] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-aab0590d-cab5-409a-a030-b1a4fc67a605 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: d24a0bae-3b98-4121-a3f7-bedee3a196b4] Volume detach. Driver type: vmdk {{(pid=69319) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1067.868798] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-aab0590d-cab5-409a-a030-b1a4fc67a605 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: d24a0bae-3b98-4121-a3f7-bedee3a196b4] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-644462', 'volume_id': '3427d4e2-c604-4d78-964b-43baa4d4b1f8', 'name': 'volume-3427d4e2-c604-4d78-964b-43baa4d4b1f8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd24a0bae-3b98-4121-a3f7-bedee3a196b4', 'attached_at': '', 'detached_at': '', 'volume_id': '3427d4e2-c604-4d78-964b-43baa4d4b1f8', 'serial': '3427d4e2-c604-4d78-964b-43baa4d4b1f8'} {{(pid=69319) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1067.869651] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2281a79a-54ee-4ea0-ae0f-fd3edd8088d5 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.894182] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec3754bb-4620-4e7d-8cdf-ff231c6b5a53 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.904438] env[69319]: WARNING nova.virt.vmwareapi.driver [None req-aab0590d-cab5-409a-a030-b1a4fc67a605 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: d24a0bae-3b98-4121-a3f7-bedee3a196b4] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1067.908021] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-aab0590d-cab5-409a-a030-b1a4fc67a605 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: d24a0bae-3b98-4121-a3f7-bedee3a196b4] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1067.908021] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f9e4702-5dfb-470b-9137-2d1ab78de440 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.913559] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-aab0590d-cab5-409a-a030-b1a4fc67a605 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: d24a0bae-3b98-4121-a3f7-bedee3a196b4] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1067.913997] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-65d4cefe-0c84-4b1d-89c4-1cb02fb3065c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.990655] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-aab0590d-cab5-409a-a030-b1a4fc67a605 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: d24a0bae-3b98-4121-a3f7-bedee3a196b4] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1067.990878] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-aab0590d-cab5-409a-a030-b1a4fc67a605 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: d24a0bae-3b98-4121-a3f7-bedee3a196b4] Deleting contents of the VM from datastore datastore1 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1067.991089] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-aab0590d-cab5-409a-a030-b1a4fc67a605 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Deleting the datastore file [datastore1] d24a0bae-3b98-4121-a3f7-bedee3a196b4 {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1067.991740] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-53d6e07a-fca4-4fed-aaa4-e31feedf5dff {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.998664] env[69319]: DEBUG oslo_vmware.api [None req-aab0590d-cab5-409a-a030-b1a4fc67a605 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Waiting for the task: (returnval){ [ 1067.998664] env[69319]: value = "task-3223710" [ 1067.998664] env[69319]: _type = "Task" [ 1067.998664] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.008191] env[69319]: DEBUG oslo_vmware.api [None req-aab0590d-cab5-409a-a030-b1a4fc67a605 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3223710, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.014734] env[69319]: DEBUG nova.network.neutron [None req-f3040347-8dc9-485c-a067-e4ce7bc993d5 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 357a007f-e033-421c-8d7e-3c5ad7decb70] Successfully created port: c4d2296a-71f0-4529-a173-474bcf6b99a1 {{(pid=69319) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1068.049585] env[69319]: DEBUG nova.compute.manager [None req-f3040347-8dc9-485c-a067-e4ce7bc993d5 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 357a007f-e033-421c-8d7e-3c5ad7decb70] Start building block device mappings for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1068.163607] env[69319]: DEBUG nova.network.neutron [-] [instance: 170e2a0b-6461-4752-b7da-2ed0ff9fd73c] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.187362] env[69319]: INFO nova.compute.manager [None req-c547d1cc-576f-4f13-9574-1d65f2d23a17 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] [instance: f897ffef-dacc-4128-bb22-552b7a4b0e3a] Took 29.42 seconds to build instance. [ 1068.216713] env[69319]: DEBUG nova.network.neutron [None req-35cf9053-cacc-460a-ad9a-fe733b759475 tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] [instance: 5886cbfc-c361-45ef-872c-1704f7d85aff] Updating instance_info_cache with network_info: [{"id": "93a683cc-3642-46ad-9741-c44cdbfc71d3", "address": "fa:16:3e:d1:83:b2", "network": {"id": "4ff27689-c194-4347-9e77-349de4bdf429", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1685203282-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f58171a243b243ed8489e7a58ce7c7ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93a683cc-36", "ovs_interfaceid": "93a683cc-3642-46ad-9741-c44cdbfc71d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.441831] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70aebc9e-b92d-4fad-b00e-daf7e97a0f6e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.449353] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd8c66d6-6df7-43e1-9316-855c8030428f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.483226] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4f4eefe-2e4c-4d07-b721-8a8ff4698613 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.493452] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b5161d5-1a54-4b93-ac90-4951378199ea {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.508307] env[69319]: DEBUG nova.compute.provider_tree [None req-3dfdcd97-04e7-405e-a53d-261a4cdac12b tempest-ServerAddressesNegativeTestJSON-1105824886 tempest-ServerAddressesNegativeTestJSON-1105824886-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1068.519239] env[69319]: DEBUG oslo_vmware.api [None req-aab0590d-cab5-409a-a030-b1a4fc67a605 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3223710, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.233974} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.521885] env[69319]: DEBUG oslo_vmware.rw_handles [None req-e2c33632-136b-461b-b2e6-737aaf1050fb tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520a4dc1-31a6-9a37-5d3d-cbbe5c454a9c/disk-0.vmdk. {{(pid=69319) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1068.522272] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-aab0590d-cab5-409a-a030-b1a4fc67a605 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1068.522420] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-aab0590d-cab5-409a-a030-b1a4fc67a605 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: d24a0bae-3b98-4121-a3f7-bedee3a196b4] Deleted contents of the VM from datastore datastore1 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1068.522677] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-aab0590d-cab5-409a-a030-b1a4fc67a605 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: d24a0bae-3b98-4121-a3f7-bedee3a196b4] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1068.525958] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aba82313-9e5c-49f5-9d0c-caa7b7f8452f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.532221] env[69319]: DEBUG oslo_vmware.rw_handles [None req-e2c33632-136b-461b-b2e6-737aaf1050fb tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520a4dc1-31a6-9a37-5d3d-cbbe5c454a9c/disk-0.vmdk is in state: ready. {{(pid=69319) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1068.532388] env[69319]: ERROR oslo_vmware.rw_handles [None req-e2c33632-136b-461b-b2e6-737aaf1050fb tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520a4dc1-31a6-9a37-5d3d-cbbe5c454a9c/disk-0.vmdk due to incomplete transfer. [ 1068.532629] env[69319]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-07bcaa6c-8e03-4e79-ba62-4152310f015e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.539866] env[69319]: DEBUG oslo_vmware.rw_handles [None req-e2c33632-136b-461b-b2e6-737aaf1050fb tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520a4dc1-31a6-9a37-5d3d-cbbe5c454a9c/disk-0.vmdk. {{(pid=69319) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1068.540143] env[69319]: DEBUG nova.virt.vmwareapi.images [None req-e2c33632-136b-461b-b2e6-737aaf1050fb tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 9a2d05fc-1ee1-4847-bb63-ad2d3624c730] Uploaded image bf42c42b-ab6a-4597-96a3-c730763cb696 to the Glance image server {{(pid=69319) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1068.542748] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2c33632-136b-461b-b2e6-737aaf1050fb tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 9a2d05fc-1ee1-4847-bb63-ad2d3624c730] Destroying the VM {{(pid=69319) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1068.543302] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7167c53e-c345-4325-9503-71b68c1aabcf {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.549209] env[69319]: DEBUG oslo_vmware.api [None req-e2c33632-136b-461b-b2e6-737aaf1050fb tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Waiting for the task: (returnval){ [ 1068.549209] env[69319]: value = "task-3223711" [ 1068.549209] env[69319]: _type = "Task" [ 1068.549209] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.558337] env[69319]: DEBUG oslo_vmware.api [None req-e2c33632-136b-461b-b2e6-737aaf1050fb tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': task-3223711, 'name': Destroy_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.666323] env[69319]: INFO nova.compute.manager [-] [instance: 170e2a0b-6461-4752-b7da-2ed0ff9fd73c] Took 1.53 seconds to deallocate network for instance. [ 1068.695525] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c547d1cc-576f-4f13-9574-1d65f2d23a17 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Lock "f897ffef-dacc-4128-bb22-552b7a4b0e3a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.941s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.721543] env[69319]: DEBUG oslo_concurrency.lockutils [None req-35cf9053-cacc-460a-ad9a-fe733b759475 tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Releasing lock "refresh_cache-5886cbfc-c361-45ef-872c-1704f7d85aff" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.949084] env[69319]: DEBUG nova.compute.manager [req-bd1b9ad0-0ba0-4a42-b60b-4d89c4c81414 req-25217cc9-867c-45a9-a1fb-96f4300908cb service nova] [instance: 170e2a0b-6461-4752-b7da-2ed0ff9fd73c] Received event network-vif-deleted-b8f0d8a6-b776-486d-a9ce-ebdaf5643c72 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1069.016649] env[69319]: DEBUG nova.scheduler.client.report [None req-3dfdcd97-04e7-405e-a53d-261a4cdac12b tempest-ServerAddressesNegativeTestJSON-1105824886 tempest-ServerAddressesNegativeTestJSON-1105824886-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1069.034731] env[69319]: INFO nova.virt.block_device [None req-aab0590d-cab5-409a-a030-b1a4fc67a605 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: d24a0bae-3b98-4121-a3f7-bedee3a196b4] Booting with volume 3427d4e2-c604-4d78-964b-43baa4d4b1f8 at /dev/sdb [ 1069.060477] env[69319]: DEBUG oslo_vmware.api [None req-e2c33632-136b-461b-b2e6-737aaf1050fb tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': task-3223711, 'name': Destroy_Task} progress is 33%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.066281] env[69319]: DEBUG nova.compute.manager [None req-f3040347-8dc9-485c-a067-e4ce7bc993d5 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 357a007f-e033-421c-8d7e-3c5ad7decb70] Start spawning the instance on the hypervisor. {{(pid=69319) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1069.077286] env[69319]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-13365c44-98c6-4d78-a8c8-8c0875f57da7 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.089437] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c171d80d-1d3b-4d86-94e6-25ca3d23847c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.106487] env[69319]: DEBUG nova.virt.hardware [None req-f3040347-8dc9-485c-a067-e4ce7bc993d5 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:32:36Z,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31f027872f6f44dba95ff2fe7a062e00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:32:36Z,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1069.106817] env[69319]: DEBUG nova.virt.hardware [None req-f3040347-8dc9-485c-a067-e4ce7bc993d5 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1069.107060] env[69319]: DEBUG nova.virt.hardware [None req-f3040347-8dc9-485c-a067-e4ce7bc993d5 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1069.107314] env[69319]: DEBUG nova.virt.hardware [None req-f3040347-8dc9-485c-a067-e4ce7bc993d5 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1069.107508] env[69319]: DEBUG nova.virt.hardware [None req-f3040347-8dc9-485c-a067-e4ce7bc993d5 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1069.107739] env[69319]: DEBUG nova.virt.hardware [None req-f3040347-8dc9-485c-a067-e4ce7bc993d5 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1069.108017] env[69319]: DEBUG nova.virt.hardware [None req-f3040347-8dc9-485c-a067-e4ce7bc993d5 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1069.108241] env[69319]: DEBUG nova.virt.hardware [None req-f3040347-8dc9-485c-a067-e4ce7bc993d5 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1069.108472] env[69319]: DEBUG nova.virt.hardware [None req-f3040347-8dc9-485c-a067-e4ce7bc993d5 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1069.108735] env[69319]: DEBUG nova.virt.hardware [None req-f3040347-8dc9-485c-a067-e4ce7bc993d5 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1069.108977] env[69319]: DEBUG nova.virt.hardware [None req-f3040347-8dc9-485c-a067-e4ce7bc993d5 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1069.110767] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae00131e-12ed-42af-b6ed-0f86b461bd4a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.121710] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cc17e41-11e8-4e8d-851e-16dc93f2fce4 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.138321] env[69319]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-839ad571-79f2-4598-866f-393f539bb099 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.155920] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-598515b4-5e3a-40b4-99aa-46fff8f9e3aa {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.173055] env[69319]: DEBUG oslo_concurrency.lockutils [None req-08a34008-b17f-4f88-aee9-0cf5a2363d1e tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.190711] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-142a5923-7bba-4f83-96e8-9cc00d1eec28 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.197888] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c280ee65-96d9-4a99-ae92-afa22feb2efa {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.213742] env[69319]: DEBUG nova.virt.block_device [None req-aab0590d-cab5-409a-a030-b1a4fc67a605 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: d24a0bae-3b98-4121-a3f7-bedee3a196b4] Updating existing volume attachment record: 816de885-4e61-43e0-8c50-9480a658a2ec {{(pid=69319) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1069.530036] env[69319]: DEBUG oslo_concurrency.lockutils [None req-3dfdcd97-04e7-405e-a53d-261a4cdac12b tempest-ServerAddressesNegativeTestJSON-1105824886 tempest-ServerAddressesNegativeTestJSON-1105824886-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.492s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.530036] env[69319]: DEBUG nova.compute.manager [None req-3dfdcd97-04e7-405e-a53d-261a4cdac12b tempest-ServerAddressesNegativeTestJSON-1105824886 tempest-ServerAddressesNegativeTestJSON-1105824886-project-member] [instance: 00087c6b-5220-470f-8953-b9184a06d96f] Start building networks asynchronously for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1069.532905] env[69319]: DEBUG oslo_concurrency.lockutils [None req-26abe615-54c9-4fa6-8c51-db76e02d554e tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.665s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.533151] env[69319]: DEBUG nova.objects.instance [None req-26abe615-54c9-4fa6-8c51-db76e02d554e tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Lazy-loading 'resources' on Instance uuid dbde4290-a1c2-4c5e-9b2e-a9a3328a268a {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1069.560500] env[69319]: DEBUG oslo_vmware.api [None req-e2c33632-136b-461b-b2e6-737aaf1050fb tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': task-3223711, 'name': Destroy_Task, 'duration_secs': 0.620148} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.560882] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-e2c33632-136b-461b-b2e6-737aaf1050fb tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 9a2d05fc-1ee1-4847-bb63-ad2d3624c730] Destroyed the VM [ 1069.561122] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-e2c33632-136b-461b-b2e6-737aaf1050fb tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 9a2d05fc-1ee1-4847-bb63-ad2d3624c730] Deleting Snapshot of the VM instance {{(pid=69319) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1069.561431] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5a25628c-1524-4201-b848-45807fb780e7 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.568372] env[69319]: DEBUG oslo_vmware.api [None req-e2c33632-136b-461b-b2e6-737aaf1050fb tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Waiting for the task: (returnval){ [ 1069.568372] env[69319]: value = "task-3223712" [ 1069.568372] env[69319]: _type = "Task" [ 1069.568372] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.577824] env[69319]: DEBUG oslo_vmware.api [None req-e2c33632-136b-461b-b2e6-737aaf1050fb tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': task-3223712, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.861332] env[69319]: DEBUG oslo_concurrency.lockutils [None req-4e22cdd4-d833-4576-b052-f687f0e90a6f tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Acquiring lock "b67563f9-4b5d-4f20-87fc-6fc7407687ae" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.861332] env[69319]: DEBUG oslo_concurrency.lockutils [None req-4e22cdd4-d833-4576-b052-f687f0e90a6f tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Lock "b67563f9-4b5d-4f20-87fc-6fc7407687ae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.038031] env[69319]: DEBUG nova.compute.utils [None req-3dfdcd97-04e7-405e-a53d-261a4cdac12b tempest-ServerAddressesNegativeTestJSON-1105824886 tempest-ServerAddressesNegativeTestJSON-1105824886-project-member] Using /dev/sd instead of None {{(pid=69319) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1070.043261] env[69319]: DEBUG nova.compute.manager [None req-3dfdcd97-04e7-405e-a53d-261a4cdac12b tempest-ServerAddressesNegativeTestJSON-1105824886 tempest-ServerAddressesNegativeTestJSON-1105824886-project-member] [instance: 00087c6b-5220-470f-8953-b9184a06d96f] Allocating IP information in the background. {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1070.044097] env[69319]: DEBUG nova.network.neutron [None req-3dfdcd97-04e7-405e-a53d-261a4cdac12b tempest-ServerAddressesNegativeTestJSON-1105824886 tempest-ServerAddressesNegativeTestJSON-1105824886-project-member] [instance: 00087c6b-5220-470f-8953-b9184a06d96f] allocate_for_instance() {{(pid=69319) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1070.082488] env[69319]: DEBUG oslo_vmware.api [None req-e2c33632-136b-461b-b2e6-737aaf1050fb tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': task-3223712, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.087949] env[69319]: DEBUG nova.policy [None req-3dfdcd97-04e7-405e-a53d-261a4cdac12b tempest-ServerAddressesNegativeTestJSON-1105824886 tempest-ServerAddressesNegativeTestJSON-1105824886-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'efa9f0d0dbf3465e87ddbf53bad9f92f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3f43c1e06e9048e686d1cda30eeb5e74', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69319) authorize /opt/stack/nova/nova/policy.py:192}} [ 1070.133020] env[69319]: DEBUG nova.compute.manager [req-297a3c21-7fe1-450d-b3ac-6878810ad6c0 req-60ecf41d-6513-4312-be46-a45241cb4dee service nova] [instance: 357a007f-e033-421c-8d7e-3c5ad7decb70] Received event network-vif-plugged-c4d2296a-71f0-4529-a173-474bcf6b99a1 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1070.133020] env[69319]: DEBUG oslo_concurrency.lockutils [req-297a3c21-7fe1-450d-b3ac-6878810ad6c0 req-60ecf41d-6513-4312-be46-a45241cb4dee service nova] Acquiring lock "357a007f-e033-421c-8d7e-3c5ad7decb70-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.133312] env[69319]: DEBUG oslo_concurrency.lockutils [req-297a3c21-7fe1-450d-b3ac-6878810ad6c0 req-60ecf41d-6513-4312-be46-a45241cb4dee service nova] Lock "357a007f-e033-421c-8d7e-3c5ad7decb70-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.135891] env[69319]: DEBUG oslo_concurrency.lockutils [req-297a3c21-7fe1-450d-b3ac-6878810ad6c0 req-60ecf41d-6513-4312-be46-a45241cb4dee service nova] Lock "357a007f-e033-421c-8d7e-3c5ad7decb70-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.135891] env[69319]: DEBUG nova.compute.manager [req-297a3c21-7fe1-450d-b3ac-6878810ad6c0 req-60ecf41d-6513-4312-be46-a45241cb4dee service nova] [instance: 357a007f-e033-421c-8d7e-3c5ad7decb70] No waiting events found dispatching network-vif-plugged-c4d2296a-71f0-4529-a173-474bcf6b99a1 {{(pid=69319) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1070.135891] env[69319]: WARNING nova.compute.manager [req-297a3c21-7fe1-450d-b3ac-6878810ad6c0 req-60ecf41d-6513-4312-be46-a45241cb4dee service nova] [instance: 357a007f-e033-421c-8d7e-3c5ad7decb70] Received unexpected event network-vif-plugged-c4d2296a-71f0-4529-a173-474bcf6b99a1 for instance with vm_state building and task_state spawning. [ 1070.214151] env[69319]: DEBUG nova.network.neutron [None req-f3040347-8dc9-485c-a067-e4ce7bc993d5 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 357a007f-e033-421c-8d7e-3c5ad7decb70] Successfully updated port: c4d2296a-71f0-4529-a173-474bcf6b99a1 {{(pid=69319) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1070.267934] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-35cf9053-cacc-460a-ad9a-fe733b759475 tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] [instance: 5886cbfc-c361-45ef-872c-1704f7d85aff] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1070.270368] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-850508d1-465d-4e4b-835c-3af89c890f97 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.281344] env[69319]: DEBUG oslo_vmware.api [None req-35cf9053-cacc-460a-ad9a-fe733b759475 tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Waiting for the task: (returnval){ [ 1070.281344] env[69319]: value = "task-3223713" [ 1070.281344] env[69319]: _type = "Task" [ 1070.281344] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.295636] env[69319]: DEBUG oslo_vmware.api [None req-35cf9053-cacc-460a-ad9a-fe733b759475 tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Task: {'id': task-3223713, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.363951] env[69319]: DEBUG nova.compute.manager [None req-4e22cdd4-d833-4576-b052-f687f0e90a6f tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: b67563f9-4b5d-4f20-87fc-6fc7407687ae] Starting instance... {{(pid=69319) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1070.460830] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26298e6e-c895-4d68-9820-f09ebe01ff4d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.470461] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1072aed8-61c4-4edf-94b8-1dd8eab4caad {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.508213] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dd1dab4-6099-4573-8a98-be16625b7f8f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.517596] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e9c2804-7caa-4b6c-b3b8-8e395aaded53 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.534077] env[69319]: DEBUG nova.compute.provider_tree [None req-26abe615-54c9-4fa6-8c51-db76e02d554e tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1070.536436] env[69319]: DEBUG nova.network.neutron [None req-3dfdcd97-04e7-405e-a53d-261a4cdac12b tempest-ServerAddressesNegativeTestJSON-1105824886 tempest-ServerAddressesNegativeTestJSON-1105824886-project-member] [instance: 00087c6b-5220-470f-8953-b9184a06d96f] Successfully created port: 0097666f-9e86-4beb-b274-abde5e8af2e0 {{(pid=69319) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1070.543378] env[69319]: DEBUG nova.compute.manager [None req-3dfdcd97-04e7-405e-a53d-261a4cdac12b tempest-ServerAddressesNegativeTestJSON-1105824886 tempest-ServerAddressesNegativeTestJSON-1105824886-project-member] [instance: 00087c6b-5220-470f-8953-b9184a06d96f] Start building block device mappings for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1070.580362] env[69319]: DEBUG oslo_vmware.api [None req-e2c33632-136b-461b-b2e6-737aaf1050fb tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': task-3223712, 'name': RemoveSnapshot_Task, 'duration_secs': 0.989049} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.580833] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-e2c33632-136b-461b-b2e6-737aaf1050fb tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 9a2d05fc-1ee1-4847-bb63-ad2d3624c730] Deleted Snapshot of the VM instance {{(pid=69319) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1070.581152] env[69319]: DEBUG nova.compute.manager [None req-e2c33632-136b-461b-b2e6-737aaf1050fb tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 9a2d05fc-1ee1-4847-bb63-ad2d3624c730] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1070.582035] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5072e870-1907-491a-bc06-5d85cdab32e2 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.717922] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f3040347-8dc9-485c-a067-e4ce7bc993d5 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Acquiring lock "refresh_cache-357a007f-e033-421c-8d7e-3c5ad7decb70" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.717922] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f3040347-8dc9-485c-a067-e4ce7bc993d5 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Acquired lock "refresh_cache-357a007f-e033-421c-8d7e-3c5ad7decb70" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.717922] env[69319]: DEBUG nova.network.neutron [None req-f3040347-8dc9-485c-a067-e4ce7bc993d5 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 357a007f-e033-421c-8d7e-3c5ad7decb70] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1070.792219] env[69319]: DEBUG oslo_vmware.api [None req-35cf9053-cacc-460a-ad9a-fe733b759475 tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Task: {'id': task-3223713, 'name': PowerOffVM_Task, 'duration_secs': 0.335999} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.792389] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-35cf9053-cacc-460a-ad9a-fe733b759475 tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] [instance: 5886cbfc-c361-45ef-872c-1704f7d85aff] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1070.793112] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3339073-f409-4561-ac19-c80e0b1ed4a8 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.813479] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e64ec512-f54f-4874-af05-a2d0001debd2 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.855930] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-35cf9053-cacc-460a-ad9a-fe733b759475 tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] [instance: 5886cbfc-c361-45ef-872c-1704f7d85aff] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1070.856324] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-76432142-ef19-4496-b0ea-d86a8b36e85e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.858439] env[69319]: INFO nova.compute.manager [None req-0fa8b795-3364-4589-9032-61c68b032b45 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] [instance: f897ffef-dacc-4128-bb22-552b7a4b0e3a] Rebuilding instance [ 1070.868208] env[69319]: DEBUG oslo_vmware.api [None req-35cf9053-cacc-460a-ad9a-fe733b759475 tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Waiting for the task: (returnval){ [ 1070.868208] env[69319]: value = "task-3223714" [ 1070.868208] env[69319]: _type = "Task" [ 1070.868208] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.888109] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-35cf9053-cacc-460a-ad9a-fe733b759475 tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] [instance: 5886cbfc-c361-45ef-872c-1704f7d85aff] VM already powered off {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1070.888348] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-35cf9053-cacc-460a-ad9a-fe733b759475 tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] [instance: 5886cbfc-c361-45ef-872c-1704f7d85aff] Processing image 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1070.888636] env[69319]: DEBUG oslo_concurrency.lockutils [None req-35cf9053-cacc-460a-ad9a-fe733b759475 tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.888795] env[69319]: DEBUG oslo_concurrency.lockutils [None req-35cf9053-cacc-460a-ad9a-fe733b759475 tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.888999] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-35cf9053-cacc-460a-ad9a-fe733b759475 tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1070.890287] env[69319]: DEBUG oslo_concurrency.lockutils [None req-4e22cdd4-d833-4576-b052-f687f0e90a6f tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.890724] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c45dd2e4-3116-4995-91e1-4ae61cc0afd3 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.901474] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-35cf9053-cacc-460a-ad9a-fe733b759475 tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1070.901709] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-35cf9053-cacc-460a-ad9a-fe733b759475 tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1070.905039] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-162d7b64-eca8-4f48-9d77-d0277d6163bb {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.911447] env[69319]: DEBUG nova.compute.manager [None req-0fa8b795-3364-4589-9032-61c68b032b45 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] [instance: f897ffef-dacc-4128-bb22-552b7a4b0e3a] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1070.912297] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3feb7ff0-f98c-4c09-9c58-70dcb11cfa20 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.916382] env[69319]: DEBUG oslo_vmware.api [None req-35cf9053-cacc-460a-ad9a-fe733b759475 tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Waiting for the task: (returnval){ [ 1070.916382] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52048bfe-9511-e667-406c-c30b1e6244bd" [ 1070.916382] env[69319]: _type = "Task" [ 1070.916382] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.930022] env[69319]: DEBUG oslo_vmware.api [None req-35cf9053-cacc-460a-ad9a-fe733b759475 tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52048bfe-9511-e667-406c-c30b1e6244bd, 'name': SearchDatastore_Task, 'duration_secs': 0.013436} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.931240] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c155f52-2709-463d-8e78-c51e9bc659ce {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.936981] env[69319]: DEBUG oslo_vmware.api [None req-35cf9053-cacc-460a-ad9a-fe733b759475 tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Waiting for the task: (returnval){ [ 1070.936981] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]523e2cc9-78a2-7830-f1cf-e78e0af09d88" [ 1070.936981] env[69319]: _type = "Task" [ 1070.936981] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.947339] env[69319]: DEBUG oslo_vmware.api [None req-35cf9053-cacc-460a-ad9a-fe733b759475 tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]523e2cc9-78a2-7830-f1cf-e78e0af09d88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.041711] env[69319]: DEBUG nova.scheduler.client.report [None req-26abe615-54c9-4fa6-8c51-db76e02d554e tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1071.097450] env[69319]: INFO nova.compute.manager [None req-e2c33632-136b-461b-b2e6-737aaf1050fb tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 9a2d05fc-1ee1-4847-bb63-ad2d3624c730] Shelve offloading [ 1071.284916] env[69319]: DEBUG nova.network.neutron [None req-f3040347-8dc9-485c-a067-e4ce7bc993d5 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 357a007f-e033-421c-8d7e-3c5ad7decb70] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1071.353402] env[69319]: DEBUG nova.virt.hardware [None req-aab0590d-cab5-409a-a030-b1a4fc67a605 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:32:36Z,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31f027872f6f44dba95ff2fe7a062e00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:32:36Z,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1071.354824] env[69319]: DEBUG nova.virt.hardware [None req-aab0590d-cab5-409a-a030-b1a4fc67a605 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1071.354824] env[69319]: DEBUG nova.virt.hardware [None req-aab0590d-cab5-409a-a030-b1a4fc67a605 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1071.354824] env[69319]: DEBUG nova.virt.hardware [None req-aab0590d-cab5-409a-a030-b1a4fc67a605 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1071.354824] env[69319]: DEBUG nova.virt.hardware [None req-aab0590d-cab5-409a-a030-b1a4fc67a605 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1071.354824] env[69319]: DEBUG nova.virt.hardware [None req-aab0590d-cab5-409a-a030-b1a4fc67a605 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1071.354824] env[69319]: DEBUG nova.virt.hardware [None req-aab0590d-cab5-409a-a030-b1a4fc67a605 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1071.355100] env[69319]: DEBUG nova.virt.hardware [None req-aab0590d-cab5-409a-a030-b1a4fc67a605 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1071.355133] env[69319]: DEBUG nova.virt.hardware [None req-aab0590d-cab5-409a-a030-b1a4fc67a605 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1071.355387] env[69319]: DEBUG nova.virt.hardware [None req-aab0590d-cab5-409a-a030-b1a4fc67a605 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1071.355623] env[69319]: DEBUG nova.virt.hardware [None req-aab0590d-cab5-409a-a030-b1a4fc67a605 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1071.359582] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dce20bb-acad-4bdc-89ee-fd1b5ad1f69f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.370148] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ba99406-e0b0-4e47-aa8a-b93fb56f723c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.386095] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-aab0590d-cab5-409a-a030-b1a4fc67a605 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: d24a0bae-3b98-4121-a3f7-bedee3a196b4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:69:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f847601f-7479-48eb-842f-41f94eea8537', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c5c69afe-89b4-4dab-a59f-1eea4d5702ed', 'vif_model': 'vmxnet3'}] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1071.394016] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aab0590d-cab5-409a-a030-b1a4fc67a605 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1071.397128] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d24a0bae-3b98-4121-a3f7-bedee3a196b4] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1071.397436] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a67409b3-743d-442b-882b-26a6b797073c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.420247] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1071.420247] env[69319]: value = "task-3223715" [ 1071.420247] env[69319]: _type = "Task" [ 1071.420247] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.430965] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223715, 'name': CreateVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.450165] env[69319]: DEBUG oslo_vmware.api [None req-35cf9053-cacc-460a-ad9a-fe733b759475 tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]523e2cc9-78a2-7830-f1cf-e78e0af09d88, 'name': SearchDatastore_Task, 'duration_secs': 0.014287} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.450483] env[69319]: DEBUG oslo_concurrency.lockutils [None req-35cf9053-cacc-460a-ad9a-fe733b759475 tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.451354] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-35cf9053-cacc-460a-ad9a-fe733b759475 tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore1] 5886cbfc-c361-45ef-872c-1704f7d85aff/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8-rescue.vmdk. {{(pid=69319) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1071.451354] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7c7c2acc-e63a-423d-b2d6-a5b6c35cfb3d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.462802] env[69319]: DEBUG oslo_vmware.api [None req-35cf9053-cacc-460a-ad9a-fe733b759475 tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Waiting for the task: (returnval){ [ 1071.462802] env[69319]: value = "task-3223716" [ 1071.462802] env[69319]: _type = "Task" [ 1071.462802] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.472736] env[69319]: DEBUG oslo_vmware.api [None req-35cf9053-cacc-460a-ad9a-fe733b759475 tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Task: {'id': task-3223716, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.546599] env[69319]: DEBUG oslo_concurrency.lockutils [None req-26abe615-54c9-4fa6-8c51-db76e02d554e tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.014s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.549436] env[69319]: DEBUG oslo_concurrency.lockutils [None req-2c117a21-4d16-4e8d-b7a2-0d47df84f442 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.322s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.549706] env[69319]: DEBUG nova.objects.instance [None req-2c117a21-4d16-4e8d-b7a2-0d47df84f442 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Lazy-loading 'resources' on Instance uuid 49f792b7-4c8b-4a2a-afe4-016281de77b9 {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1071.566247] env[69319]: DEBUG nova.compute.manager [None req-3dfdcd97-04e7-405e-a53d-261a4cdac12b tempest-ServerAddressesNegativeTestJSON-1105824886 tempest-ServerAddressesNegativeTestJSON-1105824886-project-member] [instance: 00087c6b-5220-470f-8953-b9184a06d96f] Start spawning the instance on the hypervisor. {{(pid=69319) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1071.580158] env[69319]: INFO nova.scheduler.client.report [None req-26abe615-54c9-4fa6-8c51-db76e02d554e tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Deleted allocations for instance dbde4290-a1c2-4c5e-9b2e-a9a3328a268a [ 1071.596650] env[69319]: DEBUG nova.virt.hardware [None req-3dfdcd97-04e7-405e-a53d-261a4cdac12b tempest-ServerAddressesNegativeTestJSON-1105824886 tempest-ServerAddressesNegativeTestJSON-1105824886-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:32:36Z,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31f027872f6f44dba95ff2fe7a062e00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:32:36Z,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1071.597031] env[69319]: DEBUG nova.virt.hardware [None req-3dfdcd97-04e7-405e-a53d-261a4cdac12b tempest-ServerAddressesNegativeTestJSON-1105824886 tempest-ServerAddressesNegativeTestJSON-1105824886-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1071.597195] env[69319]: DEBUG nova.virt.hardware [None req-3dfdcd97-04e7-405e-a53d-261a4cdac12b tempest-ServerAddressesNegativeTestJSON-1105824886 tempest-ServerAddressesNegativeTestJSON-1105824886-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1071.597491] env[69319]: DEBUG nova.virt.hardware [None req-3dfdcd97-04e7-405e-a53d-261a4cdac12b tempest-ServerAddressesNegativeTestJSON-1105824886 tempest-ServerAddressesNegativeTestJSON-1105824886-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1071.602023] env[69319]: DEBUG nova.virt.hardware [None req-3dfdcd97-04e7-405e-a53d-261a4cdac12b tempest-ServerAddressesNegativeTestJSON-1105824886 tempest-ServerAddressesNegativeTestJSON-1105824886-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1071.602023] env[69319]: DEBUG nova.virt.hardware [None req-3dfdcd97-04e7-405e-a53d-261a4cdac12b tempest-ServerAddressesNegativeTestJSON-1105824886 tempest-ServerAddressesNegativeTestJSON-1105824886-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1071.602023] env[69319]: DEBUG nova.virt.hardware [None req-3dfdcd97-04e7-405e-a53d-261a4cdac12b tempest-ServerAddressesNegativeTestJSON-1105824886 tempest-ServerAddressesNegativeTestJSON-1105824886-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1071.602023] env[69319]: DEBUG nova.virt.hardware [None req-3dfdcd97-04e7-405e-a53d-261a4cdac12b tempest-ServerAddressesNegativeTestJSON-1105824886 tempest-ServerAddressesNegativeTestJSON-1105824886-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1071.602023] env[69319]: DEBUG nova.virt.hardware [None req-3dfdcd97-04e7-405e-a53d-261a4cdac12b tempest-ServerAddressesNegativeTestJSON-1105824886 tempest-ServerAddressesNegativeTestJSON-1105824886-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1071.602023] env[69319]: DEBUG nova.virt.hardware [None req-3dfdcd97-04e7-405e-a53d-261a4cdac12b tempest-ServerAddressesNegativeTestJSON-1105824886 tempest-ServerAddressesNegativeTestJSON-1105824886-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1071.602023] env[69319]: DEBUG nova.virt.hardware [None req-3dfdcd97-04e7-405e-a53d-261a4cdac12b tempest-ServerAddressesNegativeTestJSON-1105824886 tempest-ServerAddressesNegativeTestJSON-1105824886-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1071.602023] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c11356cd-2b3a-4721-b8db-46f26f5a0c87 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.603051] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2c33632-136b-461b-b2e6-737aaf1050fb tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 9a2d05fc-1ee1-4847-bb63-ad2d3624c730] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1071.604178] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d52e998b-c4a2-4898-9748-349f5d903cef {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.614884] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b453391-acd4-40e8-b9f4-9984e48d85bc {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.618142] env[69319]: DEBUG oslo_vmware.api [None req-e2c33632-136b-461b-b2e6-737aaf1050fb tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Waiting for the task: (returnval){ [ 1071.618142] env[69319]: value = "task-3223717" [ 1071.618142] env[69319]: _type = "Task" [ 1071.618142] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.639391] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2c33632-136b-461b-b2e6-737aaf1050fb tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 9a2d05fc-1ee1-4847-bb63-ad2d3624c730] VM already powered off {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1071.639715] env[69319]: DEBUG nova.compute.manager [None req-e2c33632-136b-461b-b2e6-737aaf1050fb tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 9a2d05fc-1ee1-4847-bb63-ad2d3624c730] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1071.640617] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29007392-05ad-4b86-9d6d-2f0ce9e3e558 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.648149] env[69319]: DEBUG oslo_concurrency.lockutils [None req-e2c33632-136b-461b-b2e6-737aaf1050fb tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Acquiring lock "refresh_cache-9a2d05fc-1ee1-4847-bb63-ad2d3624c730" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.648359] env[69319]: DEBUG oslo_concurrency.lockutils [None req-e2c33632-136b-461b-b2e6-737aaf1050fb tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Acquired lock "refresh_cache-9a2d05fc-1ee1-4847-bb63-ad2d3624c730" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.648535] env[69319]: DEBUG nova.network.neutron [None req-e2c33632-136b-461b-b2e6-737aaf1050fb tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 9a2d05fc-1ee1-4847-bb63-ad2d3624c730] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1071.799369] env[69319]: DEBUG nova.network.neutron [None req-f3040347-8dc9-485c-a067-e4ce7bc993d5 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 357a007f-e033-421c-8d7e-3c5ad7decb70] Updating instance_info_cache with network_info: [{"id": "c4d2296a-71f0-4529-a173-474bcf6b99a1", "address": "fa:16:3e:22:c0:08", "network": {"id": "cdf0dbad-7c1b-430c-b144-bb3bbd2341b3", "bridge": "br-int", "label": "tempest-ImagesTestJSON-265296588-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "380102385f92442f9501a051ccbbc658", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4d2296a-71", "ovs_interfaceid": "c4d2296a-71f0-4529-a173-474bcf6b99a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.933100] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fa8b795-3364-4589-9032-61c68b032b45 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] [instance: f897ffef-dacc-4128-bb22-552b7a4b0e3a] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1071.933576] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223715, 'name': CreateVM_Task} progress is 99%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.933959] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c8a6c3d5-d3a8-47b4-9412-37b8fc984d2c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.946110] env[69319]: DEBUG oslo_vmware.api [None req-0fa8b795-3364-4589-9032-61c68b032b45 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Waiting for the task: (returnval){ [ 1071.946110] env[69319]: value = "task-3223718" [ 1071.946110] env[69319]: _type = "Task" [ 1071.946110] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.955359] env[69319]: DEBUG oslo_vmware.api [None req-0fa8b795-3364-4589-9032-61c68b032b45 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Task: {'id': task-3223718, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.975821] env[69319]: DEBUG oslo_vmware.api [None req-35cf9053-cacc-460a-ad9a-fe733b759475 tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Task: {'id': task-3223716, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.093986] env[69319]: DEBUG oslo_concurrency.lockutils [None req-26abe615-54c9-4fa6-8c51-db76e02d554e tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Lock "dbde4290-a1c2-4c5e-9b2e-a9a3328a268a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.861s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.111695] env[69319]: DEBUG nova.network.neutron [None req-3dfdcd97-04e7-405e-a53d-261a4cdac12b tempest-ServerAddressesNegativeTestJSON-1105824886 tempest-ServerAddressesNegativeTestJSON-1105824886-project-member] [instance: 00087c6b-5220-470f-8953-b9184a06d96f] Successfully updated port: 0097666f-9e86-4beb-b274-abde5e8af2e0 {{(pid=69319) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1072.304299] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f3040347-8dc9-485c-a067-e4ce7bc993d5 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Releasing lock "refresh_cache-357a007f-e033-421c-8d7e-3c5ad7decb70" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.305962] env[69319]: DEBUG nova.compute.manager [None req-f3040347-8dc9-485c-a067-e4ce7bc993d5 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 357a007f-e033-421c-8d7e-3c5ad7decb70] Instance network_info: |[{"id": "c4d2296a-71f0-4529-a173-474bcf6b99a1", "address": "fa:16:3e:22:c0:08", "network": {"id": "cdf0dbad-7c1b-430c-b144-bb3bbd2341b3", "bridge": "br-int", "label": "tempest-ImagesTestJSON-265296588-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "380102385f92442f9501a051ccbbc658", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4d2296a-71", "ovs_interfaceid": "c4d2296a-71f0-4529-a173-474bcf6b99a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1072.305962] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-f3040347-8dc9-485c-a067-e4ce7bc993d5 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 357a007f-e033-421c-8d7e-3c5ad7decb70] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:c0:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '099fe970-c61f-4480-bed4-ae4f485fd82a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c4d2296a-71f0-4529-a173-474bcf6b99a1', 'vif_model': 'vmxnet3'}] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1072.312724] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f3040347-8dc9-485c-a067-e4ce7bc993d5 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1072.312987] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 357a007f-e033-421c-8d7e-3c5ad7decb70] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1072.313598] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e6b2d36d-8c59-4f6f-a4d9-cae1adea47ce {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.339177] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1072.339177] env[69319]: value = "task-3223719" [ 1072.339177] env[69319]: _type = "Task" [ 1072.339177] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.353131] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223719, 'name': CreateVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.376407] env[69319]: DEBUG nova.compute.manager [req-9629b917-9c9e-460f-b744-61a7fca19944 req-eb7f41ff-04a9-46c2-84eb-9b31c16b958e service nova] [instance: 00087c6b-5220-470f-8953-b9184a06d96f] Received event network-vif-plugged-0097666f-9e86-4beb-b274-abde5e8af2e0 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1072.376719] env[69319]: DEBUG oslo_concurrency.lockutils [req-9629b917-9c9e-460f-b744-61a7fca19944 req-eb7f41ff-04a9-46c2-84eb-9b31c16b958e service nova] Acquiring lock "00087c6b-5220-470f-8953-b9184a06d96f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.377084] env[69319]: DEBUG oslo_concurrency.lockutils [req-9629b917-9c9e-460f-b744-61a7fca19944 req-eb7f41ff-04a9-46c2-84eb-9b31c16b958e service nova] Lock "00087c6b-5220-470f-8953-b9184a06d96f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.377369] env[69319]: DEBUG oslo_concurrency.lockutils [req-9629b917-9c9e-460f-b744-61a7fca19944 req-eb7f41ff-04a9-46c2-84eb-9b31c16b958e service nova] Lock "00087c6b-5220-470f-8953-b9184a06d96f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.377622] env[69319]: DEBUG nova.compute.manager [req-9629b917-9c9e-460f-b744-61a7fca19944 req-eb7f41ff-04a9-46c2-84eb-9b31c16b958e service nova] [instance: 00087c6b-5220-470f-8953-b9184a06d96f] No waiting events found dispatching network-vif-plugged-0097666f-9e86-4beb-b274-abde5e8af2e0 {{(pid=69319) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1072.377885] env[69319]: WARNING nova.compute.manager [req-9629b917-9c9e-460f-b744-61a7fca19944 req-eb7f41ff-04a9-46c2-84eb-9b31c16b958e service nova] [instance: 00087c6b-5220-470f-8953-b9184a06d96f] Received unexpected event network-vif-plugged-0097666f-9e86-4beb-b274-abde5e8af2e0 for instance with vm_state building and task_state spawning. [ 1072.399489] env[69319]: DEBUG nova.compute.manager [req-e8298cbb-32ee-4956-834a-de4892dc7eb0 req-0e3a1bf5-9033-4477-bff9-960eea0c9e53 service nova] [instance: 357a007f-e033-421c-8d7e-3c5ad7decb70] Received event network-changed-c4d2296a-71f0-4529-a173-474bcf6b99a1 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1072.399794] env[69319]: DEBUG nova.compute.manager [req-e8298cbb-32ee-4956-834a-de4892dc7eb0 req-0e3a1bf5-9033-4477-bff9-960eea0c9e53 service nova] [instance: 357a007f-e033-421c-8d7e-3c5ad7decb70] Refreshing instance network info cache due to event network-changed-c4d2296a-71f0-4529-a173-474bcf6b99a1. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1072.400183] env[69319]: DEBUG oslo_concurrency.lockutils [req-e8298cbb-32ee-4956-834a-de4892dc7eb0 req-0e3a1bf5-9033-4477-bff9-960eea0c9e53 service nova] Acquiring lock "refresh_cache-357a007f-e033-421c-8d7e-3c5ad7decb70" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.400245] env[69319]: DEBUG oslo_concurrency.lockutils [req-e8298cbb-32ee-4956-834a-de4892dc7eb0 req-0e3a1bf5-9033-4477-bff9-960eea0c9e53 service nova] Acquired lock "refresh_cache-357a007f-e033-421c-8d7e-3c5ad7decb70" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.400630] env[69319]: DEBUG nova.network.neutron [req-e8298cbb-32ee-4956-834a-de4892dc7eb0 req-0e3a1bf5-9033-4477-bff9-960eea0c9e53 service nova] [instance: 357a007f-e033-421c-8d7e-3c5ad7decb70] Refreshing network info cache for port c4d2296a-71f0-4529-a173-474bcf6b99a1 {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1072.429328] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efcf23a8-ab86-46ca-b6df-925bc7ef2b13 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.436011] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223715, 'name': CreateVM_Task, 'duration_secs': 0.65366} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.437200] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d24a0bae-3b98-4121-a3f7-bedee3a196b4] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1072.437353] env[69319]: DEBUG oslo_concurrency.lockutils [None req-aab0590d-cab5-409a-a030-b1a4fc67a605 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.437533] env[69319]: DEBUG oslo_concurrency.lockutils [None req-aab0590d-cab5-409a-a030-b1a4fc67a605 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.437866] env[69319]: DEBUG oslo_concurrency.lockutils [None req-aab0590d-cab5-409a-a030-b1a4fc67a605 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.438151] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b477b2b2-afe7-4ea4-bec4-061add56aa59 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.442882] env[69319]: DEBUG nova.network.neutron [None req-e2c33632-136b-461b-b2e6-737aaf1050fb tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 9a2d05fc-1ee1-4847-bb63-ad2d3624c730] Updating instance_info_cache with network_info: [{"id": "b01a2f8a-1a0b-4b0a-8a96-4ee82cfadd52", "address": "fa:16:3e:ff:ec:aa", "network": {"id": "4f737b3f-f5c1-42ef-806b-0c1446295bfe", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1251481083-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a48ceaae88374e5fb247e3cd24f5e437", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3db2ab9e-1244-4377-b05f-ab76003f2428", "external-id": "nsx-vlan-transportzone-199", "segmentation_id": 199, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb01a2f8a-1a", "ovs_interfaceid": "b01a2f8a-1a0b-4b0a-8a96-4ee82cfadd52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.448049] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f79a2f4-26e1-4153-a84d-e984a88324ae {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.453507] env[69319]: DEBUG oslo_vmware.api [None req-aab0590d-cab5-409a-a030-b1a4fc67a605 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Waiting for the task: (returnval){ [ 1072.453507] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52c39b1f-db5e-f71a-4db5-d8e443a94f13" [ 1072.453507] env[69319]: _type = "Task" [ 1072.453507] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.488339] env[69319]: DEBUG oslo_vmware.api [None req-0fa8b795-3364-4589-9032-61c68b032b45 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Task: {'id': task-3223718, 'name': PowerOffVM_Task, 'duration_secs': 0.204246} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.492815] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-016914f4-fae1-4bc9-aa85-5417ce9b20e9 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.495599] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fa8b795-3364-4589-9032-61c68b032b45 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] [instance: f897ffef-dacc-4128-bb22-552b7a4b0e3a] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1072.496370] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-0fa8b795-3364-4589-9032-61c68b032b45 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] [instance: f897ffef-dacc-4128-bb22-552b7a4b0e3a] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1072.501156] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8538f55b-eaf3-4603-8bf3-594230cd003a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.503909] env[69319]: DEBUG oslo_vmware.api [None req-aab0590d-cab5-409a-a030-b1a4fc67a605 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52c39b1f-db5e-f71a-4db5-d8e443a94f13, 'name': SearchDatastore_Task, 'duration_secs': 0.01334} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.504836] env[69319]: DEBUG oslo_concurrency.lockutils [None req-aab0590d-cab5-409a-a030-b1a4fc67a605 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.505134] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-aab0590d-cab5-409a-a030-b1a4fc67a605 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: d24a0bae-3b98-4121-a3f7-bedee3a196b4] Processing image 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1072.505385] env[69319]: DEBUG oslo_concurrency.lockutils [None req-aab0590d-cab5-409a-a030-b1a4fc67a605 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.505534] env[69319]: DEBUG oslo_concurrency.lockutils [None req-aab0590d-cab5-409a-a030-b1a4fc67a605 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.505854] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-aab0590d-cab5-409a-a030-b1a4fc67a605 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1072.506793] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f130c11a-2c7a-474d-b9f3-0e9c790a4935 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.516708] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-0fa8b795-3364-4589-9032-61c68b032b45 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] [instance: f897ffef-dacc-4128-bb22-552b7a4b0e3a] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1072.517367] env[69319]: DEBUG oslo_vmware.api [None req-35cf9053-cacc-460a-ad9a-fe733b759475 tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Task: {'id': task-3223716, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.621182} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.518069] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2eab40a1-e808-4841-bdd7-6a5e077b622b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.522408] env[69319]: INFO nova.virt.vmwareapi.ds_util [None req-35cf9053-cacc-460a-ad9a-fe733b759475 tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore1] 5886cbfc-c361-45ef-872c-1704f7d85aff/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8-rescue.vmdk. [ 1072.522719] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b687f80d-1659-46b2-a16d-fddac33e31bb {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.529039] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c897e0f3-9369-448c-83c6-93093155ac31 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.532530] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-aab0590d-cab5-409a-a030-b1a4fc67a605 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1072.532767] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-aab0590d-cab5-409a-a030-b1a4fc67a605 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1072.535185] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f26631e2-f2fe-44d0-9283-b5f2a6a6dc1c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.546752] env[69319]: DEBUG nova.compute.provider_tree [None req-2c117a21-4d16-4e8d-b7a2-0d47df84f442 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1072.564801] env[69319]: DEBUG oslo_vmware.api [None req-aab0590d-cab5-409a-a030-b1a4fc67a605 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Waiting for the task: (returnval){ [ 1072.564801] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]525ea240-afe8-c6bf-ab2d-8386ddaedf35" [ 1072.564801] env[69319]: _type = "Task" [ 1072.564801] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.574095] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-35cf9053-cacc-460a-ad9a-fe733b759475 tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] [instance: 5886cbfc-c361-45ef-872c-1704f7d85aff] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] 5886cbfc-c361-45ef-872c-1704f7d85aff/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8-rescue.vmdk or device None with type thin {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1072.576373] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b228652-dd76-4884-aa05-ddf5c813d1ac {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.589619] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-0fa8b795-3364-4589-9032-61c68b032b45 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] [instance: f897ffef-dacc-4128-bb22-552b7a4b0e3a] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1072.589834] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-0fa8b795-3364-4589-9032-61c68b032b45 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] [instance: f897ffef-dacc-4128-bb22-552b7a4b0e3a] Deleting contents of the VM from datastore datastore1 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1072.590027] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fa8b795-3364-4589-9032-61c68b032b45 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Deleting the datastore file [datastore1] f897ffef-dacc-4128-bb22-552b7a4b0e3a {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1072.593731] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cec2999a-ea2d-47d1-b698-702c69b7408b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.604402] env[69319]: DEBUG oslo_vmware.api [None req-aab0590d-cab5-409a-a030-b1a4fc67a605 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]525ea240-afe8-c6bf-ab2d-8386ddaedf35, 'name': SearchDatastore_Task, 'duration_secs': 0.021285} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.607767] env[69319]: DEBUG oslo_vmware.api [None req-35cf9053-cacc-460a-ad9a-fe733b759475 tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Waiting for the task: (returnval){ [ 1072.607767] env[69319]: value = "task-3223721" [ 1072.607767] env[69319]: _type = "Task" [ 1072.607767] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.608040] env[69319]: DEBUG oslo_vmware.api [None req-0fa8b795-3364-4589-9032-61c68b032b45 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Waiting for the task: (returnval){ [ 1072.608040] env[69319]: value = "task-3223722" [ 1072.608040] env[69319]: _type = "Task" [ 1072.608040] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.608246] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4be339d1-7d5c-49b7-972f-c9549188541c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.617913] env[69319]: DEBUG oslo_concurrency.lockutils [None req-3dfdcd97-04e7-405e-a53d-261a4cdac12b tempest-ServerAddressesNegativeTestJSON-1105824886 tempest-ServerAddressesNegativeTestJSON-1105824886-project-member] Acquiring lock "refresh_cache-00087c6b-5220-470f-8953-b9184a06d96f" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.618099] env[69319]: DEBUG oslo_concurrency.lockutils [None req-3dfdcd97-04e7-405e-a53d-261a4cdac12b tempest-ServerAddressesNegativeTestJSON-1105824886 tempest-ServerAddressesNegativeTestJSON-1105824886-project-member] Acquired lock "refresh_cache-00087c6b-5220-470f-8953-b9184a06d96f" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.618264] env[69319]: DEBUG nova.network.neutron [None req-3dfdcd97-04e7-405e-a53d-261a4cdac12b tempest-ServerAddressesNegativeTestJSON-1105824886 tempest-ServerAddressesNegativeTestJSON-1105824886-project-member] [instance: 00087c6b-5220-470f-8953-b9184a06d96f] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1072.626779] env[69319]: DEBUG oslo_vmware.api [None req-35cf9053-cacc-460a-ad9a-fe733b759475 tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Task: {'id': task-3223721, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.626779] env[69319]: DEBUG oslo_vmware.api [None req-aab0590d-cab5-409a-a030-b1a4fc67a605 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Waiting for the task: (returnval){ [ 1072.626779] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]5212c119-99bb-4eba-6f60-0a9ce85a449f" [ 1072.626779] env[69319]: _type = "Task" [ 1072.626779] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.629931] env[69319]: DEBUG oslo_vmware.api [None req-0fa8b795-3364-4589-9032-61c68b032b45 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Task: {'id': task-3223722, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.642057] env[69319]: DEBUG oslo_vmware.api [None req-aab0590d-cab5-409a-a030-b1a4fc67a605 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5212c119-99bb-4eba-6f60-0a9ce85a449f, 'name': SearchDatastore_Task, 'duration_secs': 0.018798} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.642361] env[69319]: DEBUG oslo_concurrency.lockutils [None req-aab0590d-cab5-409a-a030-b1a4fc67a605 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.642665] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-aab0590d-cab5-409a-a030-b1a4fc67a605 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore1] d24a0bae-3b98-4121-a3f7-bedee3a196b4/d24a0bae-3b98-4121-a3f7-bedee3a196b4.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1072.642927] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-28205856-ac26-4382-ac48-201acbffb7af {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.652057] env[69319]: DEBUG oslo_vmware.api [None req-aab0590d-cab5-409a-a030-b1a4fc67a605 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Waiting for the task: (returnval){ [ 1072.652057] env[69319]: value = "task-3223723" [ 1072.652057] env[69319]: _type = "Task" [ 1072.652057] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.662201] env[69319]: DEBUG oslo_vmware.api [None req-aab0590d-cab5-409a-a030-b1a4fc67a605 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3223723, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.852758] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223719, 'name': CreateVM_Task, 'duration_secs': 0.497794} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.852969] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 357a007f-e033-421c-8d7e-3c5ad7decb70] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1072.853721] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f3040347-8dc9-485c-a067-e4ce7bc993d5 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.853989] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f3040347-8dc9-485c-a067-e4ce7bc993d5 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.854260] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f3040347-8dc9-485c-a067-e4ce7bc993d5 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.854531] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-370571cc-071b-4fe9-b02f-199895096211 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.861885] env[69319]: DEBUG oslo_vmware.api [None req-f3040347-8dc9-485c-a067-e4ce7bc993d5 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Waiting for the task: (returnval){ [ 1072.861885] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]5204acaf-754e-0d4f-c46a-8ac0c47d9761" [ 1072.861885] env[69319]: _type = "Task" [ 1072.861885] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.870159] env[69319]: DEBUG oslo_vmware.api [None req-f3040347-8dc9-485c-a067-e4ce7bc993d5 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5204acaf-754e-0d4f-c46a-8ac0c47d9761, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.951118] env[69319]: DEBUG oslo_concurrency.lockutils [None req-e2c33632-136b-461b-b2e6-737aaf1050fb tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Releasing lock "refresh_cache-9a2d05fc-1ee1-4847-bb63-ad2d3624c730" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.075430] env[69319]: DEBUG nova.scheduler.client.report [None req-2c117a21-4d16-4e8d-b7a2-0d47df84f442 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1073.124978] env[69319]: DEBUG oslo_vmware.api [None req-35cf9053-cacc-460a-ad9a-fe733b759475 tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Task: {'id': task-3223721, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.129320] env[69319]: DEBUG nova.network.neutron [req-e8298cbb-32ee-4956-834a-de4892dc7eb0 req-0e3a1bf5-9033-4477-bff9-960eea0c9e53 service nova] [instance: 357a007f-e033-421c-8d7e-3c5ad7decb70] Updated VIF entry in instance network info cache for port c4d2296a-71f0-4529-a173-474bcf6b99a1. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1073.129785] env[69319]: DEBUG nova.network.neutron [req-e8298cbb-32ee-4956-834a-de4892dc7eb0 req-0e3a1bf5-9033-4477-bff9-960eea0c9e53 service nova] [instance: 357a007f-e033-421c-8d7e-3c5ad7decb70] Updating instance_info_cache with network_info: [{"id": "c4d2296a-71f0-4529-a173-474bcf6b99a1", "address": "fa:16:3e:22:c0:08", "network": {"id": "cdf0dbad-7c1b-430c-b144-bb3bbd2341b3", "bridge": "br-int", "label": "tempest-ImagesTestJSON-265296588-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "380102385f92442f9501a051ccbbc658", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4d2296a-71", "ovs_interfaceid": "c4d2296a-71f0-4529-a173-474bcf6b99a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.131246] env[69319]: DEBUG oslo_vmware.api [None req-0fa8b795-3364-4589-9032-61c68b032b45 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Task: {'id': task-3223722, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183032} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.134572] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fa8b795-3364-4589-9032-61c68b032b45 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1073.134833] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-0fa8b795-3364-4589-9032-61c68b032b45 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] [instance: f897ffef-dacc-4128-bb22-552b7a4b0e3a] Deleted contents of the VM from datastore datastore1 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1073.135214] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-0fa8b795-3364-4589-9032-61c68b032b45 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] [instance: f897ffef-dacc-4128-bb22-552b7a4b0e3a] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1073.167366] env[69319]: DEBUG oslo_vmware.api [None req-aab0590d-cab5-409a-a030-b1a4fc67a605 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3223723, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.168397] env[69319]: DEBUG nova.network.neutron [None req-3dfdcd97-04e7-405e-a53d-261a4cdac12b tempest-ServerAddressesNegativeTestJSON-1105824886 tempest-ServerAddressesNegativeTestJSON-1105824886-project-member] [instance: 00087c6b-5220-470f-8953-b9184a06d96f] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1073.317737] env[69319]: DEBUG nova.network.neutron [None req-3dfdcd97-04e7-405e-a53d-261a4cdac12b tempest-ServerAddressesNegativeTestJSON-1105824886 tempest-ServerAddressesNegativeTestJSON-1105824886-project-member] [instance: 00087c6b-5220-470f-8953-b9184a06d96f] Updating instance_info_cache with network_info: [{"id": "0097666f-9e86-4beb-b274-abde5e8af2e0", "address": "fa:16:3e:32:d6:f6", "network": {"id": "1fe6d8a7-0a7d-419b-a5ff-edfa43838a07", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-345348399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f43c1e06e9048e686d1cda30eeb5e74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "462a7219-4deb-4225-9cf7-3131ef280363", "external-id": "nsx-vlan-transportzone-468", "segmentation_id": 468, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0097666f-9e", "ovs_interfaceid": "0097666f-9e86-4beb-b274-abde5e8af2e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.374567] env[69319]: DEBUG oslo_vmware.api [None req-f3040347-8dc9-485c-a067-e4ce7bc993d5 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5204acaf-754e-0d4f-c46a-8ac0c47d9761, 'name': SearchDatastore_Task, 'duration_secs': 0.013334} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.374934] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f3040347-8dc9-485c-a067-e4ce7bc993d5 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.375167] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-f3040347-8dc9-485c-a067-e4ce7bc993d5 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 357a007f-e033-421c-8d7e-3c5ad7decb70] Processing image 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1073.375415] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f3040347-8dc9-485c-a067-e4ce7bc993d5 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.375566] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f3040347-8dc9-485c-a067-e4ce7bc993d5 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.375744] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3040347-8dc9-485c-a067-e4ce7bc993d5 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1073.376185] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b12b6c82-ccaa-483c-b3a3-bfc6ad6e60c7 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.386560] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3040347-8dc9-485c-a067-e4ce7bc993d5 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1073.386774] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-f3040347-8dc9-485c-a067-e4ce7bc993d5 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1073.387580] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8fe1305c-5073-4064-a577-805d07253906 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.393972] env[69319]: DEBUG oslo_vmware.api [None req-f3040347-8dc9-485c-a067-e4ce7bc993d5 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Waiting for the task: (returnval){ [ 1073.393972] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52ebbfa9-7b65-b20c-f193-254957783eec" [ 1073.393972] env[69319]: _type = "Task" [ 1073.393972] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.402716] env[69319]: DEBUG oslo_vmware.api [None req-f3040347-8dc9-485c-a067-e4ce7bc993d5 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52ebbfa9-7b65-b20c-f193-254957783eec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.581061] env[69319]: DEBUG oslo_concurrency.lockutils [None req-2c117a21-4d16-4e8d-b7a2-0d47df84f442 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.031s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.583604] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 21.465s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.605036] env[69319]: INFO nova.scheduler.client.report [None req-2c117a21-4d16-4e8d-b7a2-0d47df84f442 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Deleted allocations for instance 49f792b7-4c8b-4a2a-afe4-016281de77b9 [ 1073.623971] env[69319]: DEBUG oslo_vmware.api [None req-35cf9053-cacc-460a-ad9a-fe733b759475 tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Task: {'id': task-3223721, 'name': ReconfigVM_Task, 'duration_secs': 0.545813} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.623971] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-35cf9053-cacc-460a-ad9a-fe733b759475 tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] [instance: 5886cbfc-c361-45ef-872c-1704f7d85aff] Reconfigured VM instance instance-0000004f to attach disk [datastore1] 5886cbfc-c361-45ef-872c-1704f7d85aff/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8-rescue.vmdk or device None with type thin {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1073.623971] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cbeccd6-f588-41cd-b0ad-3b623c3dc357 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.628032] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-e2c33632-136b-461b-b2e6-737aaf1050fb tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 9a2d05fc-1ee1-4847-bb63-ad2d3624c730] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1073.628633] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eed7a1a-4244-4a04-bf07-80878c83150d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.638770] env[69319]: DEBUG oslo_concurrency.lockutils [req-e8298cbb-32ee-4956-834a-de4892dc7eb0 req-0e3a1bf5-9033-4477-bff9-960eea0c9e53 service nova] Releasing lock "refresh_cache-357a007f-e033-421c-8d7e-3c5ad7decb70" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.640311] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-e2c33632-136b-461b-b2e6-737aaf1050fb tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 9a2d05fc-1ee1-4847-bb63-ad2d3624c730] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1073.659536] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-979e9173-4eb4-4af6-be44-4596d3b2594e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.671668] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d08ddab-88e7-41f7-bb77-5d6ad3151636 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.691062] env[69319]: DEBUG oslo_vmware.api [None req-aab0590d-cab5-409a-a030-b1a4fc67a605 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3223723, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.612339} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.692715] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-aab0590d-cab5-409a-a030-b1a4fc67a605 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore1] d24a0bae-3b98-4121-a3f7-bedee3a196b4/d24a0bae-3b98-4121-a3f7-bedee3a196b4.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1073.692920] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-aab0590d-cab5-409a-a030-b1a4fc67a605 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: d24a0bae-3b98-4121-a3f7-bedee3a196b4] Extending root virtual disk to 1048576 {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1073.693543] env[69319]: DEBUG oslo_vmware.api [None req-35cf9053-cacc-460a-ad9a-fe733b759475 tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Waiting for the task: (returnval){ [ 1073.693543] env[69319]: value = "task-3223725" [ 1073.693543] env[69319]: _type = "Task" [ 1073.693543] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.693823] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-396e6747-7ad2-498c-b9e4-5adb599c0a48 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.706053] env[69319]: DEBUG oslo_vmware.api [None req-35cf9053-cacc-460a-ad9a-fe733b759475 tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Task: {'id': task-3223725, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.707407] env[69319]: DEBUG oslo_vmware.api [None req-aab0590d-cab5-409a-a030-b1a4fc67a605 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Waiting for the task: (returnval){ [ 1073.707407] env[69319]: value = "task-3223726" [ 1073.707407] env[69319]: _type = "Task" [ 1073.707407] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.716700] env[69319]: DEBUG oslo_vmware.api [None req-aab0590d-cab5-409a-a030-b1a4fc67a605 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3223726, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.756608] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-e2c33632-136b-461b-b2e6-737aaf1050fb tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 9a2d05fc-1ee1-4847-bb63-ad2d3624c730] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1073.756608] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-e2c33632-136b-461b-b2e6-737aaf1050fb tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 9a2d05fc-1ee1-4847-bb63-ad2d3624c730] Deleting contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1073.756608] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2c33632-136b-461b-b2e6-737aaf1050fb tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Deleting the datastore file [datastore2] 9a2d05fc-1ee1-4847-bb63-ad2d3624c730 {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1073.756608] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8462e79b-f279-446f-a4a9-467c7a432caa {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.763508] env[69319]: DEBUG oslo_vmware.api [None req-e2c33632-136b-461b-b2e6-737aaf1050fb tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Waiting for the task: (returnval){ [ 1073.763508] env[69319]: value = "task-3223727" [ 1073.763508] env[69319]: _type = "Task" [ 1073.763508] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.773574] env[69319]: DEBUG oslo_vmware.api [None req-e2c33632-136b-461b-b2e6-737aaf1050fb tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': task-3223727, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.820388] env[69319]: DEBUG oslo_concurrency.lockutils [None req-3dfdcd97-04e7-405e-a53d-261a4cdac12b tempest-ServerAddressesNegativeTestJSON-1105824886 tempest-ServerAddressesNegativeTestJSON-1105824886-project-member] Releasing lock "refresh_cache-00087c6b-5220-470f-8953-b9184a06d96f" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.820827] env[69319]: DEBUG nova.compute.manager [None req-3dfdcd97-04e7-405e-a53d-261a4cdac12b tempest-ServerAddressesNegativeTestJSON-1105824886 tempest-ServerAddressesNegativeTestJSON-1105824886-project-member] [instance: 00087c6b-5220-470f-8953-b9184a06d96f] Instance network_info: |[{"id": "0097666f-9e86-4beb-b274-abde5e8af2e0", "address": "fa:16:3e:32:d6:f6", "network": {"id": "1fe6d8a7-0a7d-419b-a5ff-edfa43838a07", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-345348399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f43c1e06e9048e686d1cda30eeb5e74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "462a7219-4deb-4225-9cf7-3131ef280363", "external-id": "nsx-vlan-transportzone-468", "segmentation_id": 468, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0097666f-9e", "ovs_interfaceid": "0097666f-9e86-4beb-b274-abde5e8af2e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1073.821293] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-3dfdcd97-04e7-405e-a53d-261a4cdac12b tempest-ServerAddressesNegativeTestJSON-1105824886 tempest-ServerAddressesNegativeTestJSON-1105824886-project-member] [instance: 00087c6b-5220-470f-8953-b9184a06d96f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:32:d6:f6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '462a7219-4deb-4225-9cf7-3131ef280363', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0097666f-9e86-4beb-b274-abde5e8af2e0', 'vif_model': 'vmxnet3'}] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1073.829893] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dfdcd97-04e7-405e-a53d-261a4cdac12b tempest-ServerAddressesNegativeTestJSON-1105824886 tempest-ServerAddressesNegativeTestJSON-1105824886-project-member] Creating folder: Project (3f43c1e06e9048e686d1cda30eeb5e74). Parent ref: group-v644239. {{(pid=69319) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1073.830801] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-744fc860-0d75-4bc8-a5a8-05ac747308d3 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.845016] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-3dfdcd97-04e7-405e-a53d-261a4cdac12b tempest-ServerAddressesNegativeTestJSON-1105824886 tempest-ServerAddressesNegativeTestJSON-1105824886-project-member] Created folder: Project (3f43c1e06e9048e686d1cda30eeb5e74) in parent group-v644239. [ 1073.845280] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dfdcd97-04e7-405e-a53d-261a4cdac12b tempest-ServerAddressesNegativeTestJSON-1105824886 tempest-ServerAddressesNegativeTestJSON-1105824886-project-member] Creating folder: Instances. Parent ref: group-v644473. {{(pid=69319) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1073.845560] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-69c8c50b-9bc8-48da-80be-a39d96906633 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.857981] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-3dfdcd97-04e7-405e-a53d-261a4cdac12b tempest-ServerAddressesNegativeTestJSON-1105824886 tempest-ServerAddressesNegativeTestJSON-1105824886-project-member] Created folder: Instances in parent group-v644473. [ 1073.858283] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3dfdcd97-04e7-405e-a53d-261a4cdac12b tempest-ServerAddressesNegativeTestJSON-1105824886 tempest-ServerAddressesNegativeTestJSON-1105824886-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1073.858496] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00087c6b-5220-470f-8953-b9184a06d96f] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1073.859011] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7e610651-c788-41b6-9c93-265671d14291 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.882135] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1073.882135] env[69319]: value = "task-3223730" [ 1073.882135] env[69319]: _type = "Task" [ 1073.882135] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.891050] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223730, 'name': CreateVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.904039] env[69319]: DEBUG oslo_vmware.api [None req-f3040347-8dc9-485c-a067-e4ce7bc993d5 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52ebbfa9-7b65-b20c-f193-254957783eec, 'name': SearchDatastore_Task, 'duration_secs': 0.012679} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.904727] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df50a3d5-47f1-4c52-b353-b81b3470e98c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.911140] env[69319]: DEBUG oslo_vmware.api [None req-f3040347-8dc9-485c-a067-e4ce7bc993d5 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Waiting for the task: (returnval){ [ 1073.911140] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]521851f7-a603-97f3-28ee-d1755aa3d48b" [ 1073.911140] env[69319]: _type = "Task" [ 1073.911140] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.923011] env[69319]: DEBUG oslo_vmware.api [None req-f3040347-8dc9-485c-a067-e4ce7bc993d5 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]521851f7-a603-97f3-28ee-d1755aa3d48b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.116382] env[69319]: DEBUG oslo_concurrency.lockutils [None req-2c117a21-4d16-4e8d-b7a2-0d47df84f442 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Lock "49f792b7-4c8b-4a2a-afe4-016281de77b9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.964s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.189796] env[69319]: DEBUG nova.virt.hardware [None req-0fa8b795-3364-4589-9032-61c68b032b45 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:32:36Z,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31f027872f6f44dba95ff2fe7a062e00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:32:36Z,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1074.190154] env[69319]: DEBUG nova.virt.hardware [None req-0fa8b795-3364-4589-9032-61c68b032b45 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1074.190461] env[69319]: DEBUG nova.virt.hardware [None req-0fa8b795-3364-4589-9032-61c68b032b45 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1074.190565] env[69319]: DEBUG nova.virt.hardware [None req-0fa8b795-3364-4589-9032-61c68b032b45 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1074.190755] env[69319]: DEBUG nova.virt.hardware [None req-0fa8b795-3364-4589-9032-61c68b032b45 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1074.190966] env[69319]: DEBUG nova.virt.hardware [None req-0fa8b795-3364-4589-9032-61c68b032b45 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1074.191214] env[69319]: DEBUG nova.virt.hardware [None req-0fa8b795-3364-4589-9032-61c68b032b45 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1074.191373] env[69319]: DEBUG nova.virt.hardware [None req-0fa8b795-3364-4589-9032-61c68b032b45 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1074.191578] env[69319]: DEBUG nova.virt.hardware [None req-0fa8b795-3364-4589-9032-61c68b032b45 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1074.191772] env[69319]: DEBUG nova.virt.hardware [None req-0fa8b795-3364-4589-9032-61c68b032b45 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1074.192026] env[69319]: DEBUG nova.virt.hardware [None req-0fa8b795-3364-4589-9032-61c68b032b45 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1074.193084] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6bb5ae7-ee66-48e9-b723-e7dd3c72ba72 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.207784] env[69319]: DEBUG oslo_vmware.api [None req-35cf9053-cacc-460a-ad9a-fe733b759475 tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Task: {'id': task-3223725, 'name': ReconfigVM_Task, 'duration_secs': 0.191559} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.210472] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-35cf9053-cacc-460a-ad9a-fe733b759475 tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] [instance: 5886cbfc-c361-45ef-872c-1704f7d85aff] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1074.213935] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f45bf40b-1d92-4132-92a7-f14cf210efab {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.216648] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e47d459-d5a8-4c4e-ab95-4334fd83d660 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.230403] env[69319]: DEBUG oslo_vmware.api [None req-aab0590d-cab5-409a-a030-b1a4fc67a605 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3223726, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080847} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.241229] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-aab0590d-cab5-409a-a030-b1a4fc67a605 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: d24a0bae-3b98-4121-a3f7-bedee3a196b4] Extended root virtual disk {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1074.241842] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-0fa8b795-3364-4589-9032-61c68b032b45 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] [instance: f897ffef-dacc-4128-bb22-552b7a4b0e3a] Instance VIF info [] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1074.248184] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0fa8b795-3364-4589-9032-61c68b032b45 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1074.248617] env[69319]: DEBUG oslo_vmware.api [None req-35cf9053-cacc-460a-ad9a-fe733b759475 tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Waiting for the task: (returnval){ [ 1074.248617] env[69319]: value = "task-3223731" [ 1074.248617] env[69319]: _type = "Task" [ 1074.248617] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.249537] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3241d677-06f7-4d8f-8e4b-cc59bdca9116 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.252461] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f897ffef-dacc-4128-bb22-552b7a4b0e3a] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1074.252832] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ee628f6b-f412-4662-8e64-6e6aad6343fb {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.294758] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-aab0590d-cab5-409a-a030-b1a4fc67a605 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: d24a0bae-3b98-4121-a3f7-bedee3a196b4] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] d24a0bae-3b98-4121-a3f7-bedee3a196b4/d24a0bae-3b98-4121-a3f7-bedee3a196b4.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1074.300312] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4447d29-a0c6-4784-89e7-2bb05fc4f3e9 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.315818] env[69319]: DEBUG oslo_vmware.api [None req-35cf9053-cacc-460a-ad9a-fe733b759475 tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Task: {'id': task-3223731, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.316515] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1074.316515] env[69319]: value = "task-3223732" [ 1074.316515] env[69319]: _type = "Task" [ 1074.316515] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.320279] env[69319]: DEBUG oslo_vmware.api [None req-e2c33632-136b-461b-b2e6-737aaf1050fb tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': task-3223727, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.311835} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.324077] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2c33632-136b-461b-b2e6-737aaf1050fb tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1074.324284] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-e2c33632-136b-461b-b2e6-737aaf1050fb tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 9a2d05fc-1ee1-4847-bb63-ad2d3624c730] Deleted contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1074.324467] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-e2c33632-136b-461b-b2e6-737aaf1050fb tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 9a2d05fc-1ee1-4847-bb63-ad2d3624c730] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1074.327963] env[69319]: DEBUG oslo_vmware.api [None req-aab0590d-cab5-409a-a030-b1a4fc67a605 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Waiting for the task: (returnval){ [ 1074.327963] env[69319]: value = "task-3223733" [ 1074.327963] env[69319]: _type = "Task" [ 1074.327963] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.335099] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223732, 'name': CreateVM_Task} progress is 15%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.341337] env[69319]: DEBUG oslo_vmware.api [None req-aab0590d-cab5-409a-a030-b1a4fc67a605 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3223733, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.373557] env[69319]: INFO nova.scheduler.client.report [None req-e2c33632-136b-461b-b2e6-737aaf1050fb tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Deleted allocations for instance 9a2d05fc-1ee1-4847-bb63-ad2d3624c730 [ 1074.394283] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223730, 'name': CreateVM_Task, 'duration_secs': 0.388626} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.394649] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00087c6b-5220-470f-8953-b9184a06d96f] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1074.395571] env[69319]: DEBUG oslo_concurrency.lockutils [None req-3dfdcd97-04e7-405e-a53d-261a4cdac12b tempest-ServerAddressesNegativeTestJSON-1105824886 tempest-ServerAddressesNegativeTestJSON-1105824886-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.395759] env[69319]: DEBUG oslo_concurrency.lockutils [None req-3dfdcd97-04e7-405e-a53d-261a4cdac12b tempest-ServerAddressesNegativeTestJSON-1105824886 tempest-ServerAddressesNegativeTestJSON-1105824886-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.396295] env[69319]: DEBUG oslo_concurrency.lockutils [None req-3dfdcd97-04e7-405e-a53d-261a4cdac12b tempest-ServerAddressesNegativeTestJSON-1105824886 tempest-ServerAddressesNegativeTestJSON-1105824886-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.396582] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-948ce994-976a-4aa7-9a3f-119da723be89 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.403966] env[69319]: DEBUG oslo_vmware.api [None req-3dfdcd97-04e7-405e-a53d-261a4cdac12b tempest-ServerAddressesNegativeTestJSON-1105824886 tempest-ServerAddressesNegativeTestJSON-1105824886-project-member] Waiting for the task: (returnval){ [ 1074.403966] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]5233e979-b454-fa50-18a3-1896b1ee8786" [ 1074.403966] env[69319]: _type = "Task" [ 1074.403966] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.411601] env[69319]: DEBUG nova.compute.manager [req-8dd5658b-dc22-4085-94af-6a2e4d141339 req-fde4c509-e37d-47c3-8eee-13fd37496e6a service nova] [instance: 00087c6b-5220-470f-8953-b9184a06d96f] Received event network-changed-0097666f-9e86-4beb-b274-abde5e8af2e0 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1074.411800] env[69319]: DEBUG nova.compute.manager [req-8dd5658b-dc22-4085-94af-6a2e4d141339 req-fde4c509-e37d-47c3-8eee-13fd37496e6a service nova] [instance: 00087c6b-5220-470f-8953-b9184a06d96f] Refreshing instance network info cache due to event network-changed-0097666f-9e86-4beb-b274-abde5e8af2e0. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1074.412096] env[69319]: DEBUG oslo_concurrency.lockutils [req-8dd5658b-dc22-4085-94af-6a2e4d141339 req-fde4c509-e37d-47c3-8eee-13fd37496e6a service nova] Acquiring lock "refresh_cache-00087c6b-5220-470f-8953-b9184a06d96f" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.412305] env[69319]: DEBUG oslo_concurrency.lockutils [req-8dd5658b-dc22-4085-94af-6a2e4d141339 req-fde4c509-e37d-47c3-8eee-13fd37496e6a service nova] Acquired lock "refresh_cache-00087c6b-5220-470f-8953-b9184a06d96f" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.412496] env[69319]: DEBUG nova.network.neutron [req-8dd5658b-dc22-4085-94af-6a2e4d141339 req-fde4c509-e37d-47c3-8eee-13fd37496e6a service nova] [instance: 00087c6b-5220-470f-8953-b9184a06d96f] Refreshing network info cache for port 0097666f-9e86-4beb-b274-abde5e8af2e0 {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1074.418068] env[69319]: DEBUG oslo_vmware.api [None req-3dfdcd97-04e7-405e-a53d-261a4cdac12b tempest-ServerAddressesNegativeTestJSON-1105824886 tempest-ServerAddressesNegativeTestJSON-1105824886-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5233e979-b454-fa50-18a3-1896b1ee8786, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.430742] env[69319]: DEBUG oslo_vmware.api [None req-f3040347-8dc9-485c-a067-e4ce7bc993d5 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]521851f7-a603-97f3-28ee-d1755aa3d48b, 'name': SearchDatastore_Task, 'duration_secs': 0.011808} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.431043] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f3040347-8dc9-485c-a067-e4ce7bc993d5 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.431331] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3040347-8dc9-485c-a067-e4ce7bc993d5 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore1] 357a007f-e033-421c-8d7e-3c5ad7decb70/357a007f-e033-421c-8d7e-3c5ad7decb70.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1074.431599] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-26ac88c7-ac5b-4b8e-aca3-86449f120106 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.441149] env[69319]: DEBUG oslo_vmware.api [None req-f3040347-8dc9-485c-a067-e4ce7bc993d5 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Waiting for the task: (returnval){ [ 1074.441149] env[69319]: value = "task-3223734" [ 1074.441149] env[69319]: _type = "Task" [ 1074.441149] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.450472] env[69319]: DEBUG oslo_vmware.api [None req-f3040347-8dc9-485c-a067-e4ce7bc993d5 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': task-3223734, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.521420] env[69319]: DEBUG nova.compute.manager [req-a150b51d-b0d6-4876-b9d1-e08e34a06243 req-eafa7028-c1bf-4ede-b5c9-7dec31c4fd69 service nova] [instance: 9a2d05fc-1ee1-4847-bb63-ad2d3624c730] Received event network-vif-unplugged-b01a2f8a-1a0b-4b0a-8a96-4ee82cfadd52 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1074.521646] env[69319]: DEBUG oslo_concurrency.lockutils [req-a150b51d-b0d6-4876-b9d1-e08e34a06243 req-eafa7028-c1bf-4ede-b5c9-7dec31c4fd69 service nova] Acquiring lock "9a2d05fc-1ee1-4847-bb63-ad2d3624c730-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.521810] env[69319]: DEBUG oslo_concurrency.lockutils [req-a150b51d-b0d6-4876-b9d1-e08e34a06243 req-eafa7028-c1bf-4ede-b5c9-7dec31c4fd69 service nova] Lock "9a2d05fc-1ee1-4847-bb63-ad2d3624c730-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.522058] env[69319]: DEBUG oslo_concurrency.lockutils [req-a150b51d-b0d6-4876-b9d1-e08e34a06243 req-eafa7028-c1bf-4ede-b5c9-7dec31c4fd69 service nova] Lock "9a2d05fc-1ee1-4847-bb63-ad2d3624c730-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.522275] env[69319]: DEBUG nova.compute.manager [req-a150b51d-b0d6-4876-b9d1-e08e34a06243 req-eafa7028-c1bf-4ede-b5c9-7dec31c4fd69 service nova] [instance: 9a2d05fc-1ee1-4847-bb63-ad2d3624c730] No waiting events found dispatching network-vif-unplugged-b01a2f8a-1a0b-4b0a-8a96-4ee82cfadd52 {{(pid=69319) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1074.522515] env[69319]: WARNING nova.compute.manager [req-a150b51d-b0d6-4876-b9d1-e08e34a06243 req-eafa7028-c1bf-4ede-b5c9-7dec31c4fd69 service nova] [instance: 9a2d05fc-1ee1-4847-bb63-ad2d3624c730] Received unexpected event network-vif-unplugged-b01a2f8a-1a0b-4b0a-8a96-4ee82cfadd52 for instance with vm_state shelved_offloaded and task_state None. [ 1074.522799] env[69319]: DEBUG nova.compute.manager [req-a150b51d-b0d6-4876-b9d1-e08e34a06243 req-eafa7028-c1bf-4ede-b5c9-7dec31c4fd69 service nova] [instance: 9a2d05fc-1ee1-4847-bb63-ad2d3624c730] Received event network-changed-b01a2f8a-1a0b-4b0a-8a96-4ee82cfadd52 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1074.523082] env[69319]: DEBUG nova.compute.manager [req-a150b51d-b0d6-4876-b9d1-e08e34a06243 req-eafa7028-c1bf-4ede-b5c9-7dec31c4fd69 service nova] [instance: 9a2d05fc-1ee1-4847-bb63-ad2d3624c730] Refreshing instance network info cache due to event network-changed-b01a2f8a-1a0b-4b0a-8a96-4ee82cfadd52. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1074.523284] env[69319]: DEBUG oslo_concurrency.lockutils [req-a150b51d-b0d6-4876-b9d1-e08e34a06243 req-eafa7028-c1bf-4ede-b5c9-7dec31c4fd69 service nova] Acquiring lock "refresh_cache-9a2d05fc-1ee1-4847-bb63-ad2d3624c730" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.523456] env[69319]: DEBUG oslo_concurrency.lockutils [req-a150b51d-b0d6-4876-b9d1-e08e34a06243 req-eafa7028-c1bf-4ede-b5c9-7dec31c4fd69 service nova] Acquired lock "refresh_cache-9a2d05fc-1ee1-4847-bb63-ad2d3624c730" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.523670] env[69319]: DEBUG nova.network.neutron [req-a150b51d-b0d6-4876-b9d1-e08e34a06243 req-eafa7028-c1bf-4ede-b5c9-7dec31c4fd69 service nova] [instance: 9a2d05fc-1ee1-4847-bb63-ad2d3624c730] Refreshing network info cache for port b01a2f8a-1a0b-4b0a-8a96-4ee82cfadd52 {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1074.619396] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance 2764dc00-3329-4e56-ad73-5027b65f42d6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1074.619751] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance 0ccec795-caae-46ee-981f-2d210d0a31d3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1074.619751] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance 22225d47-adf7-4381-8b26-9372db49c4be actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1074.619902] env[69319]: WARNING nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance 170e2a0b-6461-4752-b7da-2ed0ff9fd73c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1074.620031] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance 13a67670-f42e-4041-8f4e-4fe3a65e2f33 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1074.620152] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance 33bc946c-1397-4355-8132-bc27084a66ba actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1074.620716] env[69319]: WARNING nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance 4650fd7f-02d1-46d1-b68e-3fb75e237e57 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1074.620716] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance c771ca2e-35a5-4e64-a382-926a00df4d22 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1074.620716] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance d24a0bae-3b98-4121-a3f7-bedee3a196b4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1074.620716] env[69319]: WARNING nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance b5440512-ae77-469f-b76b-a6d660b26f50 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1074.620716] env[69319]: WARNING nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance 83ef14da-a854-46ef-bb33-05164f9efb29 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1074.622127] env[69319]: WARNING nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance ec9de339-c7b8-4e35-8daa-5efe7bc4b514 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1074.622127] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance 5886cbfc-c361-45ef-872c-1704f7d85aff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1074.622127] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance f897ffef-dacc-4128-bb22-552b7a4b0e3a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1074.622127] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance 357a007f-e033-421c-8d7e-3c5ad7decb70 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1074.622127] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance 00087c6b-5220-470f-8953-b9184a06d96f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1074.765038] env[69319]: DEBUG oslo_vmware.api [None req-35cf9053-cacc-460a-ad9a-fe733b759475 tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Task: {'id': task-3223731, 'name': PowerOnVM_Task, 'duration_secs': 0.440549} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.767043] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-35cf9053-cacc-460a-ad9a-fe733b759475 tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] [instance: 5886cbfc-c361-45ef-872c-1704f7d85aff] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1074.768357] env[69319]: DEBUG nova.compute.manager [None req-35cf9053-cacc-460a-ad9a-fe733b759475 tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] [instance: 5886cbfc-c361-45ef-872c-1704f7d85aff] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1074.769244] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfdfc0bb-d160-4b5d-9225-b773528e2f46 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.833514] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223732, 'name': CreateVM_Task, 'duration_secs': 0.515463} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.838027] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f897ffef-dacc-4128-bb22-552b7a4b0e3a] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1074.838363] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0fa8b795-3364-4589-9032-61c68b032b45 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.838577] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0fa8b795-3364-4589-9032-61c68b032b45 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.840882] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0fa8b795-3364-4589-9032-61c68b032b45 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.840882] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1dc864b-06e2-44e9-b516-ba67a0551dde {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.846474] env[69319]: DEBUG oslo_vmware.api [None req-aab0590d-cab5-409a-a030-b1a4fc67a605 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3223733, 'name': ReconfigVM_Task, 'duration_secs': 0.439736} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.848129] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-aab0590d-cab5-409a-a030-b1a4fc67a605 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: d24a0bae-3b98-4121-a3f7-bedee3a196b4] Reconfigured VM instance instance-0000004a to attach disk [datastore1] d24a0bae-3b98-4121-a3f7-bedee3a196b4/d24a0bae-3b98-4121-a3f7-bedee3a196b4.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1074.849682] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-aab0590d-cab5-409a-a030-b1a4fc67a605 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: d24a0bae-3b98-4121-a3f7-bedee3a196b4] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'size': 0, 'disk_bus': None, 'encrypted': False, 'encryption_secret_uuid': None, 'encryption_format': None, 'boot_index': 0, 'device_type': 'disk', 'encryption_options': None, 'guest_format': None, 'device_name': '/dev/sda', 'image_id': '6700374e-b6e6-4c5e-a688-7ac0dd5c92f8'}], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-644462', 'volume_id': '3427d4e2-c604-4d78-964b-43baa4d4b1f8', 'name': 'volume-3427d4e2-c604-4d78-964b-43baa4d4b1f8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd24a0bae-3b98-4121-a3f7-bedee3a196b4', 'attached_at': '', 'detached_at': '', 'volume_id': '3427d4e2-c604-4d78-964b-43baa4d4b1f8', 'serial': '3427d4e2-c604-4d78-964b-43baa4d4b1f8'}, 'delete_on_termination': False, 'boot_index': None, 'guest_format': None, 'device_type': None, 'mount_device': '/dev/sdb', 'attachment_id': '816de885-4e61-43e0-8c50-9480a658a2ec', 'volume_type': None}], 'swap': None} {{(pid=69319) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1074.849904] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-aab0590d-cab5-409a-a030-b1a4fc67a605 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: d24a0bae-3b98-4121-a3f7-bedee3a196b4] Volume attach. Driver type: vmdk {{(pid=69319) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1074.850116] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-aab0590d-cab5-409a-a030-b1a4fc67a605 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: d24a0bae-3b98-4121-a3f7-bedee3a196b4] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-644462', 'volume_id': '3427d4e2-c604-4d78-964b-43baa4d4b1f8', 'name': 'volume-3427d4e2-c604-4d78-964b-43baa4d4b1f8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd24a0bae-3b98-4121-a3f7-bedee3a196b4', 'attached_at': '', 'detached_at': '', 'volume_id': '3427d4e2-c604-4d78-964b-43baa4d4b1f8', 'serial': '3427d4e2-c604-4d78-964b-43baa4d4b1f8'} {{(pid=69319) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1074.850576] env[69319]: DEBUG oslo_vmware.api [None req-0fa8b795-3364-4589-9032-61c68b032b45 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Waiting for the task: (returnval){ [ 1074.850576] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]520deebc-7e97-f27e-4448-cfc0729c253a" [ 1074.850576] env[69319]: _type = "Task" [ 1074.850576] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.851359] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eee2eeb7-9acd-4656-873e-817cb0c76d8d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.864625] env[69319]: DEBUG oslo_vmware.api [None req-0fa8b795-3364-4589-9032-61c68b032b45 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]520deebc-7e97-f27e-4448-cfc0729c253a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.877975] env[69319]: DEBUG oslo_concurrency.lockutils [None req-e2c33632-136b-461b-b2e6-737aaf1050fb tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.879177] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7861de5e-e0a1-4b19-b7b7-24880085efcb {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.908735] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-aab0590d-cab5-409a-a030-b1a4fc67a605 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: d24a0bae-3b98-4121-a3f7-bedee3a196b4] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] volume-3427d4e2-c604-4d78-964b-43baa4d4b1f8/volume-3427d4e2-c604-4d78-964b-43baa4d4b1f8.vmdk or device None with type thin {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1074.909268] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93fd6bd2-b4a6-4124-b1fc-2c4b038da6db {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.936393] env[69319]: DEBUG oslo_vmware.api [None req-3dfdcd97-04e7-405e-a53d-261a4cdac12b tempest-ServerAddressesNegativeTestJSON-1105824886 tempest-ServerAddressesNegativeTestJSON-1105824886-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5233e979-b454-fa50-18a3-1896b1ee8786, 'name': SearchDatastore_Task, 'duration_secs': 0.014954} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.938192] env[69319]: DEBUG oslo_concurrency.lockutils [None req-3dfdcd97-04e7-405e-a53d-261a4cdac12b tempest-ServerAddressesNegativeTestJSON-1105824886 tempest-ServerAddressesNegativeTestJSON-1105824886-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.938520] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-3dfdcd97-04e7-405e-a53d-261a4cdac12b tempest-ServerAddressesNegativeTestJSON-1105824886 tempest-ServerAddressesNegativeTestJSON-1105824886-project-member] [instance: 00087c6b-5220-470f-8953-b9184a06d96f] Processing image 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1074.938793] env[69319]: DEBUG oslo_concurrency.lockutils [None req-3dfdcd97-04e7-405e-a53d-261a4cdac12b tempest-ServerAddressesNegativeTestJSON-1105824886 tempest-ServerAddressesNegativeTestJSON-1105824886-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.938968] env[69319]: DEBUG oslo_concurrency.lockutils [None req-3dfdcd97-04e7-405e-a53d-261a4cdac12b tempest-ServerAddressesNegativeTestJSON-1105824886 tempest-ServerAddressesNegativeTestJSON-1105824886-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.939221] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dfdcd97-04e7-405e-a53d-261a4cdac12b tempest-ServerAddressesNegativeTestJSON-1105824886 tempest-ServerAddressesNegativeTestJSON-1105824886-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1074.939706] env[69319]: DEBUG oslo_vmware.api [None req-aab0590d-cab5-409a-a030-b1a4fc67a605 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Waiting for the task: (returnval){ [ 1074.939706] env[69319]: value = "task-3223735" [ 1074.939706] env[69319]: _type = "Task" [ 1074.939706] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.939993] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-81aeeb2a-25d0-4baf-9bf3-4d8f63b6fba5 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.959572] env[69319]: DEBUG oslo_vmware.api [None req-aab0590d-cab5-409a-a030-b1a4fc67a605 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3223735, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.963637] env[69319]: DEBUG oslo_vmware.api [None req-f3040347-8dc9-485c-a067-e4ce7bc993d5 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': task-3223734, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.965628] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dfdcd97-04e7-405e-a53d-261a4cdac12b tempest-ServerAddressesNegativeTestJSON-1105824886 tempest-ServerAddressesNegativeTestJSON-1105824886-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1074.965865] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-3dfdcd97-04e7-405e-a53d-261a4cdac12b tempest-ServerAddressesNegativeTestJSON-1105824886 tempest-ServerAddressesNegativeTestJSON-1105824886-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1074.966747] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-840b75af-4633-4545-b587-748b3945335e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.977460] env[69319]: DEBUG oslo_vmware.api [None req-3dfdcd97-04e7-405e-a53d-261a4cdac12b tempest-ServerAddressesNegativeTestJSON-1105824886 tempest-ServerAddressesNegativeTestJSON-1105824886-project-member] Waiting for the task: (returnval){ [ 1074.977460] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52aaf07a-98c0-6d6b-ca5e-870c4545a608" [ 1074.977460] env[69319]: _type = "Task" [ 1074.977460] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.988014] env[69319]: DEBUG oslo_vmware.api [None req-3dfdcd97-04e7-405e-a53d-261a4cdac12b tempest-ServerAddressesNegativeTestJSON-1105824886 tempest-ServerAddressesNegativeTestJSON-1105824886-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52aaf07a-98c0-6d6b-ca5e-870c4545a608, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.124756] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance 6c8db7ac-506b-43ec-a4e5-4aee6b69ea5b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1075.264702] env[69319]: DEBUG nova.network.neutron [req-8dd5658b-dc22-4085-94af-6a2e4d141339 req-fde4c509-e37d-47c3-8eee-13fd37496e6a service nova] [instance: 00087c6b-5220-470f-8953-b9184a06d96f] Updated VIF entry in instance network info cache for port 0097666f-9e86-4beb-b274-abde5e8af2e0. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1075.265231] env[69319]: DEBUG nova.network.neutron [req-8dd5658b-dc22-4085-94af-6a2e4d141339 req-fde4c509-e37d-47c3-8eee-13fd37496e6a service nova] [instance: 00087c6b-5220-470f-8953-b9184a06d96f] Updating instance_info_cache with network_info: [{"id": "0097666f-9e86-4beb-b274-abde5e8af2e0", "address": "fa:16:3e:32:d6:f6", "network": {"id": "1fe6d8a7-0a7d-419b-a5ff-edfa43838a07", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-345348399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f43c1e06e9048e686d1cda30eeb5e74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "462a7219-4deb-4225-9cf7-3131ef280363", "external-id": "nsx-vlan-transportzone-468", "segmentation_id": 468, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0097666f-9e", "ovs_interfaceid": "0097666f-9e86-4beb-b274-abde5e8af2e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.310012] env[69319]: DEBUG oslo_vmware.rw_handles [None req-1e01ef02-1428-443a-9214-f4f94bb15edd tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523699a2-4d97-6070-665b-1ac07f2e4069/disk-0.vmdk. {{(pid=69319) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1075.311761] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26a3ecb9-aa41-46e0-9af7-537806a85658 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.316877] env[69319]: DEBUG nova.network.neutron [req-a150b51d-b0d6-4876-b9d1-e08e34a06243 req-eafa7028-c1bf-4ede-b5c9-7dec31c4fd69 service nova] [instance: 9a2d05fc-1ee1-4847-bb63-ad2d3624c730] Updated VIF entry in instance network info cache for port b01a2f8a-1a0b-4b0a-8a96-4ee82cfadd52. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1075.317286] env[69319]: DEBUG nova.network.neutron [req-a150b51d-b0d6-4876-b9d1-e08e34a06243 req-eafa7028-c1bf-4ede-b5c9-7dec31c4fd69 service nova] [instance: 9a2d05fc-1ee1-4847-bb63-ad2d3624c730] Updating instance_info_cache with network_info: [{"id": "b01a2f8a-1a0b-4b0a-8a96-4ee82cfadd52", "address": "fa:16:3e:ff:ec:aa", "network": {"id": "4f737b3f-f5c1-42ef-806b-0c1446295bfe", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1251481083-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a48ceaae88374e5fb247e3cd24f5e437", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapb01a2f8a-1a", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.323579] env[69319]: DEBUG oslo_vmware.rw_handles [None req-1e01ef02-1428-443a-9214-f4f94bb15edd tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523699a2-4d97-6070-665b-1ac07f2e4069/disk-0.vmdk is in state: ready. {{(pid=69319) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1075.323723] env[69319]: ERROR oslo_vmware.rw_handles [None req-1e01ef02-1428-443a-9214-f4f94bb15edd tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523699a2-4d97-6070-665b-1ac07f2e4069/disk-0.vmdk due to incomplete transfer. [ 1075.325977] env[69319]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-aa7e6045-514b-4c8c-a765-1a43861c73d6 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.332813] env[69319]: DEBUG oslo_vmware.rw_handles [None req-1e01ef02-1428-443a-9214-f4f94bb15edd tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523699a2-4d97-6070-665b-1ac07f2e4069/disk-0.vmdk. {{(pid=69319) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1075.333068] env[69319]: DEBUG nova.virt.vmwareapi.images [None req-1e01ef02-1428-443a-9214-f4f94bb15edd tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 33bc946c-1397-4355-8132-bc27084a66ba] Uploaded image bc8399e8-2719-4010-aa2c-71873c417a4d to the Glance image server {{(pid=69319) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1075.335369] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e01ef02-1428-443a-9214-f4f94bb15edd tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 33bc946c-1397-4355-8132-bc27084a66ba] Destroying the VM {{(pid=69319) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1075.336028] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ed2eca0e-a482-40e1-8dbc-54a4c5158ee5 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.347019] env[69319]: DEBUG oslo_vmware.api [None req-1e01ef02-1428-443a-9214-f4f94bb15edd tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Waiting for the task: (returnval){ [ 1075.347019] env[69319]: value = "task-3223736" [ 1075.347019] env[69319]: _type = "Task" [ 1075.347019] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.357758] env[69319]: DEBUG oslo_vmware.api [None req-1e01ef02-1428-443a-9214-f4f94bb15edd tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3223736, 'name': Destroy_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.374549] env[69319]: DEBUG oslo_vmware.api [None req-0fa8b795-3364-4589-9032-61c68b032b45 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]520deebc-7e97-f27e-4448-cfc0729c253a, 'name': SearchDatastore_Task, 'duration_secs': 0.025368} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.375206] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0fa8b795-3364-4589-9032-61c68b032b45 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.375763] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-0fa8b795-3364-4589-9032-61c68b032b45 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] [instance: f897ffef-dacc-4128-bb22-552b7a4b0e3a] Processing image 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1075.376262] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0fa8b795-3364-4589-9032-61c68b032b45 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.376624] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0fa8b795-3364-4589-9032-61c68b032b45 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.377043] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fa8b795-3364-4589-9032-61c68b032b45 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1075.377895] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-10590236-3712-406f-a0aa-b444898470f6 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.390562] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fa8b795-3364-4589-9032-61c68b032b45 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1075.391131] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-0fa8b795-3364-4589-9032-61c68b032b45 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1075.393734] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-755b145b-65ea-415e-b99e-6f50b3fdf597 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.402520] env[69319]: DEBUG oslo_vmware.api [None req-0fa8b795-3364-4589-9032-61c68b032b45 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Waiting for the task: (returnval){ [ 1075.402520] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]521e5317-a245-c6e4-0889-ece616b6ae48" [ 1075.402520] env[69319]: _type = "Task" [ 1075.402520] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.413515] env[69319]: DEBUG oslo_vmware.api [None req-0fa8b795-3364-4589-9032-61c68b032b45 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]521e5317-a245-c6e4-0889-ece616b6ae48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.458790] env[69319]: DEBUG oslo_vmware.api [None req-aab0590d-cab5-409a-a030-b1a4fc67a605 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3223735, 'name': ReconfigVM_Task, 'duration_secs': 0.461839} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.464015] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-aab0590d-cab5-409a-a030-b1a4fc67a605 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: d24a0bae-3b98-4121-a3f7-bedee3a196b4] Reconfigured VM instance instance-0000004a to attach disk [datastore1] volume-3427d4e2-c604-4d78-964b-43baa4d4b1f8/volume-3427d4e2-c604-4d78-964b-43baa4d4b1f8.vmdk or device None with type thin {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1075.471672] env[69319]: DEBUG oslo_vmware.api [None req-f3040347-8dc9-485c-a067-e4ce7bc993d5 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': task-3223734, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.613758} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.471980] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-402c4ee3-c191-4584-ae70-b6e7db6f9663 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.488586] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3040347-8dc9-485c-a067-e4ce7bc993d5 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore1] 357a007f-e033-421c-8d7e-3c5ad7decb70/357a007f-e033-421c-8d7e-3c5ad7decb70.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1075.488941] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-f3040347-8dc9-485c-a067-e4ce7bc993d5 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 357a007f-e033-421c-8d7e-3c5ad7decb70] Extending root virtual disk to 1048576 {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1075.489393] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a52b0527-120a-4d5d-8c46-a55c80500539 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.504448] env[69319]: DEBUG oslo_vmware.api [None req-3dfdcd97-04e7-405e-a53d-261a4cdac12b tempest-ServerAddressesNegativeTestJSON-1105824886 tempest-ServerAddressesNegativeTestJSON-1105824886-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52aaf07a-98c0-6d6b-ca5e-870c4545a608, 'name': SearchDatastore_Task, 'duration_secs': 0.049486} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.507292] env[69319]: DEBUG oslo_vmware.api [None req-aab0590d-cab5-409a-a030-b1a4fc67a605 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Waiting for the task: (returnval){ [ 1075.507292] env[69319]: value = "task-3223738" [ 1075.507292] env[69319]: _type = "Task" [ 1075.507292] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.507540] env[69319]: DEBUG oslo_vmware.api [None req-f3040347-8dc9-485c-a067-e4ce7bc993d5 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Waiting for the task: (returnval){ [ 1075.507540] env[69319]: value = "task-3223737" [ 1075.507540] env[69319]: _type = "Task" [ 1075.507540] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.507734] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16122594-3071-469f-8a20-f18be6bc9d0a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.521342] env[69319]: DEBUG oslo_vmware.api [None req-f3040347-8dc9-485c-a067-e4ce7bc993d5 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': task-3223737, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.524852] env[69319]: DEBUG oslo_vmware.api [None req-aab0590d-cab5-409a-a030-b1a4fc67a605 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3223738, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.525154] env[69319]: DEBUG oslo_vmware.api [None req-3dfdcd97-04e7-405e-a53d-261a4cdac12b tempest-ServerAddressesNegativeTestJSON-1105824886 tempest-ServerAddressesNegativeTestJSON-1105824886-project-member] Waiting for the task: (returnval){ [ 1075.525154] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52f4fb0d-5a9e-c465-5263-ba352668719b" [ 1075.525154] env[69319]: _type = "Task" [ 1075.525154] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.534614] env[69319]: DEBUG oslo_vmware.api [None req-3dfdcd97-04e7-405e-a53d-261a4cdac12b tempest-ServerAddressesNegativeTestJSON-1105824886 tempest-ServerAddressesNegativeTestJSON-1105824886-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52f4fb0d-5a9e-c465-5263-ba352668719b, 'name': SearchDatastore_Task, 'duration_secs': 0.011605} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.534861] env[69319]: DEBUG oslo_concurrency.lockutils [None req-3dfdcd97-04e7-405e-a53d-261a4cdac12b tempest-ServerAddressesNegativeTestJSON-1105824886 tempest-ServerAddressesNegativeTestJSON-1105824886-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.535143] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dfdcd97-04e7-405e-a53d-261a4cdac12b tempest-ServerAddressesNegativeTestJSON-1105824886 tempest-ServerAddressesNegativeTestJSON-1105824886-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore1] 00087c6b-5220-470f-8953-b9184a06d96f/00087c6b-5220-470f-8953-b9184a06d96f.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1075.535480] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-471b0536-0e9d-4d62-a952-9fabe4f71ed2 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.544052] env[69319]: DEBUG oslo_vmware.api [None req-3dfdcd97-04e7-405e-a53d-261a4cdac12b tempest-ServerAddressesNegativeTestJSON-1105824886 tempest-ServerAddressesNegativeTestJSON-1105824886-project-member] Waiting for the task: (returnval){ [ 1075.544052] env[69319]: value = "task-3223739" [ 1075.544052] env[69319]: _type = "Task" [ 1075.544052] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.553476] env[69319]: DEBUG oslo_vmware.api [None req-3dfdcd97-04e7-405e-a53d-261a4cdac12b tempest-ServerAddressesNegativeTestJSON-1105824886 tempest-ServerAddressesNegativeTestJSON-1105824886-project-member] Task: {'id': task-3223739, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.629233] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance 04217131-4db4-48af-bfc0-e0037a5fc9fa has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1075.768358] env[69319]: DEBUG oslo_concurrency.lockutils [req-8dd5658b-dc22-4085-94af-6a2e4d141339 req-fde4c509-e37d-47c3-8eee-13fd37496e6a service nova] Releasing lock "refresh_cache-00087c6b-5220-470f-8953-b9184a06d96f" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.820641] env[69319]: DEBUG oslo_concurrency.lockutils [req-a150b51d-b0d6-4876-b9d1-e08e34a06243 req-eafa7028-c1bf-4ede-b5c9-7dec31c4fd69 service nova] Releasing lock "refresh_cache-9a2d05fc-1ee1-4847-bb63-ad2d3624c730" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.856373] env[69319]: DEBUG oslo_vmware.api [None req-1e01ef02-1428-443a-9214-f4f94bb15edd tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3223736, 'name': Destroy_Task, 'duration_secs': 0.439934} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.856858] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-1e01ef02-1428-443a-9214-f4f94bb15edd tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 33bc946c-1397-4355-8132-bc27084a66ba] Destroyed the VM [ 1075.857141] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-1e01ef02-1428-443a-9214-f4f94bb15edd tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 33bc946c-1397-4355-8132-bc27084a66ba] Deleting Snapshot of the VM instance {{(pid=69319) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1075.857498] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-cf56b491-bd32-41f5-911a-785b4e8490d2 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.866312] env[69319]: DEBUG oslo_vmware.api [None req-1e01ef02-1428-443a-9214-f4f94bb15edd tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Waiting for the task: (returnval){ [ 1075.866312] env[69319]: value = "task-3223740" [ 1075.866312] env[69319]: _type = "Task" [ 1075.866312] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.877337] env[69319]: DEBUG oslo_vmware.api [None req-1e01ef02-1428-443a-9214-f4f94bb15edd tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3223740, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.916159] env[69319]: DEBUG oslo_vmware.api [None req-0fa8b795-3364-4589-9032-61c68b032b45 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]521e5317-a245-c6e4-0889-ece616b6ae48, 'name': SearchDatastore_Task, 'duration_secs': 0.012296} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.917308] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36d1a7a2-3ebf-471e-88a6-04b4ec18d250 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.923788] env[69319]: DEBUG oslo_vmware.api [None req-0fa8b795-3364-4589-9032-61c68b032b45 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Waiting for the task: (returnval){ [ 1075.923788] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52bfbcc5-a8fd-2d97-8895-f1672601ea92" [ 1075.923788] env[69319]: _type = "Task" [ 1075.923788] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.944860] env[69319]: DEBUG oslo_vmware.api [None req-0fa8b795-3364-4589-9032-61c68b032b45 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52bfbcc5-a8fd-2d97-8895-f1672601ea92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.026422] env[69319]: DEBUG oslo_vmware.api [None req-aab0590d-cab5-409a-a030-b1a4fc67a605 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3223738, 'name': ReconfigVM_Task, 'duration_secs': 0.209968} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.029943] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-aab0590d-cab5-409a-a030-b1a4fc67a605 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: d24a0bae-3b98-4121-a3f7-bedee3a196b4] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-644462', 'volume_id': '3427d4e2-c604-4d78-964b-43baa4d4b1f8', 'name': 'volume-3427d4e2-c604-4d78-964b-43baa4d4b1f8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd24a0bae-3b98-4121-a3f7-bedee3a196b4', 'attached_at': '', 'detached_at': '', 'volume_id': '3427d4e2-c604-4d78-964b-43baa4d4b1f8', 'serial': '3427d4e2-c604-4d78-964b-43baa4d4b1f8'} {{(pid=69319) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1076.030714] env[69319]: DEBUG oslo_vmware.api [None req-f3040347-8dc9-485c-a067-e4ce7bc993d5 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': task-3223737, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.107} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.030939] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-03cf1791-8485-4af3-92c7-ab31dce6dc30 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.032745] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-f3040347-8dc9-485c-a067-e4ce7bc993d5 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 357a007f-e033-421c-8d7e-3c5ad7decb70] Extended root virtual disk {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1076.033604] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3415ec8-6b17-4534-bb6a-4eb608afa254 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.060724] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3040347-8dc9-485c-a067-e4ce7bc993d5 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 357a007f-e033-421c-8d7e-3c5ad7decb70] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] 357a007f-e033-421c-8d7e-3c5ad7decb70/357a007f-e033-421c-8d7e-3c5ad7decb70.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1076.064766] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b3f2b9a-869e-44ff-8d44-74f76390c3e5 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.080022] env[69319]: DEBUG oslo_vmware.api [None req-aab0590d-cab5-409a-a030-b1a4fc67a605 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Waiting for the task: (returnval){ [ 1076.080022] env[69319]: value = "task-3223741" [ 1076.080022] env[69319]: _type = "Task" [ 1076.080022] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.089837] env[69319]: DEBUG oslo_vmware.api [None req-f3040347-8dc9-485c-a067-e4ce7bc993d5 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Waiting for the task: (returnval){ [ 1076.089837] env[69319]: value = "task-3223742" [ 1076.089837] env[69319]: _type = "Task" [ 1076.089837] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.090247] env[69319]: DEBUG oslo_vmware.api [None req-3dfdcd97-04e7-405e-a53d-261a4cdac12b tempest-ServerAddressesNegativeTestJSON-1105824886 tempest-ServerAddressesNegativeTestJSON-1105824886-project-member] Task: {'id': task-3223739, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.532158} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.091015] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dfdcd97-04e7-405e-a53d-261a4cdac12b tempest-ServerAddressesNegativeTestJSON-1105824886 tempest-ServerAddressesNegativeTestJSON-1105824886-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore1] 00087c6b-5220-470f-8953-b9184a06d96f/00087c6b-5220-470f-8953-b9184a06d96f.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1076.091270] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-3dfdcd97-04e7-405e-a53d-261a4cdac12b tempest-ServerAddressesNegativeTestJSON-1105824886 tempest-ServerAddressesNegativeTestJSON-1105824886-project-member] [instance: 00087c6b-5220-470f-8953-b9184a06d96f] Extending root virtual disk to 1048576 {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1076.094528] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b9458044-5817-4c1f-85fa-5506075e9b72 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.099788] env[69319]: DEBUG oslo_vmware.api [None req-aab0590d-cab5-409a-a030-b1a4fc67a605 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3223741, 'name': Rename_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.105488] env[69319]: DEBUG oslo_vmware.api [None req-f3040347-8dc9-485c-a067-e4ce7bc993d5 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': task-3223742, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.107884] env[69319]: DEBUG oslo_vmware.api [None req-3dfdcd97-04e7-405e-a53d-261a4cdac12b tempest-ServerAddressesNegativeTestJSON-1105824886 tempest-ServerAddressesNegativeTestJSON-1105824886-project-member] Waiting for the task: (returnval){ [ 1076.107884] env[69319]: value = "task-3223743" [ 1076.107884] env[69319]: _type = "Task" [ 1076.107884] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.118512] env[69319]: DEBUG oslo_vmware.api [None req-3dfdcd97-04e7-405e-a53d-261a4cdac12b tempest-ServerAddressesNegativeTestJSON-1105824886 tempest-ServerAddressesNegativeTestJSON-1105824886-project-member] Task: {'id': task-3223743, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.132572] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance 5b1c7806-7c93-4d09-8a4d-8750bbd50450 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1076.379045] env[69319]: DEBUG oslo_vmware.api [None req-1e01ef02-1428-443a-9214-f4f94bb15edd tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3223740, 'name': RemoveSnapshot_Task} progress is 65%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.436559] env[69319]: DEBUG oslo_vmware.api [None req-0fa8b795-3364-4589-9032-61c68b032b45 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52bfbcc5-a8fd-2d97-8895-f1672601ea92, 'name': SearchDatastore_Task, 'duration_secs': 0.023033} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.436826] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0fa8b795-3364-4589-9032-61c68b032b45 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.437106] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fa8b795-3364-4589-9032-61c68b032b45 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] f897ffef-dacc-4128-bb22-552b7a4b0e3a/f897ffef-dacc-4128-bb22-552b7a4b0e3a.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1076.437363] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-23cee91d-b332-4b2b-ae1d-05e17ba311b8 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.444418] env[69319]: DEBUG oslo_vmware.api [None req-0fa8b795-3364-4589-9032-61c68b032b45 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Waiting for the task: (returnval){ [ 1076.444418] env[69319]: value = "task-3223744" [ 1076.444418] env[69319]: _type = "Task" [ 1076.444418] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.452590] env[69319]: DEBUG oslo_vmware.api [None req-0fa8b795-3364-4589-9032-61c68b032b45 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Task: {'id': task-3223744, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.590830] env[69319]: DEBUG oslo_vmware.api [None req-aab0590d-cab5-409a-a030-b1a4fc67a605 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3223741, 'name': Rename_Task, 'duration_secs': 0.210721} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.592300] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-aab0590d-cab5-409a-a030-b1a4fc67a605 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: d24a0bae-3b98-4121-a3f7-bedee3a196b4] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1076.594443] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-855ee804-3088-44ed-91ba-559fd5eebc7a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.601944] env[69319]: DEBUG oslo_vmware.api [None req-f3040347-8dc9-485c-a067-e4ce7bc993d5 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': task-3223742, 'name': ReconfigVM_Task, 'duration_secs': 0.330007} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.603263] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3040347-8dc9-485c-a067-e4ce7bc993d5 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 357a007f-e033-421c-8d7e-3c5ad7decb70] Reconfigured VM instance instance-00000051 to attach disk [datastore1] 357a007f-e033-421c-8d7e-3c5ad7decb70/357a007f-e033-421c-8d7e-3c5ad7decb70.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1076.603935] env[69319]: DEBUG oslo_vmware.api [None req-aab0590d-cab5-409a-a030-b1a4fc67a605 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Waiting for the task: (returnval){ [ 1076.603935] env[69319]: value = "task-3223745" [ 1076.603935] env[69319]: _type = "Task" [ 1076.603935] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.604146] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ea072a57-357e-4fad-b1c4-1951851a697e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.613819] env[69319]: DEBUG oslo_vmware.api [None req-f3040347-8dc9-485c-a067-e4ce7bc993d5 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Waiting for the task: (returnval){ [ 1076.613819] env[69319]: value = "task-3223746" [ 1076.613819] env[69319]: _type = "Task" [ 1076.613819] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.616901] env[69319]: DEBUG oslo_vmware.api [None req-aab0590d-cab5-409a-a030-b1a4fc67a605 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3223745, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.622698] env[69319]: DEBUG oslo_vmware.api [None req-3dfdcd97-04e7-405e-a53d-261a4cdac12b tempest-ServerAddressesNegativeTestJSON-1105824886 tempest-ServerAddressesNegativeTestJSON-1105824886-project-member] Task: {'id': task-3223743, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089271} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.622954] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-3dfdcd97-04e7-405e-a53d-261a4cdac12b tempest-ServerAddressesNegativeTestJSON-1105824886 tempest-ServerAddressesNegativeTestJSON-1105824886-project-member] [instance: 00087c6b-5220-470f-8953-b9184a06d96f] Extended root virtual disk {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1076.624151] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00c3a366-bb47-44ff-b592-7dcd70fd19b8 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.630619] env[69319]: DEBUG oslo_vmware.api [None req-f3040347-8dc9-485c-a067-e4ce7bc993d5 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': task-3223746, 'name': Rename_Task} progress is 6%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.643837] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance b67563f9-4b5d-4f20-87fc-6fc7407687ae has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1076.644261] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=69319) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1076.644453] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2816MB phys_disk=200GB used_disk=12GB total_vcpus=48 used_vcpus=12 pci_stats=[] {{(pid=69319) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1076.657058] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-3dfdcd97-04e7-405e-a53d-261a4cdac12b tempest-ServerAddressesNegativeTestJSON-1105824886 tempest-ServerAddressesNegativeTestJSON-1105824886-project-member] [instance: 00087c6b-5220-470f-8953-b9184a06d96f] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] 00087c6b-5220-470f-8953-b9184a06d96f/00087c6b-5220-470f-8953-b9184a06d96f.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1076.657803] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-29e6beae-5085-46a5-af7b-1affa2a93bef {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.685245] env[69319]: DEBUG oslo_vmware.api [None req-3dfdcd97-04e7-405e-a53d-261a4cdac12b tempest-ServerAddressesNegativeTestJSON-1105824886 tempest-ServerAddressesNegativeTestJSON-1105824886-project-member] Waiting for the task: (returnval){ [ 1076.685245] env[69319]: value = "task-3223747" [ 1076.685245] env[69319]: _type = "Task" [ 1076.685245] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.694688] env[69319]: DEBUG oslo_vmware.api [None req-3dfdcd97-04e7-405e-a53d-261a4cdac12b tempest-ServerAddressesNegativeTestJSON-1105824886 tempest-ServerAddressesNegativeTestJSON-1105824886-project-member] Task: {'id': task-3223747, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.875172] env[69319]: DEBUG nova.compute.manager [req-f564a7a5-042d-4396-a1b2-36d5982c16d7 req-980ebe39-0363-4835-bc34-7085f11da441 service nova] [instance: 5886cbfc-c361-45ef-872c-1704f7d85aff] Received event network-changed-93a683cc-3642-46ad-9741-c44cdbfc71d3 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1076.875172] env[69319]: DEBUG nova.compute.manager [req-f564a7a5-042d-4396-a1b2-36d5982c16d7 req-980ebe39-0363-4835-bc34-7085f11da441 service nova] [instance: 5886cbfc-c361-45ef-872c-1704f7d85aff] Refreshing instance network info cache due to event network-changed-93a683cc-3642-46ad-9741-c44cdbfc71d3. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1076.875172] env[69319]: DEBUG oslo_concurrency.lockutils [req-f564a7a5-042d-4396-a1b2-36d5982c16d7 req-980ebe39-0363-4835-bc34-7085f11da441 service nova] Acquiring lock "refresh_cache-5886cbfc-c361-45ef-872c-1704f7d85aff" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.875172] env[69319]: DEBUG oslo_concurrency.lockutils [req-f564a7a5-042d-4396-a1b2-36d5982c16d7 req-980ebe39-0363-4835-bc34-7085f11da441 service nova] Acquired lock "refresh_cache-5886cbfc-c361-45ef-872c-1704f7d85aff" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.875172] env[69319]: DEBUG nova.network.neutron [req-f564a7a5-042d-4396-a1b2-36d5982c16d7 req-980ebe39-0363-4835-bc34-7085f11da441 service nova] [instance: 5886cbfc-c361-45ef-872c-1704f7d85aff] Refreshing network info cache for port 93a683cc-3642-46ad-9741-c44cdbfc71d3 {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1076.890642] env[69319]: DEBUG oslo_vmware.api [None req-1e01ef02-1428-443a-9214-f4f94bb15edd tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3223740, 'name': RemoveSnapshot_Task, 'duration_secs': 0.788248} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.891100] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-1e01ef02-1428-443a-9214-f4f94bb15edd tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 33bc946c-1397-4355-8132-bc27084a66ba] Deleted Snapshot of the VM instance {{(pid=69319) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1076.891461] env[69319]: INFO nova.compute.manager [None req-1e01ef02-1428-443a-9214-f4f94bb15edd tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 33bc946c-1397-4355-8132-bc27084a66ba] Took 16.03 seconds to snapshot the instance on the hypervisor. [ 1076.959873] env[69319]: DEBUG oslo_vmware.api [None req-0fa8b795-3364-4589-9032-61c68b032b45 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Task: {'id': task-3223744, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.018071] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6555d65-94f4-4aa5-88e1-19999d67af4d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.028492] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb984748-674a-4b88-a4fe-9dbcb60cbf13 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.063689] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e74c5929-6b80-4a2f-8130-430e723918a6 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.072618] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b06420a3-f917-4fe9-a405-ec63c1434794 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.078430] env[69319]: DEBUG oslo_concurrency.lockutils [None req-4861e5e3-3926-41c1-8b94-3af605145834 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Acquiring lock "9a2d05fc-1ee1-4847-bb63-ad2d3624c730" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.087964] env[69319]: DEBUG nova.compute.provider_tree [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1077.122307] env[69319]: DEBUG oslo_vmware.api [None req-aab0590d-cab5-409a-a030-b1a4fc67a605 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3223745, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.131897] env[69319]: DEBUG oslo_vmware.api [None req-f3040347-8dc9-485c-a067-e4ce7bc993d5 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': task-3223746, 'name': Rename_Task, 'duration_secs': 0.169457} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.132596] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3040347-8dc9-485c-a067-e4ce7bc993d5 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 357a007f-e033-421c-8d7e-3c5ad7decb70] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1077.133028] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5b65a8bd-d000-4c70-87e2-2ee6d18a48dd {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.140719] env[69319]: DEBUG oslo_vmware.api [None req-f3040347-8dc9-485c-a067-e4ce7bc993d5 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Waiting for the task: (returnval){ [ 1077.140719] env[69319]: value = "task-3223748" [ 1077.140719] env[69319]: _type = "Task" [ 1077.140719] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.149773] env[69319]: DEBUG oslo_vmware.api [None req-f3040347-8dc9-485c-a067-e4ce7bc993d5 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': task-3223748, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.197885] env[69319]: DEBUG oslo_vmware.api [None req-3dfdcd97-04e7-405e-a53d-261a4cdac12b tempest-ServerAddressesNegativeTestJSON-1105824886 tempest-ServerAddressesNegativeTestJSON-1105824886-project-member] Task: {'id': task-3223747, 'name': ReconfigVM_Task, 'duration_secs': 0.352368} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.198232] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-3dfdcd97-04e7-405e-a53d-261a4cdac12b tempest-ServerAddressesNegativeTestJSON-1105824886 tempest-ServerAddressesNegativeTestJSON-1105824886-project-member] [instance: 00087c6b-5220-470f-8953-b9184a06d96f] Reconfigured VM instance instance-00000052 to attach disk [datastore1] 00087c6b-5220-470f-8953-b9184a06d96f/00087c6b-5220-470f-8953-b9184a06d96f.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1077.199840] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cd768a50-c8b7-419e-a2e9-cb7cc0406a05 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.208238] env[69319]: DEBUG oslo_vmware.api [None req-3dfdcd97-04e7-405e-a53d-261a4cdac12b tempest-ServerAddressesNegativeTestJSON-1105824886 tempest-ServerAddressesNegativeTestJSON-1105824886-project-member] Waiting for the task: (returnval){ [ 1077.208238] env[69319]: value = "task-3223749" [ 1077.208238] env[69319]: _type = "Task" [ 1077.208238] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.218873] env[69319]: DEBUG oslo_vmware.api [None req-3dfdcd97-04e7-405e-a53d-261a4cdac12b tempest-ServerAddressesNegativeTestJSON-1105824886 tempest-ServerAddressesNegativeTestJSON-1105824886-project-member] Task: {'id': task-3223749, 'name': Rename_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.459478] env[69319]: DEBUG oslo_vmware.api [None req-0fa8b795-3364-4589-9032-61c68b032b45 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Task: {'id': task-3223744, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.598544} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.465990] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fa8b795-3364-4589-9032-61c68b032b45 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] f897ffef-dacc-4128-bb22-552b7a4b0e3a/f897ffef-dacc-4128-bb22-552b7a4b0e3a.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1077.465990] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-0fa8b795-3364-4589-9032-61c68b032b45 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] [instance: f897ffef-dacc-4128-bb22-552b7a4b0e3a] Extending root virtual disk to 1048576 {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1077.465990] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-559dedef-18e6-4fc2-96f7-17c5e7e399f2 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.480113] env[69319]: DEBUG oslo_vmware.api [None req-0fa8b795-3364-4589-9032-61c68b032b45 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Waiting for the task: (returnval){ [ 1077.480113] env[69319]: value = "task-3223750" [ 1077.480113] env[69319]: _type = "Task" [ 1077.480113] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.492565] env[69319]: DEBUG oslo_vmware.api [None req-0fa8b795-3364-4589-9032-61c68b032b45 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Task: {'id': task-3223750, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.495180] env[69319]: DEBUG nova.compute.manager [None req-1e01ef02-1428-443a-9214-f4f94bb15edd tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 33bc946c-1397-4355-8132-bc27084a66ba] Found 3 images (rotation: 2) {{(pid=69319) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1077.495380] env[69319]: DEBUG nova.compute.manager [None req-1e01ef02-1428-443a-9214-f4f94bb15edd tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 33bc946c-1397-4355-8132-bc27084a66ba] Rotating out 1 backups {{(pid=69319) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 1077.495564] env[69319]: DEBUG nova.compute.manager [None req-1e01ef02-1428-443a-9214-f4f94bb15edd tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 33bc946c-1397-4355-8132-bc27084a66ba] Deleting image d78684b3-f02e-45b8-ae94-8700eaa414b6 {{(pid=69319) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 1077.590509] env[69319]: DEBUG nova.scheduler.client.report [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1077.621249] env[69319]: DEBUG oslo_vmware.api [None req-aab0590d-cab5-409a-a030-b1a4fc67a605 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3223745, 'name': PowerOnVM_Task, 'duration_secs': 0.660324} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.624987] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-aab0590d-cab5-409a-a030-b1a4fc67a605 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: d24a0bae-3b98-4121-a3f7-bedee3a196b4] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1077.625253] env[69319]: DEBUG nova.compute.manager [None req-aab0590d-cab5-409a-a030-b1a4fc67a605 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: d24a0bae-3b98-4121-a3f7-bedee3a196b4] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1077.626109] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-286e298e-fbde-4331-ac56-437351cc4b3c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.653911] env[69319]: DEBUG oslo_vmware.api [None req-f3040347-8dc9-485c-a067-e4ce7bc993d5 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': task-3223748, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.681160] env[69319]: DEBUG nova.network.neutron [req-f564a7a5-042d-4396-a1b2-36d5982c16d7 req-980ebe39-0363-4835-bc34-7085f11da441 service nova] [instance: 5886cbfc-c361-45ef-872c-1704f7d85aff] Updated VIF entry in instance network info cache for port 93a683cc-3642-46ad-9741-c44cdbfc71d3. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1077.681572] env[69319]: DEBUG nova.network.neutron [req-f564a7a5-042d-4396-a1b2-36d5982c16d7 req-980ebe39-0363-4835-bc34-7085f11da441 service nova] [instance: 5886cbfc-c361-45ef-872c-1704f7d85aff] Updating instance_info_cache with network_info: [{"id": "93a683cc-3642-46ad-9741-c44cdbfc71d3", "address": "fa:16:3e:d1:83:b2", "network": {"id": "4ff27689-c194-4347-9e77-349de4bdf429", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1685203282-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f58171a243b243ed8489e7a58ce7c7ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93a683cc-36", "ovs_interfaceid": "93a683cc-3642-46ad-9741-c44cdbfc71d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.719202] env[69319]: DEBUG oslo_vmware.api [None req-3dfdcd97-04e7-405e-a53d-261a4cdac12b tempest-ServerAddressesNegativeTestJSON-1105824886 tempest-ServerAddressesNegativeTestJSON-1105824886-project-member] Task: {'id': task-3223749, 'name': Rename_Task, 'duration_secs': 0.177159} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.719518] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dfdcd97-04e7-405e-a53d-261a4cdac12b tempest-ServerAddressesNegativeTestJSON-1105824886 tempest-ServerAddressesNegativeTestJSON-1105824886-project-member] [instance: 00087c6b-5220-470f-8953-b9184a06d96f] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1077.719791] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2de33f56-be66-4937-a780-8ef40186e312 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.728212] env[69319]: DEBUG oslo_vmware.api [None req-3dfdcd97-04e7-405e-a53d-261a4cdac12b tempest-ServerAddressesNegativeTestJSON-1105824886 tempest-ServerAddressesNegativeTestJSON-1105824886-project-member] Waiting for the task: (returnval){ [ 1077.728212] env[69319]: value = "task-3223751" [ 1077.728212] env[69319]: _type = "Task" [ 1077.728212] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.737731] env[69319]: DEBUG oslo_vmware.api [None req-3dfdcd97-04e7-405e-a53d-261a4cdac12b tempest-ServerAddressesNegativeTestJSON-1105824886 tempest-ServerAddressesNegativeTestJSON-1105824886-project-member] Task: {'id': task-3223751, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.991172] env[69319]: DEBUG oslo_vmware.api [None req-0fa8b795-3364-4589-9032-61c68b032b45 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Task: {'id': task-3223750, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076109} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.991453] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-0fa8b795-3364-4589-9032-61c68b032b45 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] [instance: f897ffef-dacc-4128-bb22-552b7a4b0e3a] Extended root virtual disk {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1077.992251] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fae74390-ba53-4ed7-99e5-095ce307ee59 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.012737] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fa8b795-3364-4589-9032-61c68b032b45 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] [instance: f897ffef-dacc-4128-bb22-552b7a4b0e3a] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] f897ffef-dacc-4128-bb22-552b7a4b0e3a/f897ffef-dacc-4128-bb22-552b7a4b0e3a.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1078.013081] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c969a54d-ebd0-4cbe-9aab-b74814a775d6 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.033573] env[69319]: DEBUG oslo_vmware.api [None req-0fa8b795-3364-4589-9032-61c68b032b45 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Waiting for the task: (returnval){ [ 1078.033573] env[69319]: value = "task-3223752" [ 1078.033573] env[69319]: _type = "Task" [ 1078.033573] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.042415] env[69319]: DEBUG oslo_vmware.api [None req-0fa8b795-3364-4589-9032-61c68b032b45 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Task: {'id': task-3223752, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.098552] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69319) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1078.098734] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.515s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.098997] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0eb4d238-110f-450e-b9cd-15b0e83a3759 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.346s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.099219] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0eb4d238-110f-450e-b9cd-15b0e83a3759 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.101382] env[69319]: DEBUG oslo_concurrency.lockutils [None req-e0f01c21-18a2-4837-a146-2a7ad7251471 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.466s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.102971] env[69319]: INFO nova.compute.claims [None req-e0f01c21-18a2-4837-a146-2a7ad7251471 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 6c8db7ac-506b-43ec-a4e5-4aee6b69ea5b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1078.149799] env[69319]: DEBUG oslo_concurrency.lockutils [None req-aab0590d-cab5-409a-a030-b1a4fc67a605 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.155520] env[69319]: DEBUG oslo_vmware.api [None req-f3040347-8dc9-485c-a067-e4ce7bc993d5 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': task-3223748, 'name': PowerOnVM_Task, 'duration_secs': 0.586739} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.155989] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3040347-8dc9-485c-a067-e4ce7bc993d5 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 357a007f-e033-421c-8d7e-3c5ad7decb70] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1078.156364] env[69319]: INFO nova.compute.manager [None req-f3040347-8dc9-485c-a067-e4ce7bc993d5 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 357a007f-e033-421c-8d7e-3c5ad7decb70] Took 9.09 seconds to spawn the instance on the hypervisor. [ 1078.156707] env[69319]: DEBUG nova.compute.manager [None req-f3040347-8dc9-485c-a067-e4ce7bc993d5 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 357a007f-e033-421c-8d7e-3c5ad7decb70] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1078.157631] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34fe07ea-8c37-4c02-8696-ed8c6683f51c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.191395] env[69319]: DEBUG oslo_concurrency.lockutils [req-f564a7a5-042d-4396-a1b2-36d5982c16d7 req-980ebe39-0363-4835-bc34-7085f11da441 service nova] Releasing lock "refresh_cache-5886cbfc-c361-45ef-872c-1704f7d85aff" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.239683] env[69319]: DEBUG oslo_vmware.api [None req-3dfdcd97-04e7-405e-a53d-261a4cdac12b tempest-ServerAddressesNegativeTestJSON-1105824886 tempest-ServerAddressesNegativeTestJSON-1105824886-project-member] Task: {'id': task-3223751, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.546319] env[69319]: DEBUG oslo_vmware.api [None req-0fa8b795-3364-4589-9032-61c68b032b45 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Task: {'id': task-3223752, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.739434] env[69319]: DEBUG oslo_vmware.api [None req-3dfdcd97-04e7-405e-a53d-261a4cdac12b tempest-ServerAddressesNegativeTestJSON-1105824886 tempest-ServerAddressesNegativeTestJSON-1105824886-project-member] Task: {'id': task-3223751, 'name': PowerOnVM_Task, 'duration_secs': 0.86547} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.739730] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dfdcd97-04e7-405e-a53d-261a4cdac12b tempest-ServerAddressesNegativeTestJSON-1105824886 tempest-ServerAddressesNegativeTestJSON-1105824886-project-member] [instance: 00087c6b-5220-470f-8953-b9184a06d96f] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1078.739940] env[69319]: INFO nova.compute.manager [None req-3dfdcd97-04e7-405e-a53d-261a4cdac12b tempest-ServerAddressesNegativeTestJSON-1105824886 tempest-ServerAddressesNegativeTestJSON-1105824886-project-member] [instance: 00087c6b-5220-470f-8953-b9184a06d96f] Took 7.18 seconds to spawn the instance on the hypervisor. [ 1078.740138] env[69319]: DEBUG nova.compute.manager [None req-3dfdcd97-04e7-405e-a53d-261a4cdac12b tempest-ServerAddressesNegativeTestJSON-1105824886 tempest-ServerAddressesNegativeTestJSON-1105824886-project-member] [instance: 00087c6b-5220-470f-8953-b9184a06d96f] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1078.740938] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-575fe464-67ca-4594-9e05-dbd6b42f7249 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.052048] env[69319]: DEBUG oslo_vmware.api [None req-0fa8b795-3364-4589-9032-61c68b032b45 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Task: {'id': task-3223752, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.059699] env[69319]: DEBUG nova.compute.manager [req-28b4d85e-4601-4df6-83ff-317d8bdc5cf0 req-3cfa4ffb-a479-4464-abe7-5300a5143ee3 service nova] [instance: 5886cbfc-c361-45ef-872c-1704f7d85aff] Received event network-changed-93a683cc-3642-46ad-9741-c44cdbfc71d3 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1079.059754] env[69319]: DEBUG nova.compute.manager [req-28b4d85e-4601-4df6-83ff-317d8bdc5cf0 req-3cfa4ffb-a479-4464-abe7-5300a5143ee3 service nova] [instance: 5886cbfc-c361-45ef-872c-1704f7d85aff] Refreshing instance network info cache due to event network-changed-93a683cc-3642-46ad-9741-c44cdbfc71d3. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1079.060064] env[69319]: DEBUG oslo_concurrency.lockutils [req-28b4d85e-4601-4df6-83ff-317d8bdc5cf0 req-3cfa4ffb-a479-4464-abe7-5300a5143ee3 service nova] Acquiring lock "refresh_cache-5886cbfc-c361-45ef-872c-1704f7d85aff" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.060302] env[69319]: DEBUG oslo_concurrency.lockutils [req-28b4d85e-4601-4df6-83ff-317d8bdc5cf0 req-3cfa4ffb-a479-4464-abe7-5300a5143ee3 service nova] Acquired lock "refresh_cache-5886cbfc-c361-45ef-872c-1704f7d85aff" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.060558] env[69319]: DEBUG nova.network.neutron [req-28b4d85e-4601-4df6-83ff-317d8bdc5cf0 req-3cfa4ffb-a479-4464-abe7-5300a5143ee3 service nova] [instance: 5886cbfc-c361-45ef-872c-1704f7d85aff] Refreshing network info cache for port 93a683cc-3642-46ad-9741-c44cdbfc71d3 {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1079.547242] env[69319]: DEBUG oslo_vmware.api [None req-0fa8b795-3364-4589-9032-61c68b032b45 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Task: {'id': task-3223752, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.753603] env[69319]: DEBUG nova.network.neutron [req-28b4d85e-4601-4df6-83ff-317d8bdc5cf0 req-3cfa4ffb-a479-4464-abe7-5300a5143ee3 service nova] [instance: 5886cbfc-c361-45ef-872c-1704f7d85aff] Updated VIF entry in instance network info cache for port 93a683cc-3642-46ad-9741-c44cdbfc71d3. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1079.754063] env[69319]: DEBUG nova.network.neutron [req-28b4d85e-4601-4df6-83ff-317d8bdc5cf0 req-3cfa4ffb-a479-4464-abe7-5300a5143ee3 service nova] [instance: 5886cbfc-c361-45ef-872c-1704f7d85aff] Updating instance_info_cache with network_info: [{"id": "93a683cc-3642-46ad-9741-c44cdbfc71d3", "address": "fa:16:3e:d1:83:b2", "network": {"id": "4ff27689-c194-4347-9e77-349de4bdf429", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1685203282-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f58171a243b243ed8489e7a58ce7c7ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93a683cc-36", "ovs_interfaceid": "93a683cc-3642-46ad-9741-c44cdbfc71d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.050159] env[69319]: DEBUG oslo_vmware.api [None req-0fa8b795-3364-4589-9032-61c68b032b45 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Task: {'id': task-3223752, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.550013] env[69319]: DEBUG oslo_vmware.api [None req-0fa8b795-3364-4589-9032-61c68b032b45 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Task: {'id': task-3223752, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.050492] env[69319]: DEBUG oslo_vmware.api [None req-0fa8b795-3364-4589-9032-61c68b032b45 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Task: {'id': task-3223752, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.339170] env[69319]: INFO nova.scheduler.client.report [None req-0eb4d238-110f-450e-b9cd-15b0e83a3759 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Deleted allocations for instance 4650fd7f-02d1-46d1-b68e-3fb75e237e57 [ 1081.551869] env[69319]: DEBUG oslo_vmware.api [None req-0fa8b795-3364-4589-9032-61c68b032b45 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Task: {'id': task-3223752, 'name': ReconfigVM_Task, 'duration_secs': 3.465302} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.552328] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fa8b795-3364-4589-9032-61c68b032b45 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] [instance: f897ffef-dacc-4128-bb22-552b7a4b0e3a] Reconfigured VM instance instance-00000050 to attach disk [datastore2] f897ffef-dacc-4128-bb22-552b7a4b0e3a/f897ffef-dacc-4128-bb22-552b7a4b0e3a.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1081.553116] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ba31e788-bd93-4520-9e38-6727610f82ee {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.562783] env[69319]: DEBUG oslo_vmware.api [None req-0fa8b795-3364-4589-9032-61c68b032b45 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Waiting for the task: (returnval){ [ 1081.562783] env[69319]: value = "task-3223753" [ 1081.562783] env[69319]: _type = "Task" [ 1081.562783] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.573915] env[69319]: DEBUG oslo_vmware.api [None req-0fa8b795-3364-4589-9032-61c68b032b45 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Task: {'id': task-3223753, 'name': Rename_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.688775] env[69319]: INFO nova.compute.manager [None req-f3040347-8dc9-485c-a067-e4ce7bc993d5 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 357a007f-e033-421c-8d7e-3c5ad7decb70] Took 38.06 seconds to build instance. [ 1081.767989] env[69319]: DEBUG oslo_concurrency.lockutils [req-28b4d85e-4601-4df6-83ff-317d8bdc5cf0 req-3cfa4ffb-a479-4464-abe7-5300a5143ee3 service nova] Releasing lock "refresh_cache-5886cbfc-c361-45ef-872c-1704f7d85aff" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.774554] env[69319]: INFO nova.compute.manager [None req-3dfdcd97-04e7-405e-a53d-261a4cdac12b tempest-ServerAddressesNegativeTestJSON-1105824886 tempest-ServerAddressesNegativeTestJSON-1105824886-project-member] [instance: 00087c6b-5220-470f-8953-b9184a06d96f] Took 37.76 seconds to build instance. [ 1081.854310] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0eb4d238-110f-450e-b9cd-15b0e83a3759 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Lock "4650fd7f-02d1-46d1-b68e-3fb75e237e57" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.019s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.075515] env[69319]: DEBUG oslo_vmware.api [None req-0fa8b795-3364-4589-9032-61c68b032b45 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Task: {'id': task-3223753, 'name': Rename_Task, 'duration_secs': 0.314274} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.075939] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fa8b795-3364-4589-9032-61c68b032b45 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] [instance: f897ffef-dacc-4128-bb22-552b7a4b0e3a] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1082.076603] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fcdf2824-2ee0-4f17-beee-8c783c431a3a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.086534] env[69319]: DEBUG oslo_vmware.api [None req-0fa8b795-3364-4589-9032-61c68b032b45 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Waiting for the task: (returnval){ [ 1082.086534] env[69319]: value = "task-3223754" [ 1082.086534] env[69319]: _type = "Task" [ 1082.086534] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.095466] env[69319]: DEBUG oslo_vmware.api [None req-0fa8b795-3364-4589-9032-61c68b032b45 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Task: {'id': task-3223754, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.190541] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f3040347-8dc9-485c-a067-e4ce7bc993d5 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Lock "357a007f-e033-421c-8d7e-3c5ad7decb70" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.569s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.279547] env[69319]: DEBUG oslo_concurrency.lockutils [None req-3dfdcd97-04e7-405e-a53d-261a4cdac12b tempest-ServerAddressesNegativeTestJSON-1105824886 tempest-ServerAddressesNegativeTestJSON-1105824886-project-member] Lock "00087c6b-5220-470f-8953-b9184a06d96f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.275s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.418583] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb4b6d76-a38b-4ad8-bc2f-8deb70371f74 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.427127] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6007277d-d3c7-40b7-8b84-35636a227008 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.462308] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c710aaa-18ad-4bfc-b770-28e4b8192ddb {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.471065] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4febd890-86f4-410c-9dbd-cae2628d00f7 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.486412] env[69319]: DEBUG nova.compute.provider_tree [None req-e0f01c21-18a2-4837-a146-2a7ad7251471 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1082.599955] env[69319]: DEBUG oslo_vmware.api [None req-0fa8b795-3364-4589-9032-61c68b032b45 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Task: {'id': task-3223754, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.606678] env[69319]: DEBUG nova.compute.manager [req-9e8cec37-9ad2-4ab4-8203-90ec792037a0 req-1b0617c2-cf28-4e30-a0bc-7920c793c719 service nova] [instance: 5886cbfc-c361-45ef-872c-1704f7d85aff] Received event network-changed-93a683cc-3642-46ad-9741-c44cdbfc71d3 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1082.606796] env[69319]: DEBUG nova.compute.manager [req-9e8cec37-9ad2-4ab4-8203-90ec792037a0 req-1b0617c2-cf28-4e30-a0bc-7920c793c719 service nova] [instance: 5886cbfc-c361-45ef-872c-1704f7d85aff] Refreshing instance network info cache due to event network-changed-93a683cc-3642-46ad-9741-c44cdbfc71d3. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1082.607145] env[69319]: DEBUG oslo_concurrency.lockutils [req-9e8cec37-9ad2-4ab4-8203-90ec792037a0 req-1b0617c2-cf28-4e30-a0bc-7920c793c719 service nova] Acquiring lock "refresh_cache-5886cbfc-c361-45ef-872c-1704f7d85aff" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.607217] env[69319]: DEBUG oslo_concurrency.lockutils [req-9e8cec37-9ad2-4ab4-8203-90ec792037a0 req-1b0617c2-cf28-4e30-a0bc-7920c793c719 service nova] Acquired lock "refresh_cache-5886cbfc-c361-45ef-872c-1704f7d85aff" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.607332] env[69319]: DEBUG nova.network.neutron [req-9e8cec37-9ad2-4ab4-8203-90ec792037a0 req-1b0617c2-cf28-4e30-a0bc-7920c793c719 service nova] [instance: 5886cbfc-c361-45ef-872c-1704f7d85aff] Refreshing network info cache for port 93a683cc-3642-46ad-9741-c44cdbfc71d3 {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1082.989713] env[69319]: DEBUG nova.scheduler.client.report [None req-e0f01c21-18a2-4837-a146-2a7ad7251471 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1083.102880] env[69319]: DEBUG oslo_vmware.api [None req-0fa8b795-3364-4589-9032-61c68b032b45 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Task: {'id': task-3223754, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.495576] env[69319]: DEBUG oslo_concurrency.lockutils [None req-e0f01c21-18a2-4837-a146-2a7ad7251471 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.394s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.496109] env[69319]: DEBUG nova.compute.manager [None req-e0f01c21-18a2-4837-a146-2a7ad7251471 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 6c8db7ac-506b-43ec-a4e5-4aee6b69ea5b] Start building networks asynchronously for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1083.499057] env[69319]: DEBUG oslo_concurrency.lockutils [None req-8f026aec-f3cd-4937-8ae7-d11708bd60fb tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.850s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.499267] env[69319]: DEBUG oslo_concurrency.lockutils [None req-8f026aec-f3cd-4937-8ae7-d11708bd60fb tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.506907] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b1e56be8-11a4-4eaa-97b2-865ec36522a1 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.979s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.508513] env[69319]: INFO nova.compute.claims [None req-b1e56be8-11a4-4eaa-97b2-865ec36522a1 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 04217131-4db4-48af-bfc0-e0037a5fc9fa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1083.547507] env[69319]: INFO nova.scheduler.client.report [None req-8f026aec-f3cd-4937-8ae7-d11708bd60fb tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Deleted allocations for instance 83ef14da-a854-46ef-bb33-05164f9efb29 [ 1083.614912] env[69319]: DEBUG oslo_vmware.api [None req-0fa8b795-3364-4589-9032-61c68b032b45 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Task: {'id': task-3223754, 'name': PowerOnVM_Task, 'duration_secs': 1.060886} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.615371] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fa8b795-3364-4589-9032-61c68b032b45 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] [instance: f897ffef-dacc-4128-bb22-552b7a4b0e3a] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1083.615623] env[69319]: DEBUG nova.compute.manager [None req-0fa8b795-3364-4589-9032-61c68b032b45 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] [instance: f897ffef-dacc-4128-bb22-552b7a4b0e3a] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1083.616819] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47d15972-d533-4462-ad3a-4188752882b0 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.705637] env[69319]: DEBUG nova.network.neutron [req-9e8cec37-9ad2-4ab4-8203-90ec792037a0 req-1b0617c2-cf28-4e30-a0bc-7920c793c719 service nova] [instance: 5886cbfc-c361-45ef-872c-1704f7d85aff] Updated VIF entry in instance network info cache for port 93a683cc-3642-46ad-9741-c44cdbfc71d3. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1083.706044] env[69319]: DEBUG nova.network.neutron [req-9e8cec37-9ad2-4ab4-8203-90ec792037a0 req-1b0617c2-cf28-4e30-a0bc-7920c793c719 service nova] [instance: 5886cbfc-c361-45ef-872c-1704f7d85aff] Updating instance_info_cache with network_info: [{"id": "93a683cc-3642-46ad-9741-c44cdbfc71d3", "address": "fa:16:3e:d1:83:b2", "network": {"id": "4ff27689-c194-4347-9e77-349de4bdf429", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1685203282-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f58171a243b243ed8489e7a58ce7c7ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93a683cc-36", "ovs_interfaceid": "93a683cc-3642-46ad-9741-c44cdbfc71d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.021287] env[69319]: DEBUG nova.compute.utils [None req-e0f01c21-18a2-4837-a146-2a7ad7251471 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Using /dev/sd instead of None {{(pid=69319) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1084.024463] env[69319]: DEBUG nova.compute.manager [None req-e0f01c21-18a2-4837-a146-2a7ad7251471 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 6c8db7ac-506b-43ec-a4e5-4aee6b69ea5b] Allocating IP information in the background. {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1084.024615] env[69319]: DEBUG nova.network.neutron [None req-e0f01c21-18a2-4837-a146-2a7ad7251471 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 6c8db7ac-506b-43ec-a4e5-4aee6b69ea5b] allocate_for_instance() {{(pid=69319) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1084.067344] env[69319]: DEBUG oslo_concurrency.lockutils [None req-8f026aec-f3cd-4937-8ae7-d11708bd60fb tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Lock "83ef14da-a854-46ef-bb33-05164f9efb29" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.916s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.071072] env[69319]: DEBUG nova.compute.manager [None req-6f4e81a3-7869-4f0d-ab46-8ec4281c124a tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 357a007f-e033-421c-8d7e-3c5ad7decb70] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1084.072472] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2279b141-0169-46b1-bd0c-41650c0ac2f8 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.117925] env[69319]: DEBUG nova.policy [None req-e0f01c21-18a2-4837-a146-2a7ad7251471 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '46f8f99bbc7e405996457ea9bd54244e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4a2a8028cdd742feb1486644ae29e7d9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69319) authorize /opt/stack/nova/nova/policy.py:192}} [ 1084.141495] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0fa8b795-3364-4589-9032-61c68b032b45 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.209326] env[69319]: DEBUG oslo_concurrency.lockutils [req-9e8cec37-9ad2-4ab4-8203-90ec792037a0 req-1b0617c2-cf28-4e30-a0bc-7920c793c719 service nova] Releasing lock "refresh_cache-5886cbfc-c361-45ef-872c-1704f7d85aff" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.295091] env[69319]: DEBUG oslo_concurrency.lockutils [None req-733867a6-215b-4468-a666-a9a526f10c19 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Acquiring lock "33bc946c-1397-4355-8132-bc27084a66ba" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.295091] env[69319]: DEBUG oslo_concurrency.lockutils [None req-733867a6-215b-4468-a666-a9a526f10c19 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Lock "33bc946c-1397-4355-8132-bc27084a66ba" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.295091] env[69319]: DEBUG nova.compute.manager [None req-733867a6-215b-4468-a666-a9a526f10c19 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 33bc946c-1397-4355-8132-bc27084a66ba] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1084.295091] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a18c5f36-2994-4589-9ba7-34c4741eaf06 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.305683] env[69319]: DEBUG nova.compute.manager [None req-733867a6-215b-4468-a666-a9a526f10c19 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 33bc946c-1397-4355-8132-bc27084a66ba] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69319) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1084.306788] env[69319]: DEBUG nova.objects.instance [None req-733867a6-215b-4468-a666-a9a526f10c19 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Lazy-loading 'flavor' on Instance uuid 33bc946c-1397-4355-8132-bc27084a66ba {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1084.434968] env[69319]: DEBUG nova.network.neutron [None req-e0f01c21-18a2-4837-a146-2a7ad7251471 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 6c8db7ac-506b-43ec-a4e5-4aee6b69ea5b] Successfully created port: b848246b-f65e-41c0-a7aa-6e5af1f769d6 {{(pid=69319) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1084.528320] env[69319]: DEBUG nova.compute.manager [None req-e0f01c21-18a2-4837-a146-2a7ad7251471 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 6c8db7ac-506b-43ec-a4e5-4aee6b69ea5b] Start building block device mappings for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1084.588664] env[69319]: INFO nova.compute.manager [None req-6f4e81a3-7869-4f0d-ab46-8ec4281c124a tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 357a007f-e033-421c-8d7e-3c5ad7decb70] instance snapshotting [ 1084.592156] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41c35081-f321-4d13-860b-e11b2ea22727 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.614523] env[69319]: DEBUG oslo_concurrency.lockutils [None req-23676c7c-60da-489b-9029-5a285a0b4e40 tempest-ServerAddressesNegativeTestJSON-1105824886 tempest-ServerAddressesNegativeTestJSON-1105824886-project-member] Acquiring lock "00087c6b-5220-470f-8953-b9184a06d96f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.615715] env[69319]: DEBUG oslo_concurrency.lockutils [None req-23676c7c-60da-489b-9029-5a285a0b4e40 tempest-ServerAddressesNegativeTestJSON-1105824886 tempest-ServerAddressesNegativeTestJSON-1105824886-project-member] Lock "00087c6b-5220-470f-8953-b9184a06d96f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.616275] env[69319]: DEBUG oslo_concurrency.lockutils [None req-23676c7c-60da-489b-9029-5a285a0b4e40 tempest-ServerAddressesNegativeTestJSON-1105824886 tempest-ServerAddressesNegativeTestJSON-1105824886-project-member] Acquiring lock "00087c6b-5220-470f-8953-b9184a06d96f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.616680] env[69319]: DEBUG oslo_concurrency.lockutils [None req-23676c7c-60da-489b-9029-5a285a0b4e40 tempest-ServerAddressesNegativeTestJSON-1105824886 tempest-ServerAddressesNegativeTestJSON-1105824886-project-member] Lock "00087c6b-5220-470f-8953-b9184a06d96f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.616934] env[69319]: DEBUG oslo_concurrency.lockutils [None req-23676c7c-60da-489b-9029-5a285a0b4e40 tempest-ServerAddressesNegativeTestJSON-1105824886 tempest-ServerAddressesNegativeTestJSON-1105824886-project-member] Lock "00087c6b-5220-470f-8953-b9184a06d96f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.619554] env[69319]: INFO nova.compute.manager [None req-23676c7c-60da-489b-9029-5a285a0b4e40 tempest-ServerAddressesNegativeTestJSON-1105824886 tempest-ServerAddressesNegativeTestJSON-1105824886-project-member] [instance: 00087c6b-5220-470f-8953-b9184a06d96f] Terminating instance [ 1084.624532] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1496bad-689d-4d25-9ca5-e7e83ec776ef {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.933068] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75b355b9-7663-4418-a457-7f8e397eadda {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.943275] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c0f14a8-8896-4f50-8e91-f743f3377450 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.981621] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98073dbf-b667-4b9d-972f-fd3f5bb8df0e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.991074] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8a2354c-e841-4aaf-8227-7e7ac3034e20 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.011190] env[69319]: DEBUG nova.compute.provider_tree [None req-b1e56be8-11a4-4eaa-97b2-865ec36522a1 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1085.131701] env[69319]: DEBUG nova.compute.manager [None req-23676c7c-60da-489b-9029-5a285a0b4e40 tempest-ServerAddressesNegativeTestJSON-1105824886 tempest-ServerAddressesNegativeTestJSON-1105824886-project-member] [instance: 00087c6b-5220-470f-8953-b9184a06d96f] Start destroying the instance on the hypervisor. {{(pid=69319) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1085.131981] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-23676c7c-60da-489b-9029-5a285a0b4e40 tempest-ServerAddressesNegativeTestJSON-1105824886 tempest-ServerAddressesNegativeTestJSON-1105824886-project-member] [instance: 00087c6b-5220-470f-8953-b9184a06d96f] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1085.133032] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22337ef5-f910-4fb1-8825-0bc5dd121426 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.142320] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-23676c7c-60da-489b-9029-5a285a0b4e40 tempest-ServerAddressesNegativeTestJSON-1105824886 tempest-ServerAddressesNegativeTestJSON-1105824886-project-member] [instance: 00087c6b-5220-470f-8953-b9184a06d96f] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1085.142995] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f10eb474-e6c0-4683-9ac2-6a4453aa32b8 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.148047] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-6f4e81a3-7869-4f0d-ab46-8ec4281c124a tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 357a007f-e033-421c-8d7e-3c5ad7decb70] Creating Snapshot of the VM instance {{(pid=69319) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1085.149103] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0ae6c9f0-f923-47c9-b918-dc3b7849671f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.154844] env[69319]: DEBUG oslo_vmware.api [None req-23676c7c-60da-489b-9029-5a285a0b4e40 tempest-ServerAddressesNegativeTestJSON-1105824886 tempest-ServerAddressesNegativeTestJSON-1105824886-project-member] Waiting for the task: (returnval){ [ 1085.154844] env[69319]: value = "task-3223755" [ 1085.154844] env[69319]: _type = "Task" [ 1085.154844] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.161822] env[69319]: DEBUG oslo_vmware.api [None req-6f4e81a3-7869-4f0d-ab46-8ec4281c124a tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Waiting for the task: (returnval){ [ 1085.161822] env[69319]: value = "task-3223756" [ 1085.161822] env[69319]: _type = "Task" [ 1085.161822] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.169326] env[69319]: DEBUG oslo_vmware.api [None req-23676c7c-60da-489b-9029-5a285a0b4e40 tempest-ServerAddressesNegativeTestJSON-1105824886 tempest-ServerAddressesNegativeTestJSON-1105824886-project-member] Task: {'id': task-3223755, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.176575] env[69319]: DEBUG oslo_vmware.api [None req-6f4e81a3-7869-4f0d-ab46-8ec4281c124a tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': task-3223756, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.320292] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-733867a6-215b-4468-a666-a9a526f10c19 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 33bc946c-1397-4355-8132-bc27084a66ba] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1085.320569] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a4b48330-f2c0-43b5-bcc2-c9b566c8870a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.333494] env[69319]: DEBUG oslo_vmware.api [None req-733867a6-215b-4468-a666-a9a526f10c19 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Waiting for the task: (returnval){ [ 1085.333494] env[69319]: value = "task-3223757" [ 1085.333494] env[69319]: _type = "Task" [ 1085.333494] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.350976] env[69319]: DEBUG oslo_vmware.api [None req-733867a6-215b-4468-a666-a9a526f10c19 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3223757, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.429780] env[69319]: DEBUG nova.compute.manager [req-45bf6f64-571c-4606-86bd-f44be2bd00a7 req-58940749-dafd-43c3-ad6f-aedca49de3e4 service nova] [instance: 5886cbfc-c361-45ef-872c-1704f7d85aff] Received event network-changed-93a683cc-3642-46ad-9741-c44cdbfc71d3 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1085.430194] env[69319]: DEBUG nova.compute.manager [req-45bf6f64-571c-4606-86bd-f44be2bd00a7 req-58940749-dafd-43c3-ad6f-aedca49de3e4 service nova] [instance: 5886cbfc-c361-45ef-872c-1704f7d85aff] Refreshing instance network info cache due to event network-changed-93a683cc-3642-46ad-9741-c44cdbfc71d3. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1085.430631] env[69319]: DEBUG oslo_concurrency.lockutils [req-45bf6f64-571c-4606-86bd-f44be2bd00a7 req-58940749-dafd-43c3-ad6f-aedca49de3e4 service nova] Acquiring lock "refresh_cache-5886cbfc-c361-45ef-872c-1704f7d85aff" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.430749] env[69319]: DEBUG oslo_concurrency.lockutils [req-45bf6f64-571c-4606-86bd-f44be2bd00a7 req-58940749-dafd-43c3-ad6f-aedca49de3e4 service nova] Acquired lock "refresh_cache-5886cbfc-c361-45ef-872c-1704f7d85aff" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.431028] env[69319]: DEBUG nova.network.neutron [req-45bf6f64-571c-4606-86bd-f44be2bd00a7 req-58940749-dafd-43c3-ad6f-aedca49de3e4 service nova] [instance: 5886cbfc-c361-45ef-872c-1704f7d85aff] Refreshing network info cache for port 93a683cc-3642-46ad-9741-c44cdbfc71d3 {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1085.515508] env[69319]: DEBUG nova.scheduler.client.report [None req-b1e56be8-11a4-4eaa-97b2-865ec36522a1 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1085.546077] env[69319]: DEBUG nova.compute.manager [None req-e0f01c21-18a2-4837-a146-2a7ad7251471 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 6c8db7ac-506b-43ec-a4e5-4aee6b69ea5b] Start spawning the instance on the hypervisor. {{(pid=69319) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1085.582064] env[69319]: DEBUG nova.virt.hardware [None req-e0f01c21-18a2-4837-a146-2a7ad7251471 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:32:36Z,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31f027872f6f44dba95ff2fe7a062e00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:32:36Z,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1085.582336] env[69319]: DEBUG nova.virt.hardware [None req-e0f01c21-18a2-4837-a146-2a7ad7251471 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1085.582587] env[69319]: DEBUG nova.virt.hardware [None req-e0f01c21-18a2-4837-a146-2a7ad7251471 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1085.582774] env[69319]: DEBUG nova.virt.hardware [None req-e0f01c21-18a2-4837-a146-2a7ad7251471 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1085.583091] env[69319]: DEBUG nova.virt.hardware [None req-e0f01c21-18a2-4837-a146-2a7ad7251471 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1085.583289] env[69319]: DEBUG nova.virt.hardware [None req-e0f01c21-18a2-4837-a146-2a7ad7251471 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1085.583540] env[69319]: DEBUG nova.virt.hardware [None req-e0f01c21-18a2-4837-a146-2a7ad7251471 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1085.583725] env[69319]: DEBUG nova.virt.hardware [None req-e0f01c21-18a2-4837-a146-2a7ad7251471 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1085.584103] env[69319]: DEBUG nova.virt.hardware [None req-e0f01c21-18a2-4837-a146-2a7ad7251471 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1085.584103] env[69319]: DEBUG nova.virt.hardware [None req-e0f01c21-18a2-4837-a146-2a7ad7251471 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1085.584321] env[69319]: DEBUG nova.virt.hardware [None req-e0f01c21-18a2-4837-a146-2a7ad7251471 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1085.585744] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9fcd146-5723-4858-b969-20c5a950f3e3 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.596499] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a87fa0f-8ec6-4f3d-8e03-d9b7b82d1daf {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.665825] env[69319]: DEBUG oslo_vmware.api [None req-23676c7c-60da-489b-9029-5a285a0b4e40 tempest-ServerAddressesNegativeTestJSON-1105824886 tempest-ServerAddressesNegativeTestJSON-1105824886-project-member] Task: {'id': task-3223755, 'name': PowerOffVM_Task, 'duration_secs': 0.252747} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.669569] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-23676c7c-60da-489b-9029-5a285a0b4e40 tempest-ServerAddressesNegativeTestJSON-1105824886 tempest-ServerAddressesNegativeTestJSON-1105824886-project-member] [instance: 00087c6b-5220-470f-8953-b9184a06d96f] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1085.669784] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-23676c7c-60da-489b-9029-5a285a0b4e40 tempest-ServerAddressesNegativeTestJSON-1105824886 tempest-ServerAddressesNegativeTestJSON-1105824886-project-member] [instance: 00087c6b-5220-470f-8953-b9184a06d96f] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1085.670080] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-38a0aff5-9913-4907-a743-af8714d1bc32 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.678372] env[69319]: DEBUG oslo_vmware.api [None req-6f4e81a3-7869-4f0d-ab46-8ec4281c124a tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': task-3223756, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.706474] env[69319]: DEBUG oslo_concurrency.lockutils [None req-49401a0d-2936-4489-802d-0d74d6dabc3e tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Acquiring lock "f897ffef-dacc-4128-bb22-552b7a4b0e3a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.706783] env[69319]: DEBUG oslo_concurrency.lockutils [None req-49401a0d-2936-4489-802d-0d74d6dabc3e tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Lock "f897ffef-dacc-4128-bb22-552b7a4b0e3a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.707047] env[69319]: DEBUG oslo_concurrency.lockutils [None req-49401a0d-2936-4489-802d-0d74d6dabc3e tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Acquiring lock "f897ffef-dacc-4128-bb22-552b7a4b0e3a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.707270] env[69319]: DEBUG oslo_concurrency.lockutils [None req-49401a0d-2936-4489-802d-0d74d6dabc3e tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Lock "f897ffef-dacc-4128-bb22-552b7a4b0e3a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.707461] env[69319]: DEBUG oslo_concurrency.lockutils [None req-49401a0d-2936-4489-802d-0d74d6dabc3e tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Lock "f897ffef-dacc-4128-bb22-552b7a4b0e3a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.710865] env[69319]: INFO nova.compute.manager [None req-49401a0d-2936-4489-802d-0d74d6dabc3e tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] [instance: f897ffef-dacc-4128-bb22-552b7a4b0e3a] Terminating instance [ 1085.759346] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-23676c7c-60da-489b-9029-5a285a0b4e40 tempest-ServerAddressesNegativeTestJSON-1105824886 tempest-ServerAddressesNegativeTestJSON-1105824886-project-member] [instance: 00087c6b-5220-470f-8953-b9184a06d96f] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1085.759610] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-23676c7c-60da-489b-9029-5a285a0b4e40 tempest-ServerAddressesNegativeTestJSON-1105824886 tempest-ServerAddressesNegativeTestJSON-1105824886-project-member] [instance: 00087c6b-5220-470f-8953-b9184a06d96f] Deleting contents of the VM from datastore datastore1 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1085.759805] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-23676c7c-60da-489b-9029-5a285a0b4e40 tempest-ServerAddressesNegativeTestJSON-1105824886 tempest-ServerAddressesNegativeTestJSON-1105824886-project-member] Deleting the datastore file [datastore1] 00087c6b-5220-470f-8953-b9184a06d96f {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1085.760116] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3fd0a7d5-43b6-4635-b4ae-8160aef782cd {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.769046] env[69319]: DEBUG oslo_vmware.api [None req-23676c7c-60da-489b-9029-5a285a0b4e40 tempest-ServerAddressesNegativeTestJSON-1105824886 tempest-ServerAddressesNegativeTestJSON-1105824886-project-member] Waiting for the task: (returnval){ [ 1085.769046] env[69319]: value = "task-3223759" [ 1085.769046] env[69319]: _type = "Task" [ 1085.769046] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.780799] env[69319]: DEBUG oslo_vmware.api [None req-23676c7c-60da-489b-9029-5a285a0b4e40 tempest-ServerAddressesNegativeTestJSON-1105824886 tempest-ServerAddressesNegativeTestJSON-1105824886-project-member] Task: {'id': task-3223759, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.849368] env[69319]: DEBUG oslo_vmware.api [None req-733867a6-215b-4468-a666-a9a526f10c19 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3223757, 'name': PowerOffVM_Task, 'duration_secs': 0.283006} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.849903] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-733867a6-215b-4468-a666-a9a526f10c19 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 33bc946c-1397-4355-8132-bc27084a66ba] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1085.850812] env[69319]: DEBUG nova.compute.manager [None req-733867a6-215b-4468-a666-a9a526f10c19 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 33bc946c-1397-4355-8132-bc27084a66ba] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1085.851774] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58796433-2a6f-4d64-8d9e-9d66403d5b37 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.021509] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b1e56be8-11a4-4eaa-97b2-865ec36522a1 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.514s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.022290] env[69319]: DEBUG nova.compute.manager [None req-b1e56be8-11a4-4eaa-97b2-865ec36522a1 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 04217131-4db4-48af-bfc0-e0037a5fc9fa] Start building networks asynchronously for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1086.026904] env[69319]: DEBUG oslo_concurrency.lockutils [None req-8f880d5d-77b8-4ebd-acea-d00e377d90ae tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.540s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.036964] env[69319]: INFO nova.compute.claims [None req-8f880d5d-77b8-4ebd-acea-d00e377d90ae tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] [instance: 5b1c7806-7c93-4d09-8a4d-8750bbd50450] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1086.045264] env[69319]: DEBUG nova.network.neutron [None req-e0f01c21-18a2-4837-a146-2a7ad7251471 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 6c8db7ac-506b-43ec-a4e5-4aee6b69ea5b] Successfully updated port: b848246b-f65e-41c0-a7aa-6e5af1f769d6 {{(pid=69319) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1086.178930] env[69319]: DEBUG oslo_vmware.api [None req-6f4e81a3-7869-4f0d-ab46-8ec4281c124a tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': task-3223756, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.220124] env[69319]: DEBUG oslo_concurrency.lockutils [None req-49401a0d-2936-4489-802d-0d74d6dabc3e tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Acquiring lock "refresh_cache-f897ffef-dacc-4128-bb22-552b7a4b0e3a" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.220124] env[69319]: DEBUG oslo_concurrency.lockutils [None req-49401a0d-2936-4489-802d-0d74d6dabc3e tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Acquired lock "refresh_cache-f897ffef-dacc-4128-bb22-552b7a4b0e3a" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.220124] env[69319]: DEBUG nova.network.neutron [None req-49401a0d-2936-4489-802d-0d74d6dabc3e tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] [instance: f897ffef-dacc-4128-bb22-552b7a4b0e3a] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1086.280733] env[69319]: DEBUG oslo_vmware.api [None req-23676c7c-60da-489b-9029-5a285a0b4e40 tempest-ServerAddressesNegativeTestJSON-1105824886 tempest-ServerAddressesNegativeTestJSON-1105824886-project-member] Task: {'id': task-3223759, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.219491} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.284042] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-23676c7c-60da-489b-9029-5a285a0b4e40 tempest-ServerAddressesNegativeTestJSON-1105824886 tempest-ServerAddressesNegativeTestJSON-1105824886-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1086.284464] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-23676c7c-60da-489b-9029-5a285a0b4e40 tempest-ServerAddressesNegativeTestJSON-1105824886 tempest-ServerAddressesNegativeTestJSON-1105824886-project-member] [instance: 00087c6b-5220-470f-8953-b9184a06d96f] Deleted contents of the VM from datastore datastore1 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1086.284779] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-23676c7c-60da-489b-9029-5a285a0b4e40 tempest-ServerAddressesNegativeTestJSON-1105824886 tempest-ServerAddressesNegativeTestJSON-1105824886-project-member] [instance: 00087c6b-5220-470f-8953-b9184a06d96f] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1086.285209] env[69319]: INFO nova.compute.manager [None req-23676c7c-60da-489b-9029-5a285a0b4e40 tempest-ServerAddressesNegativeTestJSON-1105824886 tempest-ServerAddressesNegativeTestJSON-1105824886-project-member] [instance: 00087c6b-5220-470f-8953-b9184a06d96f] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1086.287892] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-23676c7c-60da-489b-9029-5a285a0b4e40 tempest-ServerAddressesNegativeTestJSON-1105824886 tempest-ServerAddressesNegativeTestJSON-1105824886-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1086.287892] env[69319]: DEBUG nova.compute.manager [-] [instance: 00087c6b-5220-470f-8953-b9184a06d96f] Deallocating network for instance {{(pid=69319) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1086.287892] env[69319]: DEBUG nova.network.neutron [-] [instance: 00087c6b-5220-470f-8953-b9184a06d96f] deallocate_for_instance() {{(pid=69319) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1086.368552] env[69319]: DEBUG oslo_concurrency.lockutils [None req-733867a6-215b-4468-a666-a9a526f10c19 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Lock "33bc946c-1397-4355-8132-bc27084a66ba" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.075s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.391087] env[69319]: DEBUG nova.network.neutron [req-45bf6f64-571c-4606-86bd-f44be2bd00a7 req-58940749-dafd-43c3-ad6f-aedca49de3e4 service nova] [instance: 5886cbfc-c361-45ef-872c-1704f7d85aff] Updated VIF entry in instance network info cache for port 93a683cc-3642-46ad-9741-c44cdbfc71d3. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1086.391087] env[69319]: DEBUG nova.network.neutron [req-45bf6f64-571c-4606-86bd-f44be2bd00a7 req-58940749-dafd-43c3-ad6f-aedca49de3e4 service nova] [instance: 5886cbfc-c361-45ef-872c-1704f7d85aff] Updating instance_info_cache with network_info: [{"id": "93a683cc-3642-46ad-9741-c44cdbfc71d3", "address": "fa:16:3e:d1:83:b2", "network": {"id": "4ff27689-c194-4347-9e77-349de4bdf429", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1685203282-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f58171a243b243ed8489e7a58ce7c7ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93a683cc-36", "ovs_interfaceid": "93a683cc-3642-46ad-9741-c44cdbfc71d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.538095] env[69319]: DEBUG nova.compute.manager [req-4fad680e-55be-458d-96a4-70d89ac846f6 req-b3441944-2300-4d1b-bcd7-700de1bebd3f service nova] [instance: 6c8db7ac-506b-43ec-a4e5-4aee6b69ea5b] Received event network-vif-plugged-b848246b-f65e-41c0-a7aa-6e5af1f769d6 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1086.539493] env[69319]: DEBUG oslo_concurrency.lockutils [req-4fad680e-55be-458d-96a4-70d89ac846f6 req-b3441944-2300-4d1b-bcd7-700de1bebd3f service nova] Acquiring lock "6c8db7ac-506b-43ec-a4e5-4aee6b69ea5b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.539493] env[69319]: DEBUG oslo_concurrency.lockutils [req-4fad680e-55be-458d-96a4-70d89ac846f6 req-b3441944-2300-4d1b-bcd7-700de1bebd3f service nova] Lock "6c8db7ac-506b-43ec-a4e5-4aee6b69ea5b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.539493] env[69319]: DEBUG oslo_concurrency.lockutils [req-4fad680e-55be-458d-96a4-70d89ac846f6 req-b3441944-2300-4d1b-bcd7-700de1bebd3f service nova] Lock "6c8db7ac-506b-43ec-a4e5-4aee6b69ea5b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.539493] env[69319]: DEBUG nova.compute.manager [req-4fad680e-55be-458d-96a4-70d89ac846f6 req-b3441944-2300-4d1b-bcd7-700de1bebd3f service nova] [instance: 6c8db7ac-506b-43ec-a4e5-4aee6b69ea5b] No waiting events found dispatching network-vif-plugged-b848246b-f65e-41c0-a7aa-6e5af1f769d6 {{(pid=69319) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1086.539493] env[69319]: WARNING nova.compute.manager [req-4fad680e-55be-458d-96a4-70d89ac846f6 req-b3441944-2300-4d1b-bcd7-700de1bebd3f service nova] [instance: 6c8db7ac-506b-43ec-a4e5-4aee6b69ea5b] Received unexpected event network-vif-plugged-b848246b-f65e-41c0-a7aa-6e5af1f769d6 for instance with vm_state building and task_state spawning. [ 1086.546234] env[69319]: DEBUG nova.compute.utils [None req-b1e56be8-11a4-4eaa-97b2-865ec36522a1 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Using /dev/sd instead of None {{(pid=69319) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1086.547573] env[69319]: DEBUG nova.compute.manager [None req-b1e56be8-11a4-4eaa-97b2-865ec36522a1 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 04217131-4db4-48af-bfc0-e0037a5fc9fa] Allocating IP information in the background. {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1086.547777] env[69319]: DEBUG nova.network.neutron [None req-b1e56be8-11a4-4eaa-97b2-865ec36522a1 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 04217131-4db4-48af-bfc0-e0037a5fc9fa] allocate_for_instance() {{(pid=69319) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1086.556076] env[69319]: DEBUG oslo_concurrency.lockutils [None req-e0f01c21-18a2-4837-a146-2a7ad7251471 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Acquiring lock "refresh_cache-6c8db7ac-506b-43ec-a4e5-4aee6b69ea5b" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.556076] env[69319]: DEBUG oslo_concurrency.lockutils [None req-e0f01c21-18a2-4837-a146-2a7ad7251471 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Acquired lock "refresh_cache-6c8db7ac-506b-43ec-a4e5-4aee6b69ea5b" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.556076] env[69319]: DEBUG nova.network.neutron [None req-e0f01c21-18a2-4837-a146-2a7ad7251471 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 6c8db7ac-506b-43ec-a4e5-4aee6b69ea5b] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1086.654085] env[69319]: DEBUG nova.policy [None req-b1e56be8-11a4-4eaa-97b2-865ec36522a1 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5dc517fef9254eada360f42206918d25', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c749d00b4b5b4852a5c16d9621d8eb16', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69319) authorize /opt/stack/nova/nova/policy.py:192}} [ 1086.678146] env[69319]: DEBUG oslo_vmware.api [None req-6f4e81a3-7869-4f0d-ab46-8ec4281c124a tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': task-3223756, 'name': CreateSnapshot_Task, 'duration_secs': 1.278632} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.678324] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-6f4e81a3-7869-4f0d-ab46-8ec4281c124a tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 357a007f-e033-421c-8d7e-3c5ad7decb70] Created Snapshot of the VM instance {{(pid=69319) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1086.679138] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6d41177-75e8-4fdc-99a6-8f7afbc570f3 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.750981] env[69319]: DEBUG nova.network.neutron [None req-49401a0d-2936-4489-802d-0d74d6dabc3e tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] [instance: f897ffef-dacc-4128-bb22-552b7a4b0e3a] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1086.826523] env[69319]: DEBUG nova.network.neutron [None req-49401a0d-2936-4489-802d-0d74d6dabc3e tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] [instance: f897ffef-dacc-4128-bb22-552b7a4b0e3a] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.894339] env[69319]: DEBUG oslo_concurrency.lockutils [req-45bf6f64-571c-4606-86bd-f44be2bd00a7 req-58940749-dafd-43c3-ad6f-aedca49de3e4 service nova] Releasing lock "refresh_cache-5886cbfc-c361-45ef-872c-1704f7d85aff" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.003458] env[69319]: DEBUG oslo_concurrency.lockutils [None req-e19378df-6dd3-4043-8cff-e71181c3878b tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Acquiring lock "5886cbfc-c361-45ef-872c-1704f7d85aff" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.003782] env[69319]: DEBUG oslo_concurrency.lockutils [None req-e19378df-6dd3-4043-8cff-e71181c3878b tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Lock "5886cbfc-c361-45ef-872c-1704f7d85aff" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.004091] env[69319]: DEBUG oslo_concurrency.lockutils [None req-e19378df-6dd3-4043-8cff-e71181c3878b tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Acquiring lock "5886cbfc-c361-45ef-872c-1704f7d85aff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.004568] env[69319]: DEBUG oslo_concurrency.lockutils [None req-e19378df-6dd3-4043-8cff-e71181c3878b tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Lock "5886cbfc-c361-45ef-872c-1704f7d85aff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.004883] env[69319]: DEBUG oslo_concurrency.lockutils [None req-e19378df-6dd3-4043-8cff-e71181c3878b tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Lock "5886cbfc-c361-45ef-872c-1704f7d85aff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.007675] env[69319]: INFO nova.compute.manager [None req-e19378df-6dd3-4043-8cff-e71181c3878b tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] [instance: 5886cbfc-c361-45ef-872c-1704f7d85aff] Terminating instance [ 1087.052926] env[69319]: DEBUG nova.compute.manager [None req-b1e56be8-11a4-4eaa-97b2-865ec36522a1 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 04217131-4db4-48af-bfc0-e0037a5fc9fa] Start building block device mappings for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1087.108951] env[69319]: DEBUG nova.network.neutron [None req-e0f01c21-18a2-4837-a146-2a7ad7251471 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 6c8db7ac-506b-43ec-a4e5-4aee6b69ea5b] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1087.119804] env[69319]: DEBUG nova.network.neutron [-] [instance: 00087c6b-5220-470f-8953-b9184a06d96f] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.209460] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-6f4e81a3-7869-4f0d-ab46-8ec4281c124a tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 357a007f-e033-421c-8d7e-3c5ad7decb70] Creating linked-clone VM from snapshot {{(pid=69319) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1087.210566] env[69319]: DEBUG nova.network.neutron [None req-b1e56be8-11a4-4eaa-97b2-865ec36522a1 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 04217131-4db4-48af-bfc0-e0037a5fc9fa] Successfully created port: aada45b2-3454-487a-b701-adefbfcc52f2 {{(pid=69319) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1087.218403] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0a449ea0-d510-4ed4-aa38-8fe78cb56265 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.228692] env[69319]: DEBUG oslo_concurrency.lockutils [None req-45583688-bab6-46fb-8132-9e4d626c8bc7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Acquiring lock "214f4476-f4b2-440f-b5a6-94c6343dc834" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.228692] env[69319]: DEBUG oslo_concurrency.lockutils [None req-45583688-bab6-46fb-8132-9e4d626c8bc7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Lock "214f4476-f4b2-440f-b5a6-94c6343dc834" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.238026] env[69319]: DEBUG oslo_vmware.api [None req-6f4e81a3-7869-4f0d-ab46-8ec4281c124a tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Waiting for the task: (returnval){ [ 1087.238026] env[69319]: value = "task-3223760" [ 1087.238026] env[69319]: _type = "Task" [ 1087.238026] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.252152] env[69319]: DEBUG oslo_vmware.api [None req-6f4e81a3-7869-4f0d-ab46-8ec4281c124a tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': task-3223760, 'name': CloneVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.334583] env[69319]: DEBUG oslo_concurrency.lockutils [None req-49401a0d-2936-4489-802d-0d74d6dabc3e tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Releasing lock "refresh_cache-f897ffef-dacc-4128-bb22-552b7a4b0e3a" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.334583] env[69319]: DEBUG nova.compute.manager [None req-49401a0d-2936-4489-802d-0d74d6dabc3e tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] [instance: f897ffef-dacc-4128-bb22-552b7a4b0e3a] Start destroying the instance on the hypervisor. {{(pid=69319) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1087.334583] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-49401a0d-2936-4489-802d-0d74d6dabc3e tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] [instance: f897ffef-dacc-4128-bb22-552b7a4b0e3a] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1087.335628] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-691bc06e-c872-4c55-9cd6-643f96cbcc13 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.344683] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-49401a0d-2936-4489-802d-0d74d6dabc3e tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] [instance: f897ffef-dacc-4128-bb22-552b7a4b0e3a] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1087.345024] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-50a98e8f-0ad9-47a5-a10a-7dd4c52a66a1 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.353387] env[69319]: DEBUG oslo_vmware.api [None req-49401a0d-2936-4489-802d-0d74d6dabc3e tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Waiting for the task: (returnval){ [ 1087.353387] env[69319]: value = "task-3223761" [ 1087.353387] env[69319]: _type = "Task" [ 1087.353387] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.360578] env[69319]: DEBUG nova.network.neutron [None req-e0f01c21-18a2-4837-a146-2a7ad7251471 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 6c8db7ac-506b-43ec-a4e5-4aee6b69ea5b] Updating instance_info_cache with network_info: [{"id": "b848246b-f65e-41c0-a7aa-6e5af1f769d6", "address": "fa:16:3e:75:61:d6", "network": {"id": "8e8fb6ce-6cb1-4099-8d9a-ce77c6a90a50", "bridge": "br-int", "label": "tempest-ServersTestJSON-146866906-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a2a8028cdd742feb1486644ae29e7d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb848246b-f6", "ovs_interfaceid": "b848246b-f65e-41c0-a7aa-6e5af1f769d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.372809] env[69319]: DEBUG oslo_vmware.api [None req-49401a0d-2936-4489-802d-0d74d6dabc3e tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Task: {'id': task-3223761, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.456386] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b2bd882-6dc2-4cea-86d9-b4d91e71320e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.467745] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ec9a0ef-50bb-4f92-ba45-b96a8d0c3007 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.512726] env[69319]: DEBUG nova.compute.manager [None req-e19378df-6dd3-4043-8cff-e71181c3878b tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] [instance: 5886cbfc-c361-45ef-872c-1704f7d85aff] Start destroying the instance on the hypervisor. {{(pid=69319) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1087.513300] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-e19378df-6dd3-4043-8cff-e71181c3878b tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] [instance: 5886cbfc-c361-45ef-872c-1704f7d85aff] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1087.518019] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40ac17c7-a897-4602-a0bd-8b652106f53e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.518280] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ad26da6-2444-484e-afd5-32a3910306a3 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.526775] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-e19378df-6dd3-4043-8cff-e71181c3878b tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] [instance: 5886cbfc-c361-45ef-872c-1704f7d85aff] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1087.529243] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d5891200-f513-4808-94a5-3aafd0e6e207 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.532267] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c99d3935-b7bd-49e2-b5eb-ddd8ddc01147 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.550305] env[69319]: DEBUG nova.compute.provider_tree [None req-8f880d5d-77b8-4ebd-acea-d00e377d90ae tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1087.554131] env[69319]: DEBUG oslo_vmware.api [None req-e19378df-6dd3-4043-8cff-e71181c3878b tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Waiting for the task: (returnval){ [ 1087.554131] env[69319]: value = "task-3223762" [ 1087.554131] env[69319]: _type = "Task" [ 1087.554131] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.570485] env[69319]: DEBUG oslo_vmware.api [None req-e19378df-6dd3-4043-8cff-e71181c3878b tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Task: {'id': task-3223762, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.622939] env[69319]: INFO nova.compute.manager [-] [instance: 00087c6b-5220-470f-8953-b9184a06d96f] Took 1.34 seconds to deallocate network for instance. [ 1087.731869] env[69319]: DEBUG nova.compute.manager [None req-45583688-bab6-46fb-8132-9e4d626c8bc7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 214f4476-f4b2-440f-b5a6-94c6343dc834] Starting instance... {{(pid=69319) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1087.749926] env[69319]: DEBUG oslo_vmware.api [None req-6f4e81a3-7869-4f0d-ab46-8ec4281c124a tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': task-3223760, 'name': CloneVM_Task} progress is 94%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.864630] env[69319]: DEBUG oslo_concurrency.lockutils [None req-e0f01c21-18a2-4837-a146-2a7ad7251471 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Releasing lock "refresh_cache-6c8db7ac-506b-43ec-a4e5-4aee6b69ea5b" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.864986] env[69319]: DEBUG nova.compute.manager [None req-e0f01c21-18a2-4837-a146-2a7ad7251471 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 6c8db7ac-506b-43ec-a4e5-4aee6b69ea5b] Instance network_info: |[{"id": "b848246b-f65e-41c0-a7aa-6e5af1f769d6", "address": "fa:16:3e:75:61:d6", "network": {"id": "8e8fb6ce-6cb1-4099-8d9a-ce77c6a90a50", "bridge": "br-int", "label": "tempest-ServersTestJSON-146866906-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a2a8028cdd742feb1486644ae29e7d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb848246b-f6", "ovs_interfaceid": "b848246b-f65e-41c0-a7aa-6e5af1f769d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1087.865313] env[69319]: DEBUG oslo_vmware.api [None req-49401a0d-2936-4489-802d-0d74d6dabc3e tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Task: {'id': task-3223761, 'name': PowerOffVM_Task, 'duration_secs': 0.155391} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.865660] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-e0f01c21-18a2-4837-a146-2a7ad7251471 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 6c8db7ac-506b-43ec-a4e5-4aee6b69ea5b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:61:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '130387c4-e4ec-4d95-8e9d-bb079baabad8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b848246b-f65e-41c0-a7aa-6e5af1f769d6', 'vif_model': 'vmxnet3'}] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1087.873415] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0f01c21-18a2-4837-a146-2a7ad7251471 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Creating folder: Project (4a2a8028cdd742feb1486644ae29e7d9). Parent ref: group-v644239. {{(pid=69319) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1087.873766] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-49401a0d-2936-4489-802d-0d74d6dabc3e tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] [instance: f897ffef-dacc-4128-bb22-552b7a4b0e3a] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1087.873900] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-49401a0d-2936-4489-802d-0d74d6dabc3e tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] [instance: f897ffef-dacc-4128-bb22-552b7a4b0e3a] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1087.874210] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-908f2644-481e-4c30-a0fa-60ddc31cbeb8 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.875992] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0cd7c394-503c-49c4-8a26-706f59dc2286 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.890747] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-e0f01c21-18a2-4837-a146-2a7ad7251471 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Created folder: Project (4a2a8028cdd742feb1486644ae29e7d9) in parent group-v644239. [ 1087.890747] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0f01c21-18a2-4837-a146-2a7ad7251471 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Creating folder: Instances. Parent ref: group-v644479. {{(pid=69319) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1087.890747] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cb3b3e47-c0b2-4b80-a935-aa4226a97395 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.902441] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-e0f01c21-18a2-4837-a146-2a7ad7251471 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Created folder: Instances in parent group-v644479. [ 1087.903299] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e0f01c21-18a2-4837-a146-2a7ad7251471 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1087.903594] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c8db7ac-506b-43ec-a4e5-4aee6b69ea5b] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1087.903802] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bd4a40be-f99d-4a0d-bc8e-f6174f4774aa {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.923626] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-49401a0d-2936-4489-802d-0d74d6dabc3e tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] [instance: f897ffef-dacc-4128-bb22-552b7a4b0e3a] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1087.923716] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-49401a0d-2936-4489-802d-0d74d6dabc3e tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] [instance: f897ffef-dacc-4128-bb22-552b7a4b0e3a] Deleting contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1087.923888] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-49401a0d-2936-4489-802d-0d74d6dabc3e tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Deleting the datastore file [datastore2] f897ffef-dacc-4128-bb22-552b7a4b0e3a {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1087.924560] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ea838377-6819-4227-8b26-56c385e4f710 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.932768] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1087.932768] env[69319]: value = "task-3223766" [ 1087.932768] env[69319]: _type = "Task" [ 1087.932768] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.933816] env[69319]: DEBUG oslo_vmware.api [None req-49401a0d-2936-4489-802d-0d74d6dabc3e tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Waiting for the task: (returnval){ [ 1087.933816] env[69319]: value = "task-3223767" [ 1087.933816] env[69319]: _type = "Task" [ 1087.933816] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.948456] env[69319]: DEBUG oslo_vmware.api [None req-49401a0d-2936-4489-802d-0d74d6dabc3e tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Task: {'id': task-3223767, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.952342] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223766, 'name': CreateVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.056437] env[69319]: DEBUG nova.scheduler.client.report [None req-8f880d5d-77b8-4ebd-acea-d00e377d90ae tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1088.065965] env[69319]: DEBUG nova.compute.manager [None req-b1e56be8-11a4-4eaa-97b2-865ec36522a1 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 04217131-4db4-48af-bfc0-e0037a5fc9fa] Start spawning the instance on the hypervisor. {{(pid=69319) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1088.073874] env[69319]: DEBUG oslo_vmware.api [None req-e19378df-6dd3-4043-8cff-e71181c3878b tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Task: {'id': task-3223762, 'name': PowerOffVM_Task, 'duration_secs': 0.241915} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.074534] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-e19378df-6dd3-4043-8cff-e71181c3878b tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] [instance: 5886cbfc-c361-45ef-872c-1704f7d85aff] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1088.074717] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-e19378df-6dd3-4043-8cff-e71181c3878b tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] [instance: 5886cbfc-c361-45ef-872c-1704f7d85aff] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1088.074979] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7eb230aa-7830-47e2-9ccf-19e88ea3aecd {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.104966] env[69319]: DEBUG nova.virt.hardware [None req-b1e56be8-11a4-4eaa-97b2-865ec36522a1 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:32:36Z,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31f027872f6f44dba95ff2fe7a062e00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:32:36Z,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1088.105294] env[69319]: DEBUG nova.virt.hardware [None req-b1e56be8-11a4-4eaa-97b2-865ec36522a1 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1088.105530] env[69319]: DEBUG nova.virt.hardware [None req-b1e56be8-11a4-4eaa-97b2-865ec36522a1 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1088.105787] env[69319]: DEBUG nova.virt.hardware [None req-b1e56be8-11a4-4eaa-97b2-865ec36522a1 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1088.106075] env[69319]: DEBUG nova.virt.hardware [None req-b1e56be8-11a4-4eaa-97b2-865ec36522a1 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1088.106511] env[69319]: DEBUG nova.virt.hardware [None req-b1e56be8-11a4-4eaa-97b2-865ec36522a1 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1088.106831] env[69319]: DEBUG nova.virt.hardware [None req-b1e56be8-11a4-4eaa-97b2-865ec36522a1 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1088.107064] env[69319]: DEBUG nova.virt.hardware [None req-b1e56be8-11a4-4eaa-97b2-865ec36522a1 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1088.107268] env[69319]: DEBUG nova.virt.hardware [None req-b1e56be8-11a4-4eaa-97b2-865ec36522a1 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1088.107632] env[69319]: DEBUG nova.virt.hardware [None req-b1e56be8-11a4-4eaa-97b2-865ec36522a1 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1088.107871] env[69319]: DEBUG nova.virt.hardware [None req-b1e56be8-11a4-4eaa-97b2-865ec36522a1 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1088.108887] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2345dfd-7a65-459f-9985-c1b7a15c5bb3 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.119053] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95ac102e-be93-4a4c-8725-4f85a605a88d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.137997] env[69319]: DEBUG oslo_concurrency.lockutils [None req-23676c7c-60da-489b-9029-5a285a0b4e40 tempest-ServerAddressesNegativeTestJSON-1105824886 tempest-ServerAddressesNegativeTestJSON-1105824886-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.145350] env[69319]: DEBUG oslo_concurrency.lockutils [None req-1b0c771d-a210-42be-be45-0f5422f49f32 tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Acquiring lock "fc5ed24c-3dfc-490b-8fc5-b0b66a11c58b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.145635] env[69319]: DEBUG oslo_concurrency.lockutils [None req-1b0c771d-a210-42be-be45-0f5422f49f32 tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Lock "fc5ed24c-3dfc-490b-8fc5-b0b66a11c58b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.156086] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-e19378df-6dd3-4043-8cff-e71181c3878b tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] [instance: 5886cbfc-c361-45ef-872c-1704f7d85aff] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1088.156331] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-e19378df-6dd3-4043-8cff-e71181c3878b tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] [instance: 5886cbfc-c361-45ef-872c-1704f7d85aff] Deleting contents of the VM from datastore datastore1 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1088.156500] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-e19378df-6dd3-4043-8cff-e71181c3878b tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Deleting the datastore file [datastore1] 5886cbfc-c361-45ef-872c-1704f7d85aff {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1088.157369] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7bdfeba8-b15a-40e5-906c-f6f78161fbb3 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.165865] env[69319]: DEBUG oslo_vmware.api [None req-e19378df-6dd3-4043-8cff-e71181c3878b tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Waiting for the task: (returnval){ [ 1088.165865] env[69319]: value = "task-3223769" [ 1088.165865] env[69319]: _type = "Task" [ 1088.165865] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.175400] env[69319]: DEBUG oslo_vmware.api [None req-e19378df-6dd3-4043-8cff-e71181c3878b tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Task: {'id': task-3223769, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.253408] env[69319]: DEBUG oslo_vmware.api [None req-6f4e81a3-7869-4f0d-ab46-8ec4281c124a tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': task-3223760, 'name': CloneVM_Task} progress is 94%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.264615] env[69319]: DEBUG nova.compute.manager [None req-0c948852-a0e6-4f61-ab04-f4a0d2edbf8f tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 33bc946c-1397-4355-8132-bc27084a66ba] Stashing vm_state: stopped {{(pid=69319) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1088.268964] env[69319]: DEBUG oslo_concurrency.lockutils [None req-45583688-bab6-46fb-8132-9e4d626c8bc7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.446693] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223766, 'name': CreateVM_Task, 'duration_secs': 0.38936} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.449568] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c8db7ac-506b-43ec-a4e5-4aee6b69ea5b] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1088.449902] env[69319]: DEBUG oslo_vmware.api [None req-49401a0d-2936-4489-802d-0d74d6dabc3e tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Task: {'id': task-3223767, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155552} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.450585] env[69319]: DEBUG oslo_concurrency.lockutils [None req-e0f01c21-18a2-4837-a146-2a7ad7251471 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.450753] env[69319]: DEBUG oslo_concurrency.lockutils [None req-e0f01c21-18a2-4837-a146-2a7ad7251471 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.451107] env[69319]: DEBUG oslo_concurrency.lockutils [None req-e0f01c21-18a2-4837-a146-2a7ad7251471 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.451370] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-49401a0d-2936-4489-802d-0d74d6dabc3e tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1088.451705] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-49401a0d-2936-4489-802d-0d74d6dabc3e tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] [instance: f897ffef-dacc-4128-bb22-552b7a4b0e3a] Deleted contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1088.451907] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-49401a0d-2936-4489-802d-0d74d6dabc3e tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] [instance: f897ffef-dacc-4128-bb22-552b7a4b0e3a] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1088.452099] env[69319]: INFO nova.compute.manager [None req-49401a0d-2936-4489-802d-0d74d6dabc3e tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] [instance: f897ffef-dacc-4128-bb22-552b7a4b0e3a] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1088.452327] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-49401a0d-2936-4489-802d-0d74d6dabc3e tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1088.452519] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-368e5ced-0e40-461c-81d9-ef976bb0b588 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.454173] env[69319]: DEBUG nova.compute.manager [-] [instance: f897ffef-dacc-4128-bb22-552b7a4b0e3a] Deallocating network for instance {{(pid=69319) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1088.454261] env[69319]: DEBUG nova.network.neutron [-] [instance: f897ffef-dacc-4128-bb22-552b7a4b0e3a] deallocate_for_instance() {{(pid=69319) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1088.459226] env[69319]: DEBUG oslo_vmware.api [None req-e0f01c21-18a2-4837-a146-2a7ad7251471 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Waiting for the task: (returnval){ [ 1088.459226] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]522484a9-a51c-198d-834d-01391a2a25ca" [ 1088.459226] env[69319]: _type = "Task" [ 1088.459226] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.467565] env[69319]: DEBUG oslo_vmware.api [None req-e0f01c21-18a2-4837-a146-2a7ad7251471 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]522484a9-a51c-198d-834d-01391a2a25ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.472018] env[69319]: DEBUG nova.network.neutron [-] [instance: f897ffef-dacc-4128-bb22-552b7a4b0e3a] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1088.567019] env[69319]: DEBUG oslo_concurrency.lockutils [None req-8f880d5d-77b8-4ebd-acea-d00e377d90ae tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.539s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.569422] env[69319]: DEBUG nova.compute.manager [None req-8f880d5d-77b8-4ebd-acea-d00e377d90ae tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] [instance: 5b1c7806-7c93-4d09-8a4d-8750bbd50450] Start building networks asynchronously for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1088.570587] env[69319]: DEBUG oslo_concurrency.lockutils [None req-add0c083-e985-45fe-879a-c5e91a8133f4 tempest-ServersV294TestFqdnHostnames-452613075 tempest-ServersV294TestFqdnHostnames-452613075-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.607s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.570831] env[69319]: DEBUG oslo_concurrency.lockutils [None req-add0c083-e985-45fe-879a-c5e91a8133f4 tempest-ServersV294TestFqdnHostnames-452613075 tempest-ServersV294TestFqdnHostnames-452613075-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.574245] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0a893719-74be-4074-9236-04c2b030a606 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.791s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.574372] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0a893719-74be-4074-9236-04c2b030a606 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.577039] env[69319]: DEBUG oslo_concurrency.lockutils [None req-08a34008-b17f-4f88-aee9-0cf5a2363d1e tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.404s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.577176] env[69319]: DEBUG oslo_concurrency.lockutils [None req-08a34008-b17f-4f88-aee9-0cf5a2363d1e tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.579078] env[69319]: DEBUG oslo_concurrency.lockutils [None req-4e22cdd4-d833-4576-b052-f687f0e90a6f tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.689s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.580621] env[69319]: INFO nova.compute.claims [None req-4e22cdd4-d833-4576-b052-f687f0e90a6f tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: b67563f9-4b5d-4f20-87fc-6fc7407687ae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1088.608639] env[69319]: INFO nova.scheduler.client.report [None req-add0c083-e985-45fe-879a-c5e91a8133f4 tempest-ServersV294TestFqdnHostnames-452613075 tempest-ServersV294TestFqdnHostnames-452613075-project-member] Deleted allocations for instance b5440512-ae77-469f-b76b-a6d660b26f50 [ 1088.610509] env[69319]: INFO nova.scheduler.client.report [None req-08a34008-b17f-4f88-aee9-0cf5a2363d1e tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Deleted allocations for instance 170e2a0b-6461-4752-b7da-2ed0ff9fd73c [ 1088.623679] env[69319]: INFO nova.scheduler.client.report [None req-0a893719-74be-4074-9236-04c2b030a606 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Deleted allocations for instance ec9de339-c7b8-4e35-8daa-5efe7bc4b514 [ 1088.648053] env[69319]: DEBUG nova.compute.manager [None req-1b0c771d-a210-42be-be45-0f5422f49f32 tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] [instance: fc5ed24c-3dfc-490b-8fc5-b0b66a11c58b] Starting instance... {{(pid=69319) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1088.676980] env[69319]: DEBUG oslo_vmware.api [None req-e19378df-6dd3-4043-8cff-e71181c3878b tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Task: {'id': task-3223769, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.231165} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.677385] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-e19378df-6dd3-4043-8cff-e71181c3878b tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1088.677543] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-e19378df-6dd3-4043-8cff-e71181c3878b tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] [instance: 5886cbfc-c361-45ef-872c-1704f7d85aff] Deleted contents of the VM from datastore datastore1 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1088.677731] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-e19378df-6dd3-4043-8cff-e71181c3878b tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] [instance: 5886cbfc-c361-45ef-872c-1704f7d85aff] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1088.677906] env[69319]: INFO nova.compute.manager [None req-e19378df-6dd3-4043-8cff-e71181c3878b tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] [instance: 5886cbfc-c361-45ef-872c-1704f7d85aff] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1088.679224] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e19378df-6dd3-4043-8cff-e71181c3878b tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1088.679224] env[69319]: DEBUG nova.compute.manager [-] [instance: 5886cbfc-c361-45ef-872c-1704f7d85aff] Deallocating network for instance {{(pid=69319) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1088.679224] env[69319]: DEBUG nova.network.neutron [-] [instance: 5886cbfc-c361-45ef-872c-1704f7d85aff] deallocate_for_instance() {{(pid=69319) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1088.723347] env[69319]: DEBUG nova.compute.manager [req-dca9c53b-4cb9-4e26-8fd4-dfbf13c46289 req-849fd743-84a4-4c6d-ba7b-4f3d629d588d service nova] [instance: 6c8db7ac-506b-43ec-a4e5-4aee6b69ea5b] Received event network-changed-b848246b-f65e-41c0-a7aa-6e5af1f769d6 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1088.723547] env[69319]: DEBUG nova.compute.manager [req-dca9c53b-4cb9-4e26-8fd4-dfbf13c46289 req-849fd743-84a4-4c6d-ba7b-4f3d629d588d service nova] [instance: 6c8db7ac-506b-43ec-a4e5-4aee6b69ea5b] Refreshing instance network info cache due to event network-changed-b848246b-f65e-41c0-a7aa-6e5af1f769d6. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1088.724033] env[69319]: DEBUG oslo_concurrency.lockutils [req-dca9c53b-4cb9-4e26-8fd4-dfbf13c46289 req-849fd743-84a4-4c6d-ba7b-4f3d629d588d service nova] Acquiring lock "refresh_cache-6c8db7ac-506b-43ec-a4e5-4aee6b69ea5b" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.724221] env[69319]: DEBUG oslo_concurrency.lockutils [req-dca9c53b-4cb9-4e26-8fd4-dfbf13c46289 req-849fd743-84a4-4c6d-ba7b-4f3d629d588d service nova] Acquired lock "refresh_cache-6c8db7ac-506b-43ec-a4e5-4aee6b69ea5b" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.724402] env[69319]: DEBUG nova.network.neutron [req-dca9c53b-4cb9-4e26-8fd4-dfbf13c46289 req-849fd743-84a4-4c6d-ba7b-4f3d629d588d service nova] [instance: 6c8db7ac-506b-43ec-a4e5-4aee6b69ea5b] Refreshing network info cache for port b848246b-f65e-41c0-a7aa-6e5af1f769d6 {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1088.752958] env[69319]: DEBUG oslo_vmware.api [None req-6f4e81a3-7869-4f0d-ab46-8ec4281c124a tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': task-3223760, 'name': CloneVM_Task} progress is 100%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.783020] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0c948852-a0e6-4f61-ab04-f4a0d2edbf8f tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.970121] env[69319]: DEBUG oslo_vmware.api [None req-e0f01c21-18a2-4837-a146-2a7ad7251471 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]522484a9-a51c-198d-834d-01391a2a25ca, 'name': SearchDatastore_Task, 'duration_secs': 0.014593} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.970436] env[69319]: DEBUG oslo_concurrency.lockutils [None req-e0f01c21-18a2-4837-a146-2a7ad7251471 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.970685] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-e0f01c21-18a2-4837-a146-2a7ad7251471 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 6c8db7ac-506b-43ec-a4e5-4aee6b69ea5b] Processing image 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1088.970932] env[69319]: DEBUG oslo_concurrency.lockutils [None req-e0f01c21-18a2-4837-a146-2a7ad7251471 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.971313] env[69319]: DEBUG oslo_concurrency.lockutils [None req-e0f01c21-18a2-4837-a146-2a7ad7251471 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.971544] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0f01c21-18a2-4837-a146-2a7ad7251471 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1088.971808] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6c102b39-6eed-4c4a-8bb3-8e3945fc342a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.974078] env[69319]: DEBUG nova.network.neutron [-] [instance: f897ffef-dacc-4128-bb22-552b7a4b0e3a] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.981300] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0f01c21-18a2-4837-a146-2a7ad7251471 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1088.981300] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-e0f01c21-18a2-4837-a146-2a7ad7251471 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1088.982729] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73d5c886-d65a-48f5-9750-5f604fc2d8f6 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.987774] env[69319]: DEBUG oslo_vmware.api [None req-e0f01c21-18a2-4837-a146-2a7ad7251471 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Waiting for the task: (returnval){ [ 1088.987774] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52348801-62d0-bed5-e384-1960a1168bf2" [ 1088.987774] env[69319]: _type = "Task" [ 1088.987774] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.998313] env[69319]: DEBUG oslo_vmware.api [None req-e0f01c21-18a2-4837-a146-2a7ad7251471 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52348801-62d0-bed5-e384-1960a1168bf2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.086102] env[69319]: DEBUG nova.compute.utils [None req-8f880d5d-77b8-4ebd-acea-d00e377d90ae tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Using /dev/sd instead of None {{(pid=69319) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1089.092756] env[69319]: DEBUG nova.compute.manager [None req-8f880d5d-77b8-4ebd-acea-d00e377d90ae tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] [instance: 5b1c7806-7c93-4d09-8a4d-8750bbd50450] Not allocating networking since 'none' was specified. {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1089.123986] env[69319]: DEBUG oslo_concurrency.lockutils [None req-add0c083-e985-45fe-879a-c5e91a8133f4 tempest-ServersV294TestFqdnHostnames-452613075 tempest-ServersV294TestFqdnHostnames-452613075-project-member] Lock "b5440512-ae77-469f-b76b-a6d660b26f50" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.712s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.126554] env[69319]: DEBUG oslo_concurrency.lockutils [None req-08a34008-b17f-4f88-aee9-0cf5a2363d1e tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Lock "170e2a0b-6461-4752-b7da-2ed0ff9fd73c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.465s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.132985] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0a893719-74be-4074-9236-04c2b030a606 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Lock "ec9de339-c7b8-4e35-8daa-5efe7bc4b514" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.139s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.166871] env[69319]: DEBUG oslo_concurrency.lockutils [None req-1b0c771d-a210-42be-be45-0f5422f49f32 tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.251366] env[69319]: DEBUG oslo_vmware.api [None req-6f4e81a3-7869-4f0d-ab46-8ec4281c124a tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': task-3223760, 'name': CloneVM_Task, 'duration_secs': 1.561913} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.251648] env[69319]: INFO nova.virt.vmwareapi.vmops [None req-6f4e81a3-7869-4f0d-ab46-8ec4281c124a tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 357a007f-e033-421c-8d7e-3c5ad7decb70] Created linked-clone VM from snapshot [ 1089.252419] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6f4072c-2a85-4c3d-b40f-ae316ade1d1b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.262728] env[69319]: DEBUG nova.virt.vmwareapi.images [None req-6f4e81a3-7869-4f0d-ab46-8ec4281c124a tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 357a007f-e033-421c-8d7e-3c5ad7decb70] Uploading image d2c0eace-cfe6-4f05-94ab-ea8bbefd70b0 {{(pid=69319) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1089.277778] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f4e81a3-7869-4f0d-ab46-8ec4281c124a tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 357a007f-e033-421c-8d7e-3c5ad7decb70] Destroying the VM {{(pid=69319) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1089.278067] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-072b64a0-77c3-48ec-9f96-aa1211cef308 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.286250] env[69319]: DEBUG oslo_vmware.api [None req-6f4e81a3-7869-4f0d-ab46-8ec4281c124a tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Waiting for the task: (returnval){ [ 1089.286250] env[69319]: value = "task-3223770" [ 1089.286250] env[69319]: _type = "Task" [ 1089.286250] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.298644] env[69319]: DEBUG oslo_vmware.api [None req-6f4e81a3-7869-4f0d-ab46-8ec4281c124a tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': task-3223770, 'name': Destroy_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.431838] env[69319]: DEBUG nova.network.neutron [-] [instance: 5886cbfc-c361-45ef-872c-1704f7d85aff] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.463899] env[69319]: DEBUG nova.network.neutron [req-dca9c53b-4cb9-4e26-8fd4-dfbf13c46289 req-849fd743-84a4-4c6d-ba7b-4f3d629d588d service nova] [instance: 6c8db7ac-506b-43ec-a4e5-4aee6b69ea5b] Updated VIF entry in instance network info cache for port b848246b-f65e-41c0-a7aa-6e5af1f769d6. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1089.464325] env[69319]: DEBUG nova.network.neutron [req-dca9c53b-4cb9-4e26-8fd4-dfbf13c46289 req-849fd743-84a4-4c6d-ba7b-4f3d629d588d service nova] [instance: 6c8db7ac-506b-43ec-a4e5-4aee6b69ea5b] Updating instance_info_cache with network_info: [{"id": "b848246b-f65e-41c0-a7aa-6e5af1f769d6", "address": "fa:16:3e:75:61:d6", "network": {"id": "8e8fb6ce-6cb1-4099-8d9a-ce77c6a90a50", "bridge": "br-int", "label": "tempest-ServersTestJSON-146866906-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a2a8028cdd742feb1486644ae29e7d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb848246b-f6", "ovs_interfaceid": "b848246b-f65e-41c0-a7aa-6e5af1f769d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.477226] env[69319]: INFO nova.compute.manager [-] [instance: f897ffef-dacc-4128-bb22-552b7a4b0e3a] Took 1.02 seconds to deallocate network for instance. [ 1089.510261] env[69319]: DEBUG oslo_vmware.api [None req-e0f01c21-18a2-4837-a146-2a7ad7251471 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52348801-62d0-bed5-e384-1960a1168bf2, 'name': SearchDatastore_Task, 'duration_secs': 0.009291} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.511181] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-390d8f95-7e85-4da9-9f8f-3b1a7241a949 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.518459] env[69319]: DEBUG oslo_vmware.api [None req-e0f01c21-18a2-4837-a146-2a7ad7251471 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Waiting for the task: (returnval){ [ 1089.518459] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52b2ed78-db66-bba4-673a-8887e470e204" [ 1089.518459] env[69319]: _type = "Task" [ 1089.518459] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.529086] env[69319]: DEBUG oslo_vmware.api [None req-e0f01c21-18a2-4837-a146-2a7ad7251471 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52b2ed78-db66-bba4-673a-8887e470e204, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.592586] env[69319]: DEBUG nova.compute.manager [None req-8f880d5d-77b8-4ebd-acea-d00e377d90ae tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] [instance: 5b1c7806-7c93-4d09-8a4d-8750bbd50450] Start building block device mappings for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1089.632356] env[69319]: DEBUG nova.compute.manager [req-8ec479f2-87e8-410e-af00-b5bf635a704a req-2da34164-a3bd-4f4d-a808-1fc583fcbd04 service nova] [instance: 04217131-4db4-48af-bfc0-e0037a5fc9fa] Received event network-vif-plugged-aada45b2-3454-487a-b701-adefbfcc52f2 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1089.632578] env[69319]: DEBUG oslo_concurrency.lockutils [req-8ec479f2-87e8-410e-af00-b5bf635a704a req-2da34164-a3bd-4f4d-a808-1fc583fcbd04 service nova] Acquiring lock "04217131-4db4-48af-bfc0-e0037a5fc9fa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.632891] env[69319]: DEBUG oslo_concurrency.lockutils [req-8ec479f2-87e8-410e-af00-b5bf635a704a req-2da34164-a3bd-4f4d-a808-1fc583fcbd04 service nova] Lock "04217131-4db4-48af-bfc0-e0037a5fc9fa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.633108] env[69319]: DEBUG oslo_concurrency.lockutils [req-8ec479f2-87e8-410e-af00-b5bf635a704a req-2da34164-a3bd-4f4d-a808-1fc583fcbd04 service nova] Lock "04217131-4db4-48af-bfc0-e0037a5fc9fa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.633286] env[69319]: DEBUG nova.compute.manager [req-8ec479f2-87e8-410e-af00-b5bf635a704a req-2da34164-a3bd-4f4d-a808-1fc583fcbd04 service nova] [instance: 04217131-4db4-48af-bfc0-e0037a5fc9fa] No waiting events found dispatching network-vif-plugged-aada45b2-3454-487a-b701-adefbfcc52f2 {{(pid=69319) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1089.633461] env[69319]: WARNING nova.compute.manager [req-8ec479f2-87e8-410e-af00-b5bf635a704a req-2da34164-a3bd-4f4d-a808-1fc583fcbd04 service nova] [instance: 04217131-4db4-48af-bfc0-e0037a5fc9fa] Received unexpected event network-vif-plugged-aada45b2-3454-487a-b701-adefbfcc52f2 for instance with vm_state building and task_state spawning. [ 1089.779578] env[69319]: DEBUG nova.network.neutron [None req-b1e56be8-11a4-4eaa-97b2-865ec36522a1 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 04217131-4db4-48af-bfc0-e0037a5fc9fa] Successfully updated port: aada45b2-3454-487a-b701-adefbfcc52f2 {{(pid=69319) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1089.805779] env[69319]: DEBUG oslo_vmware.api [None req-6f4e81a3-7869-4f0d-ab46-8ec4281c124a tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': task-3223770, 'name': Destroy_Task, 'duration_secs': 0.358745} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.806066] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-6f4e81a3-7869-4f0d-ab46-8ec4281c124a tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 357a007f-e033-421c-8d7e-3c5ad7decb70] Destroyed the VM [ 1089.806311] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-6f4e81a3-7869-4f0d-ab46-8ec4281c124a tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 357a007f-e033-421c-8d7e-3c5ad7decb70] Deleting Snapshot of the VM instance {{(pid=69319) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1089.810113] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-15683d13-ed41-44ee-9c35-e06722d1484f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.819138] env[69319]: DEBUG oslo_vmware.api [None req-6f4e81a3-7869-4f0d-ab46-8ec4281c124a tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Waiting for the task: (returnval){ [ 1089.819138] env[69319]: value = "task-3223771" [ 1089.819138] env[69319]: _type = "Task" [ 1089.819138] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.833255] env[69319]: DEBUG oslo_vmware.api [None req-6f4e81a3-7869-4f0d-ab46-8ec4281c124a tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': task-3223771, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.879561] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46920dd0-b05b-4ca9-b38a-518374daf732 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.890792] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9166614-ad1b-4cd8-9ae8-7804c2b670f8 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.926054] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e1eef7c-4910-45d7-9902-23ea99537ff1 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.934380] env[69319]: INFO nova.compute.manager [-] [instance: 5886cbfc-c361-45ef-872c-1704f7d85aff] Took 1.26 seconds to deallocate network for instance. [ 1089.940467] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7a0141c-779c-4737-8fe9-af6ad405e598 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.958311] env[69319]: DEBUG nova.compute.provider_tree [None req-4e22cdd4-d833-4576-b052-f687f0e90a6f tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1089.966746] env[69319]: DEBUG oslo_concurrency.lockutils [req-dca9c53b-4cb9-4e26-8fd4-dfbf13c46289 req-849fd743-84a4-4c6d-ba7b-4f3d629d588d service nova] Releasing lock "refresh_cache-6c8db7ac-506b-43ec-a4e5-4aee6b69ea5b" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.967481] env[69319]: DEBUG nova.compute.manager [req-dca9c53b-4cb9-4e26-8fd4-dfbf13c46289 req-849fd743-84a4-4c6d-ba7b-4f3d629d588d service nova] [instance: 00087c6b-5220-470f-8953-b9184a06d96f] Received event network-vif-deleted-0097666f-9e86-4beb-b274-abde5e8af2e0 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1089.983641] env[69319]: DEBUG oslo_concurrency.lockutils [None req-49401a0d-2936-4489-802d-0d74d6dabc3e tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.033875] env[69319]: DEBUG oslo_vmware.api [None req-e0f01c21-18a2-4837-a146-2a7ad7251471 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52b2ed78-db66-bba4-673a-8887e470e204, 'name': SearchDatastore_Task, 'duration_secs': 0.01176} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.034525] env[69319]: DEBUG oslo_concurrency.lockutils [None req-e0f01c21-18a2-4837-a146-2a7ad7251471 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.034643] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0f01c21-18a2-4837-a146-2a7ad7251471 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] 6c8db7ac-506b-43ec-a4e5-4aee6b69ea5b/6c8db7ac-506b-43ec-a4e5-4aee6b69ea5b.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1090.035053] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8adc9a04-f0de-4e8b-8ab7-4781d23ce246 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.047370] env[69319]: DEBUG oslo_vmware.api [None req-e0f01c21-18a2-4837-a146-2a7ad7251471 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Waiting for the task: (returnval){ [ 1090.047370] env[69319]: value = "task-3223772" [ 1090.047370] env[69319]: _type = "Task" [ 1090.047370] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.060640] env[69319]: DEBUG oslo_vmware.api [None req-e0f01c21-18a2-4837-a146-2a7ad7251471 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': task-3223772, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.284926] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b1e56be8-11a4-4eaa-97b2-865ec36522a1 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Acquiring lock "refresh_cache-04217131-4db4-48af-bfc0-e0037a5fc9fa" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.285354] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b1e56be8-11a4-4eaa-97b2-865ec36522a1 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Acquired lock "refresh_cache-04217131-4db4-48af-bfc0-e0037a5fc9fa" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.285354] env[69319]: DEBUG nova.network.neutron [None req-b1e56be8-11a4-4eaa-97b2-865ec36522a1 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 04217131-4db4-48af-bfc0-e0037a5fc9fa] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1090.331189] env[69319]: DEBUG oslo_vmware.api [None req-6f4e81a3-7869-4f0d-ab46-8ec4281c124a tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': task-3223771, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.440391] env[69319]: DEBUG oslo_concurrency.lockutils [None req-e19378df-6dd3-4043-8cff-e71181c3878b tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.465267] env[69319]: DEBUG nova.scheduler.client.report [None req-4e22cdd4-d833-4576-b052-f687f0e90a6f tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1090.562236] env[69319]: DEBUG oslo_vmware.api [None req-e0f01c21-18a2-4837-a146-2a7ad7251471 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': task-3223772, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.504082} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.562848] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0f01c21-18a2-4837-a146-2a7ad7251471 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] 6c8db7ac-506b-43ec-a4e5-4aee6b69ea5b/6c8db7ac-506b-43ec-a4e5-4aee6b69ea5b.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1090.563256] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-e0f01c21-18a2-4837-a146-2a7ad7251471 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 6c8db7ac-506b-43ec-a4e5-4aee6b69ea5b] Extending root virtual disk to 1048576 {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1090.567251] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-df778503-caa3-41f9-8a55-063c4b1fe9db {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.573897] env[69319]: DEBUG oslo_vmware.api [None req-e0f01c21-18a2-4837-a146-2a7ad7251471 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Waiting for the task: (returnval){ [ 1090.573897] env[69319]: value = "task-3223775" [ 1090.573897] env[69319]: _type = "Task" [ 1090.573897] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.594769] env[69319]: DEBUG oslo_vmware.api [None req-e0f01c21-18a2-4837-a146-2a7ad7251471 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': task-3223775, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.608396] env[69319]: DEBUG nova.compute.manager [None req-8f880d5d-77b8-4ebd-acea-d00e377d90ae tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] [instance: 5b1c7806-7c93-4d09-8a4d-8750bbd50450] Start spawning the instance on the hypervisor. {{(pid=69319) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1090.649345] env[69319]: DEBUG nova.virt.hardware [None req-8f880d5d-77b8-4ebd-acea-d00e377d90ae tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:32:36Z,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31f027872f6f44dba95ff2fe7a062e00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:32:36Z,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1090.649644] env[69319]: DEBUG nova.virt.hardware [None req-8f880d5d-77b8-4ebd-acea-d00e377d90ae tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1090.649771] env[69319]: DEBUG nova.virt.hardware [None req-8f880d5d-77b8-4ebd-acea-d00e377d90ae tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1090.649959] env[69319]: DEBUG nova.virt.hardware [None req-8f880d5d-77b8-4ebd-acea-d00e377d90ae tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1090.650742] env[69319]: DEBUG nova.virt.hardware [None req-8f880d5d-77b8-4ebd-acea-d00e377d90ae tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1090.651028] env[69319]: DEBUG nova.virt.hardware [None req-8f880d5d-77b8-4ebd-acea-d00e377d90ae tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1090.651355] env[69319]: DEBUG nova.virt.hardware [None req-8f880d5d-77b8-4ebd-acea-d00e377d90ae tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1090.651777] env[69319]: DEBUG nova.virt.hardware [None req-8f880d5d-77b8-4ebd-acea-d00e377d90ae tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1090.651856] env[69319]: DEBUG nova.virt.hardware [None req-8f880d5d-77b8-4ebd-acea-d00e377d90ae tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1090.652049] env[69319]: DEBUG nova.virt.hardware [None req-8f880d5d-77b8-4ebd-acea-d00e377d90ae tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1090.652301] env[69319]: DEBUG nova.virt.hardware [None req-8f880d5d-77b8-4ebd-acea-d00e377d90ae tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1090.654231] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8150ac8-9962-4a68-a9ba-3a21583e73d8 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.668535] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d3c93a5-e278-4fae-9591-d40477992fc9 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.686156] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-8f880d5d-77b8-4ebd-acea-d00e377d90ae tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] [instance: 5b1c7806-7c93-4d09-8a4d-8750bbd50450] Instance VIF info [] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1090.693726] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f880d5d-77b8-4ebd-acea-d00e377d90ae tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Creating folder: Project (525ee0c01b4649d79f79e5fdff55a10e). Parent ref: group-v644239. {{(pid=69319) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1090.693726] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5607b41c-1cdb-4727-9bfa-a1908e462967 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.707238] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-8f880d5d-77b8-4ebd-acea-d00e377d90ae tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Created folder: Project (525ee0c01b4649d79f79e5fdff55a10e) in parent group-v644239. [ 1090.707457] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f880d5d-77b8-4ebd-acea-d00e377d90ae tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Creating folder: Instances. Parent ref: group-v644482. {{(pid=69319) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1090.707910] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-34b2735d-f21f-48f7-a8cb-e6129349877b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.721194] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-8f880d5d-77b8-4ebd-acea-d00e377d90ae tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Created folder: Instances in parent group-v644482. [ 1090.721440] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8f880d5d-77b8-4ebd-acea-d00e377d90ae tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1090.724700] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b1c7806-7c93-4d09-8a4d-8750bbd50450] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1090.724700] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9a83f933-1d17-44d0-a6ed-ce0e7cf83e81 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.740304] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1090.740304] env[69319]: value = "task-3223778" [ 1090.740304] env[69319]: _type = "Task" [ 1090.740304] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.750035] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223778, 'name': CreateVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.831300] env[69319]: DEBUG oslo_vmware.api [None req-6f4e81a3-7869-4f0d-ab46-8ec4281c124a tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': task-3223771, 'name': RemoveSnapshot_Task, 'duration_secs': 0.728287} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.831589] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-6f4e81a3-7869-4f0d-ab46-8ec4281c124a tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 357a007f-e033-421c-8d7e-3c5ad7decb70] Deleted Snapshot of the VM instance {{(pid=69319) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1090.851550] env[69319]: DEBUG nova.network.neutron [None req-b1e56be8-11a4-4eaa-97b2-865ec36522a1 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 04217131-4db4-48af-bfc0-e0037a5fc9fa] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1090.968445] env[69319]: DEBUG nova.compute.manager [req-932b6824-c43d-44e4-881d-6ad4ffa56a1b req-11638f12-3c6d-42c5-a843-eb5699d54cbd service nova] [instance: 5886cbfc-c361-45ef-872c-1704f7d85aff] Received event network-vif-deleted-93a683cc-3642-46ad-9741-c44cdbfc71d3 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1090.971991] env[69319]: DEBUG oslo_concurrency.lockutils [None req-4e22cdd4-d833-4576-b052-f687f0e90a6f tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.391s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.971991] env[69319]: DEBUG nova.compute.manager [None req-4e22cdd4-d833-4576-b052-f687f0e90a6f tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: b67563f9-4b5d-4f20-87fc-6fc7407687ae] Start building networks asynchronously for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1090.974144] env[69319]: DEBUG oslo_concurrency.lockutils [None req-e2c33632-136b-461b-b2e6-737aaf1050fb tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.096s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.974411] env[69319]: DEBUG nova.objects.instance [None req-e2c33632-136b-461b-b2e6-737aaf1050fb tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Lazy-loading 'resources' on Instance uuid 9a2d05fc-1ee1-4847-bb63-ad2d3624c730 {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1091.085869] env[69319]: DEBUG oslo_vmware.api [None req-e0f01c21-18a2-4837-a146-2a7ad7251471 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': task-3223775, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075709} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.087392] env[69319]: DEBUG nova.network.neutron [None req-b1e56be8-11a4-4eaa-97b2-865ec36522a1 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 04217131-4db4-48af-bfc0-e0037a5fc9fa] Updating instance_info_cache with network_info: [{"id": "aada45b2-3454-487a-b701-adefbfcc52f2", "address": "fa:16:3e:51:81:0c", "network": {"id": "8985126e-f64e-499c-abf8-8490d52ef1a5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-221535940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c749d00b4b5b4852a5c16d9621d8eb16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaada45b2-34", "ovs_interfaceid": "aada45b2-3454-487a-b701-adefbfcc52f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.089105] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-e0f01c21-18a2-4837-a146-2a7ad7251471 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 6c8db7ac-506b-43ec-a4e5-4aee6b69ea5b] Extended root virtual disk {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1091.089827] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61ba1725-c800-4413-9bc3-471e06106004 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.119315] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0f01c21-18a2-4837-a146-2a7ad7251471 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 6c8db7ac-506b-43ec-a4e5-4aee6b69ea5b] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] 6c8db7ac-506b-43ec-a4e5-4aee6b69ea5b/6c8db7ac-506b-43ec-a4e5-4aee6b69ea5b.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1091.119315] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-796da9d2-8f6f-4fe8-97df-66ca3c2d5685 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.139906] env[69319]: DEBUG oslo_vmware.api [None req-e0f01c21-18a2-4837-a146-2a7ad7251471 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Waiting for the task: (returnval){ [ 1091.139906] env[69319]: value = "task-3223779" [ 1091.139906] env[69319]: _type = "Task" [ 1091.139906] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.151046] env[69319]: DEBUG oslo_vmware.api [None req-e0f01c21-18a2-4837-a146-2a7ad7251471 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': task-3223779, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.253801] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223778, 'name': CreateVM_Task} progress is 99%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.337321] env[69319]: WARNING nova.compute.manager [None req-6f4e81a3-7869-4f0d-ab46-8ec4281c124a tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 357a007f-e033-421c-8d7e-3c5ad7decb70] Image not found during snapshot: nova.exception.ImageNotFound: Image d2c0eace-cfe6-4f05-94ab-ea8bbefd70b0 could not be found. [ 1091.479820] env[69319]: DEBUG nova.compute.utils [None req-4e22cdd4-d833-4576-b052-f687f0e90a6f tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Using /dev/sd instead of None {{(pid=69319) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1091.479820] env[69319]: DEBUG nova.objects.instance [None req-e2c33632-136b-461b-b2e6-737aaf1050fb tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Lazy-loading 'numa_topology' on Instance uuid 9a2d05fc-1ee1-4847-bb63-ad2d3624c730 {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1091.481035] env[69319]: DEBUG nova.compute.manager [None req-4e22cdd4-d833-4576-b052-f687f0e90a6f tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: b67563f9-4b5d-4f20-87fc-6fc7407687ae] Allocating IP information in the background. {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1091.481847] env[69319]: DEBUG nova.network.neutron [None req-4e22cdd4-d833-4576-b052-f687f0e90a6f tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: b67563f9-4b5d-4f20-87fc-6fc7407687ae] allocate_for_instance() {{(pid=69319) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1091.541118] env[69319]: DEBUG nova.policy [None req-4e22cdd4-d833-4576-b052-f687f0e90a6f tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6ca8daefd57343b7880a675f22fc88c8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ef4b5f34c7fe4128a153d1f4914be606', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69319) authorize /opt/stack/nova/nova/policy.py:192}} [ 1091.590247] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b1e56be8-11a4-4eaa-97b2-865ec36522a1 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Releasing lock "refresh_cache-04217131-4db4-48af-bfc0-e0037a5fc9fa" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.590574] env[69319]: DEBUG nova.compute.manager [None req-b1e56be8-11a4-4eaa-97b2-865ec36522a1 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 04217131-4db4-48af-bfc0-e0037a5fc9fa] Instance network_info: |[{"id": "aada45b2-3454-487a-b701-adefbfcc52f2", "address": "fa:16:3e:51:81:0c", "network": {"id": "8985126e-f64e-499c-abf8-8490d52ef1a5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-221535940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c749d00b4b5b4852a5c16d9621d8eb16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaada45b2-34", "ovs_interfaceid": "aada45b2-3454-487a-b701-adefbfcc52f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1091.591084] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-b1e56be8-11a4-4eaa-97b2-865ec36522a1 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 04217131-4db4-48af-bfc0-e0037a5fc9fa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:51:81:0c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aada45b2-3454-487a-b701-adefbfcc52f2', 'vif_model': 'vmxnet3'}] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1091.598626] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b1e56be8-11a4-4eaa-97b2-865ec36522a1 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1091.598860] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04217131-4db4-48af-bfc0-e0037a5fc9fa] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1091.599096] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fd9f7256-8101-488c-9d04-fe23a230cfeb {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.624274] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1091.624274] env[69319]: value = "task-3223780" [ 1091.624274] env[69319]: _type = "Task" [ 1091.624274] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.634658] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223780, 'name': CreateVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.651905] env[69319]: DEBUG oslo_vmware.api [None req-e0f01c21-18a2-4837-a146-2a7ad7251471 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': task-3223779, 'name': ReconfigVM_Task, 'duration_secs': 0.320985} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.652231] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0f01c21-18a2-4837-a146-2a7ad7251471 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 6c8db7ac-506b-43ec-a4e5-4aee6b69ea5b] Reconfigured VM instance instance-00000053 to attach disk [datastore2] 6c8db7ac-506b-43ec-a4e5-4aee6b69ea5b/6c8db7ac-506b-43ec-a4e5-4aee6b69ea5b.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1091.655034] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cd63bcb8-bcfd-426c-a63d-eafa86ef8909 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.660087] env[69319]: DEBUG oslo_vmware.api [None req-e0f01c21-18a2-4837-a146-2a7ad7251471 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Waiting for the task: (returnval){ [ 1091.660087] env[69319]: value = "task-3223781" [ 1091.660087] env[69319]: _type = "Task" [ 1091.660087] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.670036] env[69319]: DEBUG oslo_vmware.api [None req-e0f01c21-18a2-4837-a146-2a7ad7251471 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': task-3223781, 'name': Rename_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.752575] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223778, 'name': CreateVM_Task} progress is 99%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.885451] env[69319]: DEBUG nova.compute.manager [req-e8fffb97-8530-4a36-80c2-e225655e6997 req-06d4ab01-4d67-4729-b879-09aa89fd3296 service nova] [instance: 04217131-4db4-48af-bfc0-e0037a5fc9fa] Received event network-changed-aada45b2-3454-487a-b701-adefbfcc52f2 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1091.885750] env[69319]: DEBUG nova.compute.manager [req-e8fffb97-8530-4a36-80c2-e225655e6997 req-06d4ab01-4d67-4729-b879-09aa89fd3296 service nova] [instance: 04217131-4db4-48af-bfc0-e0037a5fc9fa] Refreshing instance network info cache due to event network-changed-aada45b2-3454-487a-b701-adefbfcc52f2. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1091.885984] env[69319]: DEBUG oslo_concurrency.lockutils [req-e8fffb97-8530-4a36-80c2-e225655e6997 req-06d4ab01-4d67-4729-b879-09aa89fd3296 service nova] Acquiring lock "refresh_cache-04217131-4db4-48af-bfc0-e0037a5fc9fa" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.888701] env[69319]: DEBUG oslo_concurrency.lockutils [req-e8fffb97-8530-4a36-80c2-e225655e6997 req-06d4ab01-4d67-4729-b879-09aa89fd3296 service nova] Acquired lock "refresh_cache-04217131-4db4-48af-bfc0-e0037a5fc9fa" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.888701] env[69319]: DEBUG nova.network.neutron [req-e8fffb97-8530-4a36-80c2-e225655e6997 req-06d4ab01-4d67-4729-b879-09aa89fd3296 service nova] [instance: 04217131-4db4-48af-bfc0-e0037a5fc9fa] Refreshing network info cache for port aada45b2-3454-487a-b701-adefbfcc52f2 {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1091.981818] env[69319]: DEBUG nova.network.neutron [None req-4e22cdd4-d833-4576-b052-f687f0e90a6f tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: b67563f9-4b5d-4f20-87fc-6fc7407687ae] Successfully created port: f398cee1-c4b1-4b6f-aced-b9b0c8695d31 {{(pid=69319) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1091.984816] env[69319]: DEBUG nova.compute.manager [None req-4e22cdd4-d833-4576-b052-f687f0e90a6f tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: b67563f9-4b5d-4f20-87fc-6fc7407687ae] Start building block device mappings for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1091.987357] env[69319]: DEBUG nova.objects.base [None req-e2c33632-136b-461b-b2e6-737aaf1050fb tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Object Instance<9a2d05fc-1ee1-4847-bb63-ad2d3624c730> lazy-loaded attributes: resources,numa_topology {{(pid=69319) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1092.144992] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223780, 'name': CreateVM_Task} progress is 25%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.174968] env[69319]: DEBUG oslo_vmware.api [None req-e0f01c21-18a2-4837-a146-2a7ad7251471 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': task-3223781, 'name': Rename_Task, 'duration_secs': 0.16984} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.175375] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0f01c21-18a2-4837-a146-2a7ad7251471 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 6c8db7ac-506b-43ec-a4e5-4aee6b69ea5b] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1092.175870] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-52320d1a-68d0-44a5-8c5c-dd723db3e388 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.183857] env[69319]: DEBUG oslo_vmware.api [None req-e0f01c21-18a2-4837-a146-2a7ad7251471 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Waiting for the task: (returnval){ [ 1092.183857] env[69319]: value = "task-3223782" [ 1092.183857] env[69319]: _type = "Task" [ 1092.183857] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.196416] env[69319]: DEBUG oslo_vmware.api [None req-e0f01c21-18a2-4837-a146-2a7ad7251471 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': task-3223782, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.255458] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223778, 'name': CreateVM_Task, 'duration_secs': 1.368464} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.255705] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b1c7806-7c93-4d09-8a4d-8750bbd50450] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1092.256247] env[69319]: DEBUG oslo_concurrency.lockutils [None req-8f880d5d-77b8-4ebd-acea-d00e377d90ae tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.256493] env[69319]: DEBUG oslo_concurrency.lockutils [None req-8f880d5d-77b8-4ebd-acea-d00e377d90ae tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.257087] env[69319]: DEBUG oslo_concurrency.lockutils [None req-8f880d5d-77b8-4ebd-acea-d00e377d90ae tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.257237] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a096b453-d9b5-4f14-a51b-e0ac5ff9dbfa {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.264179] env[69319]: DEBUG oslo_vmware.api [None req-8f880d5d-77b8-4ebd-acea-d00e377d90ae tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Waiting for the task: (returnval){ [ 1092.264179] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]5238a120-1b82-e5bc-a39f-63f55c4a5038" [ 1092.264179] env[69319]: _type = "Task" [ 1092.264179] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.278689] env[69319]: DEBUG oslo_vmware.api [None req-8f880d5d-77b8-4ebd-acea-d00e377d90ae tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5238a120-1b82-e5bc-a39f-63f55c4a5038, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.338731] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53a93921-20ea-4300-abfe-2415da7b6148 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.350632] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a95cd3f7-1a15-414e-9aec-44bd5476c9cf {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.393212] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-854b5f15-eda0-4762-b06c-5b452c6112b4 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.402477] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8291da6-bcf4-4fc8-ba83-6ca0a75666f3 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.418256] env[69319]: DEBUG nova.compute.provider_tree [None req-e2c33632-136b-461b-b2e6-737aaf1050fb tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1092.513867] env[69319]: DEBUG oslo_concurrency.lockutils [None req-61082a17-3321-45b8-860e-9915f1f13c27 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Acquiring lock "c771ca2e-35a5-4e64-a382-926a00df4d22" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.514428] env[69319]: DEBUG oslo_concurrency.lockutils [None req-61082a17-3321-45b8-860e-9915f1f13c27 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Lock "c771ca2e-35a5-4e64-a382-926a00df4d22" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.514628] env[69319]: INFO nova.compute.manager [None req-61082a17-3321-45b8-860e-9915f1f13c27 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] [instance: c771ca2e-35a5-4e64-a382-926a00df4d22] Shelving [ 1092.529086] env[69319]: DEBUG oslo_concurrency.lockutils [None req-00990934-19f8-46ea-9dc7-1262fba27bfa tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Acquiring lock "357a007f-e033-421c-8d7e-3c5ad7decb70" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.529357] env[69319]: DEBUG oslo_concurrency.lockutils [None req-00990934-19f8-46ea-9dc7-1262fba27bfa tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Lock "357a007f-e033-421c-8d7e-3c5ad7decb70" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.529688] env[69319]: DEBUG oslo_concurrency.lockutils [None req-00990934-19f8-46ea-9dc7-1262fba27bfa tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Acquiring lock "357a007f-e033-421c-8d7e-3c5ad7decb70-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.529905] env[69319]: DEBUG oslo_concurrency.lockutils [None req-00990934-19f8-46ea-9dc7-1262fba27bfa tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Lock "357a007f-e033-421c-8d7e-3c5ad7decb70-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.530356] env[69319]: DEBUG oslo_concurrency.lockutils [None req-00990934-19f8-46ea-9dc7-1262fba27bfa tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Lock "357a007f-e033-421c-8d7e-3c5ad7decb70-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.533359] env[69319]: INFO nova.compute.manager [None req-00990934-19f8-46ea-9dc7-1262fba27bfa tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 357a007f-e033-421c-8d7e-3c5ad7decb70] Terminating instance [ 1092.638425] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223780, 'name': CreateVM_Task, 'duration_secs': 0.879062} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.638686] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04217131-4db4-48af-bfc0-e0037a5fc9fa] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1092.639385] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b1e56be8-11a4-4eaa-97b2-865ec36522a1 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.639481] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b1e56be8-11a4-4eaa-97b2-865ec36522a1 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.639811] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b1e56be8-11a4-4eaa-97b2-865ec36522a1 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.640095] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c38339b-9441-46f3-8467-a7eca5fba603 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.647726] env[69319]: DEBUG oslo_vmware.api [None req-b1e56be8-11a4-4eaa-97b2-865ec36522a1 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Waiting for the task: (returnval){ [ 1092.647726] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]526f0d06-3474-5016-2d47-0e0dc98ad7b4" [ 1092.647726] env[69319]: _type = "Task" [ 1092.647726] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.657871] env[69319]: DEBUG oslo_vmware.api [None req-b1e56be8-11a4-4eaa-97b2-865ec36522a1 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]526f0d06-3474-5016-2d47-0e0dc98ad7b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.694207] env[69319]: DEBUG oslo_vmware.api [None req-e0f01c21-18a2-4837-a146-2a7ad7251471 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': task-3223782, 'name': PowerOnVM_Task, 'duration_secs': 0.503127} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.694484] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0f01c21-18a2-4837-a146-2a7ad7251471 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 6c8db7ac-506b-43ec-a4e5-4aee6b69ea5b] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1092.694687] env[69319]: INFO nova.compute.manager [None req-e0f01c21-18a2-4837-a146-2a7ad7251471 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 6c8db7ac-506b-43ec-a4e5-4aee6b69ea5b] Took 7.15 seconds to spawn the instance on the hypervisor. [ 1092.694862] env[69319]: DEBUG nova.compute.manager [None req-e0f01c21-18a2-4837-a146-2a7ad7251471 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 6c8db7ac-506b-43ec-a4e5-4aee6b69ea5b] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1092.695676] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abe56906-e69a-4a31-b54c-817a32418db8 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.775244] env[69319]: DEBUG oslo_vmware.api [None req-8f880d5d-77b8-4ebd-acea-d00e377d90ae tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5238a120-1b82-e5bc-a39f-63f55c4a5038, 'name': SearchDatastore_Task, 'duration_secs': 0.013065} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.775675] env[69319]: DEBUG oslo_concurrency.lockutils [None req-8f880d5d-77b8-4ebd-acea-d00e377d90ae tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.775812] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-8f880d5d-77b8-4ebd-acea-d00e377d90ae tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] [instance: 5b1c7806-7c93-4d09-8a4d-8750bbd50450] Processing image 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1092.776065] env[69319]: DEBUG oslo_concurrency.lockutils [None req-8f880d5d-77b8-4ebd-acea-d00e377d90ae tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.776240] env[69319]: DEBUG oslo_concurrency.lockutils [None req-8f880d5d-77b8-4ebd-acea-d00e377d90ae tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.776394] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f880d5d-77b8-4ebd-acea-d00e377d90ae tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1092.777523] env[69319]: DEBUG nova.network.neutron [req-e8fffb97-8530-4a36-80c2-e225655e6997 req-06d4ab01-4d67-4729-b879-09aa89fd3296 service nova] [instance: 04217131-4db4-48af-bfc0-e0037a5fc9fa] Updated VIF entry in instance network info cache for port aada45b2-3454-487a-b701-adefbfcc52f2. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1092.777874] env[69319]: DEBUG nova.network.neutron [req-e8fffb97-8530-4a36-80c2-e225655e6997 req-06d4ab01-4d67-4729-b879-09aa89fd3296 service nova] [instance: 04217131-4db4-48af-bfc0-e0037a5fc9fa] Updating instance_info_cache with network_info: [{"id": "aada45b2-3454-487a-b701-adefbfcc52f2", "address": "fa:16:3e:51:81:0c", "network": {"id": "8985126e-f64e-499c-abf8-8490d52ef1a5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-221535940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c749d00b4b5b4852a5c16d9621d8eb16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaada45b2-34", "ovs_interfaceid": "aada45b2-3454-487a-b701-adefbfcc52f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.779396] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-43e81d31-302c-4f6c-9803-fb9e31068111 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.791417] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f880d5d-77b8-4ebd-acea-d00e377d90ae tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1092.791687] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-8f880d5d-77b8-4ebd-acea-d00e377d90ae tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1092.793467] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46c37f20-b667-47d3-8254-28fab3b39c7b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.800636] env[69319]: DEBUG oslo_vmware.api [None req-8f880d5d-77b8-4ebd-acea-d00e377d90ae tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Waiting for the task: (returnval){ [ 1092.800636] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52471c9a-037c-3cf2-9e16-50577c458faa" [ 1092.800636] env[69319]: _type = "Task" [ 1092.800636] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.810839] env[69319]: DEBUG oslo_vmware.api [None req-8f880d5d-77b8-4ebd-acea-d00e377d90ae tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52471c9a-037c-3cf2-9e16-50577c458faa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.926403] env[69319]: DEBUG nova.scheduler.client.report [None req-e2c33632-136b-461b-b2e6-737aaf1050fb tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1092.998023] env[69319]: DEBUG nova.compute.manager [None req-4e22cdd4-d833-4576-b052-f687f0e90a6f tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: b67563f9-4b5d-4f20-87fc-6fc7407687ae] Start spawning the instance on the hypervisor. {{(pid=69319) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1093.037507] env[69319]: DEBUG nova.virt.hardware [None req-4e22cdd4-d833-4576-b052-f687f0e90a6f tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:32:36Z,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31f027872f6f44dba95ff2fe7a062e00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:32:36Z,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1093.039025] env[69319]: DEBUG nova.virt.hardware [None req-4e22cdd4-d833-4576-b052-f687f0e90a6f tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1093.039025] env[69319]: DEBUG nova.virt.hardware [None req-4e22cdd4-d833-4576-b052-f687f0e90a6f tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1093.039025] env[69319]: DEBUG nova.virt.hardware [None req-4e22cdd4-d833-4576-b052-f687f0e90a6f tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1093.039025] env[69319]: DEBUG nova.virt.hardware [None req-4e22cdd4-d833-4576-b052-f687f0e90a6f tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1093.039025] env[69319]: DEBUG nova.virt.hardware [None req-4e22cdd4-d833-4576-b052-f687f0e90a6f tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1093.039025] env[69319]: DEBUG nova.virt.hardware [None req-4e22cdd4-d833-4576-b052-f687f0e90a6f tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1093.039025] env[69319]: DEBUG nova.virt.hardware [None req-4e22cdd4-d833-4576-b052-f687f0e90a6f tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1093.039540] env[69319]: DEBUG nova.virt.hardware [None req-4e22cdd4-d833-4576-b052-f687f0e90a6f tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1093.039848] env[69319]: DEBUG nova.virt.hardware [None req-4e22cdd4-d833-4576-b052-f687f0e90a6f tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1093.040159] env[69319]: DEBUG nova.virt.hardware [None req-4e22cdd4-d833-4576-b052-f687f0e90a6f tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1093.040978] env[69319]: DEBUG nova.compute.manager [None req-00990934-19f8-46ea-9dc7-1262fba27bfa tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 357a007f-e033-421c-8d7e-3c5ad7decb70] Start destroying the instance on the hypervisor. {{(pid=69319) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1093.043021] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-00990934-19f8-46ea-9dc7-1262fba27bfa tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 357a007f-e033-421c-8d7e-3c5ad7decb70] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1093.043021] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c39b755d-5d84-410f-a1f3-68da50aa03a7 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.047399] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-836e58dc-e6ae-4e8c-a045-b7ca24b41efc {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.062021] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccb758d9-5a1c-4862-bdf6-a275cc749f2b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.071031] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-00990934-19f8-46ea-9dc7-1262fba27bfa tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 357a007f-e033-421c-8d7e-3c5ad7decb70] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1093.071031] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0b2bedf1-144a-48f1-a992-2ddbd393c3ef {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.085678] env[69319]: DEBUG oslo_vmware.api [None req-00990934-19f8-46ea-9dc7-1262fba27bfa tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Waiting for the task: (returnval){ [ 1093.085678] env[69319]: value = "task-3223783" [ 1093.085678] env[69319]: _type = "Task" [ 1093.085678] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.094930] env[69319]: DEBUG oslo_vmware.api [None req-00990934-19f8-46ea-9dc7-1262fba27bfa tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': task-3223783, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.161687] env[69319]: DEBUG oslo_vmware.api [None req-b1e56be8-11a4-4eaa-97b2-865ec36522a1 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]526f0d06-3474-5016-2d47-0e0dc98ad7b4, 'name': SearchDatastore_Task, 'duration_secs': 0.015708} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.162069] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b1e56be8-11a4-4eaa-97b2-865ec36522a1 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.162322] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-b1e56be8-11a4-4eaa-97b2-865ec36522a1 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 04217131-4db4-48af-bfc0-e0037a5fc9fa] Processing image 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1093.162570] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b1e56be8-11a4-4eaa-97b2-865ec36522a1 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.163137] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b1e56be8-11a4-4eaa-97b2-865ec36522a1 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.163137] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1e56be8-11a4-4eaa-97b2-865ec36522a1 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1093.163303] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dd2c36d5-15fa-4368-a7ae-a91db23ec7ca {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.172966] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1e56be8-11a4-4eaa-97b2-865ec36522a1 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1093.173232] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-b1e56be8-11a4-4eaa-97b2-865ec36522a1 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1093.173998] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f11ea3f-023c-4f1b-8a21-db41769c0060 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.182072] env[69319]: DEBUG oslo_vmware.api [None req-b1e56be8-11a4-4eaa-97b2-865ec36522a1 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Waiting for the task: (returnval){ [ 1093.182072] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52a4c0ff-db89-1a22-0fb8-aec4ef714528" [ 1093.182072] env[69319]: _type = "Task" [ 1093.182072] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.190592] env[69319]: DEBUG oslo_vmware.api [None req-b1e56be8-11a4-4eaa-97b2-865ec36522a1 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52a4c0ff-db89-1a22-0fb8-aec4ef714528, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.217038] env[69319]: INFO nova.compute.manager [None req-e0f01c21-18a2-4837-a146-2a7ad7251471 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 6c8db7ac-506b-43ec-a4e5-4aee6b69ea5b] Took 33.65 seconds to build instance. [ 1093.282863] env[69319]: DEBUG oslo_concurrency.lockutils [req-e8fffb97-8530-4a36-80c2-e225655e6997 req-06d4ab01-4d67-4729-b879-09aa89fd3296 service nova] Releasing lock "refresh_cache-04217131-4db4-48af-bfc0-e0037a5fc9fa" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.314826] env[69319]: DEBUG oslo_vmware.api [None req-8f880d5d-77b8-4ebd-acea-d00e377d90ae tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52471c9a-037c-3cf2-9e16-50577c458faa, 'name': SearchDatastore_Task, 'duration_secs': 0.01348} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.315707] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e162679c-3fa3-48f9-96be-f0fa28699b47 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.328336] env[69319]: DEBUG oslo_vmware.api [None req-8f880d5d-77b8-4ebd-acea-d00e377d90ae tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Waiting for the task: (returnval){ [ 1093.328336] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]526dcf1a-56ff-12ca-07b3-0ed91af32afb" [ 1093.328336] env[69319]: _type = "Task" [ 1093.328336] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.344377] env[69319]: DEBUG oslo_vmware.api [None req-8f880d5d-77b8-4ebd-acea-d00e377d90ae tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]526dcf1a-56ff-12ca-07b3-0ed91af32afb, 'name': SearchDatastore_Task, 'duration_secs': 0.012523} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.344377] env[69319]: DEBUG oslo_concurrency.lockutils [None req-8f880d5d-77b8-4ebd-acea-d00e377d90ae tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.344700] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f880d5d-77b8-4ebd-acea-d00e377d90ae tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore1] 5b1c7806-7c93-4d09-8a4d-8750bbd50450/5b1c7806-7c93-4d09-8a4d-8750bbd50450.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1093.344959] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f70a0f77-42fc-4a6c-8766-2045800f000e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.353444] env[69319]: DEBUG oslo_vmware.api [None req-8f880d5d-77b8-4ebd-acea-d00e377d90ae tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Waiting for the task: (returnval){ [ 1093.353444] env[69319]: value = "task-3223784" [ 1093.353444] env[69319]: _type = "Task" [ 1093.353444] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.362731] env[69319]: DEBUG oslo_vmware.api [None req-8f880d5d-77b8-4ebd-acea-d00e377d90ae tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Task: {'id': task-3223784, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.433382] env[69319]: DEBUG oslo_concurrency.lockutils [None req-e2c33632-136b-461b-b2e6-737aaf1050fb tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.459s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.437043] env[69319]: DEBUG oslo_concurrency.lockutils [None req-aab0590d-cab5-409a-a030-b1a4fc67a605 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 15.287s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.438793] env[69319]: DEBUG nova.objects.instance [None req-aab0590d-cab5-409a-a030-b1a4fc67a605 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: d24a0bae-3b98-4121-a3f7-bedee3a196b4] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69319) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1093.532160] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-61082a17-3321-45b8-860e-9915f1f13c27 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] [instance: c771ca2e-35a5-4e64-a382-926a00df4d22] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1093.532516] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b1b8044c-615a-4eab-89d4-1d7673b60fe5 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.540690] env[69319]: DEBUG oslo_vmware.api [None req-61082a17-3321-45b8-860e-9915f1f13c27 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Waiting for the task: (returnval){ [ 1093.540690] env[69319]: value = "task-3223785" [ 1093.540690] env[69319]: _type = "Task" [ 1093.540690] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.549947] env[69319]: DEBUG oslo_vmware.api [None req-61082a17-3321-45b8-860e-9915f1f13c27 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Task: {'id': task-3223785, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.597452] env[69319]: DEBUG oslo_vmware.api [None req-00990934-19f8-46ea-9dc7-1262fba27bfa tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': task-3223783, 'name': PowerOffVM_Task, 'duration_secs': 0.195434} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.597575] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-00990934-19f8-46ea-9dc7-1262fba27bfa tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 357a007f-e033-421c-8d7e-3c5ad7decb70] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1093.597771] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-00990934-19f8-46ea-9dc7-1262fba27bfa tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 357a007f-e033-421c-8d7e-3c5ad7decb70] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1093.598017] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-650355aa-f42d-40c9-b304-ef92a5827fdd {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.698341] env[69319]: DEBUG oslo_vmware.api [None req-b1e56be8-11a4-4eaa-97b2-865ec36522a1 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52a4c0ff-db89-1a22-0fb8-aec4ef714528, 'name': SearchDatastore_Task, 'duration_secs': 0.011865} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.700752] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fce94639-f46b-4986-aa45-555367c0a269 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.712261] env[69319]: DEBUG oslo_vmware.api [None req-b1e56be8-11a4-4eaa-97b2-865ec36522a1 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Waiting for the task: (returnval){ [ 1093.712261] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]526d7598-ac97-d6a7-a46d-d461cc6f671a" [ 1093.712261] env[69319]: _type = "Task" [ 1093.712261] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.718612] env[69319]: DEBUG oslo_concurrency.lockutils [None req-e0f01c21-18a2-4837-a146-2a7ad7251471 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Lock "6c8db7ac-506b-43ec-a4e5-4aee6b69ea5b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.686s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.723970] env[69319]: DEBUG oslo_vmware.api [None req-b1e56be8-11a4-4eaa-97b2-865ec36522a1 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]526d7598-ac97-d6a7-a46d-d461cc6f671a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.743617] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ff6f53f5-e36f-4a28-980f-fceb5abac582 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Acquiring lock "13a67670-f42e-4041-8f4e-4fe3a65e2f33" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.744036] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ff6f53f5-e36f-4a28-980f-fceb5abac582 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Lock "13a67670-f42e-4041-8f4e-4fe3a65e2f33" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.744262] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ff6f53f5-e36f-4a28-980f-fceb5abac582 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Acquiring lock "13a67670-f42e-4041-8f4e-4fe3a65e2f33-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.744461] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ff6f53f5-e36f-4a28-980f-fceb5abac582 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Lock "13a67670-f42e-4041-8f4e-4fe3a65e2f33-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.744631] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ff6f53f5-e36f-4a28-980f-fceb5abac582 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Lock "13a67670-f42e-4041-8f4e-4fe3a65e2f33-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.746863] env[69319]: INFO nova.compute.manager [None req-ff6f53f5-e36f-4a28-980f-fceb5abac582 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] [instance: 13a67670-f42e-4041-8f4e-4fe3a65e2f33] Terminating instance [ 1093.868885] env[69319]: DEBUG oslo_vmware.api [None req-8f880d5d-77b8-4ebd-acea-d00e377d90ae tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Task: {'id': task-3223784, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.946730] env[69319]: DEBUG oslo_concurrency.lockutils [None req-e2c33632-136b-461b-b2e6-737aaf1050fb tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Lock "9a2d05fc-1ee1-4847-bb63-ad2d3624c730" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 52.099s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.951692] env[69319]: DEBUG oslo_concurrency.lockutils [None req-4861e5e3-3926-41c1-8b94-3af605145834 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Lock "9a2d05fc-1ee1-4847-bb63-ad2d3624c730" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 16.870s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.951692] env[69319]: INFO nova.compute.manager [None req-4861e5e3-3926-41c1-8b94-3af605145834 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 9a2d05fc-1ee1-4847-bb63-ad2d3624c730] Unshelving [ 1094.013489] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-00990934-19f8-46ea-9dc7-1262fba27bfa tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 357a007f-e033-421c-8d7e-3c5ad7decb70] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1094.013928] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-00990934-19f8-46ea-9dc7-1262fba27bfa tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 357a007f-e033-421c-8d7e-3c5ad7decb70] Deleting contents of the VM from datastore datastore1 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1094.014306] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-00990934-19f8-46ea-9dc7-1262fba27bfa tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Deleting the datastore file [datastore1] 357a007f-e033-421c-8d7e-3c5ad7decb70 {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1094.014935] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-40f4c8ae-2084-45e9-828b-2f64212d8012 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.024240] env[69319]: DEBUG oslo_vmware.api [None req-00990934-19f8-46ea-9dc7-1262fba27bfa tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Waiting for the task: (returnval){ [ 1094.024240] env[69319]: value = "task-3223787" [ 1094.024240] env[69319]: _type = "Task" [ 1094.024240] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.038277] env[69319]: DEBUG oslo_vmware.api [None req-00990934-19f8-46ea-9dc7-1262fba27bfa tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': task-3223787, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.051922] env[69319]: DEBUG oslo_vmware.api [None req-61082a17-3321-45b8-860e-9915f1f13c27 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Task: {'id': task-3223785, 'name': PowerOffVM_Task, 'duration_secs': 0.267787} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.052228] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-61082a17-3321-45b8-860e-9915f1f13c27 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] [instance: c771ca2e-35a5-4e64-a382-926a00df4d22] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1094.053236] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04e83136-5c67-4364-93c1-8530d708b43c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.083621] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fedf5f8-d24a-44d4-bf6a-2cb7eadc9e30 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.226053] env[69319]: DEBUG oslo_vmware.api [None req-b1e56be8-11a4-4eaa-97b2-865ec36522a1 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]526d7598-ac97-d6a7-a46d-d461cc6f671a, 'name': SearchDatastore_Task, 'duration_secs': 0.017511} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.226466] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b1e56be8-11a4-4eaa-97b2-865ec36522a1 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.226839] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1e56be8-11a4-4eaa-97b2-865ec36522a1 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] 04217131-4db4-48af-bfc0-e0037a5fc9fa/04217131-4db4-48af-bfc0-e0037a5fc9fa.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1094.227173] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ea2de247-d864-4f81-ad48-38f5ec2cfd3e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.235671] env[69319]: DEBUG oslo_vmware.api [None req-b1e56be8-11a4-4eaa-97b2-865ec36522a1 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Waiting for the task: (returnval){ [ 1094.235671] env[69319]: value = "task-3223788" [ 1094.235671] env[69319]: _type = "Task" [ 1094.235671] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.247986] env[69319]: DEBUG oslo_vmware.api [None req-b1e56be8-11a4-4eaa-97b2-865ec36522a1 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3223788, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.257965] env[69319]: DEBUG nova.compute.manager [None req-ff6f53f5-e36f-4a28-980f-fceb5abac582 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] [instance: 13a67670-f42e-4041-8f4e-4fe3a65e2f33] Start destroying the instance on the hypervisor. {{(pid=69319) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1094.258286] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-ff6f53f5-e36f-4a28-980f-fceb5abac582 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] [instance: 13a67670-f42e-4041-8f4e-4fe3a65e2f33] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1094.259799] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8090fb2a-1014-4793-9cf7-6b37948eff11 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.272483] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff6f53f5-e36f-4a28-980f-fceb5abac582 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] [instance: 13a67670-f42e-4041-8f4e-4fe3a65e2f33] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1094.272765] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ebcda46a-1d8b-4c6b-b200-43dc54c59869 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.283214] env[69319]: DEBUG oslo_vmware.api [None req-ff6f53f5-e36f-4a28-980f-fceb5abac582 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Waiting for the task: (returnval){ [ 1094.283214] env[69319]: value = "task-3223789" [ 1094.283214] env[69319]: _type = "Task" [ 1094.283214] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.291597] env[69319]: DEBUG oslo_vmware.api [None req-ff6f53f5-e36f-4a28-980f-fceb5abac582 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Task: {'id': task-3223789, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.370622] env[69319]: DEBUG oslo_vmware.api [None req-8f880d5d-77b8-4ebd-acea-d00e377d90ae tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Task: {'id': task-3223784, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.700969} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.370622] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f880d5d-77b8-4ebd-acea-d00e377d90ae tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore1] 5b1c7806-7c93-4d09-8a4d-8750bbd50450/5b1c7806-7c93-4d09-8a4d-8750bbd50450.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1094.370622] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-8f880d5d-77b8-4ebd-acea-d00e377d90ae tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] [instance: 5b1c7806-7c93-4d09-8a4d-8750bbd50450] Extending root virtual disk to 1048576 {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1094.370622] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-17db89b9-66e1-47d0-9b52-f5ae3fcbb87b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.378625] env[69319]: DEBUG oslo_vmware.api [None req-8f880d5d-77b8-4ebd-acea-d00e377d90ae tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Waiting for the task: (returnval){ [ 1094.378625] env[69319]: value = "task-3223790" [ 1094.378625] env[69319]: _type = "Task" [ 1094.378625] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.392296] env[69319]: DEBUG oslo_vmware.api [None req-8f880d5d-77b8-4ebd-acea-d00e377d90ae tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Task: {'id': task-3223790, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.454176] env[69319]: DEBUG oslo_concurrency.lockutils [None req-aab0590d-cab5-409a-a030-b1a4fc67a605 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.454176] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0fa8b795-3364-4589-9032-61c68b032b45 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 10.314s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.454841] env[69319]: DEBUG nova.objects.instance [None req-0fa8b795-3364-4589-9032-61c68b032b45 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] [instance: f897ffef-dacc-4128-bb22-552b7a4b0e3a] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69319) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1094.498110] env[69319]: DEBUG nova.network.neutron [None req-4e22cdd4-d833-4576-b052-f687f0e90a6f tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: b67563f9-4b5d-4f20-87fc-6fc7407687ae] Successfully updated port: f398cee1-c4b1-4b6f-aced-b9b0c8695d31 {{(pid=69319) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1094.539892] env[69319]: DEBUG oslo_vmware.api [None req-00990934-19f8-46ea-9dc7-1262fba27bfa tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Task: {'id': task-3223787, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.429251} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.540130] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-00990934-19f8-46ea-9dc7-1262fba27bfa tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1094.540339] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-00990934-19f8-46ea-9dc7-1262fba27bfa tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 357a007f-e033-421c-8d7e-3c5ad7decb70] Deleted contents of the VM from datastore datastore1 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1094.540662] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-00990934-19f8-46ea-9dc7-1262fba27bfa tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 357a007f-e033-421c-8d7e-3c5ad7decb70] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1094.540758] env[69319]: INFO nova.compute.manager [None req-00990934-19f8-46ea-9dc7-1262fba27bfa tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] [instance: 357a007f-e033-421c-8d7e-3c5ad7decb70] Took 1.50 seconds to destroy the instance on the hypervisor. [ 1094.541222] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-00990934-19f8-46ea-9dc7-1262fba27bfa tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1094.541295] env[69319]: DEBUG nova.compute.manager [-] [instance: 357a007f-e033-421c-8d7e-3c5ad7decb70] Deallocating network for instance {{(pid=69319) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1094.541343] env[69319]: DEBUG nova.network.neutron [-] [instance: 357a007f-e033-421c-8d7e-3c5ad7decb70] deallocate_for_instance() {{(pid=69319) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1094.600027] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-61082a17-3321-45b8-860e-9915f1f13c27 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] [instance: c771ca2e-35a5-4e64-a382-926a00df4d22] Creating Snapshot of the VM instance {{(pid=69319) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1094.600027] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a7fcbd9a-70b8-4161-b56c-ea271cf31020 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.609943] env[69319]: DEBUG oslo_vmware.api [None req-61082a17-3321-45b8-860e-9915f1f13c27 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Waiting for the task: (returnval){ [ 1094.609943] env[69319]: value = "task-3223791" [ 1094.609943] env[69319]: _type = "Task" [ 1094.609943] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.632450] env[69319]: DEBUG oslo_vmware.api [None req-61082a17-3321-45b8-860e-9915f1f13c27 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Task: {'id': task-3223791, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.748992] env[69319]: DEBUG oslo_vmware.api [None req-b1e56be8-11a4-4eaa-97b2-865ec36522a1 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3223788, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.777217] env[69319]: DEBUG nova.compute.manager [req-2160e853-0d4f-4ce5-8210-5cb378653e07 req-62645cfa-02e6-450f-8081-0b6ad6da3fc5 service nova] [instance: b67563f9-4b5d-4f20-87fc-6fc7407687ae] Received event network-vif-plugged-f398cee1-c4b1-4b6f-aced-b9b0c8695d31 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1094.777217] env[69319]: DEBUG oslo_concurrency.lockutils [req-2160e853-0d4f-4ce5-8210-5cb378653e07 req-62645cfa-02e6-450f-8081-0b6ad6da3fc5 service nova] Acquiring lock "b67563f9-4b5d-4f20-87fc-6fc7407687ae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.777217] env[69319]: DEBUG oslo_concurrency.lockutils [req-2160e853-0d4f-4ce5-8210-5cb378653e07 req-62645cfa-02e6-450f-8081-0b6ad6da3fc5 service nova] Lock "b67563f9-4b5d-4f20-87fc-6fc7407687ae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.777217] env[69319]: DEBUG oslo_concurrency.lockutils [req-2160e853-0d4f-4ce5-8210-5cb378653e07 req-62645cfa-02e6-450f-8081-0b6ad6da3fc5 service nova] Lock "b67563f9-4b5d-4f20-87fc-6fc7407687ae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.777217] env[69319]: DEBUG nova.compute.manager [req-2160e853-0d4f-4ce5-8210-5cb378653e07 req-62645cfa-02e6-450f-8081-0b6ad6da3fc5 service nova] [instance: b67563f9-4b5d-4f20-87fc-6fc7407687ae] No waiting events found dispatching network-vif-plugged-f398cee1-c4b1-4b6f-aced-b9b0c8695d31 {{(pid=69319) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1094.777217] env[69319]: WARNING nova.compute.manager [req-2160e853-0d4f-4ce5-8210-5cb378653e07 req-62645cfa-02e6-450f-8081-0b6ad6da3fc5 service nova] [instance: b67563f9-4b5d-4f20-87fc-6fc7407687ae] Received unexpected event network-vif-plugged-f398cee1-c4b1-4b6f-aced-b9b0c8695d31 for instance with vm_state building and task_state spawning. [ 1094.797030] env[69319]: DEBUG oslo_vmware.api [None req-ff6f53f5-e36f-4a28-980f-fceb5abac582 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Task: {'id': task-3223789, 'name': PowerOffVM_Task, 'duration_secs': 0.300642} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.797030] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff6f53f5-e36f-4a28-980f-fceb5abac582 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] [instance: 13a67670-f42e-4041-8f4e-4fe3a65e2f33] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1094.797030] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-ff6f53f5-e36f-4a28-980f-fceb5abac582 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] [instance: 13a67670-f42e-4041-8f4e-4fe3a65e2f33] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1094.797030] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-58f1355d-f11b-439e-a807-beeb81d06437 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.892023] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-ff6f53f5-e36f-4a28-980f-fceb5abac582 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] [instance: 13a67670-f42e-4041-8f4e-4fe3a65e2f33] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1094.892763] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-ff6f53f5-e36f-4a28-980f-fceb5abac582 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] [instance: 13a67670-f42e-4041-8f4e-4fe3a65e2f33] Deleting contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1094.893077] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff6f53f5-e36f-4a28-980f-fceb5abac582 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Deleting the datastore file [datastore2] 13a67670-f42e-4041-8f4e-4fe3a65e2f33 {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1094.894451] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-560192fd-8341-4894-b7aa-ae63176a3b5b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.902162] env[69319]: DEBUG oslo_vmware.api [None req-8f880d5d-77b8-4ebd-acea-d00e377d90ae tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Task: {'id': task-3223790, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.115231} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.903327] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-8f880d5d-77b8-4ebd-acea-d00e377d90ae tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] [instance: 5b1c7806-7c93-4d09-8a4d-8750bbd50450] Extended root virtual disk {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1094.904109] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5468ca29-0da9-42ea-a54c-f40d145a9bf4 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.913043] env[69319]: DEBUG oslo_vmware.api [None req-ff6f53f5-e36f-4a28-980f-fceb5abac582 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Waiting for the task: (returnval){ [ 1094.913043] env[69319]: value = "task-3223793" [ 1094.913043] env[69319]: _type = "Task" [ 1094.913043] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.935449] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f880d5d-77b8-4ebd-acea-d00e377d90ae tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] [instance: 5b1c7806-7c93-4d09-8a4d-8750bbd50450] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] 5b1c7806-7c93-4d09-8a4d-8750bbd50450/5b1c7806-7c93-4d09-8a4d-8750bbd50450.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1094.936668] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12004816-1640-42fb-af26-2e5a79722ea3 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.961789] env[69319]: DEBUG oslo_vmware.api [None req-ff6f53f5-e36f-4a28-980f-fceb5abac582 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Task: {'id': task-3223793, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.975238] env[69319]: DEBUG nova.compute.utils [None req-4861e5e3-3926-41c1-8b94-3af605145834 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Using /dev/sd instead of None {{(pid=69319) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1094.978028] env[69319]: DEBUG oslo_vmware.api [None req-8f880d5d-77b8-4ebd-acea-d00e377d90ae tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Waiting for the task: (returnval){ [ 1094.978028] env[69319]: value = "task-3223794" [ 1094.978028] env[69319]: _type = "Task" [ 1094.978028] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.988980] env[69319]: DEBUG oslo_vmware.api [None req-8f880d5d-77b8-4ebd-acea-d00e377d90ae tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Task: {'id': task-3223794, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.004411] env[69319]: DEBUG oslo_concurrency.lockutils [None req-4e22cdd4-d833-4576-b052-f687f0e90a6f tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Acquiring lock "refresh_cache-b67563f9-4b5d-4f20-87fc-6fc7407687ae" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.005778] env[69319]: DEBUG oslo_concurrency.lockutils [None req-4e22cdd4-d833-4576-b052-f687f0e90a6f tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Acquired lock "refresh_cache-b67563f9-4b5d-4f20-87fc-6fc7407687ae" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.005778] env[69319]: DEBUG nova.network.neutron [None req-4e22cdd4-d833-4576-b052-f687f0e90a6f tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: b67563f9-4b5d-4f20-87fc-6fc7407687ae] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1095.122473] env[69319]: DEBUG oslo_vmware.api [None req-61082a17-3321-45b8-860e-9915f1f13c27 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Task: {'id': task-3223791, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.248305] env[69319]: DEBUG oslo_vmware.api [None req-b1e56be8-11a4-4eaa-97b2-865ec36522a1 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3223788, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.733734} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.248591] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1e56be8-11a4-4eaa-97b2-865ec36522a1 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] 04217131-4db4-48af-bfc0-e0037a5fc9fa/04217131-4db4-48af-bfc0-e0037a5fc9fa.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1095.248807] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-b1e56be8-11a4-4eaa-97b2-865ec36522a1 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 04217131-4db4-48af-bfc0-e0037a5fc9fa] Extending root virtual disk to 1048576 {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1095.249087] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-24318028-d1d7-4532-8265-e54c44367ebf {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.258150] env[69319]: DEBUG oslo_vmware.api [None req-b1e56be8-11a4-4eaa-97b2-865ec36522a1 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Waiting for the task: (returnval){ [ 1095.258150] env[69319]: value = "task-3223795" [ 1095.258150] env[69319]: _type = "Task" [ 1095.258150] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.269484] env[69319]: DEBUG oslo_vmware.api [None req-b1e56be8-11a4-4eaa-97b2-865ec36522a1 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3223795, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.424638] env[69319]: DEBUG oslo_vmware.api [None req-ff6f53f5-e36f-4a28-980f-fceb5abac582 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Task: {'id': task-3223793, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.353482} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.425339] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff6f53f5-e36f-4a28-980f-fceb5abac582 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1095.425762] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-ff6f53f5-e36f-4a28-980f-fceb5abac582 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] [instance: 13a67670-f42e-4041-8f4e-4fe3a65e2f33] Deleted contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1095.425988] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-ff6f53f5-e36f-4a28-980f-fceb5abac582 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] [instance: 13a67670-f42e-4041-8f4e-4fe3a65e2f33] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1095.426448] env[69319]: INFO nova.compute.manager [None req-ff6f53f5-e36f-4a28-980f-fceb5abac582 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] [instance: 13a67670-f42e-4041-8f4e-4fe3a65e2f33] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1095.427869] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ff6f53f5-e36f-4a28-980f-fceb5abac582 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1095.427869] env[69319]: DEBUG nova.compute.manager [-] [instance: 13a67670-f42e-4041-8f4e-4fe3a65e2f33] Deallocating network for instance {{(pid=69319) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1095.427869] env[69319]: DEBUG nova.network.neutron [-] [instance: 13a67670-f42e-4041-8f4e-4fe3a65e2f33] deallocate_for_instance() {{(pid=69319) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1095.462778] env[69319]: DEBUG nova.network.neutron [-] [instance: 357a007f-e033-421c-8d7e-3c5ad7decb70] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.474236] env[69319]: DEBUG oslo_concurrency.lockutils [None req-074720e6-6bc0-4305-b4d2-c36a79bd7935 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Acquiring lock "0ccec795-caae-46ee-981f-2d210d0a31d3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.474236] env[69319]: DEBUG oslo_concurrency.lockutils [None req-074720e6-6bc0-4305-b4d2-c36a79bd7935 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Lock "0ccec795-caae-46ee-981f-2d210d0a31d3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.474236] env[69319]: DEBUG oslo_concurrency.lockutils [None req-074720e6-6bc0-4305-b4d2-c36a79bd7935 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Acquiring lock "0ccec795-caae-46ee-981f-2d210d0a31d3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.474236] env[69319]: DEBUG oslo_concurrency.lockutils [None req-074720e6-6bc0-4305-b4d2-c36a79bd7935 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Lock "0ccec795-caae-46ee-981f-2d210d0a31d3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.474653] env[69319]: DEBUG oslo_concurrency.lockutils [None req-074720e6-6bc0-4305-b4d2-c36a79bd7935 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Lock "0ccec795-caae-46ee-981f-2d210d0a31d3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.484141] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0fa8b795-3364-4589-9032-61c68b032b45 tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.030s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.486962] env[69319]: INFO nova.virt.block_device [None req-4861e5e3-3926-41c1-8b94-3af605145834 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 9a2d05fc-1ee1-4847-bb63-ad2d3624c730] Booting with volume 9a205589-1ccc-49dc-a59f-5a3c3c3f4c5f at /dev/sdb [ 1095.489326] env[69319]: INFO nova.compute.manager [None req-074720e6-6bc0-4305-b4d2-c36a79bd7935 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 0ccec795-caae-46ee-981f-2d210d0a31d3] Terminating instance [ 1095.491389] env[69319]: DEBUG oslo_concurrency.lockutils [None req-23676c7c-60da-489b-9029-5a285a0b4e40 tempest-ServerAddressesNegativeTestJSON-1105824886 tempest-ServerAddressesNegativeTestJSON-1105824886-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.353s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.491631] env[69319]: DEBUG nova.objects.instance [None req-23676c7c-60da-489b-9029-5a285a0b4e40 tempest-ServerAddressesNegativeTestJSON-1105824886 tempest-ServerAddressesNegativeTestJSON-1105824886-project-member] Lazy-loading 'resources' on Instance uuid 00087c6b-5220-470f-8953-b9184a06d96f {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1095.517238] env[69319]: DEBUG oslo_vmware.api [None req-8f880d5d-77b8-4ebd-acea-d00e377d90ae tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Task: {'id': task-3223794, 'name': ReconfigVM_Task, 'duration_secs': 0.363231} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.517238] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f880d5d-77b8-4ebd-acea-d00e377d90ae tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] [instance: 5b1c7806-7c93-4d09-8a4d-8750bbd50450] Reconfigured VM instance instance-00000055 to attach disk [datastore1] 5b1c7806-7c93-4d09-8a4d-8750bbd50450/5b1c7806-7c93-4d09-8a4d-8750bbd50450.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1095.520571] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-56c46746-35ff-46a1-b7f4-68a2e24ccdeb {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.531198] env[69319]: DEBUG oslo_vmware.api [None req-8f880d5d-77b8-4ebd-acea-d00e377d90ae tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Waiting for the task: (returnval){ [ 1095.531198] env[69319]: value = "task-3223796" [ 1095.531198] env[69319]: _type = "Task" [ 1095.531198] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.543177] env[69319]: DEBUG oslo_vmware.api [None req-8f880d5d-77b8-4ebd-acea-d00e377d90ae tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Task: {'id': task-3223796, 'name': Rename_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.548029] env[69319]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-328259f0-28f1-4e61-b756-6409ee2b610a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.557677] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa3cf641-9c5b-41f9-90e5-6403d6274a3b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.577203] env[69319]: DEBUG nova.network.neutron [None req-4e22cdd4-d833-4576-b052-f687f0e90a6f tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: b67563f9-4b5d-4f20-87fc-6fc7407687ae] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1095.604523] env[69319]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d6a4c8a6-a4a6-426e-a1dc-f0616447b699 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.621424] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-520febd7-03df-4080-9a7c-96ea78b9bef9 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.642797] env[69319]: DEBUG oslo_vmware.api [None req-61082a17-3321-45b8-860e-9915f1f13c27 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Task: {'id': task-3223791, 'name': CreateSnapshot_Task, 'duration_secs': 0.925746} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.646404] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-61082a17-3321-45b8-860e-9915f1f13c27 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] [instance: c771ca2e-35a5-4e64-a382-926a00df4d22] Created Snapshot of the VM instance {{(pid=69319) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1095.647344] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d79a76f-f81e-426a-94eb-9de22d301d45 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.667134] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52013ef0-ed37-4600-84f6-492cff016943 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.689026] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37296b36-6d19-40f6-899f-8feccf19d73a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.709017] env[69319]: DEBUG nova.virt.block_device [None req-4861e5e3-3926-41c1-8b94-3af605145834 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 9a2d05fc-1ee1-4847-bb63-ad2d3624c730] Updating existing volume attachment record: f3a07a3c-e684-4b29-bf42-24832b064f7a {{(pid=69319) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1095.777335] env[69319]: DEBUG oslo_vmware.api [None req-b1e56be8-11a4-4eaa-97b2-865ec36522a1 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3223795, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096527} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.780915] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-b1e56be8-11a4-4eaa-97b2-865ec36522a1 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 04217131-4db4-48af-bfc0-e0037a5fc9fa] Extended root virtual disk {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1095.782228] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67c8d1c7-bdf4-45bb-83df-72abc796b96e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.820867] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1e56be8-11a4-4eaa-97b2-865ec36522a1 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 04217131-4db4-48af-bfc0-e0037a5fc9fa] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] 04217131-4db4-48af-bfc0-e0037a5fc9fa/04217131-4db4-48af-bfc0-e0037a5fc9fa.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1095.821488] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd390d58-c9d9-485e-baf3-45cf39af1784 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.845336] env[69319]: DEBUG nova.network.neutron [None req-4e22cdd4-d833-4576-b052-f687f0e90a6f tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: b67563f9-4b5d-4f20-87fc-6fc7407687ae] Updating instance_info_cache with network_info: [{"id": "f398cee1-c4b1-4b6f-aced-b9b0c8695d31", "address": "fa:16:3e:22:9d:71", "network": {"id": "eba3ac7c-e65e-4811-a2ab-2b2399f9a31c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-580087532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef4b5f34c7fe4128a153d1f4914be606", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf398cee1-c4", "ovs_interfaceid": "f398cee1-c4b1-4b6f-aced-b9b0c8695d31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.848215] env[69319]: DEBUG oslo_vmware.api [None req-b1e56be8-11a4-4eaa-97b2-865ec36522a1 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Waiting for the task: (returnval){ [ 1095.848215] env[69319]: value = "task-3223797" [ 1095.848215] env[69319]: _type = "Task" [ 1095.848215] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.858888] env[69319]: DEBUG oslo_vmware.api [None req-b1e56be8-11a4-4eaa-97b2-865ec36522a1 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3223797, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.966114] env[69319]: INFO nova.compute.manager [-] [instance: 357a007f-e033-421c-8d7e-3c5ad7decb70] Took 1.42 seconds to deallocate network for instance. [ 1096.008405] env[69319]: DEBUG nova.compute.manager [None req-074720e6-6bc0-4305-b4d2-c36a79bd7935 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 0ccec795-caae-46ee-981f-2d210d0a31d3] Start destroying the instance on the hypervisor. {{(pid=69319) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1096.008455] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-074720e6-6bc0-4305-b4d2-c36a79bd7935 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 0ccec795-caae-46ee-981f-2d210d0a31d3] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1096.012031] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-714f4a0e-25a0-486c-b078-ffb444176284 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.026832] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-074720e6-6bc0-4305-b4d2-c36a79bd7935 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 0ccec795-caae-46ee-981f-2d210d0a31d3] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1096.026832] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3e6e04e1-6d8b-4a8c-a7a4-7b9bbfddf830 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.046589] env[69319]: DEBUG oslo_vmware.api [None req-074720e6-6bc0-4305-b4d2-c36a79bd7935 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Waiting for the task: (returnval){ [ 1096.046589] env[69319]: value = "task-3223799" [ 1096.046589] env[69319]: _type = "Task" [ 1096.046589] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.061021] env[69319]: DEBUG oslo_vmware.api [None req-8f880d5d-77b8-4ebd-acea-d00e377d90ae tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Task: {'id': task-3223796, 'name': Rename_Task, 'duration_secs': 0.439585} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.061799] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f880d5d-77b8-4ebd-acea-d00e377d90ae tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] [instance: 5b1c7806-7c93-4d09-8a4d-8750bbd50450] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1096.062114] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cdeecbb0-4bbc-4d0b-96cd-3a0ca02cd844 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.068076] env[69319]: DEBUG oslo_vmware.api [None req-074720e6-6bc0-4305-b4d2-c36a79bd7935 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': task-3223799, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.080204] env[69319]: DEBUG oslo_vmware.api [None req-8f880d5d-77b8-4ebd-acea-d00e377d90ae tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Waiting for the task: (returnval){ [ 1096.080204] env[69319]: value = "task-3223800" [ 1096.080204] env[69319]: _type = "Task" [ 1096.080204] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.090800] env[69319]: DEBUG oslo_vmware.api [None req-8f880d5d-77b8-4ebd-acea-d00e377d90ae tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Task: {'id': task-3223800, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.189331] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-61082a17-3321-45b8-860e-9915f1f13c27 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] [instance: c771ca2e-35a5-4e64-a382-926a00df4d22] Creating linked-clone VM from snapshot {{(pid=69319) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1096.192334] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0499b436-fef6-42db-b2bc-4a1fd7516f87 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.204492] env[69319]: DEBUG oslo_vmware.api [None req-61082a17-3321-45b8-860e-9915f1f13c27 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Waiting for the task: (returnval){ [ 1096.204492] env[69319]: value = "task-3223801" [ 1096.204492] env[69319]: _type = "Task" [ 1096.204492] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.215107] env[69319]: DEBUG oslo_vmware.api [None req-61082a17-3321-45b8-860e-9915f1f13c27 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Task: {'id': task-3223801, 'name': CloneVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.350038] env[69319]: DEBUG oslo_concurrency.lockutils [None req-4e22cdd4-d833-4576-b052-f687f0e90a6f tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Releasing lock "refresh_cache-b67563f9-4b5d-4f20-87fc-6fc7407687ae" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.350251] env[69319]: DEBUG nova.compute.manager [None req-4e22cdd4-d833-4576-b052-f687f0e90a6f tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: b67563f9-4b5d-4f20-87fc-6fc7407687ae] Instance network_info: |[{"id": "f398cee1-c4b1-4b6f-aced-b9b0c8695d31", "address": "fa:16:3e:22:9d:71", "network": {"id": "eba3ac7c-e65e-4811-a2ab-2b2399f9a31c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-580087532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef4b5f34c7fe4128a153d1f4914be606", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf398cee1-c4", "ovs_interfaceid": "f398cee1-c4b1-4b6f-aced-b9b0c8695d31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1096.354621] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-4e22cdd4-d833-4576-b052-f687f0e90a6f tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: b67563f9-4b5d-4f20-87fc-6fc7407687ae] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:9d:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '447ff42d-b33e-4b5d-8b7f-e8117ebbbc92', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f398cee1-c4b1-4b6f-aced-b9b0c8695d31', 'vif_model': 'vmxnet3'}] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1096.364896] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e22cdd4-d833-4576-b052-f687f0e90a6f tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Creating folder: Project (ef4b5f34c7fe4128a153d1f4914be606). Parent ref: group-v644239. {{(pid=69319) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1096.369124] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a402f484-7dd5-427f-a762-b8a11424d9a7 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.380477] env[69319]: DEBUG oslo_vmware.api [None req-b1e56be8-11a4-4eaa-97b2-865ec36522a1 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3223797, 'name': ReconfigVM_Task, 'duration_secs': 0.456631} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.381762] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1e56be8-11a4-4eaa-97b2-865ec36522a1 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 04217131-4db4-48af-bfc0-e0037a5fc9fa] Reconfigured VM instance instance-00000054 to attach disk [datastore2] 04217131-4db4-48af-bfc0-e0037a5fc9fa/04217131-4db4-48af-bfc0-e0037a5fc9fa.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1096.383204] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4f0ccea9-8cf4-4ea7-a409-e467e2043559 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.394998] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-4e22cdd4-d833-4576-b052-f687f0e90a6f tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Created folder: Project (ef4b5f34c7fe4128a153d1f4914be606) in parent group-v644239. [ 1096.395295] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e22cdd4-d833-4576-b052-f687f0e90a6f tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Creating folder: Instances. Parent ref: group-v644489. {{(pid=69319) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1096.396701] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9a3f8aef-681b-427c-8ffb-703a5d3e5c08 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.405165] env[69319]: DEBUG oslo_vmware.api [None req-b1e56be8-11a4-4eaa-97b2-865ec36522a1 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Waiting for the task: (returnval){ [ 1096.405165] env[69319]: value = "task-3223804" [ 1096.405165] env[69319]: _type = "Task" [ 1096.405165] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.422597] env[69319]: DEBUG oslo_vmware.api [None req-b1e56be8-11a4-4eaa-97b2-865ec36522a1 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3223804, 'name': Rename_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.422597] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-4e22cdd4-d833-4576-b052-f687f0e90a6f tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Created folder: Instances in parent group-v644489. [ 1096.422597] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4e22cdd4-d833-4576-b052-f687f0e90a6f tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1096.427589] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b67563f9-4b5d-4f20-87fc-6fc7407687ae] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1096.427589] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-785aed51-7ebf-491b-9634-1d333bf4f49f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.475760] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1096.475760] env[69319]: value = "task-3223807" [ 1096.475760] env[69319]: _type = "Task" [ 1096.475760] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.482129] env[69319]: DEBUG oslo_concurrency.lockutils [None req-00990934-19f8-46ea-9dc7-1262fba27bfa tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.486380] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223807, 'name': CreateVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.492177] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c98a5d6a-c02f-47cd-97aa-35bf274ba15b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.499623] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-362c35f0-306e-416e-9867-d396a85649ad {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.538910] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2608a853-b5bc-4ed7-84dd-7df40a4b44c2 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.549609] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c6334cd-e02c-42e1-9ee2-c411e6a86048 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.566080] env[69319]: DEBUG oslo_vmware.api [None req-074720e6-6bc0-4305-b4d2-c36a79bd7935 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': task-3223799, 'name': PowerOffVM_Task, 'duration_secs': 0.24426} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.575673] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-074720e6-6bc0-4305-b4d2-c36a79bd7935 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 0ccec795-caae-46ee-981f-2d210d0a31d3] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1096.576878] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-074720e6-6bc0-4305-b4d2-c36a79bd7935 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 0ccec795-caae-46ee-981f-2d210d0a31d3] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1096.576878] env[69319]: DEBUG nova.compute.provider_tree [None req-23676c7c-60da-489b-9029-5a285a0b4e40 tempest-ServerAddressesNegativeTestJSON-1105824886 tempest-ServerAddressesNegativeTestJSON-1105824886-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1096.579154] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6c1fcd3b-b996-47bd-a794-c5ef007c4698 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.595230] env[69319]: DEBUG oslo_vmware.api [None req-8f880d5d-77b8-4ebd-acea-d00e377d90ae tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Task: {'id': task-3223800, 'name': PowerOnVM_Task, 'duration_secs': 0.52} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.596267] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f880d5d-77b8-4ebd-acea-d00e377d90ae tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] [instance: 5b1c7806-7c93-4d09-8a4d-8750bbd50450] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1096.596526] env[69319]: INFO nova.compute.manager [None req-8f880d5d-77b8-4ebd-acea-d00e377d90ae tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] [instance: 5b1c7806-7c93-4d09-8a4d-8750bbd50450] Took 5.99 seconds to spawn the instance on the hypervisor. [ 1096.596786] env[69319]: DEBUG nova.compute.manager [None req-8f880d5d-77b8-4ebd-acea-d00e377d90ae tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] [instance: 5b1c7806-7c93-4d09-8a4d-8750bbd50450] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1096.597673] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ad76c66-b828-417d-beb7-b2d26dbff4a3 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.624650] env[69319]: DEBUG oslo_concurrency.lockutils [None req-fbd51037-a6fe-4146-a0e6-17a963033ef8 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Acquiring lock "98ab579b-8357-49e3-8b39-871b88b991d7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.625148] env[69319]: DEBUG oslo_concurrency.lockutils [None req-fbd51037-a6fe-4146-a0e6-17a963033ef8 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Lock "98ab579b-8357-49e3-8b39-871b88b991d7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.715712] env[69319]: DEBUG oslo_vmware.api [None req-61082a17-3321-45b8-860e-9915f1f13c27 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Task: {'id': task-3223801, 'name': CloneVM_Task} progress is 94%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.917449] env[69319]: DEBUG oslo_vmware.api [None req-b1e56be8-11a4-4eaa-97b2-865ec36522a1 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3223804, 'name': Rename_Task} progress is 99%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.974448] env[69319]: DEBUG nova.network.neutron [-] [instance: 13a67670-f42e-4041-8f4e-4fe3a65e2f33] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.989975] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223807, 'name': CreateVM_Task, 'duration_secs': 0.445439} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.992017] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b67563f9-4b5d-4f20-87fc-6fc7407687ae] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1096.992017] env[69319]: DEBUG oslo_concurrency.lockutils [None req-4e22cdd4-d833-4576-b052-f687f0e90a6f tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.992017] env[69319]: DEBUG oslo_concurrency.lockutils [None req-4e22cdd4-d833-4576-b052-f687f0e90a6f tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.992017] env[69319]: DEBUG oslo_concurrency.lockutils [None req-4e22cdd4-d833-4576-b052-f687f0e90a6f tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.992560] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d50a0874-d4c6-45b6-944f-3f4fa2ab3dd5 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.998736] env[69319]: DEBUG oslo_vmware.api [None req-4e22cdd4-d833-4576-b052-f687f0e90a6f tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Waiting for the task: (returnval){ [ 1096.998736] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52d0bd2f-8062-88c1-4f70-2e88d3957a91" [ 1096.998736] env[69319]: _type = "Task" [ 1096.998736] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.010283] env[69319]: DEBUG oslo_vmware.api [None req-4e22cdd4-d833-4576-b052-f687f0e90a6f tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52d0bd2f-8062-88c1-4f70-2e88d3957a91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.089238] env[69319]: DEBUG nova.scheduler.client.report [None req-23676c7c-60da-489b-9029-5a285a0b4e40 tempest-ServerAddressesNegativeTestJSON-1105824886 tempest-ServerAddressesNegativeTestJSON-1105824886-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1097.099361] env[69319]: DEBUG nova.compute.manager [req-231c293e-1755-47f5-8bc8-e070607f7d2b req-12fc3817-ded3-4eeb-ab81-c32357a4ce87 service nova] [instance: b67563f9-4b5d-4f20-87fc-6fc7407687ae] Received event network-changed-f398cee1-c4b1-4b6f-aced-b9b0c8695d31 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1097.099574] env[69319]: DEBUG nova.compute.manager [req-231c293e-1755-47f5-8bc8-e070607f7d2b req-12fc3817-ded3-4eeb-ab81-c32357a4ce87 service nova] [instance: b67563f9-4b5d-4f20-87fc-6fc7407687ae] Refreshing instance network info cache due to event network-changed-f398cee1-c4b1-4b6f-aced-b9b0c8695d31. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1097.099794] env[69319]: DEBUG oslo_concurrency.lockutils [req-231c293e-1755-47f5-8bc8-e070607f7d2b req-12fc3817-ded3-4eeb-ab81-c32357a4ce87 service nova] Acquiring lock "refresh_cache-b67563f9-4b5d-4f20-87fc-6fc7407687ae" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.099943] env[69319]: DEBUG oslo_concurrency.lockutils [req-231c293e-1755-47f5-8bc8-e070607f7d2b req-12fc3817-ded3-4eeb-ab81-c32357a4ce87 service nova] Acquired lock "refresh_cache-b67563f9-4b5d-4f20-87fc-6fc7407687ae" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.100119] env[69319]: DEBUG nova.network.neutron [req-231c293e-1755-47f5-8bc8-e070607f7d2b req-12fc3817-ded3-4eeb-ab81-c32357a4ce87 service nova] [instance: b67563f9-4b5d-4f20-87fc-6fc7407687ae] Refreshing network info cache for port f398cee1-c4b1-4b6f-aced-b9b0c8695d31 {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1097.120123] env[69319]: INFO nova.compute.manager [None req-8f880d5d-77b8-4ebd-acea-d00e377d90ae tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] [instance: 5b1c7806-7c93-4d09-8a4d-8750bbd50450] Took 31.66 seconds to build instance. [ 1097.129029] env[69319]: DEBUG nova.compute.manager [None req-fbd51037-a6fe-4146-a0e6-17a963033ef8 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 98ab579b-8357-49e3-8b39-871b88b991d7] Starting instance... {{(pid=69319) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1097.216827] env[69319]: DEBUG oslo_vmware.api [None req-61082a17-3321-45b8-860e-9915f1f13c27 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Task: {'id': task-3223801, 'name': CloneVM_Task} progress is 94%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.419075] env[69319]: DEBUG oslo_vmware.api [None req-b1e56be8-11a4-4eaa-97b2-865ec36522a1 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3223804, 'name': Rename_Task} progress is 99%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.485415] env[69319]: INFO nova.compute.manager [-] [instance: 13a67670-f42e-4041-8f4e-4fe3a65e2f33] Took 2.06 seconds to deallocate network for instance. [ 1097.514173] env[69319]: DEBUG oslo_vmware.api [None req-4e22cdd4-d833-4576-b052-f687f0e90a6f tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52d0bd2f-8062-88c1-4f70-2e88d3957a91, 'name': SearchDatastore_Task, 'duration_secs': 0.027098} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.514173] env[69319]: DEBUG oslo_concurrency.lockutils [None req-4e22cdd4-d833-4576-b052-f687f0e90a6f tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.514173] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-4e22cdd4-d833-4576-b052-f687f0e90a6f tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: b67563f9-4b5d-4f20-87fc-6fc7407687ae] Processing image 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1097.514173] env[69319]: DEBUG oslo_concurrency.lockutils [None req-4e22cdd4-d833-4576-b052-f687f0e90a6f tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.514173] env[69319]: DEBUG oslo_concurrency.lockutils [None req-4e22cdd4-d833-4576-b052-f687f0e90a6f tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.514173] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e22cdd4-d833-4576-b052-f687f0e90a6f tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1097.514173] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-920cc7cb-712c-4107-b674-4d0eca2a04cd {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.526970] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e22cdd4-d833-4576-b052-f687f0e90a6f tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1097.527202] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-4e22cdd4-d833-4576-b052-f687f0e90a6f tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1097.528052] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d518b7b1-8cbb-4664-bbdb-62f11e83b232 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.534854] env[69319]: DEBUG oslo_vmware.api [None req-4e22cdd4-d833-4576-b052-f687f0e90a6f tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Waiting for the task: (returnval){ [ 1097.534854] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52155199-4610-d764-2ec3-2549a5fea11b" [ 1097.534854] env[69319]: _type = "Task" [ 1097.534854] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.545504] env[69319]: DEBUG oslo_vmware.api [None req-4e22cdd4-d833-4576-b052-f687f0e90a6f tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52155199-4610-d764-2ec3-2549a5fea11b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.603072] env[69319]: DEBUG oslo_concurrency.lockutils [None req-23676c7c-60da-489b-9029-5a285a0b4e40 tempest-ServerAddressesNegativeTestJSON-1105824886 tempest-ServerAddressesNegativeTestJSON-1105824886-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.112s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.611445] env[69319]: DEBUG oslo_concurrency.lockutils [None req-45583688-bab6-46fb-8132-9e4d626c8bc7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.342s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.614865] env[69319]: INFO nova.compute.claims [None req-45583688-bab6-46fb-8132-9e4d626c8bc7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 214f4476-f4b2-440f-b5a6-94c6343dc834] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1097.624326] env[69319]: DEBUG oslo_concurrency.lockutils [None req-8f880d5d-77b8-4ebd-acea-d00e377d90ae tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Lock "5b1c7806-7c93-4d09-8a4d-8750bbd50450" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.544s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.653984] env[69319]: INFO nova.scheduler.client.report [None req-23676c7c-60da-489b-9029-5a285a0b4e40 tempest-ServerAddressesNegativeTestJSON-1105824886 tempest-ServerAddressesNegativeTestJSON-1105824886-project-member] Deleted allocations for instance 00087c6b-5220-470f-8953-b9184a06d96f [ 1097.663875] env[69319]: DEBUG oslo_concurrency.lockutils [None req-fbd51037-a6fe-4146-a0e6-17a963033ef8 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.719589] env[69319]: DEBUG oslo_vmware.api [None req-61082a17-3321-45b8-860e-9915f1f13c27 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Task: {'id': task-3223801, 'name': CloneVM_Task} progress is 95%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.879713] env[69319]: DEBUG oslo_concurrency.lockutils [None req-7db3b36e-a7d9-4e2a-9c59-7100352f25e5 tempest-ServerTagsTestJSON-1313739941 tempest-ServerTagsTestJSON-1313739941-project-member] Acquiring lock "7646bb41-19aa-453b-b931-b65856398128" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.880039] env[69319]: DEBUG oslo_concurrency.lockutils [None req-7db3b36e-a7d9-4e2a-9c59-7100352f25e5 tempest-ServerTagsTestJSON-1313739941 tempest-ServerTagsTestJSON-1313739941-project-member] Lock "7646bb41-19aa-453b-b931-b65856398128" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.918417] env[69319]: DEBUG oslo_vmware.api [None req-b1e56be8-11a4-4eaa-97b2-865ec36522a1 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3223804, 'name': Rename_Task, 'duration_secs': 1.267706} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.918730] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1e56be8-11a4-4eaa-97b2-865ec36522a1 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 04217131-4db4-48af-bfc0-e0037a5fc9fa] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1097.918993] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6b49f926-69bd-4ecb-98a0-0ad7960f6d1b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.926456] env[69319]: DEBUG oslo_vmware.api [None req-b1e56be8-11a4-4eaa-97b2-865ec36522a1 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Waiting for the task: (returnval){ [ 1097.926456] env[69319]: value = "task-3223809" [ 1097.926456] env[69319]: _type = "Task" [ 1097.926456] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.935734] env[69319]: DEBUG oslo_vmware.api [None req-b1e56be8-11a4-4eaa-97b2-865ec36522a1 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3223809, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.977937] env[69319]: DEBUG nova.network.neutron [req-231c293e-1755-47f5-8bc8-e070607f7d2b req-12fc3817-ded3-4eeb-ab81-c32357a4ce87 service nova] [instance: b67563f9-4b5d-4f20-87fc-6fc7407687ae] Updated VIF entry in instance network info cache for port f398cee1-c4b1-4b6f-aced-b9b0c8695d31. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1097.978439] env[69319]: DEBUG nova.network.neutron [req-231c293e-1755-47f5-8bc8-e070607f7d2b req-12fc3817-ded3-4eeb-ab81-c32357a4ce87 service nova] [instance: b67563f9-4b5d-4f20-87fc-6fc7407687ae] Updating instance_info_cache with network_info: [{"id": "f398cee1-c4b1-4b6f-aced-b9b0c8695d31", "address": "fa:16:3e:22:9d:71", "network": {"id": "eba3ac7c-e65e-4811-a2ab-2b2399f9a31c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-580087532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef4b5f34c7fe4128a153d1f4914be606", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf398cee1-c4", "ovs_interfaceid": "f398cee1-c4b1-4b6f-aced-b9b0c8695d31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.993844] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ff6f53f5-e36f-4a28-980f-fceb5abac582 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.048297] env[69319]: DEBUG oslo_vmware.api [None req-4e22cdd4-d833-4576-b052-f687f0e90a6f tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52155199-4610-d764-2ec3-2549a5fea11b, 'name': SearchDatastore_Task, 'duration_secs': 0.030936} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.049257] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4de5f97-9cef-4099-a43a-6c829b5215ef {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.059185] env[69319]: DEBUG oslo_vmware.api [None req-4e22cdd4-d833-4576-b052-f687f0e90a6f tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Waiting for the task: (returnval){ [ 1098.059185] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52721569-173b-e376-bd25-5983299bbb76" [ 1098.059185] env[69319]: _type = "Task" [ 1098.059185] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.070638] env[69319]: DEBUG oslo_vmware.api [None req-4e22cdd4-d833-4576-b052-f687f0e90a6f tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52721569-173b-e376-bd25-5983299bbb76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.167501] env[69319]: DEBUG oslo_concurrency.lockutils [None req-23676c7c-60da-489b-9029-5a285a0b4e40 tempest-ServerAddressesNegativeTestJSON-1105824886 tempest-ServerAddressesNegativeTestJSON-1105824886-project-member] Lock "00087c6b-5220-470f-8953-b9184a06d96f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.553s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.217438] env[69319]: DEBUG oslo_vmware.api [None req-61082a17-3321-45b8-860e-9915f1f13c27 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Task: {'id': task-3223801, 'name': CloneVM_Task} progress is 95%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.229545] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-074720e6-6bc0-4305-b4d2-c36a79bd7935 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 0ccec795-caae-46ee-981f-2d210d0a31d3] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1098.229963] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-074720e6-6bc0-4305-b4d2-c36a79bd7935 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 0ccec795-caae-46ee-981f-2d210d0a31d3] Deleting contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1098.229963] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-074720e6-6bc0-4305-b4d2-c36a79bd7935 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Deleting the datastore file [datastore2] 0ccec795-caae-46ee-981f-2d210d0a31d3 {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1098.230242] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3e2552a9-b888-4c96-9981-04d9f8e29545 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.239193] env[69319]: DEBUG oslo_vmware.api [None req-074720e6-6bc0-4305-b4d2-c36a79bd7935 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Waiting for the task: (returnval){ [ 1098.239193] env[69319]: value = "task-3223810" [ 1098.239193] env[69319]: _type = "Task" [ 1098.239193] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.249218] env[69319]: DEBUG oslo_vmware.api [None req-074720e6-6bc0-4305-b4d2-c36a79bd7935 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': task-3223810, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.383940] env[69319]: DEBUG nova.compute.manager [None req-7db3b36e-a7d9-4e2a-9c59-7100352f25e5 tempest-ServerTagsTestJSON-1313739941 tempest-ServerTagsTestJSON-1313739941-project-member] [instance: 7646bb41-19aa-453b-b931-b65856398128] Starting instance... {{(pid=69319) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1098.438376] env[69319]: DEBUG oslo_vmware.api [None req-b1e56be8-11a4-4eaa-97b2-865ec36522a1 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3223809, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.483793] env[69319]: DEBUG oslo_concurrency.lockutils [req-231c293e-1755-47f5-8bc8-e070607f7d2b req-12fc3817-ded3-4eeb-ab81-c32357a4ce87 service nova] Releasing lock "refresh_cache-b67563f9-4b5d-4f20-87fc-6fc7407687ae" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.484180] env[69319]: DEBUG nova.compute.manager [req-231c293e-1755-47f5-8bc8-e070607f7d2b req-12fc3817-ded3-4eeb-ab81-c32357a4ce87 service nova] [instance: 357a007f-e033-421c-8d7e-3c5ad7decb70] Received event network-vif-deleted-c4d2296a-71f0-4529-a173-474bcf6b99a1 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1098.484357] env[69319]: DEBUG nova.compute.manager [req-231c293e-1755-47f5-8bc8-e070607f7d2b req-12fc3817-ded3-4eeb-ab81-c32357a4ce87 service nova] [instance: 13a67670-f42e-4041-8f4e-4fe3a65e2f33] Received event network-vif-deleted-5db50b8b-ebc1-4f6a-bfff-7cf1627f73db {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1098.574318] env[69319]: DEBUG oslo_vmware.api [None req-4e22cdd4-d833-4576-b052-f687f0e90a6f tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52721569-173b-e376-bd25-5983299bbb76, 'name': SearchDatastore_Task, 'duration_secs': 0.017667} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.575325] env[69319]: DEBUG oslo_concurrency.lockutils [None req-4e22cdd4-d833-4576-b052-f687f0e90a6f tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.577178] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e22cdd4-d833-4576-b052-f687f0e90a6f tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore1] b67563f9-4b5d-4f20-87fc-6fc7407687ae/b67563f9-4b5d-4f20-87fc-6fc7407687ae.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1098.577178] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fa1f2da5-2c74-4cea-9903-2ed369c142d4 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.586331] env[69319]: DEBUG oslo_vmware.api [None req-4e22cdd4-d833-4576-b052-f687f0e90a6f tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Waiting for the task: (returnval){ [ 1098.586331] env[69319]: value = "task-3223812" [ 1098.586331] env[69319]: _type = "Task" [ 1098.586331] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.596503] env[69319]: DEBUG oslo_vmware.api [None req-4e22cdd4-d833-4576-b052-f687f0e90a6f tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': task-3223812, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.723707] env[69319]: DEBUG oslo_vmware.api [None req-61082a17-3321-45b8-860e-9915f1f13c27 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Task: {'id': task-3223801, 'name': CloneVM_Task, 'duration_secs': 2.137164} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.726784] env[69319]: INFO nova.virt.vmwareapi.vmops [None req-61082a17-3321-45b8-860e-9915f1f13c27 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] [instance: c771ca2e-35a5-4e64-a382-926a00df4d22] Created linked-clone VM from snapshot [ 1098.728281] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-067e790b-061b-42d5-b358-7bd9fa308590 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.737728] env[69319]: DEBUG nova.virt.vmwareapi.images [None req-61082a17-3321-45b8-860e-9915f1f13c27 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] [instance: c771ca2e-35a5-4e64-a382-926a00df4d22] Uploading image ddb317dc-1646-4e1e-9beb-516c5cada394 {{(pid=69319) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1098.754941] env[69319]: DEBUG oslo_vmware.api [None req-074720e6-6bc0-4305-b4d2-c36a79bd7935 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': task-3223810, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.265864} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.755263] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-074720e6-6bc0-4305-b4d2-c36a79bd7935 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1098.755456] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-074720e6-6bc0-4305-b4d2-c36a79bd7935 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 0ccec795-caae-46ee-981f-2d210d0a31d3] Deleted contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1098.755639] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-074720e6-6bc0-4305-b4d2-c36a79bd7935 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 0ccec795-caae-46ee-981f-2d210d0a31d3] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1098.755850] env[69319]: INFO nova.compute.manager [None req-074720e6-6bc0-4305-b4d2-c36a79bd7935 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 0ccec795-caae-46ee-981f-2d210d0a31d3] Took 2.75 seconds to destroy the instance on the hypervisor. [ 1098.760172] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-074720e6-6bc0-4305-b4d2-c36a79bd7935 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1098.762582] env[69319]: DEBUG nova.compute.manager [-] [instance: 0ccec795-caae-46ee-981f-2d210d0a31d3] Deallocating network for instance {{(pid=69319) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1098.762697] env[69319]: DEBUG nova.network.neutron [-] [instance: 0ccec795-caae-46ee-981f-2d210d0a31d3] deallocate_for_instance() {{(pid=69319) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1098.770128] env[69319]: DEBUG oslo_vmware.rw_handles [None req-61082a17-3321-45b8-860e-9915f1f13c27 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1098.770128] env[69319]: value = "vm-644487" [ 1098.770128] env[69319]: _type = "VirtualMachine" [ 1098.770128] env[69319]: }. {{(pid=69319) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1098.770128] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-de44a7b0-50d2-4761-906f-28f8b38538cd {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.779488] env[69319]: DEBUG oslo_vmware.rw_handles [None req-61082a17-3321-45b8-860e-9915f1f13c27 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Lease: (returnval){ [ 1098.779488] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]527d747e-9eb4-36b5-8775-54be9173c1ee" [ 1098.779488] env[69319]: _type = "HttpNfcLease" [ 1098.779488] env[69319]: } obtained for exporting VM: (result){ [ 1098.779488] env[69319]: value = "vm-644487" [ 1098.779488] env[69319]: _type = "VirtualMachine" [ 1098.779488] env[69319]: }. {{(pid=69319) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1098.780383] env[69319]: DEBUG oslo_vmware.api [None req-61082a17-3321-45b8-860e-9915f1f13c27 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Waiting for the lease: (returnval){ [ 1098.780383] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]527d747e-9eb4-36b5-8775-54be9173c1ee" [ 1098.780383] env[69319]: _type = "HttpNfcLease" [ 1098.780383] env[69319]: } to be ready. {{(pid=69319) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1098.796550] env[69319]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1098.796550] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]527d747e-9eb4-36b5-8775-54be9173c1ee" [ 1098.796550] env[69319]: _type = "HttpNfcLease" [ 1098.796550] env[69319]: } is ready. {{(pid=69319) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1098.799494] env[69319]: DEBUG oslo_vmware.rw_handles [None req-61082a17-3321-45b8-860e-9915f1f13c27 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1098.799494] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]527d747e-9eb4-36b5-8775-54be9173c1ee" [ 1098.799494] env[69319]: _type = "HttpNfcLease" [ 1098.799494] env[69319]: }. {{(pid=69319) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1098.800857] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb7de618-3f09-45f7-803c-5e0be5177db7 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.809599] env[69319]: DEBUG oslo_vmware.rw_handles [None req-61082a17-3321-45b8-860e-9915f1f13c27 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524beae5-d27d-c693-730b-e3b14faa4515/disk-0.vmdk from lease info. {{(pid=69319) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1098.809781] env[69319]: DEBUG oslo_vmware.rw_handles [None req-61082a17-3321-45b8-860e-9915f1f13c27 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524beae5-d27d-c693-730b-e3b14faa4515/disk-0.vmdk for reading. {{(pid=69319) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1098.912746] env[69319]: DEBUG oslo_concurrency.lockutils [None req-7db3b36e-a7d9-4e2a-9c59-7100352f25e5 tempest-ServerTagsTestJSON-1313739941 tempest-ServerTagsTestJSON-1313739941-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.922456] env[69319]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e210e797-1e1d-485a-a43c-796ad42db10d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.941267] env[69319]: DEBUG oslo_vmware.api [None req-b1e56be8-11a4-4eaa-97b2-865ec36522a1 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3223809, 'name': PowerOnVM_Task, 'duration_secs': 0.735441} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.943741] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1e56be8-11a4-4eaa-97b2-865ec36522a1 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 04217131-4db4-48af-bfc0-e0037a5fc9fa] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1098.948026] env[69319]: INFO nova.compute.manager [None req-b1e56be8-11a4-4eaa-97b2-865ec36522a1 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 04217131-4db4-48af-bfc0-e0037a5fc9fa] Took 10.88 seconds to spawn the instance on the hypervisor. [ 1098.948026] env[69319]: DEBUG nova.compute.manager [None req-b1e56be8-11a4-4eaa-97b2-865ec36522a1 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 04217131-4db4-48af-bfc0-e0037a5fc9fa] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1098.948026] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20554d3b-f232-4690-976a-e2a42d840eb6 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.064465] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0cdf203-e095-4446-9d37-13a4eb4aec32 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.074293] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6be42229-d437-4b9c-be5d-b09d5d6b0f88 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.112168] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a76e345e-d58d-4425-9214-0946b64e2332 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.124642] env[69319]: DEBUG oslo_vmware.api [None req-4e22cdd4-d833-4576-b052-f687f0e90a6f tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': task-3223812, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.126038] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a817198-abdb-4957-9cd8-fec25e2bd527 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.143597] env[69319]: DEBUG nova.compute.provider_tree [None req-45583688-bab6-46fb-8132-9e4d626c8bc7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1099.297973] env[69319]: INFO nova.compute.manager [None req-992da074-8a78-422e-8839-3f9fc5641796 tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] [instance: 5b1c7806-7c93-4d09-8a4d-8750bbd50450] Rebuilding instance [ 1099.346188] env[69319]: DEBUG nova.compute.manager [None req-992da074-8a78-422e-8839-3f9fc5641796 tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] [instance: 5b1c7806-7c93-4d09-8a4d-8750bbd50450] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1099.347098] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-870270bf-efb5-4abb-aa23-08e550898501 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.475893] env[69319]: INFO nova.compute.manager [None req-b1e56be8-11a4-4eaa-97b2-865ec36522a1 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 04217131-4db4-48af-bfc0-e0037a5fc9fa] Took 35.97 seconds to build instance. [ 1099.621772] env[69319]: DEBUG oslo_vmware.api [None req-4e22cdd4-d833-4576-b052-f687f0e90a6f tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': task-3223812, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.651797} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.622221] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e22cdd4-d833-4576-b052-f687f0e90a6f tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore1] b67563f9-4b5d-4f20-87fc-6fc7407687ae/b67563f9-4b5d-4f20-87fc-6fc7407687ae.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1099.622456] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-4e22cdd4-d833-4576-b052-f687f0e90a6f tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: b67563f9-4b5d-4f20-87fc-6fc7407687ae] Extending root virtual disk to 1048576 {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1099.623514] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b3029625-9630-41c7-b738-7d7cf8f17a09 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.632490] env[69319]: DEBUG oslo_vmware.api [None req-4e22cdd4-d833-4576-b052-f687f0e90a6f tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Waiting for the task: (returnval){ [ 1099.632490] env[69319]: value = "task-3223814" [ 1099.632490] env[69319]: _type = "Task" [ 1099.632490] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.643107] env[69319]: DEBUG oslo_vmware.api [None req-4e22cdd4-d833-4576-b052-f687f0e90a6f tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': task-3223814, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.648811] env[69319]: DEBUG nova.scheduler.client.report [None req-45583688-bab6-46fb-8132-9e4d626c8bc7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1099.977889] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b1e56be8-11a4-4eaa-97b2-865ec36522a1 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Lock "04217131-4db4-48af-bfc0-e0037a5fc9fa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.477s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.145174] env[69319]: DEBUG oslo_vmware.api [None req-4e22cdd4-d833-4576-b052-f687f0e90a6f tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': task-3223814, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078726} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.147094] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-4e22cdd4-d833-4576-b052-f687f0e90a6f tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: b67563f9-4b5d-4f20-87fc-6fc7407687ae] Extended root virtual disk {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1100.147281] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93f708fe-bb1c-4047-a39d-95826c54e8a9 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.154121] env[69319]: DEBUG nova.compute.manager [req-29308927-3de6-4794-a667-d6752756e3fe req-0f5df3c3-e91c-4d55-b8a8-2837f9aacde4 service nova] [instance: 0ccec795-caae-46ee-981f-2d210d0a31d3] Received event network-vif-deleted-bd5981d4-e78a-4069-9798-8ecf8d4f55b2 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1100.154748] env[69319]: INFO nova.compute.manager [req-29308927-3de6-4794-a667-d6752756e3fe req-0f5df3c3-e91c-4d55-b8a8-2837f9aacde4 service nova] [instance: 0ccec795-caae-46ee-981f-2d210d0a31d3] Neutron deleted interface bd5981d4-e78a-4069-9798-8ecf8d4f55b2; detaching it from the instance and deleting it from the info cache [ 1100.155207] env[69319]: DEBUG nova.network.neutron [req-29308927-3de6-4794-a667-d6752756e3fe req-0f5df3c3-e91c-4d55-b8a8-2837f9aacde4 service nova] [instance: 0ccec795-caae-46ee-981f-2d210d0a31d3] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.157402] env[69319]: DEBUG oslo_concurrency.lockutils [None req-45583688-bab6-46fb-8132-9e4d626c8bc7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.546s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.159103] env[69319]: DEBUG nova.compute.manager [None req-45583688-bab6-46fb-8132-9e4d626c8bc7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 214f4476-f4b2-440f-b5a6-94c6343dc834] Start building networks asynchronously for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1100.176337] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0c948852-a0e6-4f61-ab04-f4a0d2edbf8f tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 11.393s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.190963] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e22cdd4-d833-4576-b052-f687f0e90a6f tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: b67563f9-4b5d-4f20-87fc-6fc7407687ae] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] b67563f9-4b5d-4f20-87fc-6fc7407687ae/b67563f9-4b5d-4f20-87fc-6fc7407687ae.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1100.193325] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-241caabf-244b-4c97-a8b1-67f6a28e83a5 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.223593] env[69319]: DEBUG oslo_vmware.api [None req-4e22cdd4-d833-4576-b052-f687f0e90a6f tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Waiting for the task: (returnval){ [ 1100.223593] env[69319]: value = "task-3223815" [ 1100.223593] env[69319]: _type = "Task" [ 1100.223593] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.236103] env[69319]: DEBUG oslo_vmware.api [None req-4e22cdd4-d833-4576-b052-f687f0e90a6f tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': task-3223815, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.238611] env[69319]: DEBUG nova.network.neutron [-] [instance: 0ccec795-caae-46ee-981f-2d210d0a31d3] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.371617] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-992da074-8a78-422e-8839-3f9fc5641796 tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] [instance: 5b1c7806-7c93-4d09-8a4d-8750bbd50450] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1100.372558] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ceeb6c89-0af8-4365-a368-481b815e625f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.382143] env[69319]: DEBUG oslo_vmware.api [None req-992da074-8a78-422e-8839-3f9fc5641796 tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Waiting for the task: (returnval){ [ 1100.382143] env[69319]: value = "task-3223816" [ 1100.382143] env[69319]: _type = "Task" [ 1100.382143] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.395438] env[69319]: DEBUG oslo_vmware.api [None req-992da074-8a78-422e-8839-3f9fc5641796 tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Task: {'id': task-3223816, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.677029] env[69319]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8c6dbe1a-ea45-4131-8863-9580757bf68c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.688935] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffb9b9ad-fea3-4bf7-a038-c28e4c573dfd {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.704010] env[69319]: DEBUG nova.compute.utils [None req-45583688-bab6-46fb-8132-9e4d626c8bc7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Using /dev/sd instead of None {{(pid=69319) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1100.707460] env[69319]: INFO nova.compute.claims [None req-0c948852-a0e6-4f61-ab04-f4a0d2edbf8f tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 33bc946c-1397-4355-8132-bc27084a66ba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1100.713047] env[69319]: DEBUG nova.compute.manager [None req-45583688-bab6-46fb-8132-9e4d626c8bc7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 214f4476-f4b2-440f-b5a6-94c6343dc834] Allocating IP information in the background. {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1100.713047] env[69319]: DEBUG nova.network.neutron [None req-45583688-bab6-46fb-8132-9e4d626c8bc7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 214f4476-f4b2-440f-b5a6-94c6343dc834] allocate_for_instance() {{(pid=69319) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1100.744641] env[69319]: INFO nova.compute.manager [-] [instance: 0ccec795-caae-46ee-981f-2d210d0a31d3] Took 1.98 seconds to deallocate network for instance. [ 1100.745269] env[69319]: DEBUG nova.compute.manager [req-29308927-3de6-4794-a667-d6752756e3fe req-0f5df3c3-e91c-4d55-b8a8-2837f9aacde4 service nova] [instance: 0ccec795-caae-46ee-981f-2d210d0a31d3] Detach interface failed, port_id=bd5981d4-e78a-4069-9798-8ecf8d4f55b2, reason: Instance 0ccec795-caae-46ee-981f-2d210d0a31d3 could not be found. {{(pid=69319) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1100.754296] env[69319]: DEBUG oslo_vmware.api [None req-4e22cdd4-d833-4576-b052-f687f0e90a6f tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': task-3223815, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.800338] env[69319]: DEBUG nova.policy [None req-45583688-bab6-46fb-8132-9e4d626c8bc7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '22b4fbb08523413a999beeddea8a5d62', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0030fcfc26054d94b76414b0098fa648', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69319) authorize /opt/stack/nova/nova/policy.py:192}} [ 1100.893961] env[69319]: DEBUG oslo_vmware.api [None req-992da074-8a78-422e-8839-3f9fc5641796 tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Task: {'id': task-3223816, 'name': PowerOffVM_Task, 'duration_secs': 0.211759} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.894295] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-992da074-8a78-422e-8839-3f9fc5641796 tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] [instance: 5b1c7806-7c93-4d09-8a4d-8750bbd50450] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1100.895068] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-992da074-8a78-422e-8839-3f9fc5641796 tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] [instance: 5b1c7806-7c93-4d09-8a4d-8750bbd50450] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1100.895945] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69bcbfff-42c7-4d99-a446-7924e9f74fd3 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.906100] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-992da074-8a78-422e-8839-3f9fc5641796 tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] [instance: 5b1c7806-7c93-4d09-8a4d-8750bbd50450] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1100.906334] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-477a7f8c-a3db-4de3-9dea-7b0cafd699f6 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.936384] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-992da074-8a78-422e-8839-3f9fc5641796 tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] [instance: 5b1c7806-7c93-4d09-8a4d-8750bbd50450] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1100.936799] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-992da074-8a78-422e-8839-3f9fc5641796 tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] [instance: 5b1c7806-7c93-4d09-8a4d-8750bbd50450] Deleting contents of the VM from datastore datastore1 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1100.937841] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-992da074-8a78-422e-8839-3f9fc5641796 tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Deleting the datastore file [datastore1] 5b1c7806-7c93-4d09-8a4d-8750bbd50450 {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1100.938366] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f5ee1dfb-6e0b-46cf-9af4-3de30575421d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.951405] env[69319]: DEBUG oslo_vmware.api [None req-992da074-8a78-422e-8839-3f9fc5641796 tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Waiting for the task: (returnval){ [ 1100.951405] env[69319]: value = "task-3223818" [ 1100.951405] env[69319]: _type = "Task" [ 1100.951405] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.962408] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5d2b377c-2c64-4308-962c-a38b05247acd tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Acquiring lock "04217131-4db4-48af-bfc0-e0037a5fc9fa" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.962665] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5d2b377c-2c64-4308-962c-a38b05247acd tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Lock "04217131-4db4-48af-bfc0-e0037a5fc9fa" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.962913] env[69319]: DEBUG nova.compute.manager [None req-5d2b377c-2c64-4308-962c-a38b05247acd tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 04217131-4db4-48af-bfc0-e0037a5fc9fa] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1100.963280] env[69319]: DEBUG oslo_vmware.api [None req-992da074-8a78-422e-8839-3f9fc5641796 tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Task: {'id': task-3223818, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.964151] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a64c85f6-056c-478d-ac20-be1e147fb6ec {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.972763] env[69319]: DEBUG nova.compute.manager [None req-5d2b377c-2c64-4308-962c-a38b05247acd tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 04217131-4db4-48af-bfc0-e0037a5fc9fa] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69319) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1100.973452] env[69319]: DEBUG nova.objects.instance [None req-5d2b377c-2c64-4308-962c-a38b05247acd tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Lazy-loading 'flavor' on Instance uuid 04217131-4db4-48af-bfc0-e0037a5fc9fa {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1101.213127] env[69319]: DEBUG nova.compute.manager [None req-45583688-bab6-46fb-8132-9e4d626c8bc7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 214f4476-f4b2-440f-b5a6-94c6343dc834] Start building block device mappings for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1101.219683] env[69319]: INFO nova.compute.resource_tracker [None req-0c948852-a0e6-4f61-ab04-f4a0d2edbf8f tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 33bc946c-1397-4355-8132-bc27084a66ba] Updating resource usage from migration 563cb07e-f70e-433e-96bc-2838cd4095de [ 1101.246301] env[69319]: DEBUG oslo_vmware.api [None req-4e22cdd4-d833-4576-b052-f687f0e90a6f tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': task-3223815, 'name': ReconfigVM_Task, 'duration_secs': 0.637222} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.246301] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e22cdd4-d833-4576-b052-f687f0e90a6f tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: b67563f9-4b5d-4f20-87fc-6fc7407687ae] Reconfigured VM instance instance-00000056 to attach disk [datastore1] b67563f9-4b5d-4f20-87fc-6fc7407687ae/b67563f9-4b5d-4f20-87fc-6fc7407687ae.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1101.246301] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-571817b6-8799-4f62-ad0d-191fed7034d3 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.256917] env[69319]: DEBUG oslo_vmware.api [None req-4e22cdd4-d833-4576-b052-f687f0e90a6f tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Waiting for the task: (returnval){ [ 1101.256917] env[69319]: value = "task-3223819" [ 1101.256917] env[69319]: _type = "Task" [ 1101.256917] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.266519] env[69319]: DEBUG oslo_concurrency.lockutils [None req-074720e6-6bc0-4305-b4d2-c36a79bd7935 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.274056] env[69319]: DEBUG oslo_vmware.api [None req-4e22cdd4-d833-4576-b052-f687f0e90a6f tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': task-3223819, 'name': Rename_Task} progress is 6%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.466747] env[69319]: DEBUG oslo_vmware.api [None req-992da074-8a78-422e-8839-3f9fc5641796 tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Task: {'id': task-3223818, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175697} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.467065] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-992da074-8a78-422e-8839-3f9fc5641796 tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1101.467285] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-992da074-8a78-422e-8839-3f9fc5641796 tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] [instance: 5b1c7806-7c93-4d09-8a4d-8750bbd50450] Deleted contents of the VM from datastore datastore1 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1101.467470] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-992da074-8a78-422e-8839-3f9fc5641796 tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] [instance: 5b1c7806-7c93-4d09-8a4d-8750bbd50450] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1101.481302] env[69319]: DEBUG nova.network.neutron [None req-45583688-bab6-46fb-8132-9e4d626c8bc7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 214f4476-f4b2-440f-b5a6-94c6343dc834] Successfully created port: c9037cc1-3cbc-4200-9e4f-ba365431f9d2 {{(pid=69319) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1101.629286] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdcf876c-ebfc-4de9-acf4-3b5dd2394d21 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.641712] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa473d81-b3b6-4cef-83e8-0e6ade6846f2 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.682293] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4682410f-c094-42f3-9906-8d4d7d531230 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.692901] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d7bcd85-6972-4ee9-aae9-6822711d51db {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.709896] env[69319]: DEBUG nova.compute.provider_tree [None req-0c948852-a0e6-4f61-ab04-f4a0d2edbf8f tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1101.768924] env[69319]: DEBUG oslo_vmware.api [None req-4e22cdd4-d833-4576-b052-f687f0e90a6f tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': task-3223819, 'name': Rename_Task, 'duration_secs': 0.175763} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.770643] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e22cdd4-d833-4576-b052-f687f0e90a6f tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: b67563f9-4b5d-4f20-87fc-6fc7407687ae] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1101.770643] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-048a804b-f398-455e-b58a-f3d36319bd2a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.781022] env[69319]: DEBUG oslo_vmware.api [None req-4e22cdd4-d833-4576-b052-f687f0e90a6f tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Waiting for the task: (returnval){ [ 1101.781022] env[69319]: value = "task-3223820" [ 1101.781022] env[69319]: _type = "Task" [ 1101.781022] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.791690] env[69319]: DEBUG oslo_vmware.api [None req-4e22cdd4-d833-4576-b052-f687f0e90a6f tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': task-3223820, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.858118] env[69319]: DEBUG oslo_concurrency.lockutils [None req-4861e5e3-3926-41c1-8b94-3af605145834 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.989099] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d2b377c-2c64-4308-962c-a38b05247acd tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 04217131-4db4-48af-bfc0-e0037a5fc9fa] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1101.989457] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f6683844-b721-4e57-8fe2-94b1233b4c4c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.998078] env[69319]: DEBUG oslo_vmware.api [None req-5d2b377c-2c64-4308-962c-a38b05247acd tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Waiting for the task: (returnval){ [ 1101.998078] env[69319]: value = "task-3223821" [ 1101.998078] env[69319]: _type = "Task" [ 1101.998078] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.009860] env[69319]: DEBUG oslo_vmware.api [None req-5d2b377c-2c64-4308-962c-a38b05247acd tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3223821, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.213803] env[69319]: DEBUG nova.scheduler.client.report [None req-0c948852-a0e6-4f61-ab04-f4a0d2edbf8f tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1102.231605] env[69319]: DEBUG nova.compute.manager [None req-45583688-bab6-46fb-8132-9e4d626c8bc7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 214f4476-f4b2-440f-b5a6-94c6343dc834] Start spawning the instance on the hypervisor. {{(pid=69319) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1102.274424] env[69319]: DEBUG nova.virt.hardware [None req-45583688-bab6-46fb-8132-9e4d626c8bc7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:32:36Z,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31f027872f6f44dba95ff2fe7a062e00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:32:36Z,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1102.274747] env[69319]: DEBUG nova.virt.hardware [None req-45583688-bab6-46fb-8132-9e4d626c8bc7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1102.274916] env[69319]: DEBUG nova.virt.hardware [None req-45583688-bab6-46fb-8132-9e4d626c8bc7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1102.275132] env[69319]: DEBUG nova.virt.hardware [None req-45583688-bab6-46fb-8132-9e4d626c8bc7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1102.275293] env[69319]: DEBUG nova.virt.hardware [None req-45583688-bab6-46fb-8132-9e4d626c8bc7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1102.275436] env[69319]: DEBUG nova.virt.hardware [None req-45583688-bab6-46fb-8132-9e4d626c8bc7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1102.275648] env[69319]: DEBUG nova.virt.hardware [None req-45583688-bab6-46fb-8132-9e4d626c8bc7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1102.275938] env[69319]: DEBUG nova.virt.hardware [None req-45583688-bab6-46fb-8132-9e4d626c8bc7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1102.276088] env[69319]: DEBUG nova.virt.hardware [None req-45583688-bab6-46fb-8132-9e4d626c8bc7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1102.276267] env[69319]: DEBUG nova.virt.hardware [None req-45583688-bab6-46fb-8132-9e4d626c8bc7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1102.276464] env[69319]: DEBUG nova.virt.hardware [None req-45583688-bab6-46fb-8132-9e4d626c8bc7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1102.277725] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e3d16c3-214f-44f7-a1fd-7f9f8f5ba073 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.299453] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8662313d-fba3-4a66-af56-254e06bb55fc {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.306370] env[69319]: DEBUG oslo_vmware.api [None req-4e22cdd4-d833-4576-b052-f687f0e90a6f tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': task-3223820, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.515476] env[69319]: DEBUG oslo_vmware.api [None req-5d2b377c-2c64-4308-962c-a38b05247acd tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3223821, 'name': PowerOffVM_Task, 'duration_secs': 0.26106} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.516351] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d2b377c-2c64-4308-962c-a38b05247acd tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 04217131-4db4-48af-bfc0-e0037a5fc9fa] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1102.516875] env[69319]: DEBUG nova.compute.manager [None req-5d2b377c-2c64-4308-962c-a38b05247acd tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 04217131-4db4-48af-bfc0-e0037a5fc9fa] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1102.517685] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e54f8708-ccf1-43c6-b54d-7349e56a9a97 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.523804] env[69319]: DEBUG nova.virt.hardware [None req-992da074-8a78-422e-8839-3f9fc5641796 tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:32:36Z,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31f027872f6f44dba95ff2fe7a062e00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:32:36Z,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1102.524149] env[69319]: DEBUG nova.virt.hardware [None req-992da074-8a78-422e-8839-3f9fc5641796 tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1102.524334] env[69319]: DEBUG nova.virt.hardware [None req-992da074-8a78-422e-8839-3f9fc5641796 tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1102.524652] env[69319]: DEBUG nova.virt.hardware [None req-992da074-8a78-422e-8839-3f9fc5641796 tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1102.524865] env[69319]: DEBUG nova.virt.hardware [None req-992da074-8a78-422e-8839-3f9fc5641796 tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1102.525053] env[69319]: DEBUG nova.virt.hardware [None req-992da074-8a78-422e-8839-3f9fc5641796 tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1102.525421] env[69319]: DEBUG nova.virt.hardware [None req-992da074-8a78-422e-8839-3f9fc5641796 tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1102.525628] env[69319]: DEBUG nova.virt.hardware [None req-992da074-8a78-422e-8839-3f9fc5641796 tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1102.525824] env[69319]: DEBUG nova.virt.hardware [None req-992da074-8a78-422e-8839-3f9fc5641796 tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1102.526145] env[69319]: DEBUG nova.virt.hardware [None req-992da074-8a78-422e-8839-3f9fc5641796 tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1102.526381] env[69319]: DEBUG nova.virt.hardware [None req-992da074-8a78-422e-8839-3f9fc5641796 tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1102.527387] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-005d8551-22b6-4e50-ab27-1d650a6a4cd7 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.547870] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-548a1723-3ea2-4908-8666-0c9b7be8c714 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.564410] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-992da074-8a78-422e-8839-3f9fc5641796 tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] [instance: 5b1c7806-7c93-4d09-8a4d-8750bbd50450] Instance VIF info [] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1102.571427] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-992da074-8a78-422e-8839-3f9fc5641796 tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1102.571758] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b1c7806-7c93-4d09-8a4d-8750bbd50450] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1102.572152] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1e12e3e2-f7b8-4380-b11a-f7670f645999 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.596954] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1102.596954] env[69319]: value = "task-3223822" [ 1102.596954] env[69319]: _type = "Task" [ 1102.596954] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.607871] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223822, 'name': CreateVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.721881] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0c948852-a0e6-4f61-ab04-f4a0d2edbf8f tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.545s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.723110] env[69319]: INFO nova.compute.manager [None req-0c948852-a0e6-4f61-ab04-f4a0d2edbf8f tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 33bc946c-1397-4355-8132-bc27084a66ba] Migrating [ 1102.729602] env[69319]: DEBUG oslo_concurrency.lockutils [None req-1b0c771d-a210-42be-be45-0f5422f49f32 tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.563s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.731086] env[69319]: INFO nova.compute.claims [None req-1b0c771d-a210-42be-be45-0f5422f49f32 tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] [instance: fc5ed24c-3dfc-490b-8fc5-b0b66a11c58b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1102.793988] env[69319]: DEBUG oslo_vmware.api [None req-4e22cdd4-d833-4576-b052-f687f0e90a6f tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': task-3223820, 'name': PowerOnVM_Task, 'duration_secs': 0.546713} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.794331] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e22cdd4-d833-4576-b052-f687f0e90a6f tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: b67563f9-4b5d-4f20-87fc-6fc7407687ae] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1102.794539] env[69319]: INFO nova.compute.manager [None req-4e22cdd4-d833-4576-b052-f687f0e90a6f tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: b67563f9-4b5d-4f20-87fc-6fc7407687ae] Took 9.80 seconds to spawn the instance on the hypervisor. [ 1102.794720] env[69319]: DEBUG nova.compute.manager [None req-4e22cdd4-d833-4576-b052-f687f0e90a6f tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: b67563f9-4b5d-4f20-87fc-6fc7407687ae] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1102.795585] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85e0279a-9ac5-40c7-a5e0-b7b88bd4a34e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.054818] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5d2b377c-2c64-4308-962c-a38b05247acd tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Lock "04217131-4db4-48af-bfc0-e0037a5fc9fa" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.092s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.111938] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223822, 'name': CreateVM_Task, 'duration_secs': 0.455262} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.112429] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b1c7806-7c93-4d09-8a4d-8750bbd50450] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1103.113286] env[69319]: DEBUG oslo_concurrency.lockutils [None req-992da074-8a78-422e-8839-3f9fc5641796 tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.113286] env[69319]: DEBUG oslo_concurrency.lockutils [None req-992da074-8a78-422e-8839-3f9fc5641796 tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.113503] env[69319]: DEBUG oslo_concurrency.lockutils [None req-992da074-8a78-422e-8839-3f9fc5641796 tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.113886] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08fef39a-07ad-4128-9054-5684098b52c9 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.121964] env[69319]: DEBUG oslo_vmware.api [None req-992da074-8a78-422e-8839-3f9fc5641796 tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Waiting for the task: (returnval){ [ 1103.121964] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52ceaea1-fefa-e04d-03c8-79597a5be674" [ 1103.121964] env[69319]: _type = "Task" [ 1103.121964] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.133993] env[69319]: DEBUG oslo_vmware.api [None req-992da074-8a78-422e-8839-3f9fc5641796 tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52ceaea1-fefa-e04d-03c8-79597a5be674, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.244563] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0c948852-a0e6-4f61-ab04-f4a0d2edbf8f tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Acquiring lock "refresh_cache-33bc946c-1397-4355-8132-bc27084a66ba" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.244735] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0c948852-a0e6-4f61-ab04-f4a0d2edbf8f tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Acquired lock "refresh_cache-33bc946c-1397-4355-8132-bc27084a66ba" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.244918] env[69319]: DEBUG nova.network.neutron [None req-0c948852-a0e6-4f61-ab04-f4a0d2edbf8f tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 33bc946c-1397-4355-8132-bc27084a66ba] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1103.319636] env[69319]: INFO nova.compute.manager [None req-4e22cdd4-d833-4576-b052-f687f0e90a6f tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: b67563f9-4b5d-4f20-87fc-6fc7407687ae] Took 32.45 seconds to build instance. [ 1103.368758] env[69319]: DEBUG nova.compute.manager [req-6c2b07fa-d297-4d7f-a06b-a35309bd128f req-af55dc68-f654-4268-9212-feaad1c71e52 service nova] [instance: 214f4476-f4b2-440f-b5a6-94c6343dc834] Received event network-vif-plugged-c9037cc1-3cbc-4200-9e4f-ba365431f9d2 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1103.368989] env[69319]: DEBUG oslo_concurrency.lockutils [req-6c2b07fa-d297-4d7f-a06b-a35309bd128f req-af55dc68-f654-4268-9212-feaad1c71e52 service nova] Acquiring lock "214f4476-f4b2-440f-b5a6-94c6343dc834-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.369230] env[69319]: DEBUG oslo_concurrency.lockutils [req-6c2b07fa-d297-4d7f-a06b-a35309bd128f req-af55dc68-f654-4268-9212-feaad1c71e52 service nova] Lock "214f4476-f4b2-440f-b5a6-94c6343dc834-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.369885] env[69319]: DEBUG oslo_concurrency.lockutils [req-6c2b07fa-d297-4d7f-a06b-a35309bd128f req-af55dc68-f654-4268-9212-feaad1c71e52 service nova] Lock "214f4476-f4b2-440f-b5a6-94c6343dc834-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.369885] env[69319]: DEBUG nova.compute.manager [req-6c2b07fa-d297-4d7f-a06b-a35309bd128f req-af55dc68-f654-4268-9212-feaad1c71e52 service nova] [instance: 214f4476-f4b2-440f-b5a6-94c6343dc834] No waiting events found dispatching network-vif-plugged-c9037cc1-3cbc-4200-9e4f-ba365431f9d2 {{(pid=69319) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1103.369885] env[69319]: WARNING nova.compute.manager [req-6c2b07fa-d297-4d7f-a06b-a35309bd128f req-af55dc68-f654-4268-9212-feaad1c71e52 service nova] [instance: 214f4476-f4b2-440f-b5a6-94c6343dc834] Received unexpected event network-vif-plugged-c9037cc1-3cbc-4200-9e4f-ba365431f9d2 for instance with vm_state building and task_state spawning. [ 1103.510284] env[69319]: DEBUG nova.network.neutron [None req-45583688-bab6-46fb-8132-9e4d626c8bc7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 214f4476-f4b2-440f-b5a6-94c6343dc834] Successfully updated port: c9037cc1-3cbc-4200-9e4f-ba365431f9d2 {{(pid=69319) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1103.548276] env[69319]: DEBUG oslo_concurrency.lockutils [None req-80880484-45ae-4e27-bfad-da0dabb7bb58 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Acquiring lock "04217131-4db4-48af-bfc0-e0037a5fc9fa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.549034] env[69319]: DEBUG oslo_concurrency.lockutils [None req-80880484-45ae-4e27-bfad-da0dabb7bb58 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Lock "04217131-4db4-48af-bfc0-e0037a5fc9fa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.549034] env[69319]: DEBUG oslo_concurrency.lockutils [None req-80880484-45ae-4e27-bfad-da0dabb7bb58 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Acquiring lock "04217131-4db4-48af-bfc0-e0037a5fc9fa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.549034] env[69319]: DEBUG oslo_concurrency.lockutils [None req-80880484-45ae-4e27-bfad-da0dabb7bb58 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Lock "04217131-4db4-48af-bfc0-e0037a5fc9fa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.549250] env[69319]: DEBUG oslo_concurrency.lockutils [None req-80880484-45ae-4e27-bfad-da0dabb7bb58 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Lock "04217131-4db4-48af-bfc0-e0037a5fc9fa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.551952] env[69319]: INFO nova.compute.manager [None req-80880484-45ae-4e27-bfad-da0dabb7bb58 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 04217131-4db4-48af-bfc0-e0037a5fc9fa] Terminating instance [ 1103.635746] env[69319]: DEBUG oslo_vmware.api [None req-992da074-8a78-422e-8839-3f9fc5641796 tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52ceaea1-fefa-e04d-03c8-79597a5be674, 'name': SearchDatastore_Task, 'duration_secs': 0.016626} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.636130] env[69319]: DEBUG oslo_concurrency.lockutils [None req-992da074-8a78-422e-8839-3f9fc5641796 tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.636367] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-992da074-8a78-422e-8839-3f9fc5641796 tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] [instance: 5b1c7806-7c93-4d09-8a4d-8750bbd50450] Processing image 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1103.636620] env[69319]: DEBUG oslo_concurrency.lockutils [None req-992da074-8a78-422e-8839-3f9fc5641796 tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.639501] env[69319]: DEBUG oslo_concurrency.lockutils [None req-992da074-8a78-422e-8839-3f9fc5641796 tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.639501] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-992da074-8a78-422e-8839-3f9fc5641796 tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1103.639501] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-808e2fb5-7685-4b8c-93e6-b4ffa9fdaa66 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.648987] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-992da074-8a78-422e-8839-3f9fc5641796 tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1103.649420] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-992da074-8a78-422e-8839-3f9fc5641796 tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1103.650176] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3584e29-4df9-42e3-8c5a-858d66c3e1f4 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.658017] env[69319]: DEBUG oslo_vmware.api [None req-992da074-8a78-422e-8839-3f9fc5641796 tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Waiting for the task: (returnval){ [ 1103.658017] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52369b8e-c5b4-1b60-ef56-d737d2e0dc1d" [ 1103.658017] env[69319]: _type = "Task" [ 1103.658017] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.665759] env[69319]: DEBUG oslo_vmware.api [None req-992da074-8a78-422e-8839-3f9fc5641796 tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52369b8e-c5b4-1b60-ef56-d737d2e0dc1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.822156] env[69319]: DEBUG oslo_concurrency.lockutils [None req-4e22cdd4-d833-4576-b052-f687f0e90a6f tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Lock "b67563f9-4b5d-4f20-87fc-6fc7407687ae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.962s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.015444] env[69319]: DEBUG oslo_concurrency.lockutils [None req-45583688-bab6-46fb-8132-9e4d626c8bc7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Acquiring lock "refresh_cache-214f4476-f4b2-440f-b5a6-94c6343dc834" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.015509] env[69319]: DEBUG oslo_concurrency.lockutils [None req-45583688-bab6-46fb-8132-9e4d626c8bc7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Acquired lock "refresh_cache-214f4476-f4b2-440f-b5a6-94c6343dc834" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.016164] env[69319]: DEBUG nova.network.neutron [None req-45583688-bab6-46fb-8132-9e4d626c8bc7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 214f4476-f4b2-440f-b5a6-94c6343dc834] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1104.059011] env[69319]: DEBUG nova.compute.manager [None req-80880484-45ae-4e27-bfad-da0dabb7bb58 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 04217131-4db4-48af-bfc0-e0037a5fc9fa] Start destroying the instance on the hypervisor. {{(pid=69319) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1104.059011] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-80880484-45ae-4e27-bfad-da0dabb7bb58 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 04217131-4db4-48af-bfc0-e0037a5fc9fa] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1104.059011] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25137e74-4c69-45cc-a917-6811fe3a5bbd {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.064850] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a0297b5-4660-4a65-b159-e8e69d09591f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.069405] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-80880484-45ae-4e27-bfad-da0dabb7bb58 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 04217131-4db4-48af-bfc0-e0037a5fc9fa] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1104.070014] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-167c7fef-000d-4efa-9984-566128253716 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.075270] env[69319]: DEBUG nova.network.neutron [None req-0c948852-a0e6-4f61-ab04-f4a0d2edbf8f tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 33bc946c-1397-4355-8132-bc27084a66ba] Updating instance_info_cache with network_info: [{"id": "c6e98cc0-3134-4c25-b6f3-ac5eb16515af", "address": "fa:16:3e:52:28:0c", "network": {"id": "5b6a3856-a59d-4821-b22f-d38a582fca59", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-151173017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8712195e5600495dac5d45bcbbd358ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6e98cc0-31", "ovs_interfaceid": "c6e98cc0-3134-4c25-b6f3-ac5eb16515af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.077723] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9f94fce-b6a8-4cfb-8c7e-5b5ca0acee2d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.116903] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4de37ed7-1a76-4337-bde3-58e92fa830e6 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.126527] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85a34e0f-53ab-45ac-9bbd-c0c48459cf6f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.145500] env[69319]: DEBUG nova.compute.provider_tree [None req-1b0c771d-a210-42be-be45-0f5422f49f32 tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1104.151614] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-80880484-45ae-4e27-bfad-da0dabb7bb58 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 04217131-4db4-48af-bfc0-e0037a5fc9fa] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1104.151839] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-80880484-45ae-4e27-bfad-da0dabb7bb58 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 04217131-4db4-48af-bfc0-e0037a5fc9fa] Deleting contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1104.152063] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-80880484-45ae-4e27-bfad-da0dabb7bb58 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Deleting the datastore file [datastore2] 04217131-4db4-48af-bfc0-e0037a5fc9fa {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1104.152349] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-21a05c97-b260-457c-a6ad-0cdf2565683a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.165425] env[69319]: DEBUG oslo_vmware.api [None req-80880484-45ae-4e27-bfad-da0dabb7bb58 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Waiting for the task: (returnval){ [ 1104.165425] env[69319]: value = "task-3223824" [ 1104.165425] env[69319]: _type = "Task" [ 1104.165425] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.173159] env[69319]: DEBUG oslo_vmware.api [None req-992da074-8a78-422e-8839-3f9fc5641796 tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52369b8e-c5b4-1b60-ef56-d737d2e0dc1d, 'name': SearchDatastore_Task, 'duration_secs': 0.017227} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.174481] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99231142-4846-44ec-ac2c-7eefc2f441ae {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.179911] env[69319]: DEBUG oslo_vmware.api [None req-80880484-45ae-4e27-bfad-da0dabb7bb58 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3223824, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.184191] env[69319]: DEBUG oslo_vmware.api [None req-992da074-8a78-422e-8839-3f9fc5641796 tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Waiting for the task: (returnval){ [ 1104.184191] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]524377f3-a748-eb1b-d7a9-568b675706a6" [ 1104.184191] env[69319]: _type = "Task" [ 1104.184191] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.193150] env[69319]: DEBUG oslo_vmware.api [None req-992da074-8a78-422e-8839-3f9fc5641796 tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]524377f3-a748-eb1b-d7a9-568b675706a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.557783] env[69319]: DEBUG nova.network.neutron [None req-45583688-bab6-46fb-8132-9e4d626c8bc7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 214f4476-f4b2-440f-b5a6-94c6343dc834] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1104.582182] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0c948852-a0e6-4f61-ab04-f4a0d2edbf8f tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Releasing lock "refresh_cache-33bc946c-1397-4355-8132-bc27084a66ba" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.647693] env[69319]: DEBUG nova.scheduler.client.report [None req-1b0c771d-a210-42be-be45-0f5422f49f32 tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1104.678602] env[69319]: DEBUG oslo_vmware.api [None req-80880484-45ae-4e27-bfad-da0dabb7bb58 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3223824, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.27245} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.678941] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-80880484-45ae-4e27-bfad-da0dabb7bb58 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1104.679165] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-80880484-45ae-4e27-bfad-da0dabb7bb58 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 04217131-4db4-48af-bfc0-e0037a5fc9fa] Deleted contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1104.679371] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-80880484-45ae-4e27-bfad-da0dabb7bb58 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 04217131-4db4-48af-bfc0-e0037a5fc9fa] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1104.679552] env[69319]: INFO nova.compute.manager [None req-80880484-45ae-4e27-bfad-da0dabb7bb58 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 04217131-4db4-48af-bfc0-e0037a5fc9fa] Took 0.62 seconds to destroy the instance on the hypervisor. [ 1104.679792] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-80880484-45ae-4e27-bfad-da0dabb7bb58 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1104.680013] env[69319]: DEBUG nova.compute.manager [-] [instance: 04217131-4db4-48af-bfc0-e0037a5fc9fa] Deallocating network for instance {{(pid=69319) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1104.680121] env[69319]: DEBUG nova.network.neutron [-] [instance: 04217131-4db4-48af-bfc0-e0037a5fc9fa] deallocate_for_instance() {{(pid=69319) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1104.699273] env[69319]: DEBUG oslo_vmware.api [None req-992da074-8a78-422e-8839-3f9fc5641796 tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]524377f3-a748-eb1b-d7a9-568b675706a6, 'name': SearchDatastore_Task, 'duration_secs': 0.02491} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.699629] env[69319]: DEBUG oslo_concurrency.lockutils [None req-992da074-8a78-422e-8839-3f9fc5641796 tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.700036] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-992da074-8a78-422e-8839-3f9fc5641796 tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] 5b1c7806-7c93-4d09-8a4d-8750bbd50450/5b1c7806-7c93-4d09-8a4d-8750bbd50450.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1104.700192] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-34c7b7e2-c5fd-4f0f-b644-fa5ed1101222 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.712970] env[69319]: DEBUG oslo_vmware.api [None req-992da074-8a78-422e-8839-3f9fc5641796 tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Waiting for the task: (returnval){ [ 1104.712970] env[69319]: value = "task-3223825" [ 1104.712970] env[69319]: _type = "Task" [ 1104.712970] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.723223] env[69319]: DEBUG oslo_vmware.api [None req-992da074-8a78-422e-8839-3f9fc5641796 tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Task: {'id': task-3223825, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.782169] env[69319]: DEBUG nova.compute.manager [req-fa8bb9a2-7bb1-496e-87fe-a674a1e44812 req-53cf2773-d771-4264-89b8-f107a1dd8c82 service nova] [instance: b67563f9-4b5d-4f20-87fc-6fc7407687ae] Received event network-changed-f398cee1-c4b1-4b6f-aced-b9b0c8695d31 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1104.782395] env[69319]: DEBUG nova.compute.manager [req-fa8bb9a2-7bb1-496e-87fe-a674a1e44812 req-53cf2773-d771-4264-89b8-f107a1dd8c82 service nova] [instance: b67563f9-4b5d-4f20-87fc-6fc7407687ae] Refreshing instance network info cache due to event network-changed-f398cee1-c4b1-4b6f-aced-b9b0c8695d31. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1104.782627] env[69319]: DEBUG oslo_concurrency.lockutils [req-fa8bb9a2-7bb1-496e-87fe-a674a1e44812 req-53cf2773-d771-4264-89b8-f107a1dd8c82 service nova] Acquiring lock "refresh_cache-b67563f9-4b5d-4f20-87fc-6fc7407687ae" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.782780] env[69319]: DEBUG oslo_concurrency.lockutils [req-fa8bb9a2-7bb1-496e-87fe-a674a1e44812 req-53cf2773-d771-4264-89b8-f107a1dd8c82 service nova] Acquired lock "refresh_cache-b67563f9-4b5d-4f20-87fc-6fc7407687ae" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.782977] env[69319]: DEBUG nova.network.neutron [req-fa8bb9a2-7bb1-496e-87fe-a674a1e44812 req-53cf2773-d771-4264-89b8-f107a1dd8c82 service nova] [instance: b67563f9-4b5d-4f20-87fc-6fc7407687ae] Refreshing network info cache for port f398cee1-c4b1-4b6f-aced-b9b0c8695d31 {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1104.792581] env[69319]: DEBUG nova.network.neutron [None req-45583688-bab6-46fb-8132-9e4d626c8bc7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 214f4476-f4b2-440f-b5a6-94c6343dc834] Updating instance_info_cache with network_info: [{"id": "c9037cc1-3cbc-4200-9e4f-ba365431f9d2", "address": "fa:16:3e:07:cf:09", "network": {"id": "137e0ee2-8e6e-434c-a032-f059cf348e59", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-49335232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0030fcfc26054d94b76414b0098fa648", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9037cc1-3c", "ovs_interfaceid": "c9037cc1-3cbc-4200-9e4f-ba365431f9d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.840647] env[69319]: DEBUG oslo_concurrency.lockutils [None req-9bb32269-9fb0-4d9b-8698-191ad264acf1 tempest-ServersAaction247Test-774672926 tempest-ServersAaction247Test-774672926-project-member] Acquiring lock "d931630a-60a4-4a8d-9526-9b794911e9e1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.841611] env[69319]: DEBUG oslo_concurrency.lockutils [None req-9bb32269-9fb0-4d9b-8698-191ad264acf1 tempest-ServersAaction247Test-774672926 tempest-ServersAaction247Test-774672926-project-member] Lock "d931630a-60a4-4a8d-9526-9b794911e9e1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.156714] env[69319]: DEBUG oslo_concurrency.lockutils [None req-1b0c771d-a210-42be-be45-0f5422f49f32 tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.427s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.158054] env[69319]: DEBUG nova.compute.manager [None req-1b0c771d-a210-42be-be45-0f5422f49f32 tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] [instance: fc5ed24c-3dfc-490b-8fc5-b0b66a11c58b] Start building networks asynchronously for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1105.160320] env[69319]: DEBUG oslo_concurrency.lockutils [None req-49401a0d-2936-4489-802d-0d74d6dabc3e tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.177s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.160981] env[69319]: DEBUG nova.objects.instance [None req-49401a0d-2936-4489-802d-0d74d6dabc3e tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Lazy-loading 'resources' on Instance uuid f897ffef-dacc-4128-bb22-552b7a4b0e3a {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1105.224814] env[69319]: DEBUG oslo_vmware.api [None req-992da074-8a78-422e-8839-3f9fc5641796 tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Task: {'id': task-3223825, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.300024] env[69319]: DEBUG oslo_concurrency.lockutils [None req-45583688-bab6-46fb-8132-9e4d626c8bc7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Releasing lock "refresh_cache-214f4476-f4b2-440f-b5a6-94c6343dc834" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.300024] env[69319]: DEBUG nova.compute.manager [None req-45583688-bab6-46fb-8132-9e4d626c8bc7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 214f4476-f4b2-440f-b5a6-94c6343dc834] Instance network_info: |[{"id": "c9037cc1-3cbc-4200-9e4f-ba365431f9d2", "address": "fa:16:3e:07:cf:09", "network": {"id": "137e0ee2-8e6e-434c-a032-f059cf348e59", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-49335232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0030fcfc26054d94b76414b0098fa648", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9037cc1-3c", "ovs_interfaceid": "c9037cc1-3cbc-4200-9e4f-ba365431f9d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1105.300024] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-45583688-bab6-46fb-8132-9e4d626c8bc7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 214f4476-f4b2-440f-b5a6-94c6343dc834] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:cf:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4a8f5363-be3a-4f92-9ccf-33bb0c8113b3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c9037cc1-3cbc-4200-9e4f-ba365431f9d2', 'vif_model': 'vmxnet3'}] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1105.308884] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-45583688-bab6-46fb-8132-9e4d626c8bc7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1105.309197] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 214f4476-f4b2-440f-b5a6-94c6343dc834] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1105.309442] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e2704374-d20f-4d28-9ff0-03f573bf964f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.335686] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1105.335686] env[69319]: value = "task-3223826" [ 1105.335686] env[69319]: _type = "Task" [ 1105.335686] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.346158] env[69319]: DEBUG nova.compute.manager [None req-9bb32269-9fb0-4d9b-8698-191ad264acf1 tempest-ServersAaction247Test-774672926 tempest-ServersAaction247Test-774672926-project-member] [instance: d931630a-60a4-4a8d-9526-9b794911e9e1] Starting instance... {{(pid=69319) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1105.348866] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223826, 'name': CreateVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.400166] env[69319]: DEBUG nova.compute.manager [req-eca7ecc0-a396-4fc4-85ea-a3155f5735f0 req-9d79f76a-a913-4793-8218-21ffd6ca0d60 service nova] [instance: 214f4476-f4b2-440f-b5a6-94c6343dc834] Received event network-changed-c9037cc1-3cbc-4200-9e4f-ba365431f9d2 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1105.400400] env[69319]: DEBUG nova.compute.manager [req-eca7ecc0-a396-4fc4-85ea-a3155f5735f0 req-9d79f76a-a913-4793-8218-21ffd6ca0d60 service nova] [instance: 214f4476-f4b2-440f-b5a6-94c6343dc834] Refreshing instance network info cache due to event network-changed-c9037cc1-3cbc-4200-9e4f-ba365431f9d2. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1105.400650] env[69319]: DEBUG oslo_concurrency.lockutils [req-eca7ecc0-a396-4fc4-85ea-a3155f5735f0 req-9d79f76a-a913-4793-8218-21ffd6ca0d60 service nova] Acquiring lock "refresh_cache-214f4476-f4b2-440f-b5a6-94c6343dc834" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.400835] env[69319]: DEBUG oslo_concurrency.lockutils [req-eca7ecc0-a396-4fc4-85ea-a3155f5735f0 req-9d79f76a-a913-4793-8218-21ffd6ca0d60 service nova] Acquired lock "refresh_cache-214f4476-f4b2-440f-b5a6-94c6343dc834" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.401055] env[69319]: DEBUG nova.network.neutron [req-eca7ecc0-a396-4fc4-85ea-a3155f5735f0 req-9d79f76a-a913-4793-8218-21ffd6ca0d60 service nova] [instance: 214f4476-f4b2-440f-b5a6-94c6343dc834] Refreshing network info cache for port c9037cc1-3cbc-4200-9e4f-ba365431f9d2 {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1105.454654] env[69319]: DEBUG nova.network.neutron [-] [instance: 04217131-4db4-48af-bfc0-e0037a5fc9fa] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.541759] env[69319]: DEBUG nova.network.neutron [req-fa8bb9a2-7bb1-496e-87fe-a674a1e44812 req-53cf2773-d771-4264-89b8-f107a1dd8c82 service nova] [instance: b67563f9-4b5d-4f20-87fc-6fc7407687ae] Updated VIF entry in instance network info cache for port f398cee1-c4b1-4b6f-aced-b9b0c8695d31. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1105.542154] env[69319]: DEBUG nova.network.neutron [req-fa8bb9a2-7bb1-496e-87fe-a674a1e44812 req-53cf2773-d771-4264-89b8-f107a1dd8c82 service nova] [instance: b67563f9-4b5d-4f20-87fc-6fc7407687ae] Updating instance_info_cache with network_info: [{"id": "f398cee1-c4b1-4b6f-aced-b9b0c8695d31", "address": "fa:16:3e:22:9d:71", "network": {"id": "eba3ac7c-e65e-4811-a2ab-2b2399f9a31c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-580087532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef4b5f34c7fe4128a153d1f4914be606", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf398cee1-c4", "ovs_interfaceid": "f398cee1-c4b1-4b6f-aced-b9b0c8695d31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.664085] env[69319]: DEBUG nova.compute.utils [None req-1b0c771d-a210-42be-be45-0f5422f49f32 tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Using /dev/sd instead of None {{(pid=69319) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1105.668536] env[69319]: DEBUG nova.compute.manager [None req-1b0c771d-a210-42be-be45-0f5422f49f32 tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] [instance: fc5ed24c-3dfc-490b-8fc5-b0b66a11c58b] Allocating IP information in the background. {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1105.668815] env[69319]: DEBUG nova.network.neutron [None req-1b0c771d-a210-42be-be45-0f5422f49f32 tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] [instance: fc5ed24c-3dfc-490b-8fc5-b0b66a11c58b] allocate_for_instance() {{(pid=69319) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1105.727049] env[69319]: DEBUG oslo_vmware.api [None req-992da074-8a78-422e-8839-3f9fc5641796 tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Task: {'id': task-3223825, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.586763} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.727383] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-992da074-8a78-422e-8839-3f9fc5641796 tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] 5b1c7806-7c93-4d09-8a4d-8750bbd50450/5b1c7806-7c93-4d09-8a4d-8750bbd50450.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1105.727581] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-992da074-8a78-422e-8839-3f9fc5641796 tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] [instance: 5b1c7806-7c93-4d09-8a4d-8750bbd50450] Extending root virtual disk to 1048576 {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1105.727909] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5d695950-1522-4d4b-a1c1-4bb29317ac14 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.734084] env[69319]: DEBUG nova.policy [None req-1b0c771d-a210-42be-be45-0f5422f49f32 tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '77cd2c96235641d19f2af8f06e5c1d56', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '949c4dbfaed94ffc8c67fd9a49584576', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69319) authorize /opt/stack/nova/nova/policy.py:192}} [ 1105.741645] env[69319]: DEBUG oslo_vmware.api [None req-992da074-8a78-422e-8839-3f9fc5641796 tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Waiting for the task: (returnval){ [ 1105.741645] env[69319]: value = "task-3223827" [ 1105.741645] env[69319]: _type = "Task" [ 1105.741645] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.755529] env[69319]: DEBUG oslo_vmware.api [None req-992da074-8a78-422e-8839-3f9fc5641796 tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Task: {'id': task-3223827, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.852088] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223826, 'name': CreateVM_Task, 'duration_secs': 0.484576} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.854366] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 214f4476-f4b2-440f-b5a6-94c6343dc834] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1105.857551] env[69319]: DEBUG oslo_concurrency.lockutils [None req-45583688-bab6-46fb-8132-9e4d626c8bc7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.857681] env[69319]: DEBUG oslo_concurrency.lockutils [None req-45583688-bab6-46fb-8132-9e4d626c8bc7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.858162] env[69319]: DEBUG oslo_concurrency.lockutils [None req-45583688-bab6-46fb-8132-9e4d626c8bc7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.859259] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f4bb56f-0d5d-4bf5-bd79-c38a3249f6ed {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.864916] env[69319]: DEBUG oslo_vmware.api [None req-45583688-bab6-46fb-8132-9e4d626c8bc7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Waiting for the task: (returnval){ [ 1105.864916] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]524f9f01-960c-1ae3-c9dd-aae8c69189cb" [ 1105.864916] env[69319]: _type = "Task" [ 1105.864916] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.869518] env[69319]: DEBUG oslo_concurrency.lockutils [None req-9bb32269-9fb0-4d9b-8698-191ad264acf1 tempest-ServersAaction247Test-774672926 tempest-ServersAaction247Test-774672926-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.878581] env[69319]: DEBUG oslo_vmware.api [None req-45583688-bab6-46fb-8132-9e4d626c8bc7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]524f9f01-960c-1ae3-c9dd-aae8c69189cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.958753] env[69319]: INFO nova.compute.manager [-] [instance: 04217131-4db4-48af-bfc0-e0037a5fc9fa] Took 1.28 seconds to deallocate network for instance. [ 1106.009658] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-412e6d29-814a-414c-ada6-05343507c27f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.020583] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f45d739-8383-4a3e-bbd7-20b06cff3eb9 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.053526] env[69319]: DEBUG oslo_concurrency.lockutils [req-fa8bb9a2-7bb1-496e-87fe-a674a1e44812 req-53cf2773-d771-4264-89b8-f107a1dd8c82 service nova] Releasing lock "refresh_cache-b67563f9-4b5d-4f20-87fc-6fc7407687ae" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.057537] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7f6ea73-4635-47c3-9017-c0fdaf99a58c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.067581] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f359bbbc-9542-4b2c-84ee-b10a6bb69ee9 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.084099] env[69319]: DEBUG nova.compute.provider_tree [None req-49401a0d-2936-4489-802d-0d74d6dabc3e tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1106.099576] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eebceef5-28fe-4279-972d-f16adec82626 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.103609] env[69319]: DEBUG nova.network.neutron [None req-1b0c771d-a210-42be-be45-0f5422f49f32 tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] [instance: fc5ed24c-3dfc-490b-8fc5-b0b66a11c58b] Successfully created port: 2686bf4c-76fc-42d7-9760-b96251f5736f {{(pid=69319) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1106.127998] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-0c948852-a0e6-4f61-ab04-f4a0d2edbf8f tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 33bc946c-1397-4355-8132-bc27084a66ba] Updating instance '33bc946c-1397-4355-8132-bc27084a66ba' progress to 0 {{(pid=69319) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1106.170265] env[69319]: DEBUG nova.network.neutron [req-eca7ecc0-a396-4fc4-85ea-a3155f5735f0 req-9d79f76a-a913-4793-8218-21ffd6ca0d60 service nova] [instance: 214f4476-f4b2-440f-b5a6-94c6343dc834] Updated VIF entry in instance network info cache for port c9037cc1-3cbc-4200-9e4f-ba365431f9d2. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1106.170265] env[69319]: DEBUG nova.network.neutron [req-eca7ecc0-a396-4fc4-85ea-a3155f5735f0 req-9d79f76a-a913-4793-8218-21ffd6ca0d60 service nova] [instance: 214f4476-f4b2-440f-b5a6-94c6343dc834] Updating instance_info_cache with network_info: [{"id": "c9037cc1-3cbc-4200-9e4f-ba365431f9d2", "address": "fa:16:3e:07:cf:09", "network": {"id": "137e0ee2-8e6e-434c-a032-f059cf348e59", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-49335232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0030fcfc26054d94b76414b0098fa648", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9037cc1-3c", "ovs_interfaceid": "c9037cc1-3cbc-4200-9e4f-ba365431f9d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.171134] env[69319]: DEBUG nova.compute.manager [None req-1b0c771d-a210-42be-be45-0f5422f49f32 tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] [instance: fc5ed24c-3dfc-490b-8fc5-b0b66a11c58b] Start building block device mappings for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1106.252636] env[69319]: DEBUG oslo_vmware.api [None req-992da074-8a78-422e-8839-3f9fc5641796 tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Task: {'id': task-3223827, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074262} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.252965] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-992da074-8a78-422e-8839-3f9fc5641796 tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] [instance: 5b1c7806-7c93-4d09-8a4d-8750bbd50450] Extended root virtual disk {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1106.253829] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d022928b-698b-40d8-b4cb-1dba19f3c558 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.275851] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-992da074-8a78-422e-8839-3f9fc5641796 tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] [instance: 5b1c7806-7c93-4d09-8a4d-8750bbd50450] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] 5b1c7806-7c93-4d09-8a4d-8750bbd50450/5b1c7806-7c93-4d09-8a4d-8750bbd50450.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1106.275851] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59707cc9-1967-4577-b36c-371718aba9b6 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.297406] env[69319]: DEBUG oslo_vmware.api [None req-992da074-8a78-422e-8839-3f9fc5641796 tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Waiting for the task: (returnval){ [ 1106.297406] env[69319]: value = "task-3223828" [ 1106.297406] env[69319]: _type = "Task" [ 1106.297406] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.306835] env[69319]: DEBUG oslo_vmware.api [None req-992da074-8a78-422e-8839-3f9fc5641796 tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Task: {'id': task-3223828, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.377288] env[69319]: DEBUG oslo_vmware.api [None req-45583688-bab6-46fb-8132-9e4d626c8bc7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]524f9f01-960c-1ae3-c9dd-aae8c69189cb, 'name': SearchDatastore_Task, 'duration_secs': 0.018046} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.377288] env[69319]: DEBUG oslo_concurrency.lockutils [None req-45583688-bab6-46fb-8132-9e4d626c8bc7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.377288] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-45583688-bab6-46fb-8132-9e4d626c8bc7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 214f4476-f4b2-440f-b5a6-94c6343dc834] Processing image 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1106.377586] env[69319]: DEBUG oslo_concurrency.lockutils [None req-45583688-bab6-46fb-8132-9e4d626c8bc7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.377793] env[69319]: DEBUG oslo_concurrency.lockutils [None req-45583688-bab6-46fb-8132-9e4d626c8bc7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.377793] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-45583688-bab6-46fb-8132-9e4d626c8bc7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1106.378100] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2d4c8e92-1ec9-49b9-9ca9-44e762e1c0b1 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.388975] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-45583688-bab6-46fb-8132-9e4d626c8bc7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1106.389224] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-45583688-bab6-46fb-8132-9e4d626c8bc7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1106.390164] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c611e97-e3e8-48d2-971f-c3d89b32f317 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.396686] env[69319]: DEBUG oslo_vmware.api [None req-45583688-bab6-46fb-8132-9e4d626c8bc7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Waiting for the task: (returnval){ [ 1106.396686] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]5247d4e6-0e24-eefa-66fd-d30f98b2e6b2" [ 1106.396686] env[69319]: _type = "Task" [ 1106.396686] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.405529] env[69319]: DEBUG oslo_vmware.api [None req-45583688-bab6-46fb-8132-9e4d626c8bc7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5247d4e6-0e24-eefa-66fd-d30f98b2e6b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.469734] env[69319]: DEBUG oslo_concurrency.lockutils [None req-80880484-45ae-4e27-bfad-da0dabb7bb58 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.588551] env[69319]: DEBUG nova.scheduler.client.report [None req-49401a0d-2936-4489-802d-0d74d6dabc3e tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1106.634218] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c948852-a0e6-4f61-ab04-f4a0d2edbf8f tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 33bc946c-1397-4355-8132-bc27084a66ba] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1106.634552] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-acfdd2a2-4102-42ba-a536-e8e39ccd5e8e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.645254] env[69319]: DEBUG oslo_vmware.api [None req-0c948852-a0e6-4f61-ab04-f4a0d2edbf8f tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Waiting for the task: (returnval){ [ 1106.645254] env[69319]: value = "task-3223829" [ 1106.645254] env[69319]: _type = "Task" [ 1106.645254] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.654519] env[69319]: DEBUG oslo_vmware.api [None req-0c948852-a0e6-4f61-ab04-f4a0d2edbf8f tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3223829, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.675836] env[69319]: DEBUG oslo_concurrency.lockutils [req-eca7ecc0-a396-4fc4-85ea-a3155f5735f0 req-9d79f76a-a913-4793-8218-21ffd6ca0d60 service nova] Releasing lock "refresh_cache-214f4476-f4b2-440f-b5a6-94c6343dc834" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.808238] env[69319]: DEBUG oslo_vmware.api [None req-992da074-8a78-422e-8839-3f9fc5641796 tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Task: {'id': task-3223828, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.907958] env[69319]: DEBUG oslo_vmware.api [None req-45583688-bab6-46fb-8132-9e4d626c8bc7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5247d4e6-0e24-eefa-66fd-d30f98b2e6b2, 'name': SearchDatastore_Task, 'duration_secs': 0.017114} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.910853] env[69319]: DEBUG nova.compute.manager [req-6e80acfb-237a-4ed1-9c9f-3890305ec0e9 req-6eb213c0-9e05-48ce-b46c-871d4bda5c77 service nova] [instance: 04217131-4db4-48af-bfc0-e0037a5fc9fa] Received event network-vif-deleted-aada45b2-3454-487a-b701-adefbfcc52f2 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1106.911241] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48c608b0-19f5-453b-844a-e923a0bc8118 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.918067] env[69319]: DEBUG oslo_vmware.api [None req-45583688-bab6-46fb-8132-9e4d626c8bc7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Waiting for the task: (returnval){ [ 1106.918067] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52ecbe35-6965-5025-1b09-75ca0e2273ae" [ 1106.918067] env[69319]: _type = "Task" [ 1106.918067] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.930269] env[69319]: DEBUG oslo_vmware.api [None req-45583688-bab6-46fb-8132-9e4d626c8bc7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52ecbe35-6965-5025-1b09-75ca0e2273ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.093632] env[69319]: DEBUG oslo_concurrency.lockutils [None req-49401a0d-2936-4489-802d-0d74d6dabc3e tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.933s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.096331] env[69319]: DEBUG oslo_concurrency.lockutils [None req-e19378df-6dd3-4043-8cff-e71181c3878b tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.656s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.096561] env[69319]: DEBUG nova.objects.instance [None req-e19378df-6dd3-4043-8cff-e71181c3878b tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Lazy-loading 'resources' on Instance uuid 5886cbfc-c361-45ef-872c-1704f7d85aff {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1107.115017] env[69319]: INFO nova.scheduler.client.report [None req-49401a0d-2936-4489-802d-0d74d6dabc3e tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Deleted allocations for instance f897ffef-dacc-4128-bb22-552b7a4b0e3a [ 1107.118547] env[69319]: DEBUG oslo_vmware.rw_handles [None req-61082a17-3321-45b8-860e-9915f1f13c27 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524beae5-d27d-c693-730b-e3b14faa4515/disk-0.vmdk. {{(pid=69319) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1107.119513] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2647a94a-dacb-4b71-8ad4-d598eb379086 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.129097] env[69319]: DEBUG oslo_vmware.rw_handles [None req-61082a17-3321-45b8-860e-9915f1f13c27 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524beae5-d27d-c693-730b-e3b14faa4515/disk-0.vmdk is in state: ready. {{(pid=69319) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1107.129097] env[69319]: ERROR oslo_vmware.rw_handles [None req-61082a17-3321-45b8-860e-9915f1f13c27 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524beae5-d27d-c693-730b-e3b14faa4515/disk-0.vmdk due to incomplete transfer. [ 1107.129097] env[69319]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-97af693e-395f-4861-a322-dd031de37dc1 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.137353] env[69319]: DEBUG oslo_vmware.rw_handles [None req-61082a17-3321-45b8-860e-9915f1f13c27 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524beae5-d27d-c693-730b-e3b14faa4515/disk-0.vmdk. {{(pid=69319) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1107.138086] env[69319]: DEBUG nova.virt.vmwareapi.images [None req-61082a17-3321-45b8-860e-9915f1f13c27 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] [instance: c771ca2e-35a5-4e64-a382-926a00df4d22] Uploaded image ddb317dc-1646-4e1e-9beb-516c5cada394 to the Glance image server {{(pid=69319) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1107.139824] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-61082a17-3321-45b8-860e-9915f1f13c27 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] [instance: c771ca2e-35a5-4e64-a382-926a00df4d22] Destroying the VM {{(pid=69319) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1107.140095] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b68012f8-675e-4d58-8872-5849c403fa3e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.150258] env[69319]: DEBUG oslo_vmware.api [None req-61082a17-3321-45b8-860e-9915f1f13c27 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Waiting for the task: (returnval){ [ 1107.150258] env[69319]: value = "task-3223830" [ 1107.150258] env[69319]: _type = "Task" [ 1107.150258] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.158821] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c948852-a0e6-4f61-ab04-f4a0d2edbf8f tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 33bc946c-1397-4355-8132-bc27084a66ba] VM already powered off {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1107.159078] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-0c948852-a0e6-4f61-ab04-f4a0d2edbf8f tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 33bc946c-1397-4355-8132-bc27084a66ba] Updating instance '33bc946c-1397-4355-8132-bc27084a66ba' progress to 17 {{(pid=69319) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1107.165676] env[69319]: DEBUG oslo_vmware.api [None req-61082a17-3321-45b8-860e-9915f1f13c27 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Task: {'id': task-3223830, 'name': Destroy_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.181292] env[69319]: DEBUG nova.compute.manager [None req-1b0c771d-a210-42be-be45-0f5422f49f32 tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] [instance: fc5ed24c-3dfc-490b-8fc5-b0b66a11c58b] Start spawning the instance on the hypervisor. {{(pid=69319) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1107.207054] env[69319]: DEBUG nova.virt.hardware [None req-1b0c771d-a210-42be-be45-0f5422f49f32 tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:32:36Z,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31f027872f6f44dba95ff2fe7a062e00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:32:36Z,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1107.207342] env[69319]: DEBUG nova.virt.hardware [None req-1b0c771d-a210-42be-be45-0f5422f49f32 tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1107.207510] env[69319]: DEBUG nova.virt.hardware [None req-1b0c771d-a210-42be-be45-0f5422f49f32 tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1107.207696] env[69319]: DEBUG nova.virt.hardware [None req-1b0c771d-a210-42be-be45-0f5422f49f32 tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1107.207845] env[69319]: DEBUG nova.virt.hardware [None req-1b0c771d-a210-42be-be45-0f5422f49f32 tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1107.208065] env[69319]: DEBUG nova.virt.hardware [None req-1b0c771d-a210-42be-be45-0f5422f49f32 tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1107.208342] env[69319]: DEBUG nova.virt.hardware [None req-1b0c771d-a210-42be-be45-0f5422f49f32 tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1107.208544] env[69319]: DEBUG nova.virt.hardware [None req-1b0c771d-a210-42be-be45-0f5422f49f32 tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1107.208741] env[69319]: DEBUG nova.virt.hardware [None req-1b0c771d-a210-42be-be45-0f5422f49f32 tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1107.208955] env[69319]: DEBUG nova.virt.hardware [None req-1b0c771d-a210-42be-be45-0f5422f49f32 tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1107.209191] env[69319]: DEBUG nova.virt.hardware [None req-1b0c771d-a210-42be-be45-0f5422f49f32 tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1107.210326] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db799ccc-48c2-48fa-8017-8e079114ed62 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.219344] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-402a5c53-169b-4c23-8250-4a031be8d1a4 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.308394] env[69319]: DEBUG oslo_vmware.api [None req-992da074-8a78-422e-8839-3f9fc5641796 tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Task: {'id': task-3223828, 'name': ReconfigVM_Task, 'duration_secs': 0.579328} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.308740] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-992da074-8a78-422e-8839-3f9fc5641796 tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] [instance: 5b1c7806-7c93-4d09-8a4d-8750bbd50450] Reconfigured VM instance instance-00000055 to attach disk [datastore2] 5b1c7806-7c93-4d09-8a4d-8750bbd50450/5b1c7806-7c93-4d09-8a4d-8750bbd50450.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1107.309415] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0699222f-48ed-41a1-a6c6-ec94cb3497e8 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.316270] env[69319]: DEBUG oslo_vmware.api [None req-992da074-8a78-422e-8839-3f9fc5641796 tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Waiting for the task: (returnval){ [ 1107.316270] env[69319]: value = "task-3223831" [ 1107.316270] env[69319]: _type = "Task" [ 1107.316270] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.324783] env[69319]: DEBUG oslo_vmware.api [None req-992da074-8a78-422e-8839-3f9fc5641796 tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Task: {'id': task-3223831, 'name': Rename_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.429441] env[69319]: DEBUG oslo_vmware.api [None req-45583688-bab6-46fb-8132-9e4d626c8bc7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52ecbe35-6965-5025-1b09-75ca0e2273ae, 'name': SearchDatastore_Task, 'duration_secs': 0.017243} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.429772] env[69319]: DEBUG oslo_concurrency.lockutils [None req-45583688-bab6-46fb-8132-9e4d626c8bc7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.430057] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-45583688-bab6-46fb-8132-9e4d626c8bc7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] 214f4476-f4b2-440f-b5a6-94c6343dc834/214f4476-f4b2-440f-b5a6-94c6343dc834.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1107.430342] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5e0d8e47-7157-4c75-bfce-d801056b9702 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.439340] env[69319]: DEBUG oslo_vmware.api [None req-45583688-bab6-46fb-8132-9e4d626c8bc7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Waiting for the task: (returnval){ [ 1107.439340] env[69319]: value = "task-3223832" [ 1107.439340] env[69319]: _type = "Task" [ 1107.439340] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.448831] env[69319]: DEBUG oslo_vmware.api [None req-45583688-bab6-46fb-8132-9e4d626c8bc7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': task-3223832, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.600149] env[69319]: DEBUG nova.network.neutron [None req-1b0c771d-a210-42be-be45-0f5422f49f32 tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] [instance: fc5ed24c-3dfc-490b-8fc5-b0b66a11c58b] Successfully updated port: 2686bf4c-76fc-42d7-9760-b96251f5736f {{(pid=69319) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1107.630684] env[69319]: DEBUG oslo_concurrency.lockutils [None req-49401a0d-2936-4489-802d-0d74d6dabc3e tempest-ServersListShow2100Test-447102544 tempest-ServersListShow2100Test-447102544-project-member] Lock "f897ffef-dacc-4128-bb22-552b7a4b0e3a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.923s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.671628] env[69319]: DEBUG nova.virt.hardware [None req-0c948852-a0e6-4f61-ab04-f4a0d2edbf8f tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1107.671628] env[69319]: DEBUG nova.virt.hardware [None req-0c948852-a0e6-4f61-ab04-f4a0d2edbf8f tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1107.671628] env[69319]: DEBUG nova.virt.hardware [None req-0c948852-a0e6-4f61-ab04-f4a0d2edbf8f tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1107.671628] env[69319]: DEBUG nova.virt.hardware [None req-0c948852-a0e6-4f61-ab04-f4a0d2edbf8f tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1107.671628] env[69319]: DEBUG nova.virt.hardware [None req-0c948852-a0e6-4f61-ab04-f4a0d2edbf8f tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1107.671628] env[69319]: DEBUG nova.virt.hardware [None req-0c948852-a0e6-4f61-ab04-f4a0d2edbf8f tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1107.671628] env[69319]: DEBUG nova.virt.hardware [None req-0c948852-a0e6-4f61-ab04-f4a0d2edbf8f tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1107.671628] env[69319]: DEBUG nova.virt.hardware [None req-0c948852-a0e6-4f61-ab04-f4a0d2edbf8f tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1107.671628] env[69319]: DEBUG nova.virt.hardware [None req-0c948852-a0e6-4f61-ab04-f4a0d2edbf8f tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1107.671628] env[69319]: DEBUG nova.virt.hardware [None req-0c948852-a0e6-4f61-ab04-f4a0d2edbf8f tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1107.671628] env[69319]: DEBUG nova.virt.hardware [None req-0c948852-a0e6-4f61-ab04-f4a0d2edbf8f tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1107.676824] env[69319]: DEBUG oslo_vmware.api [None req-61082a17-3321-45b8-860e-9915f1f13c27 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Task: {'id': task-3223830, 'name': Destroy_Task, 'duration_secs': 0.322048} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.680319] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-defbebc0-628c-4e7d-90d4-07400914eff3 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.690775] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-61082a17-3321-45b8-860e-9915f1f13c27 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] [instance: c771ca2e-35a5-4e64-a382-926a00df4d22] Destroyed the VM [ 1107.690897] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-61082a17-3321-45b8-860e-9915f1f13c27 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] [instance: c771ca2e-35a5-4e64-a382-926a00df4d22] Deleting Snapshot of the VM instance {{(pid=69319) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1107.693876] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9d8eac11-3b38-4c98-b79a-988123edfdaf {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.702156] env[69319]: DEBUG oslo_vmware.api [None req-61082a17-3321-45b8-860e-9915f1f13c27 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Waiting for the task: (returnval){ [ 1107.702156] env[69319]: value = "task-3223833" [ 1107.702156] env[69319]: _type = "Task" [ 1107.702156] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.703871] env[69319]: DEBUG oslo_vmware.api [None req-0c948852-a0e6-4f61-ab04-f4a0d2edbf8f tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Waiting for the task: (returnval){ [ 1107.703871] env[69319]: value = "task-3223834" [ 1107.703871] env[69319]: _type = "Task" [ 1107.703871] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.719046] env[69319]: DEBUG oslo_vmware.api [None req-61082a17-3321-45b8-860e-9915f1f13c27 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Task: {'id': task-3223833, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.723008] env[69319]: DEBUG oslo_vmware.api [None req-0c948852-a0e6-4f61-ab04-f4a0d2edbf8f tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3223834, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.828517] env[69319]: DEBUG oslo_vmware.api [None req-992da074-8a78-422e-8839-3f9fc5641796 tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Task: {'id': task-3223831, 'name': Rename_Task, 'duration_secs': 0.317768} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.828856] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-992da074-8a78-422e-8839-3f9fc5641796 tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] [instance: 5b1c7806-7c93-4d09-8a4d-8750bbd50450] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1107.829193] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd6fc6d9-fe72-4af5-91e6-17a63fea67e8 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.839368] env[69319]: DEBUG oslo_vmware.api [None req-992da074-8a78-422e-8839-3f9fc5641796 tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Waiting for the task: (returnval){ [ 1107.839368] env[69319]: value = "task-3223835" [ 1107.839368] env[69319]: _type = "Task" [ 1107.839368] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.848793] env[69319]: DEBUG oslo_vmware.api [None req-992da074-8a78-422e-8839-3f9fc5641796 tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Task: {'id': task-3223835, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.946690] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e390953-55f8-4b9a-a7b4-19550a1b635d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.953021] env[69319]: DEBUG oslo_vmware.api [None req-45583688-bab6-46fb-8132-9e4d626c8bc7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': task-3223832, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.960070] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3ba487b-6c48-40cd-b478-70685dfa89ba {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.994042] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2037db5d-8734-4250-be5d-425bcab0bf6a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.003103] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d92ca9b8-de08-42f7-a908-6a6307b33ca7 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.018922] env[69319]: DEBUG nova.compute.provider_tree [None req-e19378df-6dd3-4043-8cff-e71181c3878b tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1108.106746] env[69319]: DEBUG oslo_concurrency.lockutils [None req-1b0c771d-a210-42be-be45-0f5422f49f32 tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Acquiring lock "refresh_cache-fc5ed24c-3dfc-490b-8fc5-b0b66a11c58b" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.106942] env[69319]: DEBUG oslo_concurrency.lockutils [None req-1b0c771d-a210-42be-be45-0f5422f49f32 tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Acquired lock "refresh_cache-fc5ed24c-3dfc-490b-8fc5-b0b66a11c58b" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.107139] env[69319]: DEBUG nova.network.neutron [None req-1b0c771d-a210-42be-be45-0f5422f49f32 tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] [instance: fc5ed24c-3dfc-490b-8fc5-b0b66a11c58b] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1108.217176] env[69319]: DEBUG oslo_vmware.api [None req-61082a17-3321-45b8-860e-9915f1f13c27 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Task: {'id': task-3223833, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.220267] env[69319]: DEBUG oslo_vmware.api [None req-0c948852-a0e6-4f61-ab04-f4a0d2edbf8f tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3223834, 'name': ReconfigVM_Task, 'duration_secs': 0.490093} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.220566] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-0c948852-a0e6-4f61-ab04-f4a0d2edbf8f tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 33bc946c-1397-4355-8132-bc27084a66ba] Updating instance '33bc946c-1397-4355-8132-bc27084a66ba' progress to 33 {{(pid=69319) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1108.350976] env[69319]: DEBUG oslo_vmware.api [None req-992da074-8a78-422e-8839-3f9fc5641796 tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Task: {'id': task-3223835, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.450047] env[69319]: DEBUG oslo_vmware.api [None req-45583688-bab6-46fb-8132-9e4d626c8bc7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': task-3223832, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.655417} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.450340] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-45583688-bab6-46fb-8132-9e4d626c8bc7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] 214f4476-f4b2-440f-b5a6-94c6343dc834/214f4476-f4b2-440f-b5a6-94c6343dc834.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1108.450560] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-45583688-bab6-46fb-8132-9e4d626c8bc7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 214f4476-f4b2-440f-b5a6-94c6343dc834] Extending root virtual disk to 1048576 {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1108.450817] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-06795c6f-bbef-45dd-a5d1-223956699bb8 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.459176] env[69319]: DEBUG oslo_vmware.api [None req-45583688-bab6-46fb-8132-9e4d626c8bc7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Waiting for the task: (returnval){ [ 1108.459176] env[69319]: value = "task-3223836" [ 1108.459176] env[69319]: _type = "Task" [ 1108.459176] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.470864] env[69319]: DEBUG oslo_vmware.api [None req-45583688-bab6-46fb-8132-9e4d626c8bc7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': task-3223836, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.522158] env[69319]: DEBUG nova.scheduler.client.report [None req-e19378df-6dd3-4043-8cff-e71181c3878b tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1108.642031] env[69319]: DEBUG nova.network.neutron [None req-1b0c771d-a210-42be-be45-0f5422f49f32 tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] [instance: fc5ed24c-3dfc-490b-8fc5-b0b66a11c58b] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1108.719346] env[69319]: DEBUG oslo_vmware.api [None req-61082a17-3321-45b8-860e-9915f1f13c27 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Task: {'id': task-3223833, 'name': RemoveSnapshot_Task, 'duration_secs': 0.595386} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.719346] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-61082a17-3321-45b8-860e-9915f1f13c27 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] [instance: c771ca2e-35a5-4e64-a382-926a00df4d22] Deleted Snapshot of the VM instance {{(pid=69319) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1108.719709] env[69319]: DEBUG nova.compute.manager [None req-61082a17-3321-45b8-860e-9915f1f13c27 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] [instance: c771ca2e-35a5-4e64-a382-926a00df4d22] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1108.720998] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c734bbf-ace5-4072-a9b8-ffdd06001089 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.728705] env[69319]: DEBUG nova.virt.hardware [None req-0c948852-a0e6-4f61-ab04-f4a0d2edbf8f tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1108.728923] env[69319]: DEBUG nova.virt.hardware [None req-0c948852-a0e6-4f61-ab04-f4a0d2edbf8f tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1108.729102] env[69319]: DEBUG nova.virt.hardware [None req-0c948852-a0e6-4f61-ab04-f4a0d2edbf8f tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1108.729287] env[69319]: DEBUG nova.virt.hardware [None req-0c948852-a0e6-4f61-ab04-f4a0d2edbf8f tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1108.729430] env[69319]: DEBUG nova.virt.hardware [None req-0c948852-a0e6-4f61-ab04-f4a0d2edbf8f tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1108.729800] env[69319]: DEBUG nova.virt.hardware [None req-0c948852-a0e6-4f61-ab04-f4a0d2edbf8f tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1108.729800] env[69319]: DEBUG nova.virt.hardware [None req-0c948852-a0e6-4f61-ab04-f4a0d2edbf8f tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1108.729933] env[69319]: DEBUG nova.virt.hardware [None req-0c948852-a0e6-4f61-ab04-f4a0d2edbf8f tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1108.732075] env[69319]: DEBUG nova.virt.hardware [None req-0c948852-a0e6-4f61-ab04-f4a0d2edbf8f tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1108.732075] env[69319]: DEBUG nova.virt.hardware [None req-0c948852-a0e6-4f61-ab04-f4a0d2edbf8f tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1108.732075] env[69319]: DEBUG nova.virt.hardware [None req-0c948852-a0e6-4f61-ab04-f4a0d2edbf8f tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1108.735927] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c948852-a0e6-4f61-ab04-f4a0d2edbf8f tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 33bc946c-1397-4355-8132-bc27084a66ba] Reconfiguring VM instance instance-00000030 to detach disk 2000 {{(pid=69319) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1108.736227] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73131604-bd62-4a3d-9d71-3ca169bdb3a3 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.758340] env[69319]: DEBUG oslo_vmware.api [None req-0c948852-a0e6-4f61-ab04-f4a0d2edbf8f tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Waiting for the task: (returnval){ [ 1108.758340] env[69319]: value = "task-3223837" [ 1108.758340] env[69319]: _type = "Task" [ 1108.758340] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.767727] env[69319]: DEBUG oslo_vmware.api [None req-0c948852-a0e6-4f61-ab04-f4a0d2edbf8f tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3223837, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.825591] env[69319]: DEBUG nova.network.neutron [None req-1b0c771d-a210-42be-be45-0f5422f49f32 tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] [instance: fc5ed24c-3dfc-490b-8fc5-b0b66a11c58b] Updating instance_info_cache with network_info: [{"id": "2686bf4c-76fc-42d7-9760-b96251f5736f", "address": "fa:16:3e:12:65:6b", "network": {"id": "e172e758-1a9b-4f22-a553-441ab9c9dccc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.178", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "31f027872f6f44dba95ff2fe7a062e00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2686bf4c-76", "ovs_interfaceid": "2686bf4c-76fc-42d7-9760-b96251f5736f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.850113] env[69319]: DEBUG oslo_vmware.api [None req-992da074-8a78-422e-8839-3f9fc5641796 tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Task: {'id': task-3223835, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.934997] env[69319]: DEBUG nova.compute.manager [req-7a889f42-a0a7-4994-8972-4fa568fef90d req-8964ad72-df97-4549-b946-391584109be0 service nova] [instance: fc5ed24c-3dfc-490b-8fc5-b0b66a11c58b] Received event network-vif-plugged-2686bf4c-76fc-42d7-9760-b96251f5736f {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1108.934997] env[69319]: DEBUG oslo_concurrency.lockutils [req-7a889f42-a0a7-4994-8972-4fa568fef90d req-8964ad72-df97-4549-b946-391584109be0 service nova] Acquiring lock "fc5ed24c-3dfc-490b-8fc5-b0b66a11c58b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.934997] env[69319]: DEBUG oslo_concurrency.lockutils [req-7a889f42-a0a7-4994-8972-4fa568fef90d req-8964ad72-df97-4549-b946-391584109be0 service nova] Lock "fc5ed24c-3dfc-490b-8fc5-b0b66a11c58b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.934997] env[69319]: DEBUG oslo_concurrency.lockutils [req-7a889f42-a0a7-4994-8972-4fa568fef90d req-8964ad72-df97-4549-b946-391584109be0 service nova] Lock "fc5ed24c-3dfc-490b-8fc5-b0b66a11c58b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.934997] env[69319]: DEBUG nova.compute.manager [req-7a889f42-a0a7-4994-8972-4fa568fef90d req-8964ad72-df97-4549-b946-391584109be0 service nova] [instance: fc5ed24c-3dfc-490b-8fc5-b0b66a11c58b] No waiting events found dispatching network-vif-plugged-2686bf4c-76fc-42d7-9760-b96251f5736f {{(pid=69319) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1108.935210] env[69319]: WARNING nova.compute.manager [req-7a889f42-a0a7-4994-8972-4fa568fef90d req-8964ad72-df97-4549-b946-391584109be0 service nova] [instance: fc5ed24c-3dfc-490b-8fc5-b0b66a11c58b] Received unexpected event network-vif-plugged-2686bf4c-76fc-42d7-9760-b96251f5736f for instance with vm_state building and task_state spawning. [ 1108.935297] env[69319]: DEBUG nova.compute.manager [req-7a889f42-a0a7-4994-8972-4fa568fef90d req-8964ad72-df97-4549-b946-391584109be0 service nova] [instance: fc5ed24c-3dfc-490b-8fc5-b0b66a11c58b] Received event network-changed-2686bf4c-76fc-42d7-9760-b96251f5736f {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1108.935414] env[69319]: DEBUG nova.compute.manager [req-7a889f42-a0a7-4994-8972-4fa568fef90d req-8964ad72-df97-4549-b946-391584109be0 service nova] [instance: fc5ed24c-3dfc-490b-8fc5-b0b66a11c58b] Refreshing instance network info cache due to event network-changed-2686bf4c-76fc-42d7-9760-b96251f5736f. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1108.935585] env[69319]: DEBUG oslo_concurrency.lockutils [req-7a889f42-a0a7-4994-8972-4fa568fef90d req-8964ad72-df97-4549-b946-391584109be0 service nova] Acquiring lock "refresh_cache-fc5ed24c-3dfc-490b-8fc5-b0b66a11c58b" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.970390] env[69319]: DEBUG oslo_vmware.api [None req-45583688-bab6-46fb-8132-9e4d626c8bc7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': task-3223836, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.126059} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.970813] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-45583688-bab6-46fb-8132-9e4d626c8bc7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 214f4476-f4b2-440f-b5a6-94c6343dc834] Extended root virtual disk {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1108.971598] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89a73212-f31b-4698-8db3-6e14fe68ad59 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.995720] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-45583688-bab6-46fb-8132-9e4d626c8bc7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 214f4476-f4b2-440f-b5a6-94c6343dc834] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] 214f4476-f4b2-440f-b5a6-94c6343dc834/214f4476-f4b2-440f-b5a6-94c6343dc834.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1108.996028] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0bc9c510-c065-4bf7-9944-bc359a4c48b2 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.017064] env[69319]: DEBUG oslo_vmware.api [None req-45583688-bab6-46fb-8132-9e4d626c8bc7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Waiting for the task: (returnval){ [ 1109.017064] env[69319]: value = "task-3223838" [ 1109.017064] env[69319]: _type = "Task" [ 1109.017064] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.025889] env[69319]: DEBUG oslo_vmware.api [None req-45583688-bab6-46fb-8132-9e4d626c8bc7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': task-3223838, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.027705] env[69319]: DEBUG oslo_concurrency.lockutils [None req-e19378df-6dd3-4043-8cff-e71181c3878b tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.931s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.029892] env[69319]: DEBUG oslo_concurrency.lockutils [None req-00990934-19f8-46ea-9dc7-1262fba27bfa tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.548s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.030137] env[69319]: DEBUG nova.objects.instance [None req-00990934-19f8-46ea-9dc7-1262fba27bfa tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Lazy-loading 'resources' on Instance uuid 357a007f-e033-421c-8d7e-3c5ad7decb70 {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1109.054895] env[69319]: INFO nova.scheduler.client.report [None req-e19378df-6dd3-4043-8cff-e71181c3878b tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Deleted allocations for instance 5886cbfc-c361-45ef-872c-1704f7d85aff [ 1109.271681] env[69319]: INFO nova.compute.manager [None req-61082a17-3321-45b8-860e-9915f1f13c27 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] [instance: c771ca2e-35a5-4e64-a382-926a00df4d22] Shelve offloading [ 1109.283074] env[69319]: DEBUG oslo_vmware.api [None req-0c948852-a0e6-4f61-ab04-f4a0d2edbf8f tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3223837, 'name': ReconfigVM_Task, 'duration_secs': 0.41} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.283326] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c948852-a0e6-4f61-ab04-f4a0d2edbf8f tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 33bc946c-1397-4355-8132-bc27084a66ba] Reconfigured VM instance instance-00000030 to detach disk 2000 {{(pid=69319) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1109.284369] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67894050-e484-48d5-9d15-ed65f04651f4 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.309743] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c948852-a0e6-4f61-ab04-f4a0d2edbf8f tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 33bc946c-1397-4355-8132-bc27084a66ba] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] 33bc946c-1397-4355-8132-bc27084a66ba/33bc946c-1397-4355-8132-bc27084a66ba.vmdk or device None with type thin {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1109.310363] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b6f20a0-397a-4f28-9196-422191b48bf1 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.328548] env[69319]: DEBUG oslo_concurrency.lockutils [None req-1b0c771d-a210-42be-be45-0f5422f49f32 tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Releasing lock "refresh_cache-fc5ed24c-3dfc-490b-8fc5-b0b66a11c58b" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.328928] env[69319]: DEBUG nova.compute.manager [None req-1b0c771d-a210-42be-be45-0f5422f49f32 tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] [instance: fc5ed24c-3dfc-490b-8fc5-b0b66a11c58b] Instance network_info: |[{"id": "2686bf4c-76fc-42d7-9760-b96251f5736f", "address": "fa:16:3e:12:65:6b", "network": {"id": "e172e758-1a9b-4f22-a553-441ab9c9dccc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.178", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "31f027872f6f44dba95ff2fe7a062e00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2686bf4c-76", "ovs_interfaceid": "2686bf4c-76fc-42d7-9760-b96251f5736f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1109.329264] env[69319]: DEBUG oslo_concurrency.lockutils [req-7a889f42-a0a7-4994-8972-4fa568fef90d req-8964ad72-df97-4549-b946-391584109be0 service nova] Acquired lock "refresh_cache-fc5ed24c-3dfc-490b-8fc5-b0b66a11c58b" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.329472] env[69319]: DEBUG nova.network.neutron [req-7a889f42-a0a7-4994-8972-4fa568fef90d req-8964ad72-df97-4549-b946-391584109be0 service nova] [instance: fc5ed24c-3dfc-490b-8fc5-b0b66a11c58b] Refreshing network info cache for port 2686bf4c-76fc-42d7-9760-b96251f5736f {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1109.330797] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-1b0c771d-a210-42be-be45-0f5422f49f32 tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] [instance: fc5ed24c-3dfc-490b-8fc5-b0b66a11c58b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:65:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2686bf4c-76fc-42d7-9760-b96251f5736f', 'vif_model': 'vmxnet3'}] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1109.338699] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b0c771d-a210-42be-be45-0f5422f49f32 tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Creating folder: Project (949c4dbfaed94ffc8c67fd9a49584576). Parent ref: group-v644239. {{(pid=69319) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1109.340524] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-77067561-1d65-4e1d-b5fb-7d6001842e50 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.343683] env[69319]: DEBUG oslo_vmware.api [None req-0c948852-a0e6-4f61-ab04-f4a0d2edbf8f tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Waiting for the task: (returnval){ [ 1109.343683] env[69319]: value = "task-3223839" [ 1109.343683] env[69319]: _type = "Task" [ 1109.343683] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.355904] env[69319]: DEBUG oslo_vmware.api [None req-992da074-8a78-422e-8839-3f9fc5641796 tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Task: {'id': task-3223835, 'name': PowerOnVM_Task, 'duration_secs': 1.314142} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.362029] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-992da074-8a78-422e-8839-3f9fc5641796 tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] [instance: 5b1c7806-7c93-4d09-8a4d-8750bbd50450] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1109.362728] env[69319]: DEBUG nova.compute.manager [None req-992da074-8a78-422e-8839-3f9fc5641796 tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] [instance: 5b1c7806-7c93-4d09-8a4d-8750bbd50450] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1109.362728] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-1b0c771d-a210-42be-be45-0f5422f49f32 tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Created folder: Project (949c4dbfaed94ffc8c67fd9a49584576) in parent group-v644239. [ 1109.362993] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b0c771d-a210-42be-be45-0f5422f49f32 tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Creating folder: Instances. Parent ref: group-v644495. {{(pid=69319) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1109.363501] env[69319]: DEBUG oslo_vmware.api [None req-0c948852-a0e6-4f61-ab04-f4a0d2edbf8f tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3223839, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.364327] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84cf655f-6749-4f1c-bf39-dadd6b8d6e08 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.366937] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-32c474cd-b22b-4084-8d3a-2da5b691e7e4 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.379530] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-1b0c771d-a210-42be-be45-0f5422f49f32 tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Created folder: Instances in parent group-v644495. [ 1109.379828] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1b0c771d-a210-42be-be45-0f5422f49f32 tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1109.380023] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc5ed24c-3dfc-490b-8fc5-b0b66a11c58b] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1109.380322] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9d55cd94-e22c-4f73-a8f2-9466d42477ca {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.402431] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1109.402431] env[69319]: value = "task-3223842" [ 1109.402431] env[69319]: _type = "Task" [ 1109.402431] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.411445] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223842, 'name': CreateVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.527716] env[69319]: DEBUG oslo_vmware.api [None req-45583688-bab6-46fb-8132-9e4d626c8bc7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': task-3223838, 'name': ReconfigVM_Task, 'duration_secs': 0.288175} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.528017] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-45583688-bab6-46fb-8132-9e4d626c8bc7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 214f4476-f4b2-440f-b5a6-94c6343dc834] Reconfigured VM instance instance-00000057 to attach disk [datastore2] 214f4476-f4b2-440f-b5a6-94c6343dc834/214f4476-f4b2-440f-b5a6-94c6343dc834.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1109.528741] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a2cdb33e-8e37-43d4-8a09-245828255b34 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.535970] env[69319]: DEBUG oslo_vmware.api [None req-45583688-bab6-46fb-8132-9e4d626c8bc7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Waiting for the task: (returnval){ [ 1109.535970] env[69319]: value = "task-3223843" [ 1109.535970] env[69319]: _type = "Task" [ 1109.535970] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.546982] env[69319]: DEBUG oslo_vmware.api [None req-45583688-bab6-46fb-8132-9e4d626c8bc7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': task-3223843, 'name': Rename_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.564034] env[69319]: DEBUG oslo_concurrency.lockutils [None req-e19378df-6dd3-4043-8cff-e71181c3878b tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Lock "5886cbfc-c361-45ef-872c-1704f7d85aff" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.560s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.775854] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-61082a17-3321-45b8-860e-9915f1f13c27 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] [instance: c771ca2e-35a5-4e64-a382-926a00df4d22] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1109.776106] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b9beaba6-e26f-4530-bd9e-1600d05a3050 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.787135] env[69319]: DEBUG oslo_vmware.api [None req-61082a17-3321-45b8-860e-9915f1f13c27 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Waiting for the task: (returnval){ [ 1109.787135] env[69319]: value = "task-3223844" [ 1109.787135] env[69319]: _type = "Task" [ 1109.787135] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.797091] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-61082a17-3321-45b8-860e-9915f1f13c27 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] [instance: c771ca2e-35a5-4e64-a382-926a00df4d22] VM already powered off {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1109.797334] env[69319]: DEBUG nova.compute.manager [None req-61082a17-3321-45b8-860e-9915f1f13c27 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] [instance: c771ca2e-35a5-4e64-a382-926a00df4d22] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1109.801989] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3123a69c-b6e8-4062-ae35-e6a70974ce4f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.809519] env[69319]: DEBUG oslo_concurrency.lockutils [None req-61082a17-3321-45b8-860e-9915f1f13c27 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Acquiring lock "refresh_cache-c771ca2e-35a5-4e64-a382-926a00df4d22" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.809700] env[69319]: DEBUG oslo_concurrency.lockutils [None req-61082a17-3321-45b8-860e-9915f1f13c27 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Acquired lock "refresh_cache-c771ca2e-35a5-4e64-a382-926a00df4d22" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.809999] env[69319]: DEBUG nova.network.neutron [None req-61082a17-3321-45b8-860e-9915f1f13c27 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] [instance: c771ca2e-35a5-4e64-a382-926a00df4d22] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1109.828021] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a209d3ae-8bb3-42fa-8b44-b938d804868d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.835766] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7beb15c-ad10-48ba-b306-7da7b16bdf0c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.890950] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2019a02-59fd-46ba-8370-7cbd6752c0b9 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.897370] env[69319]: DEBUG oslo_concurrency.lockutils [None req-992da074-8a78-422e-8839-3f9fc5641796 tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.906049] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24d991de-3da1-4c77-bdf5-313f607a2cf2 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.911389] env[69319]: DEBUG oslo_vmware.api [None req-0c948852-a0e6-4f61-ab04-f4a0d2edbf8f tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3223839, 'name': ReconfigVM_Task, 'duration_secs': 0.370818} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.917207] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c948852-a0e6-4f61-ab04-f4a0d2edbf8f tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 33bc946c-1397-4355-8132-bc27084a66ba] Reconfigured VM instance instance-00000030 to attach disk [datastore2] 33bc946c-1397-4355-8132-bc27084a66ba/33bc946c-1397-4355-8132-bc27084a66ba.vmdk or device None with type thin {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1109.917207] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-0c948852-a0e6-4f61-ab04-f4a0d2edbf8f tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 33bc946c-1397-4355-8132-bc27084a66ba] Updating instance '33bc946c-1397-4355-8132-bc27084a66ba' progress to 50 {{(pid=69319) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1109.937348] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223842, 'name': CreateVM_Task, 'duration_secs': 0.325721} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.937828] env[69319]: DEBUG nova.compute.provider_tree [None req-00990934-19f8-46ea-9dc7-1262fba27bfa tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1109.939378] env[69319]: DEBUG oslo_concurrency.lockutils [None req-557e5eba-6a6f-498b-be6f-c278ca2dfe3e tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Acquiring lock "5b1c7806-7c93-4d09-8a4d-8750bbd50450" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.939605] env[69319]: DEBUG oslo_concurrency.lockutils [None req-557e5eba-6a6f-498b-be6f-c278ca2dfe3e tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Lock "5b1c7806-7c93-4d09-8a4d-8750bbd50450" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.939809] env[69319]: DEBUG oslo_concurrency.lockutils [None req-557e5eba-6a6f-498b-be6f-c278ca2dfe3e tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Acquiring lock "5b1c7806-7c93-4d09-8a4d-8750bbd50450-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.940021] env[69319]: DEBUG oslo_concurrency.lockutils [None req-557e5eba-6a6f-498b-be6f-c278ca2dfe3e tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Lock "5b1c7806-7c93-4d09-8a4d-8750bbd50450-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.940203] env[69319]: DEBUG oslo_concurrency.lockutils [None req-557e5eba-6a6f-498b-be6f-c278ca2dfe3e tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Lock "5b1c7806-7c93-4d09-8a4d-8750bbd50450-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.944548] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc5ed24c-3dfc-490b-8fc5-b0b66a11c58b] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1109.947356] env[69319]: INFO nova.compute.manager [None req-557e5eba-6a6f-498b-be6f-c278ca2dfe3e tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] [instance: 5b1c7806-7c93-4d09-8a4d-8750bbd50450] Terminating instance [ 1109.950022] env[69319]: DEBUG oslo_concurrency.lockutils [None req-1b0c771d-a210-42be-be45-0f5422f49f32 tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.950206] env[69319]: DEBUG oslo_concurrency.lockutils [None req-1b0c771d-a210-42be-be45-0f5422f49f32 tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.950527] env[69319]: DEBUG oslo_concurrency.lockutils [None req-1b0c771d-a210-42be-be45-0f5422f49f32 tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.951460] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6e01426-76aa-4ce1-b5a6-21d8aaa3fe7b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.961589] env[69319]: DEBUG oslo_vmware.api [None req-1b0c771d-a210-42be-be45-0f5422f49f32 tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Waiting for the task: (returnval){ [ 1109.961589] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]524e7a5d-d7a9-8da1-202d-d90927c719bf" [ 1109.961589] env[69319]: _type = "Task" [ 1109.961589] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.971684] env[69319]: DEBUG oslo_vmware.api [None req-1b0c771d-a210-42be-be45-0f5422f49f32 tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]524e7a5d-d7a9-8da1-202d-d90927c719bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.046635] env[69319]: DEBUG oslo_vmware.api [None req-45583688-bab6-46fb-8132-9e4d626c8bc7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': task-3223843, 'name': Rename_Task, 'duration_secs': 0.191911} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.046930] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-45583688-bab6-46fb-8132-9e4d626c8bc7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 214f4476-f4b2-440f-b5a6-94c6343dc834] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1110.047203] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-940ce5a2-78c5-48cc-9a1c-5e0121ef51bf {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.070708] env[69319]: DEBUG oslo_vmware.api [None req-45583688-bab6-46fb-8132-9e4d626c8bc7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Waiting for the task: (returnval){ [ 1110.070708] env[69319]: value = "task-3223845" [ 1110.070708] env[69319]: _type = "Task" [ 1110.070708] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.080534] env[69319]: DEBUG oslo_vmware.api [None req-45583688-bab6-46fb-8132-9e4d626c8bc7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': task-3223845, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.149601] env[69319]: DEBUG nova.network.neutron [req-7a889f42-a0a7-4994-8972-4fa568fef90d req-8964ad72-df97-4549-b946-391584109be0 service nova] [instance: fc5ed24c-3dfc-490b-8fc5-b0b66a11c58b] Updated VIF entry in instance network info cache for port 2686bf4c-76fc-42d7-9760-b96251f5736f. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1110.149902] env[69319]: DEBUG nova.network.neutron [req-7a889f42-a0a7-4994-8972-4fa568fef90d req-8964ad72-df97-4549-b946-391584109be0 service nova] [instance: fc5ed24c-3dfc-490b-8fc5-b0b66a11c58b] Updating instance_info_cache with network_info: [{"id": "2686bf4c-76fc-42d7-9760-b96251f5736f", "address": "fa:16:3e:12:65:6b", "network": {"id": "e172e758-1a9b-4f22-a553-441ab9c9dccc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.178", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "31f027872f6f44dba95ff2fe7a062e00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2686bf4c-76", "ovs_interfaceid": "2686bf4c-76fc-42d7-9760-b96251f5736f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.424657] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be3539c4-2d49-4b3c-a245-ef5d1ba03d0a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.449851] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d06f4b9-0f84-4a05-84c9-4412f61fde81 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.453156] env[69319]: DEBUG nova.scheduler.client.report [None req-00990934-19f8-46ea-9dc7-1262fba27bfa tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1110.459536] env[69319]: DEBUG oslo_concurrency.lockutils [None req-557e5eba-6a6f-498b-be6f-c278ca2dfe3e tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Acquiring lock "refresh_cache-5b1c7806-7c93-4d09-8a4d-8750bbd50450" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.459790] env[69319]: DEBUG oslo_concurrency.lockutils [None req-557e5eba-6a6f-498b-be6f-c278ca2dfe3e tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Acquired lock "refresh_cache-5b1c7806-7c93-4d09-8a4d-8750bbd50450" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.459977] env[69319]: DEBUG nova.network.neutron [None req-557e5eba-6a6f-498b-be6f-c278ca2dfe3e tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] [instance: 5b1c7806-7c93-4d09-8a4d-8750bbd50450] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1110.475553] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-0c948852-a0e6-4f61-ab04-f4a0d2edbf8f tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 33bc946c-1397-4355-8132-bc27084a66ba] Updating instance '33bc946c-1397-4355-8132-bc27084a66ba' progress to 67 {{(pid=69319) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1110.490688] env[69319]: DEBUG oslo_vmware.api [None req-1b0c771d-a210-42be-be45-0f5422f49f32 tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]524e7a5d-d7a9-8da1-202d-d90927c719bf, 'name': SearchDatastore_Task, 'duration_secs': 0.012871} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.491014] env[69319]: DEBUG oslo_concurrency.lockutils [None req-1b0c771d-a210-42be-be45-0f5422f49f32 tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.491255] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-1b0c771d-a210-42be-be45-0f5422f49f32 tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] [instance: fc5ed24c-3dfc-490b-8fc5-b0b66a11c58b] Processing image 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1110.491491] env[69319]: DEBUG oslo_concurrency.lockutils [None req-1b0c771d-a210-42be-be45-0f5422f49f32 tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.491632] env[69319]: DEBUG oslo_concurrency.lockutils [None req-1b0c771d-a210-42be-be45-0f5422f49f32 tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.491805] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b0c771d-a210-42be-be45-0f5422f49f32 tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1110.492099] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ff0fd85c-bdd1-458f-a616-489d8a95a348 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.505140] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b0c771d-a210-42be-be45-0f5422f49f32 tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1110.505309] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-1b0c771d-a210-42be-be45-0f5422f49f32 tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1110.506057] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-849e017b-4ab5-433a-aa39-32f83fac5c21 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.513622] env[69319]: DEBUG oslo_vmware.api [None req-1b0c771d-a210-42be-be45-0f5422f49f32 tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Waiting for the task: (returnval){ [ 1110.513622] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]523baed9-19aa-5421-4b24-2c36c31e372b" [ 1110.513622] env[69319]: _type = "Task" [ 1110.513622] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.523783] env[69319]: DEBUG oslo_vmware.api [None req-1b0c771d-a210-42be-be45-0f5422f49f32 tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]523baed9-19aa-5421-4b24-2c36c31e372b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.585797] env[69319]: DEBUG oslo_vmware.api [None req-45583688-bab6-46fb-8132-9e4d626c8bc7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': task-3223845, 'name': PowerOnVM_Task, 'duration_secs': 0.522459} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.587257] env[69319]: DEBUG nova.network.neutron [None req-61082a17-3321-45b8-860e-9915f1f13c27 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] [instance: c771ca2e-35a5-4e64-a382-926a00df4d22] Updating instance_info_cache with network_info: [{"id": "a8ef65c2-54c3-4947-a939-55e0a97b9286", "address": "fa:16:3e:67:1d:d4", "network": {"id": "479b2db4-1595-499c-989e-d2c9bc18b740", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1550392127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6533c097f5254ff48af7edf184b57761", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31ac3fea-ebf4-4bed-bf70-1eaecdf71280", "external-id": "nsx-vlan-transportzone-489", "segmentation_id": 489, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8ef65c2-54", "ovs_interfaceid": "a8ef65c2-54c3-4947-a939-55e0a97b9286", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.587996] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-45583688-bab6-46fb-8132-9e4d626c8bc7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 214f4476-f4b2-440f-b5a6-94c6343dc834] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1110.588205] env[69319]: INFO nova.compute.manager [None req-45583688-bab6-46fb-8132-9e4d626c8bc7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 214f4476-f4b2-440f-b5a6-94c6343dc834] Took 8.36 seconds to spawn the instance on the hypervisor. [ 1110.588403] env[69319]: DEBUG nova.compute.manager [None req-45583688-bab6-46fb-8132-9e4d626c8bc7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 214f4476-f4b2-440f-b5a6-94c6343dc834] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1110.590051] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2d586e2-0e8f-496c-8715-8c005fd873f7 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.653134] env[69319]: DEBUG oslo_concurrency.lockutils [req-7a889f42-a0a7-4994-8972-4fa568fef90d req-8964ad72-df97-4549-b946-391584109be0 service nova] Releasing lock "refresh_cache-fc5ed24c-3dfc-490b-8fc5-b0b66a11c58b" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.958217] env[69319]: DEBUG oslo_concurrency.lockutils [None req-00990934-19f8-46ea-9dc7-1262fba27bfa tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.928s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.961928] env[69319]: DEBUG oslo_concurrency.lockutils [None req-fbd51037-a6fe-4146-a0e6-17a963033ef8 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.297s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.962310] env[69319]: INFO nova.compute.claims [None req-fbd51037-a6fe-4146-a0e6-17a963033ef8 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 98ab579b-8357-49e3-8b39-871b88b991d7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1110.986150] env[69319]: INFO nova.scheduler.client.report [None req-00990934-19f8-46ea-9dc7-1262fba27bfa tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Deleted allocations for instance 357a007f-e033-421c-8d7e-3c5ad7decb70 [ 1111.001111] env[69319]: DEBUG nova.network.neutron [None req-557e5eba-6a6f-498b-be6f-c278ca2dfe3e tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] [instance: 5b1c7806-7c93-4d09-8a4d-8750bbd50450] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1111.030094] env[69319]: DEBUG oslo_vmware.api [None req-1b0c771d-a210-42be-be45-0f5422f49f32 tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]523baed9-19aa-5421-4b24-2c36c31e372b, 'name': SearchDatastore_Task, 'duration_secs': 0.024158} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.031301] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87fe4b38-dc6f-4a54-ac76-16428e26cb8a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.039171] env[69319]: DEBUG oslo_vmware.api [None req-1b0c771d-a210-42be-be45-0f5422f49f32 tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Waiting for the task: (returnval){ [ 1111.039171] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52c765bc-3fff-6941-c729-4a94efa0608e" [ 1111.039171] env[69319]: _type = "Task" [ 1111.039171] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.051847] env[69319]: DEBUG oslo_vmware.api [None req-1b0c771d-a210-42be-be45-0f5422f49f32 tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52c765bc-3fff-6941-c729-4a94efa0608e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.056849] env[69319]: DEBUG nova.network.neutron [None req-0c948852-a0e6-4f61-ab04-f4a0d2edbf8f tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 33bc946c-1397-4355-8132-bc27084a66ba] Port c6e98cc0-3134-4c25-b6f3-ac5eb16515af binding to destination host cpu-1 is already ACTIVE {{(pid=69319) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1111.066531] env[69319]: DEBUG nova.network.neutron [None req-557e5eba-6a6f-498b-be6f-c278ca2dfe3e tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] [instance: 5b1c7806-7c93-4d09-8a4d-8750bbd50450] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.091386] env[69319]: DEBUG oslo_concurrency.lockutils [None req-61082a17-3321-45b8-860e-9915f1f13c27 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Releasing lock "refresh_cache-c771ca2e-35a5-4e64-a382-926a00df4d22" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.111236] env[69319]: INFO nova.compute.manager [None req-45583688-bab6-46fb-8132-9e4d626c8bc7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 214f4476-f4b2-440f-b5a6-94c6343dc834] Took 22.87 seconds to build instance. [ 1111.504925] env[69319]: DEBUG oslo_concurrency.lockutils [None req-00990934-19f8-46ea-9dc7-1262fba27bfa tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Lock "357a007f-e033-421c-8d7e-3c5ad7decb70" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.975s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.557784] env[69319]: DEBUG oslo_vmware.api [None req-1b0c771d-a210-42be-be45-0f5422f49f32 tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52c765bc-3fff-6941-c729-4a94efa0608e, 'name': SearchDatastore_Task, 'duration_secs': 0.014588} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.562574] env[69319]: DEBUG oslo_concurrency.lockutils [None req-1b0c771d-a210-42be-be45-0f5422f49f32 tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.563951] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b0c771d-a210-42be-be45-0f5422f49f32 tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] fc5ed24c-3dfc-490b-8fc5-b0b66a11c58b/fc5ed24c-3dfc-490b-8fc5-b0b66a11c58b.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1111.564414] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-92b99341-484b-4870-be15-4a4ee710f18b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.569278] env[69319]: DEBUG oslo_concurrency.lockutils [None req-557e5eba-6a6f-498b-be6f-c278ca2dfe3e tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Releasing lock "refresh_cache-5b1c7806-7c93-4d09-8a4d-8750bbd50450" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.570812] env[69319]: DEBUG nova.compute.manager [None req-557e5eba-6a6f-498b-be6f-c278ca2dfe3e tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] [instance: 5b1c7806-7c93-4d09-8a4d-8750bbd50450] Start destroying the instance on the hypervisor. {{(pid=69319) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1111.570812] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-557e5eba-6a6f-498b-be6f-c278ca2dfe3e tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] [instance: 5b1c7806-7c93-4d09-8a4d-8750bbd50450] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1111.571089] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-61082a17-3321-45b8-860e-9915f1f13c27 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] [instance: c771ca2e-35a5-4e64-a382-926a00df4d22] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1111.571924] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e11e6262-ce3a-4e1f-b38b-9c18f9fa8864 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.576430] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-886071d1-49a4-4456-aeee-e92e78391b80 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.581640] env[69319]: DEBUG oslo_vmware.api [None req-1b0c771d-a210-42be-be45-0f5422f49f32 tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Waiting for the task: (returnval){ [ 1111.581640] env[69319]: value = "task-3223846" [ 1111.581640] env[69319]: _type = "Task" [ 1111.581640] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.595851] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-61082a17-3321-45b8-860e-9915f1f13c27 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] [instance: c771ca2e-35a5-4e64-a382-926a00df4d22] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1111.595851] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-557e5eba-6a6f-498b-be6f-c278ca2dfe3e tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] [instance: 5b1c7806-7c93-4d09-8a4d-8750bbd50450] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1111.595851] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bed98707-b2ba-48ef-9e41-25168d267cef {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.596655] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2ad8a7d2-87c0-4161-8606-09c19f4a2421 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.602711] env[69319]: DEBUG oslo_vmware.api [None req-1b0c771d-a210-42be-be45-0f5422f49f32 tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Task: {'id': task-3223846, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.607519] env[69319]: DEBUG nova.compute.manager [req-3e0470dc-0a98-4edd-b3c6-c590dd94fb23 req-0eb5c4e2-48ac-4ddd-a856-177997806efc service nova] [instance: c771ca2e-35a5-4e64-a382-926a00df4d22] Received event network-vif-unplugged-a8ef65c2-54c3-4947-a939-55e0a97b9286 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1111.607519] env[69319]: DEBUG oslo_concurrency.lockutils [req-3e0470dc-0a98-4edd-b3c6-c590dd94fb23 req-0eb5c4e2-48ac-4ddd-a856-177997806efc service nova] Acquiring lock "c771ca2e-35a5-4e64-a382-926a00df4d22-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.607519] env[69319]: DEBUG oslo_concurrency.lockutils [req-3e0470dc-0a98-4edd-b3c6-c590dd94fb23 req-0eb5c4e2-48ac-4ddd-a856-177997806efc service nova] Lock "c771ca2e-35a5-4e64-a382-926a00df4d22-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.608428] env[69319]: DEBUG oslo_concurrency.lockutils [req-3e0470dc-0a98-4edd-b3c6-c590dd94fb23 req-0eb5c4e2-48ac-4ddd-a856-177997806efc service nova] Lock "c771ca2e-35a5-4e64-a382-926a00df4d22-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.608428] env[69319]: DEBUG nova.compute.manager [req-3e0470dc-0a98-4edd-b3c6-c590dd94fb23 req-0eb5c4e2-48ac-4ddd-a856-177997806efc service nova] [instance: c771ca2e-35a5-4e64-a382-926a00df4d22] No waiting events found dispatching network-vif-unplugged-a8ef65c2-54c3-4947-a939-55e0a97b9286 {{(pid=69319) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1111.608549] env[69319]: WARNING nova.compute.manager [req-3e0470dc-0a98-4edd-b3c6-c590dd94fb23 req-0eb5c4e2-48ac-4ddd-a856-177997806efc service nova] [instance: c771ca2e-35a5-4e64-a382-926a00df4d22] Received unexpected event network-vif-unplugged-a8ef65c2-54c3-4947-a939-55e0a97b9286 for instance with vm_state shelved and task_state shelving_offloading. [ 1111.612345] env[69319]: DEBUG oslo_vmware.api [None req-557e5eba-6a6f-498b-be6f-c278ca2dfe3e tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Waiting for the task: (returnval){ [ 1111.612345] env[69319]: value = "task-3223848" [ 1111.612345] env[69319]: _type = "Task" [ 1111.612345] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.618810] env[69319]: DEBUG oslo_concurrency.lockutils [None req-45583688-bab6-46fb-8132-9e4d626c8bc7 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Lock "214f4476-f4b2-440f-b5a6-94c6343dc834" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.392s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.632149] env[69319]: DEBUG oslo_vmware.api [None req-557e5eba-6a6f-498b-be6f-c278ca2dfe3e tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Task: {'id': task-3223848, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.689225] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-61082a17-3321-45b8-860e-9915f1f13c27 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] [instance: c771ca2e-35a5-4e64-a382-926a00df4d22] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1111.689451] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-61082a17-3321-45b8-860e-9915f1f13c27 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] [instance: c771ca2e-35a5-4e64-a382-926a00df4d22] Deleting contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1111.689634] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-61082a17-3321-45b8-860e-9915f1f13c27 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Deleting the datastore file [datastore2] c771ca2e-35a5-4e64-a382-926a00df4d22 {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1111.689915] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a7aa4a6b-edc9-4b72-bfcb-6c7321a023a9 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.706405] env[69319]: DEBUG oslo_vmware.api [None req-61082a17-3321-45b8-860e-9915f1f13c27 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Waiting for the task: (returnval){ [ 1111.706405] env[69319]: value = "task-3223849" [ 1111.706405] env[69319]: _type = "Task" [ 1111.706405] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.719657] env[69319]: DEBUG oslo_vmware.api [None req-61082a17-3321-45b8-860e-9915f1f13c27 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Task: {'id': task-3223849, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.095619] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0c948852-a0e6-4f61-ab04-f4a0d2edbf8f tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Acquiring lock "33bc946c-1397-4355-8132-bc27084a66ba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.096042] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0c948852-a0e6-4f61-ab04-f4a0d2edbf8f tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Lock "33bc946c-1397-4355-8132-bc27084a66ba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.096172] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0c948852-a0e6-4f61-ab04-f4a0d2edbf8f tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Lock "33bc946c-1397-4355-8132-bc27084a66ba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.108215] env[69319]: DEBUG oslo_vmware.api [None req-1b0c771d-a210-42be-be45-0f5422f49f32 tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Task: {'id': task-3223846, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.127060] env[69319]: DEBUG oslo_vmware.api [None req-557e5eba-6a6f-498b-be6f-c278ca2dfe3e tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Task: {'id': task-3223848, 'name': PowerOffVM_Task, 'duration_secs': 0.190523} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.130257] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-557e5eba-6a6f-498b-be6f-c278ca2dfe3e tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] [instance: 5b1c7806-7c93-4d09-8a4d-8750bbd50450] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1112.130487] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-557e5eba-6a6f-498b-be6f-c278ca2dfe3e tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] [instance: 5b1c7806-7c93-4d09-8a4d-8750bbd50450] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1112.130977] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1be9ddd5-aa61-4ed4-bc8a-acd2a2785c0d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.173922] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-557e5eba-6a6f-498b-be6f-c278ca2dfe3e tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] [instance: 5b1c7806-7c93-4d09-8a4d-8750bbd50450] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1112.173922] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-557e5eba-6a6f-498b-be6f-c278ca2dfe3e tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] [instance: 5b1c7806-7c93-4d09-8a4d-8750bbd50450] Deleting contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1112.174128] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-557e5eba-6a6f-498b-be6f-c278ca2dfe3e tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Deleting the datastore file [datastore2] 5b1c7806-7c93-4d09-8a4d-8750bbd50450 {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1112.174471] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1d5cfb61-805c-4a82-be0d-b5748cdc19f4 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.184824] env[69319]: DEBUG oslo_vmware.api [None req-557e5eba-6a6f-498b-be6f-c278ca2dfe3e tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Waiting for the task: (returnval){ [ 1112.184824] env[69319]: value = "task-3223851" [ 1112.184824] env[69319]: _type = "Task" [ 1112.184824] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.194841] env[69319]: DEBUG oslo_vmware.api [None req-557e5eba-6a6f-498b-be6f-c278ca2dfe3e tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Task: {'id': task-3223851, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.222656] env[69319]: DEBUG oslo_vmware.api [None req-61082a17-3321-45b8-860e-9915f1f13c27 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Task: {'id': task-3223849, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.288165] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c99756c-4fa8-4ad6-9f22-f2d0573993b4 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.296696] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fae0e539-bbcf-44b7-b89b-cb3533cbb569 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.333079] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e46c8d46-137a-4584-b456-704d66245089 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.342240] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c79b417d-de67-404c-b164-53a66264200b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.359485] env[69319]: DEBUG nova.compute.provider_tree [None req-fbd51037-a6fe-4146-a0e6-17a963033ef8 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1112.593821] env[69319]: DEBUG oslo_vmware.api [None req-1b0c771d-a210-42be-be45-0f5422f49f32 tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Task: {'id': task-3223846, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.579321} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.594375] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b0c771d-a210-42be-be45-0f5422f49f32 tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] fc5ed24c-3dfc-490b-8fc5-b0b66a11c58b/fc5ed24c-3dfc-490b-8fc5-b0b66a11c58b.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1112.594645] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-1b0c771d-a210-42be-be45-0f5422f49f32 tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] [instance: fc5ed24c-3dfc-490b-8fc5-b0b66a11c58b] Extending root virtual disk to 1048576 {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1112.594907] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-64e14c18-80c5-4dd3-9469-65a495e3bf83 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.606694] env[69319]: DEBUG oslo_vmware.api [None req-1b0c771d-a210-42be-be45-0f5422f49f32 tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Waiting for the task: (returnval){ [ 1112.606694] env[69319]: value = "task-3223852" [ 1112.606694] env[69319]: _type = "Task" [ 1112.606694] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.620027] env[69319]: DEBUG oslo_vmware.api [None req-1b0c771d-a210-42be-be45-0f5422f49f32 tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Task: {'id': task-3223852, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.698657] env[69319]: DEBUG oslo_vmware.api [None req-557e5eba-6a6f-498b-be6f-c278ca2dfe3e tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Task: {'id': task-3223851, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.223133} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.699139] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-557e5eba-6a6f-498b-be6f-c278ca2dfe3e tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1112.699446] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-557e5eba-6a6f-498b-be6f-c278ca2dfe3e tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] [instance: 5b1c7806-7c93-4d09-8a4d-8750bbd50450] Deleted contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1112.699732] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-557e5eba-6a6f-498b-be6f-c278ca2dfe3e tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] [instance: 5b1c7806-7c93-4d09-8a4d-8750bbd50450] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1112.700074] env[69319]: INFO nova.compute.manager [None req-557e5eba-6a6f-498b-be6f-c278ca2dfe3e tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] [instance: 5b1c7806-7c93-4d09-8a4d-8750bbd50450] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1112.700365] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-557e5eba-6a6f-498b-be6f-c278ca2dfe3e tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1112.700598] env[69319]: DEBUG nova.compute.manager [-] [instance: 5b1c7806-7c93-4d09-8a4d-8750bbd50450] Deallocating network for instance {{(pid=69319) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1112.700719] env[69319]: DEBUG nova.network.neutron [-] [instance: 5b1c7806-7c93-4d09-8a4d-8750bbd50450] deallocate_for_instance() {{(pid=69319) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1112.717151] env[69319]: DEBUG oslo_vmware.api [None req-61082a17-3321-45b8-860e-9915f1f13c27 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Task: {'id': task-3223849, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.534517} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.717416] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-61082a17-3321-45b8-860e-9915f1f13c27 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1112.717600] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-61082a17-3321-45b8-860e-9915f1f13c27 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] [instance: c771ca2e-35a5-4e64-a382-926a00df4d22] Deleted contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1112.717778] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-61082a17-3321-45b8-860e-9915f1f13c27 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] [instance: c771ca2e-35a5-4e64-a382-926a00df4d22] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1112.732581] env[69319]: DEBUG nova.network.neutron [-] [instance: 5b1c7806-7c93-4d09-8a4d-8750bbd50450] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1112.743792] env[69319]: INFO nova.scheduler.client.report [None req-61082a17-3321-45b8-860e-9915f1f13c27 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Deleted allocations for instance c771ca2e-35a5-4e64-a382-926a00df4d22 [ 1112.869078] env[69319]: DEBUG nova.scheduler.client.report [None req-fbd51037-a6fe-4146-a0e6-17a963033ef8 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1112.954722] env[69319]: DEBUG oslo_concurrency.lockutils [None req-569401be-231b-437d-98d1-32d614975545 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Acquiring lock "e8f31843-60b0-4de7-ae66-5940cc5eb364" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.954722] env[69319]: DEBUG oslo_concurrency.lockutils [None req-569401be-231b-437d-98d1-32d614975545 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Lock "e8f31843-60b0-4de7-ae66-5940cc5eb364" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.123026] env[69319]: DEBUG oslo_vmware.api [None req-1b0c771d-a210-42be-be45-0f5422f49f32 tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Task: {'id': task-3223852, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074253} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.123026] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-1b0c771d-a210-42be-be45-0f5422f49f32 tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] [instance: fc5ed24c-3dfc-490b-8fc5-b0b66a11c58b] Extended root virtual disk {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1113.123026] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c8b01d8-6eb1-4ae3-b564-9f131a0de22f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.144569] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b0c771d-a210-42be-be45-0f5422f49f32 tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] [instance: fc5ed24c-3dfc-490b-8fc5-b0b66a11c58b] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] fc5ed24c-3dfc-490b-8fc5-b0b66a11c58b/fc5ed24c-3dfc-490b-8fc5-b0b66a11c58b.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1113.145416] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6306432b-7817-4977-8f51-b947d292bead {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.163564] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0c948852-a0e6-4f61-ab04-f4a0d2edbf8f tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Acquiring lock "refresh_cache-33bc946c-1397-4355-8132-bc27084a66ba" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.163917] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0c948852-a0e6-4f61-ab04-f4a0d2edbf8f tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Acquired lock "refresh_cache-33bc946c-1397-4355-8132-bc27084a66ba" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.164249] env[69319]: DEBUG nova.network.neutron [None req-0c948852-a0e6-4f61-ab04-f4a0d2edbf8f tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 33bc946c-1397-4355-8132-bc27084a66ba] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1113.173293] env[69319]: DEBUG oslo_vmware.api [None req-1b0c771d-a210-42be-be45-0f5422f49f32 tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Waiting for the task: (returnval){ [ 1113.173293] env[69319]: value = "task-3223853" [ 1113.173293] env[69319]: _type = "Task" [ 1113.173293] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.236637] env[69319]: DEBUG nova.network.neutron [-] [instance: 5b1c7806-7c93-4d09-8a4d-8750bbd50450] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.249819] env[69319]: DEBUG oslo_concurrency.lockutils [None req-61082a17-3321-45b8-860e-9915f1f13c27 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.372414] env[69319]: DEBUG oslo_concurrency.lockutils [None req-fbd51037-a6fe-4146-a0e6-17a963033ef8 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.411s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.372926] env[69319]: DEBUG nova.compute.manager [None req-fbd51037-a6fe-4146-a0e6-17a963033ef8 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 98ab579b-8357-49e3-8b39-871b88b991d7] Start building networks asynchronously for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1113.377583] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ff6f53f5-e36f-4a28-980f-fceb5abac582 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.384s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.377830] env[69319]: DEBUG nova.objects.instance [None req-ff6f53f5-e36f-4a28-980f-fceb5abac582 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Lazy-loading 'resources' on Instance uuid 13a67670-f42e-4041-8f4e-4fe3a65e2f33 {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1113.456546] env[69319]: DEBUG nova.compute.manager [None req-569401be-231b-437d-98d1-32d614975545 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: e8f31843-60b0-4de7-ae66-5940cc5eb364] Starting instance... {{(pid=69319) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1113.650011] env[69319]: DEBUG nova.compute.manager [req-81eb73f5-46a7-4dfd-8fa3-35fc6208b16a req-ce12333b-3533-4bfa-8535-cb81660c760c service nova] [instance: c771ca2e-35a5-4e64-a382-926a00df4d22] Received event network-changed-a8ef65c2-54c3-4947-a939-55e0a97b9286 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1113.650222] env[69319]: DEBUG nova.compute.manager [req-81eb73f5-46a7-4dfd-8fa3-35fc6208b16a req-ce12333b-3533-4bfa-8535-cb81660c760c service nova] [instance: c771ca2e-35a5-4e64-a382-926a00df4d22] Refreshing instance network info cache due to event network-changed-a8ef65c2-54c3-4947-a939-55e0a97b9286. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1113.650437] env[69319]: DEBUG oslo_concurrency.lockutils [req-81eb73f5-46a7-4dfd-8fa3-35fc6208b16a req-ce12333b-3533-4bfa-8535-cb81660c760c service nova] Acquiring lock "refresh_cache-c771ca2e-35a5-4e64-a382-926a00df4d22" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.650584] env[69319]: DEBUG oslo_concurrency.lockutils [req-81eb73f5-46a7-4dfd-8fa3-35fc6208b16a req-ce12333b-3533-4bfa-8535-cb81660c760c service nova] Acquired lock "refresh_cache-c771ca2e-35a5-4e64-a382-926a00df4d22" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.650744] env[69319]: DEBUG nova.network.neutron [req-81eb73f5-46a7-4dfd-8fa3-35fc6208b16a req-ce12333b-3533-4bfa-8535-cb81660c760c service nova] [instance: c771ca2e-35a5-4e64-a382-926a00df4d22] Refreshing network info cache for port a8ef65c2-54c3-4947-a939-55e0a97b9286 {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1113.689927] env[69319]: DEBUG oslo_vmware.api [None req-1b0c771d-a210-42be-be45-0f5422f49f32 tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Task: {'id': task-3223853, 'name': ReconfigVM_Task, 'duration_secs': 0.403209} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.690164] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b0c771d-a210-42be-be45-0f5422f49f32 tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] [instance: fc5ed24c-3dfc-490b-8fc5-b0b66a11c58b] Reconfigured VM instance instance-00000058 to attach disk [datastore2] fc5ed24c-3dfc-490b-8fc5-b0b66a11c58b/fc5ed24c-3dfc-490b-8fc5-b0b66a11c58b.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1113.693761] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-53145244-0548-41a5-b0f3-d417cd56ae0c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.701421] env[69319]: DEBUG oslo_vmware.api [None req-1b0c771d-a210-42be-be45-0f5422f49f32 tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Waiting for the task: (returnval){ [ 1113.701421] env[69319]: value = "task-3223854" [ 1113.701421] env[69319]: _type = "Task" [ 1113.701421] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.710287] env[69319]: DEBUG oslo_vmware.api [None req-1b0c771d-a210-42be-be45-0f5422f49f32 tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Task: {'id': task-3223854, 'name': Rename_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.738676] env[69319]: INFO nova.compute.manager [-] [instance: 5b1c7806-7c93-4d09-8a4d-8750bbd50450] Took 1.04 seconds to deallocate network for instance. [ 1113.879165] env[69319]: DEBUG nova.compute.utils [None req-fbd51037-a6fe-4146-a0e6-17a963033ef8 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Using /dev/sd instead of None {{(pid=69319) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1113.880611] env[69319]: DEBUG nova.compute.manager [None req-fbd51037-a6fe-4146-a0e6-17a963033ef8 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 98ab579b-8357-49e3-8b39-871b88b991d7] Allocating IP information in the background. {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1113.880781] env[69319]: DEBUG nova.network.neutron [None req-fbd51037-a6fe-4146-a0e6-17a963033ef8 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 98ab579b-8357-49e3-8b39-871b88b991d7] allocate_for_instance() {{(pid=69319) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1113.959844] env[69319]: DEBUG nova.policy [None req-fbd51037-a6fe-4146-a0e6-17a963033ef8 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '46f8f99bbc7e405996457ea9bd54244e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4a2a8028cdd742feb1486644ae29e7d9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69319) authorize /opt/stack/nova/nova/policy.py:192}} [ 1113.980971] env[69319]: DEBUG oslo_concurrency.lockutils [None req-569401be-231b-437d-98d1-32d614975545 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.023238] env[69319]: DEBUG nova.network.neutron [None req-0c948852-a0e6-4f61-ab04-f4a0d2edbf8f tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 33bc946c-1397-4355-8132-bc27084a66ba] Updating instance_info_cache with network_info: [{"id": "c6e98cc0-3134-4c25-b6f3-ac5eb16515af", "address": "fa:16:3e:52:28:0c", "network": {"id": "5b6a3856-a59d-4821-b22f-d38a582fca59", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-151173017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8712195e5600495dac5d45bcbbd358ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6e98cc0-31", "ovs_interfaceid": "c6e98cc0-3134-4c25-b6f3-ac5eb16515af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.196185] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-540f8601-6c1c-4e83-befb-c30bf1c787a7 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.210758] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0584acf7-aa7e-416a-b111-787eb2e9d3a5 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.218468] env[69319]: DEBUG oslo_vmware.api [None req-1b0c771d-a210-42be-be45-0f5422f49f32 tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Task: {'id': task-3223854, 'name': Rename_Task, 'duration_secs': 0.432272} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.219395] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b0c771d-a210-42be-be45-0f5422f49f32 tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] [instance: fc5ed24c-3dfc-490b-8fc5-b0b66a11c58b] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1114.219758] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ae003d2b-a962-43cb-bda7-8d9758bbfef7 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.255378] env[69319]: DEBUG oslo_concurrency.lockutils [None req-557e5eba-6a6f-498b-be6f-c278ca2dfe3e tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.258020] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1777e56b-d1aa-49e9-a38f-eae9780872ca {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.260852] env[69319]: DEBUG oslo_vmware.api [None req-1b0c771d-a210-42be-be45-0f5422f49f32 tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Waiting for the task: (returnval){ [ 1114.260852] env[69319]: value = "task-3223855" [ 1114.260852] env[69319]: _type = "Task" [ 1114.260852] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.269356] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca5f2226-ba71-4b61-a540-c8acc2731d5f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.276075] env[69319]: DEBUG oslo_vmware.api [None req-1b0c771d-a210-42be-be45-0f5422f49f32 tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Task: {'id': task-3223855, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.293864] env[69319]: DEBUG nova.compute.provider_tree [None req-ff6f53f5-e36f-4a28-980f-fceb5abac582 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1114.392789] env[69319]: DEBUG nova.compute.manager [None req-fbd51037-a6fe-4146-a0e6-17a963033ef8 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 98ab579b-8357-49e3-8b39-871b88b991d7] Start building block device mappings for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1114.424674] env[69319]: DEBUG nova.network.neutron [None req-fbd51037-a6fe-4146-a0e6-17a963033ef8 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 98ab579b-8357-49e3-8b39-871b88b991d7] Successfully created port: f294567b-876f-4da9-a232-48407299cdba {{(pid=69319) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1114.528713] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0c948852-a0e6-4f61-ab04-f4a0d2edbf8f tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Releasing lock "refresh_cache-33bc946c-1397-4355-8132-bc27084a66ba" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.554624] env[69319]: DEBUG nova.network.neutron [req-81eb73f5-46a7-4dfd-8fa3-35fc6208b16a req-ce12333b-3533-4bfa-8535-cb81660c760c service nova] [instance: c771ca2e-35a5-4e64-a382-926a00df4d22] Updated VIF entry in instance network info cache for port a8ef65c2-54c3-4947-a939-55e0a97b9286. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1114.556058] env[69319]: DEBUG nova.network.neutron [req-81eb73f5-46a7-4dfd-8fa3-35fc6208b16a req-ce12333b-3533-4bfa-8535-cb81660c760c service nova] [instance: c771ca2e-35a5-4e64-a382-926a00df4d22] Updating instance_info_cache with network_info: [{"id": "a8ef65c2-54c3-4947-a939-55e0a97b9286", "address": "fa:16:3e:67:1d:d4", "network": {"id": "479b2db4-1595-499c-989e-d2c9bc18b740", "bridge": null, "label": "tempest-ServersNegativeTestJSON-1550392127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6533c097f5254ff48af7edf184b57761", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapa8ef65c2-54", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.777753] env[69319]: DEBUG oslo_vmware.api [None req-1b0c771d-a210-42be-be45-0f5422f49f32 tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Task: {'id': task-3223855, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.797183] env[69319]: DEBUG nova.scheduler.client.report [None req-ff6f53f5-e36f-4a28-980f-fceb5abac582 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1115.055304] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c774864a-e0f8-4e4a-901c-86698fbf43e7 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.059043] env[69319]: DEBUG oslo_concurrency.lockutils [req-81eb73f5-46a7-4dfd-8fa3-35fc6208b16a req-ce12333b-3533-4bfa-8535-cb81660c760c service nova] Releasing lock "refresh_cache-c771ca2e-35a5-4e64-a382-926a00df4d22" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.059346] env[69319]: DEBUG nova.compute.manager [req-81eb73f5-46a7-4dfd-8fa3-35fc6208b16a req-ce12333b-3533-4bfa-8535-cb81660c760c service nova] [instance: 214f4476-f4b2-440f-b5a6-94c6343dc834] Received event network-changed-c9037cc1-3cbc-4200-9e4f-ba365431f9d2 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1115.059513] env[69319]: DEBUG nova.compute.manager [req-81eb73f5-46a7-4dfd-8fa3-35fc6208b16a req-ce12333b-3533-4bfa-8535-cb81660c760c service nova] [instance: 214f4476-f4b2-440f-b5a6-94c6343dc834] Refreshing instance network info cache due to event network-changed-c9037cc1-3cbc-4200-9e4f-ba365431f9d2. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1115.059755] env[69319]: DEBUG oslo_concurrency.lockutils [req-81eb73f5-46a7-4dfd-8fa3-35fc6208b16a req-ce12333b-3533-4bfa-8535-cb81660c760c service nova] Acquiring lock "refresh_cache-214f4476-f4b2-440f-b5a6-94c6343dc834" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.059901] env[69319]: DEBUG oslo_concurrency.lockutils [req-81eb73f5-46a7-4dfd-8fa3-35fc6208b16a req-ce12333b-3533-4bfa-8535-cb81660c760c service nova] Acquired lock "refresh_cache-214f4476-f4b2-440f-b5a6-94c6343dc834" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.060067] env[69319]: DEBUG nova.network.neutron [req-81eb73f5-46a7-4dfd-8fa3-35fc6208b16a req-ce12333b-3533-4bfa-8535-cb81660c760c service nova] [instance: 214f4476-f4b2-440f-b5a6-94c6343dc834] Refreshing network info cache for port c9037cc1-3cbc-4200-9e4f-ba365431f9d2 {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1115.088327] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd1c2ee2-f10e-4a94-aa9d-3c491ce87a15 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.096845] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-0c948852-a0e6-4f61-ab04-f4a0d2edbf8f tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 33bc946c-1397-4355-8132-bc27084a66ba] Updating instance '33bc946c-1397-4355-8132-bc27084a66ba' progress to 83 {{(pid=69319) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1115.276125] env[69319]: DEBUG oslo_vmware.api [None req-1b0c771d-a210-42be-be45-0f5422f49f32 tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Task: {'id': task-3223855, 'name': PowerOnVM_Task, 'duration_secs': 0.728797} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.276440] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b0c771d-a210-42be-be45-0f5422f49f32 tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] [instance: fc5ed24c-3dfc-490b-8fc5-b0b66a11c58b] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1115.277030] env[69319]: INFO nova.compute.manager [None req-1b0c771d-a210-42be-be45-0f5422f49f32 tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] [instance: fc5ed24c-3dfc-490b-8fc5-b0b66a11c58b] Took 8.10 seconds to spawn the instance on the hypervisor. [ 1115.277030] env[69319]: DEBUG nova.compute.manager [None req-1b0c771d-a210-42be-be45-0f5422f49f32 tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] [instance: fc5ed24c-3dfc-490b-8fc5-b0b66a11c58b] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1115.277523] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9010ecf5-6692-4423-94e4-bc19abc79c3f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.305230] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ff6f53f5-e36f-4a28-980f-fceb5abac582 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.927s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.307134] env[69319]: DEBUG oslo_concurrency.lockutils [None req-7db3b36e-a7d9-4e2a-9c59-7100352f25e5 tempest-ServerTagsTestJSON-1313739941 tempest-ServerTagsTestJSON-1313739941-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.395s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.309422] env[69319]: INFO nova.compute.claims [None req-7db3b36e-a7d9-4e2a-9c59-7100352f25e5 tempest-ServerTagsTestJSON-1313739941 tempest-ServerTagsTestJSON-1313739941-project-member] [instance: 7646bb41-19aa-453b-b931-b65856398128] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1115.337367] env[69319]: INFO nova.scheduler.client.report [None req-ff6f53f5-e36f-4a28-980f-fceb5abac582 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Deleted allocations for instance 13a67670-f42e-4041-8f4e-4fe3a65e2f33 [ 1115.399253] env[69319]: DEBUG nova.compute.manager [None req-fbd51037-a6fe-4146-a0e6-17a963033ef8 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 98ab579b-8357-49e3-8b39-871b88b991d7] Start spawning the instance on the hypervisor. {{(pid=69319) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1115.439188] env[69319]: DEBUG nova.virt.hardware [None req-fbd51037-a6fe-4146-a0e6-17a963033ef8 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:32:36Z,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31f027872f6f44dba95ff2fe7a062e00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:32:36Z,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1115.439450] env[69319]: DEBUG nova.virt.hardware [None req-fbd51037-a6fe-4146-a0e6-17a963033ef8 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1115.439932] env[69319]: DEBUG nova.virt.hardware [None req-fbd51037-a6fe-4146-a0e6-17a963033ef8 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1115.439932] env[69319]: DEBUG nova.virt.hardware [None req-fbd51037-a6fe-4146-a0e6-17a963033ef8 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1115.439932] env[69319]: DEBUG nova.virt.hardware [None req-fbd51037-a6fe-4146-a0e6-17a963033ef8 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1115.440099] env[69319]: DEBUG nova.virt.hardware [None req-fbd51037-a6fe-4146-a0e6-17a963033ef8 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1115.440328] env[69319]: DEBUG nova.virt.hardware [None req-fbd51037-a6fe-4146-a0e6-17a963033ef8 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1115.440823] env[69319]: DEBUG nova.virt.hardware [None req-fbd51037-a6fe-4146-a0e6-17a963033ef8 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1115.441030] env[69319]: DEBUG nova.virt.hardware [None req-fbd51037-a6fe-4146-a0e6-17a963033ef8 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1115.441595] env[69319]: DEBUG nova.virt.hardware [None req-fbd51037-a6fe-4146-a0e6-17a963033ef8 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1115.441595] env[69319]: DEBUG nova.virt.hardware [None req-fbd51037-a6fe-4146-a0e6-17a963033ef8 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1115.442625] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3990349d-2153-4f52-8a07-fa8e80b3c636 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.452989] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31c575d7-4a29-40d7-baa4-8be7667d9d01 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.504591] env[69319]: DEBUG oslo_concurrency.lockutils [None req-12a45541-7810-434d-bf7f-f6b38bd31668 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Acquiring lock "d24a0bae-3b98-4121-a3f7-bedee3a196b4" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.504858] env[69319]: DEBUG oslo_concurrency.lockutils [None req-12a45541-7810-434d-bf7f-f6b38bd31668 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Lock "d24a0bae-3b98-4121-a3f7-bedee3a196b4" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.606747] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-0c948852-a0e6-4f61-ab04-f4a0d2edbf8f tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 33bc946c-1397-4355-8132-bc27084a66ba] Updating instance '33bc946c-1397-4355-8132-bc27084a66ba' progress to 100 {{(pid=69319) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1115.692876] env[69319]: DEBUG oslo_concurrency.lockutils [None req-132ff641-3591-46a3-8929-a3a2aa7d52d4 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Acquiring lock "c771ca2e-35a5-4e64-a382-926a00df4d22" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.794161] env[69319]: INFO nova.compute.manager [None req-1b0c771d-a210-42be-be45-0f5422f49f32 tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] [instance: fc5ed24c-3dfc-490b-8fc5-b0b66a11c58b] Took 26.64 seconds to build instance. [ 1115.845376] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ff6f53f5-e36f-4a28-980f-fceb5abac582 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Lock "13a67670-f42e-4041-8f4e-4fe3a65e2f33" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.101s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.924048] env[69319]: DEBUG nova.network.neutron [req-81eb73f5-46a7-4dfd-8fa3-35fc6208b16a req-ce12333b-3533-4bfa-8535-cb81660c760c service nova] [instance: 214f4476-f4b2-440f-b5a6-94c6343dc834] Updated VIF entry in instance network info cache for port c9037cc1-3cbc-4200-9e4f-ba365431f9d2. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1115.924506] env[69319]: DEBUG nova.network.neutron [req-81eb73f5-46a7-4dfd-8fa3-35fc6208b16a req-ce12333b-3533-4bfa-8535-cb81660c760c service nova] [instance: 214f4476-f4b2-440f-b5a6-94c6343dc834] Updating instance_info_cache with network_info: [{"id": "c9037cc1-3cbc-4200-9e4f-ba365431f9d2", "address": "fa:16:3e:07:cf:09", "network": {"id": "137e0ee2-8e6e-434c-a032-f059cf348e59", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-49335232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0030fcfc26054d94b76414b0098fa648", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9037cc1-3c", "ovs_interfaceid": "c9037cc1-3cbc-4200-9e4f-ba365431f9d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.008380] env[69319]: INFO nova.compute.manager [None req-12a45541-7810-434d-bf7f-f6b38bd31668 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: d24a0bae-3b98-4121-a3f7-bedee3a196b4] Detaching volume 3427d4e2-c604-4d78-964b-43baa4d4b1f8 [ 1116.060270] env[69319]: INFO nova.virt.block_device [None req-12a45541-7810-434d-bf7f-f6b38bd31668 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: d24a0bae-3b98-4121-a3f7-bedee3a196b4] Attempting to driver detach volume 3427d4e2-c604-4d78-964b-43baa4d4b1f8 from mountpoint /dev/sdb [ 1116.060633] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-12a45541-7810-434d-bf7f-f6b38bd31668 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: d24a0bae-3b98-4121-a3f7-bedee3a196b4] Volume detach. Driver type: vmdk {{(pid=69319) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1116.060870] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-12a45541-7810-434d-bf7f-f6b38bd31668 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: d24a0bae-3b98-4121-a3f7-bedee3a196b4] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-644462', 'volume_id': '3427d4e2-c604-4d78-964b-43baa4d4b1f8', 'name': 'volume-3427d4e2-c604-4d78-964b-43baa4d4b1f8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd24a0bae-3b98-4121-a3f7-bedee3a196b4', 'attached_at': '', 'detached_at': '', 'volume_id': '3427d4e2-c604-4d78-964b-43baa4d4b1f8', 'serial': '3427d4e2-c604-4d78-964b-43baa4d4b1f8'} {{(pid=69319) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1116.062243] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33946799-4da8-43ab-a6a4-329709abcdb8 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.086180] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c78f3876-746c-47e5-8e17-40253d401369 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.094442] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f221721-5c00-40b9-8fba-f87f5104a1f6 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.120603] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66717dc0-be32-4dda-be14-a67cd48a9528 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.143381] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-12a45541-7810-434d-bf7f-f6b38bd31668 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] The volume has not been displaced from its original location: [datastore1] volume-3427d4e2-c604-4d78-964b-43baa4d4b1f8/volume-3427d4e2-c604-4d78-964b-43baa4d4b1f8.vmdk. No consolidation needed. {{(pid=69319) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1116.150036] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-12a45541-7810-434d-bf7f-f6b38bd31668 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: d24a0bae-3b98-4121-a3f7-bedee3a196b4] Reconfiguring VM instance instance-0000004a to detach disk 2001 {{(pid=69319) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1116.151016] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1040bfda-b1c4-46ce-a909-d09bb42d7e8b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.167584] env[69319]: DEBUG nova.compute.manager [req-ccfe5e3c-0428-43b4-8a33-774b4a39008b req-06f8c9f2-2bb1-468d-82c1-16638c07292e service nova] [instance: 98ab579b-8357-49e3-8b39-871b88b991d7] Received event network-vif-plugged-f294567b-876f-4da9-a232-48407299cdba {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1116.167584] env[69319]: DEBUG oslo_concurrency.lockutils [req-ccfe5e3c-0428-43b4-8a33-774b4a39008b req-06f8c9f2-2bb1-468d-82c1-16638c07292e service nova] Acquiring lock "98ab579b-8357-49e3-8b39-871b88b991d7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.167584] env[69319]: DEBUG oslo_concurrency.lockutils [req-ccfe5e3c-0428-43b4-8a33-774b4a39008b req-06f8c9f2-2bb1-468d-82c1-16638c07292e service nova] Lock "98ab579b-8357-49e3-8b39-871b88b991d7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.167584] env[69319]: DEBUG oslo_concurrency.lockutils [req-ccfe5e3c-0428-43b4-8a33-774b4a39008b req-06f8c9f2-2bb1-468d-82c1-16638c07292e service nova] Lock "98ab579b-8357-49e3-8b39-871b88b991d7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.167905] env[69319]: DEBUG nova.compute.manager [req-ccfe5e3c-0428-43b4-8a33-774b4a39008b req-06f8c9f2-2bb1-468d-82c1-16638c07292e service nova] [instance: 98ab579b-8357-49e3-8b39-871b88b991d7] No waiting events found dispatching network-vif-plugged-f294567b-876f-4da9-a232-48407299cdba {{(pid=69319) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1116.167944] env[69319]: WARNING nova.compute.manager [req-ccfe5e3c-0428-43b4-8a33-774b4a39008b req-06f8c9f2-2bb1-468d-82c1-16638c07292e service nova] [instance: 98ab579b-8357-49e3-8b39-871b88b991d7] Received unexpected event network-vif-plugged-f294567b-876f-4da9-a232-48407299cdba for instance with vm_state building and task_state spawning. [ 1116.176379] env[69319]: DEBUG oslo_vmware.api [None req-12a45541-7810-434d-bf7f-f6b38bd31668 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Waiting for the task: (returnval){ [ 1116.176379] env[69319]: value = "task-3223856" [ 1116.176379] env[69319]: _type = "Task" [ 1116.176379] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.186495] env[69319]: DEBUG oslo_vmware.api [None req-12a45541-7810-434d-bf7f-f6b38bd31668 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3223856, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.291020] env[69319]: DEBUG nova.network.neutron [None req-fbd51037-a6fe-4146-a0e6-17a963033ef8 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 98ab579b-8357-49e3-8b39-871b88b991d7] Successfully updated port: f294567b-876f-4da9-a232-48407299cdba {{(pid=69319) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1116.300028] env[69319]: DEBUG oslo_concurrency.lockutils [None req-1b0c771d-a210-42be-be45-0f5422f49f32 tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Lock "fc5ed24c-3dfc-490b-8fc5-b0b66a11c58b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.154s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.427768] env[69319]: DEBUG oslo_concurrency.lockutils [req-81eb73f5-46a7-4dfd-8fa3-35fc6208b16a req-ce12333b-3533-4bfa-8535-cb81660c760c service nova] Releasing lock "refresh_cache-214f4476-f4b2-440f-b5a6-94c6343dc834" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.605608] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c5a0994-fe24-434b-b752-57169a9786cc {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.613954] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cfafb8b-095a-4f98-96ec-5bf66faa35ac {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.651399] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97a7b516-b679-4170-be75-735028ea1071 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.661043] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f04ae3dc-39f7-40e9-9b63-c46a0c8b0cb6 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.677981] env[69319]: DEBUG nova.compute.provider_tree [None req-7db3b36e-a7d9-4e2a-9c59-7100352f25e5 tempest-ServerTagsTestJSON-1313739941 tempest-ServerTagsTestJSON-1313739941-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1116.691970] env[69319]: DEBUG oslo_vmware.api [None req-12a45541-7810-434d-bf7f-f6b38bd31668 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3223856, 'name': ReconfigVM_Task, 'duration_secs': 0.25161} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.693187] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-12a45541-7810-434d-bf7f-f6b38bd31668 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: d24a0bae-3b98-4121-a3f7-bedee3a196b4] Reconfigured VM instance instance-0000004a to detach disk 2001 {{(pid=69319) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1116.698356] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8026372f-f2c1-46b7-9e61-4f95128d60f4 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.716660] env[69319]: DEBUG oslo_vmware.api [None req-12a45541-7810-434d-bf7f-f6b38bd31668 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Waiting for the task: (returnval){ [ 1116.716660] env[69319]: value = "task-3223857" [ 1116.716660] env[69319]: _type = "Task" [ 1116.716660] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.728157] env[69319]: DEBUG oslo_vmware.api [None req-12a45541-7810-434d-bf7f-f6b38bd31668 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3223857, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.793463] env[69319]: DEBUG oslo_concurrency.lockutils [None req-fbd51037-a6fe-4146-a0e6-17a963033ef8 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Acquiring lock "refresh_cache-98ab579b-8357-49e3-8b39-871b88b991d7" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.793612] env[69319]: DEBUG oslo_concurrency.lockutils [None req-fbd51037-a6fe-4146-a0e6-17a963033ef8 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Acquired lock "refresh_cache-98ab579b-8357-49e3-8b39-871b88b991d7" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.793767] env[69319]: DEBUG nova.network.neutron [None req-fbd51037-a6fe-4146-a0e6-17a963033ef8 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 98ab579b-8357-49e3-8b39-871b88b991d7] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1116.919457] env[69319]: DEBUG oslo_concurrency.lockutils [None req-4c0671ac-e533-49d0-a3de-226c587c6988 tempest-DeleteServersAdminTestJSON-1067344024 tempest-DeleteServersAdminTestJSON-1067344024-project-admin] Acquiring lock "fc5ed24c-3dfc-490b-8fc5-b0b66a11c58b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.919805] env[69319]: DEBUG oslo_concurrency.lockutils [None req-4c0671ac-e533-49d0-a3de-226c587c6988 tempest-DeleteServersAdminTestJSON-1067344024 tempest-DeleteServersAdminTestJSON-1067344024-project-admin] Lock "fc5ed24c-3dfc-490b-8fc5-b0b66a11c58b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.920020] env[69319]: DEBUG oslo_concurrency.lockutils [None req-4c0671ac-e533-49d0-a3de-226c587c6988 tempest-DeleteServersAdminTestJSON-1067344024 tempest-DeleteServersAdminTestJSON-1067344024-project-admin] Acquiring lock "fc5ed24c-3dfc-490b-8fc5-b0b66a11c58b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.920240] env[69319]: DEBUG oslo_concurrency.lockutils [None req-4c0671ac-e533-49d0-a3de-226c587c6988 tempest-DeleteServersAdminTestJSON-1067344024 tempest-DeleteServersAdminTestJSON-1067344024-project-admin] Lock "fc5ed24c-3dfc-490b-8fc5-b0b66a11c58b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.920424] env[69319]: DEBUG oslo_concurrency.lockutils [None req-4c0671ac-e533-49d0-a3de-226c587c6988 tempest-DeleteServersAdminTestJSON-1067344024 tempest-DeleteServersAdminTestJSON-1067344024-project-admin] Lock "fc5ed24c-3dfc-490b-8fc5-b0b66a11c58b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.922994] env[69319]: INFO nova.compute.manager [None req-4c0671ac-e533-49d0-a3de-226c587c6988 tempest-DeleteServersAdminTestJSON-1067344024 tempest-DeleteServersAdminTestJSON-1067344024-project-admin] [instance: fc5ed24c-3dfc-490b-8fc5-b0b66a11c58b] Terminating instance [ 1117.186081] env[69319]: DEBUG nova.scheduler.client.report [None req-7db3b36e-a7d9-4e2a-9c59-7100352f25e5 tempest-ServerTagsTestJSON-1313739941 tempest-ServerTagsTestJSON-1313739941-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1117.230614] env[69319]: DEBUG oslo_vmware.api [None req-12a45541-7810-434d-bf7f-f6b38bd31668 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3223857, 'name': ReconfigVM_Task, 'duration_secs': 0.145529} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.230614] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-12a45541-7810-434d-bf7f-f6b38bd31668 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: d24a0bae-3b98-4121-a3f7-bedee3a196b4] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-644462', 'volume_id': '3427d4e2-c604-4d78-964b-43baa4d4b1f8', 'name': 'volume-3427d4e2-c604-4d78-964b-43baa4d4b1f8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd24a0bae-3b98-4121-a3f7-bedee3a196b4', 'attached_at': '', 'detached_at': '', 'volume_id': '3427d4e2-c604-4d78-964b-43baa4d4b1f8', 'serial': '3427d4e2-c604-4d78-964b-43baa4d4b1f8'} {{(pid=69319) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1117.359060] env[69319]: DEBUG nova.network.neutron [None req-fbd51037-a6fe-4146-a0e6-17a963033ef8 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 98ab579b-8357-49e3-8b39-871b88b991d7] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1117.427766] env[69319]: DEBUG nova.compute.manager [None req-4c0671ac-e533-49d0-a3de-226c587c6988 tempest-DeleteServersAdminTestJSON-1067344024 tempest-DeleteServersAdminTestJSON-1067344024-project-admin] [instance: fc5ed24c-3dfc-490b-8fc5-b0b66a11c58b] Start destroying the instance on the hypervisor. {{(pid=69319) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1117.428070] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-4c0671ac-e533-49d0-a3de-226c587c6988 tempest-DeleteServersAdminTestJSON-1067344024 tempest-DeleteServersAdminTestJSON-1067344024-project-admin] [instance: fc5ed24c-3dfc-490b-8fc5-b0b66a11c58b] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1117.429085] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5e13aab-faea-4086-9304-8f02c5635654 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.439414] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c0671ac-e533-49d0-a3de-226c587c6988 tempest-DeleteServersAdminTestJSON-1067344024 tempest-DeleteServersAdminTestJSON-1067344024-project-admin] [instance: fc5ed24c-3dfc-490b-8fc5-b0b66a11c58b] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1117.442254] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9b5b76b6-e9d4-4eac-9cde-3fb217204a47 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.450009] env[69319]: DEBUG oslo_vmware.api [None req-4c0671ac-e533-49d0-a3de-226c587c6988 tempest-DeleteServersAdminTestJSON-1067344024 tempest-DeleteServersAdminTestJSON-1067344024-project-admin] Waiting for the task: (returnval){ [ 1117.450009] env[69319]: value = "task-3223858" [ 1117.450009] env[69319]: _type = "Task" [ 1117.450009] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.460224] env[69319]: DEBUG oslo_vmware.api [None req-4c0671ac-e533-49d0-a3de-226c587c6988 tempest-DeleteServersAdminTestJSON-1067344024 tempest-DeleteServersAdminTestJSON-1067344024-project-admin] Task: {'id': task-3223858, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.528084] env[69319]: DEBUG nova.network.neutron [None req-fbd51037-a6fe-4146-a0e6-17a963033ef8 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 98ab579b-8357-49e3-8b39-871b88b991d7] Updating instance_info_cache with network_info: [{"id": "f294567b-876f-4da9-a232-48407299cdba", "address": "fa:16:3e:4b:67:e1", "network": {"id": "8e8fb6ce-6cb1-4099-8d9a-ce77c6a90a50", "bridge": "br-int", "label": "tempest-ServersTestJSON-146866906-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a2a8028cdd742feb1486644ae29e7d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf294567b-87", "ovs_interfaceid": "f294567b-876f-4da9-a232-48407299cdba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.697902] env[69319]: DEBUG oslo_concurrency.lockutils [None req-7db3b36e-a7d9-4e2a-9c59-7100352f25e5 tempest-ServerTagsTestJSON-1313739941 tempest-ServerTagsTestJSON-1313739941-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.391s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.698802] env[69319]: DEBUG nova.compute.manager [None req-7db3b36e-a7d9-4e2a-9c59-7100352f25e5 tempest-ServerTagsTestJSON-1313739941 tempest-ServerTagsTestJSON-1313739941-project-member] [instance: 7646bb41-19aa-453b-b931-b65856398128] Start building networks asynchronously for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1117.703114] env[69319]: DEBUG oslo_concurrency.lockutils [None req-074720e6-6bc0-4305-b4d2-c36a79bd7935 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.438s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.703114] env[69319]: DEBUG nova.objects.instance [None req-074720e6-6bc0-4305-b4d2-c36a79bd7935 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Lazy-loading 'resources' on Instance uuid 0ccec795-caae-46ee-981f-2d210d0a31d3 {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1117.742086] env[69319]: DEBUG oslo_concurrency.lockutils [None req-fa0066ea-7123-4aec-a561-f51ee4e1aa9a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Acquiring lock "33bc946c-1397-4355-8132-bc27084a66ba" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.743135] env[69319]: DEBUG oslo_concurrency.lockutils [None req-fa0066ea-7123-4aec-a561-f51ee4e1aa9a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Lock "33bc946c-1397-4355-8132-bc27084a66ba" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.743135] env[69319]: DEBUG nova.compute.manager [None req-fa0066ea-7123-4aec-a561-f51ee4e1aa9a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 33bc946c-1397-4355-8132-bc27084a66ba] Going to confirm migration 3 {{(pid=69319) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1117.787742] env[69319]: DEBUG nova.objects.instance [None req-12a45541-7810-434d-bf7f-f6b38bd31668 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Lazy-loading 'flavor' on Instance uuid d24a0bae-3b98-4121-a3f7-bedee3a196b4 {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1117.968353] env[69319]: DEBUG oslo_vmware.api [None req-4c0671ac-e533-49d0-a3de-226c587c6988 tempest-DeleteServersAdminTestJSON-1067344024 tempest-DeleteServersAdminTestJSON-1067344024-project-admin] Task: {'id': task-3223858, 'name': PowerOffVM_Task, 'duration_secs': 0.210839} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.968658] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c0671ac-e533-49d0-a3de-226c587c6988 tempest-DeleteServersAdminTestJSON-1067344024 tempest-DeleteServersAdminTestJSON-1067344024-project-admin] [instance: fc5ed24c-3dfc-490b-8fc5-b0b66a11c58b] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1117.968829] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-4c0671ac-e533-49d0-a3de-226c587c6988 tempest-DeleteServersAdminTestJSON-1067344024 tempest-DeleteServersAdminTestJSON-1067344024-project-admin] [instance: fc5ed24c-3dfc-490b-8fc5-b0b66a11c58b] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1117.969214] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cc14362f-4899-4554-8378-f17c51abeb67 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.032637] env[69319]: DEBUG oslo_concurrency.lockutils [None req-fbd51037-a6fe-4146-a0e6-17a963033ef8 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Releasing lock "refresh_cache-98ab579b-8357-49e3-8b39-871b88b991d7" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.032637] env[69319]: DEBUG nova.compute.manager [None req-fbd51037-a6fe-4146-a0e6-17a963033ef8 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 98ab579b-8357-49e3-8b39-871b88b991d7] Instance network_info: |[{"id": "f294567b-876f-4da9-a232-48407299cdba", "address": "fa:16:3e:4b:67:e1", "network": {"id": "8e8fb6ce-6cb1-4099-8d9a-ce77c6a90a50", "bridge": "br-int", "label": "tempest-ServersTestJSON-146866906-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a2a8028cdd742feb1486644ae29e7d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf294567b-87", "ovs_interfaceid": "f294567b-876f-4da9-a232-48407299cdba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1118.032637] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-fbd51037-a6fe-4146-a0e6-17a963033ef8 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 98ab579b-8357-49e3-8b39-871b88b991d7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:67:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '130387c4-e4ec-4d95-8e9d-bb079baabad8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f294567b-876f-4da9-a232-48407299cdba', 'vif_model': 'vmxnet3'}] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1118.041336] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fbd51037-a6fe-4146-a0e6-17a963033ef8 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1118.042771] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98ab579b-8357-49e3-8b39-871b88b991d7] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1118.043262] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-4c0671ac-e533-49d0-a3de-226c587c6988 tempest-DeleteServersAdminTestJSON-1067344024 tempest-DeleteServersAdminTestJSON-1067344024-project-admin] [instance: fc5ed24c-3dfc-490b-8fc5-b0b66a11c58b] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1118.043983] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-4c0671ac-e533-49d0-a3de-226c587c6988 tempest-DeleteServersAdminTestJSON-1067344024 tempest-DeleteServersAdminTestJSON-1067344024-project-admin] [instance: fc5ed24c-3dfc-490b-8fc5-b0b66a11c58b] Deleting contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1118.043983] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c0671ac-e533-49d0-a3de-226c587c6988 tempest-DeleteServersAdminTestJSON-1067344024 tempest-DeleteServersAdminTestJSON-1067344024-project-admin] Deleting the datastore file [datastore2] fc5ed24c-3dfc-490b-8fc5-b0b66a11c58b {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1118.044129] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a2873c7e-6d1b-4fe2-a1c6-f4517f7e292a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.062615] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-718e11f3-f7e0-4464-afba-7001873d2732 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.076696] env[69319]: DEBUG oslo_vmware.api [None req-4c0671ac-e533-49d0-a3de-226c587c6988 tempest-DeleteServersAdminTestJSON-1067344024 tempest-DeleteServersAdminTestJSON-1067344024-project-admin] Waiting for the task: (returnval){ [ 1118.076696] env[69319]: value = "task-3223860" [ 1118.076696] env[69319]: _type = "Task" [ 1118.076696] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.076696] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1118.076696] env[69319]: value = "task-3223861" [ 1118.076696] env[69319]: _type = "Task" [ 1118.076696] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.088879] env[69319]: DEBUG oslo_vmware.api [None req-4c0671ac-e533-49d0-a3de-226c587c6988 tempest-DeleteServersAdminTestJSON-1067344024 tempest-DeleteServersAdminTestJSON-1067344024-project-admin] Task: {'id': task-3223860, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.092724] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223861, 'name': CreateVM_Task} progress is 6%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.207210] env[69319]: DEBUG nova.compute.utils [None req-7db3b36e-a7d9-4e2a-9c59-7100352f25e5 tempest-ServerTagsTestJSON-1313739941 tempest-ServerTagsTestJSON-1313739941-project-member] Using /dev/sd instead of None {{(pid=69319) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1118.213211] env[69319]: DEBUG nova.compute.manager [None req-7db3b36e-a7d9-4e2a-9c59-7100352f25e5 tempest-ServerTagsTestJSON-1313739941 tempest-ServerTagsTestJSON-1313739941-project-member] [instance: 7646bb41-19aa-453b-b931-b65856398128] Allocating IP information in the background. {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1118.213211] env[69319]: DEBUG nova.network.neutron [None req-7db3b36e-a7d9-4e2a-9c59-7100352f25e5 tempest-ServerTagsTestJSON-1313739941 tempest-ServerTagsTestJSON-1313739941-project-member] [instance: 7646bb41-19aa-453b-b931-b65856398128] allocate_for_instance() {{(pid=69319) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1118.246668] env[69319]: DEBUG nova.compute.manager [req-084be646-0c50-4610-b117-93ad4c966893 req-0ecb8627-5950-4693-9c61-5e6457a7eb8d service nova] [instance: 98ab579b-8357-49e3-8b39-871b88b991d7] Received event network-changed-f294567b-876f-4da9-a232-48407299cdba {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1118.246859] env[69319]: DEBUG nova.compute.manager [req-084be646-0c50-4610-b117-93ad4c966893 req-0ecb8627-5950-4693-9c61-5e6457a7eb8d service nova] [instance: 98ab579b-8357-49e3-8b39-871b88b991d7] Refreshing instance network info cache due to event network-changed-f294567b-876f-4da9-a232-48407299cdba. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1118.247641] env[69319]: DEBUG oslo_concurrency.lockutils [req-084be646-0c50-4610-b117-93ad4c966893 req-0ecb8627-5950-4693-9c61-5e6457a7eb8d service nova] Acquiring lock "refresh_cache-98ab579b-8357-49e3-8b39-871b88b991d7" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.247766] env[69319]: DEBUG oslo_concurrency.lockutils [req-084be646-0c50-4610-b117-93ad4c966893 req-0ecb8627-5950-4693-9c61-5e6457a7eb8d service nova] Acquired lock "refresh_cache-98ab579b-8357-49e3-8b39-871b88b991d7" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.248382] env[69319]: DEBUG nova.network.neutron [req-084be646-0c50-4610-b117-93ad4c966893 req-0ecb8627-5950-4693-9c61-5e6457a7eb8d service nova] [instance: 98ab579b-8357-49e3-8b39-871b88b991d7] Refreshing network info cache for port f294567b-876f-4da9-a232-48407299cdba {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1118.301090] env[69319]: DEBUG nova.policy [None req-7db3b36e-a7d9-4e2a-9c59-7100352f25e5 tempest-ServerTagsTestJSON-1313739941 tempest-ServerTagsTestJSON-1313739941-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '682fd5565e66423e97a1f501bee707aa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd2a28ff3f6ad439386b0cd07c9adc468', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69319) authorize /opt/stack/nova/nova/policy.py:192}} [ 1118.361161] env[69319]: DEBUG oslo_concurrency.lockutils [None req-fa0066ea-7123-4aec-a561-f51ee4e1aa9a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Acquiring lock "refresh_cache-33bc946c-1397-4355-8132-bc27084a66ba" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.361161] env[69319]: DEBUG oslo_concurrency.lockutils [None req-fa0066ea-7123-4aec-a561-f51ee4e1aa9a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Acquired lock "refresh_cache-33bc946c-1397-4355-8132-bc27084a66ba" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.361161] env[69319]: DEBUG nova.network.neutron [None req-fa0066ea-7123-4aec-a561-f51ee4e1aa9a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 33bc946c-1397-4355-8132-bc27084a66ba] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1118.361161] env[69319]: DEBUG nova.objects.instance [None req-fa0066ea-7123-4aec-a561-f51ee4e1aa9a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Lazy-loading 'info_cache' on Instance uuid 33bc946c-1397-4355-8132-bc27084a66ba {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1118.573969] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9339c685-6a37-4b4a-ae21-a60bd75b4832 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.592249] env[69319]: DEBUG oslo_vmware.api [None req-4c0671ac-e533-49d0-a3de-226c587c6988 tempest-DeleteServersAdminTestJSON-1067344024 tempest-DeleteServersAdminTestJSON-1067344024-project-admin] Task: {'id': task-3223860, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188761} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.595527] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c0671ac-e533-49d0-a3de-226c587c6988 tempest-DeleteServersAdminTestJSON-1067344024 tempest-DeleteServersAdminTestJSON-1067344024-project-admin] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1118.595740] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-4c0671ac-e533-49d0-a3de-226c587c6988 tempest-DeleteServersAdminTestJSON-1067344024 tempest-DeleteServersAdminTestJSON-1067344024-project-admin] [instance: fc5ed24c-3dfc-490b-8fc5-b0b66a11c58b] Deleted contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1118.596704] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-4c0671ac-e533-49d0-a3de-226c587c6988 tempest-DeleteServersAdminTestJSON-1067344024 tempest-DeleteServersAdminTestJSON-1067344024-project-admin] [instance: fc5ed24c-3dfc-490b-8fc5-b0b66a11c58b] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1118.596704] env[69319]: INFO nova.compute.manager [None req-4c0671ac-e533-49d0-a3de-226c587c6988 tempest-DeleteServersAdminTestJSON-1067344024 tempest-DeleteServersAdminTestJSON-1067344024-project-admin] [instance: fc5ed24c-3dfc-490b-8fc5-b0b66a11c58b] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1118.596704] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4c0671ac-e533-49d0-a3de-226c587c6988 tempest-DeleteServersAdminTestJSON-1067344024 tempest-DeleteServersAdminTestJSON-1067344024-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1118.597329] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a2791ec-f2d4-4b0b-ba1c-74a679998432 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.600460] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223861, 'name': CreateVM_Task, 'duration_secs': 0.347827} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.600750] env[69319]: DEBUG nova.compute.manager [-] [instance: fc5ed24c-3dfc-490b-8fc5-b0b66a11c58b] Deallocating network for instance {{(pid=69319) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1118.601165] env[69319]: DEBUG nova.network.neutron [-] [instance: fc5ed24c-3dfc-490b-8fc5-b0b66a11c58b] deallocate_for_instance() {{(pid=69319) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1118.603359] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98ab579b-8357-49e3-8b39-871b88b991d7] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1118.605740] env[69319]: DEBUG oslo_concurrency.lockutils [None req-fbd51037-a6fe-4146-a0e6-17a963033ef8 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.605740] env[69319]: DEBUG oslo_concurrency.lockutils [None req-fbd51037-a6fe-4146-a0e6-17a963033ef8 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.605740] env[69319]: DEBUG oslo_concurrency.lockutils [None req-fbd51037-a6fe-4146-a0e6-17a963033ef8 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.605740] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55ae6f1f-9dcd-4f50-873b-e274a308d631 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.646614] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d82553fd-7758-4f0e-8ba5-ca0ef2f04e68 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.650749] env[69319]: DEBUG oslo_vmware.api [None req-fbd51037-a6fe-4146-a0e6-17a963033ef8 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Waiting for the task: (returnval){ [ 1118.650749] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]521d0fd7-e519-61d7-7183-106cf01cff6a" [ 1118.650749] env[69319]: _type = "Task" [ 1118.650749] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.658761] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52052e28-2d16-47e5-af63-a41cd88c4f05 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.667030] env[69319]: DEBUG oslo_vmware.api [None req-fbd51037-a6fe-4146-a0e6-17a963033ef8 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]521d0fd7-e519-61d7-7183-106cf01cff6a, 'name': SearchDatastore_Task, 'duration_secs': 0.010055} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.667740] env[69319]: DEBUG oslo_concurrency.lockutils [None req-fbd51037-a6fe-4146-a0e6-17a963033ef8 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.667996] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-fbd51037-a6fe-4146-a0e6-17a963033ef8 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 98ab579b-8357-49e3-8b39-871b88b991d7] Processing image 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1118.669088] env[69319]: DEBUG oslo_concurrency.lockutils [None req-fbd51037-a6fe-4146-a0e6-17a963033ef8 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.669525] env[69319]: DEBUG oslo_concurrency.lockutils [None req-fbd51037-a6fe-4146-a0e6-17a963033ef8 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.669762] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbd51037-a6fe-4146-a0e6-17a963033ef8 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1118.677842] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-075e800e-9239-4c44-81b9-d1a8f75b927f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.679946] env[69319]: DEBUG nova.compute.provider_tree [None req-074720e6-6bc0-4305-b4d2-c36a79bd7935 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1118.688457] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbd51037-a6fe-4146-a0e6-17a963033ef8 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1118.688654] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-fbd51037-a6fe-4146-a0e6-17a963033ef8 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1118.689587] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-582640d9-4821-45f4-acdf-555165d54991 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.694946] env[69319]: DEBUG oslo_vmware.api [None req-fbd51037-a6fe-4146-a0e6-17a963033ef8 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Waiting for the task: (returnval){ [ 1118.694946] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]5274806a-f552-d378-3f1b-c913773df432" [ 1118.694946] env[69319]: _type = "Task" [ 1118.694946] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.703835] env[69319]: DEBUG oslo_vmware.api [None req-fbd51037-a6fe-4146-a0e6-17a963033ef8 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5274806a-f552-d378-3f1b-c913773df432, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.712845] env[69319]: DEBUG nova.compute.manager [None req-7db3b36e-a7d9-4e2a-9c59-7100352f25e5 tempest-ServerTagsTestJSON-1313739941 tempest-ServerTagsTestJSON-1313739941-project-member] [instance: 7646bb41-19aa-453b-b931-b65856398128] Start building block device mappings for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1118.804330] env[69319]: DEBUG oslo_concurrency.lockutils [None req-12a45541-7810-434d-bf7f-f6b38bd31668 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Lock "d24a0bae-3b98-4121-a3f7-bedee3a196b4" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.299s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.923624] env[69319]: DEBUG nova.network.neutron [None req-7db3b36e-a7d9-4e2a-9c59-7100352f25e5 tempest-ServerTagsTestJSON-1313739941 tempest-ServerTagsTestJSON-1313739941-project-member] [instance: 7646bb41-19aa-453b-b931-b65856398128] Successfully created port: 9d8795ef-1a82-4595-9b6f-08c36db8e28d {{(pid=69319) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1119.129325] env[69319]: DEBUG nova.compute.manager [req-3fc79f62-099b-468c-a5a2-0425c2a7878e req-f9af1762-7f2e-4a1e-ac61-2e9c3b4014fb service nova] [instance: fc5ed24c-3dfc-490b-8fc5-b0b66a11c58b] Received event network-vif-deleted-2686bf4c-76fc-42d7-9760-b96251f5736f {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1119.129325] env[69319]: INFO nova.compute.manager [req-3fc79f62-099b-468c-a5a2-0425c2a7878e req-f9af1762-7f2e-4a1e-ac61-2e9c3b4014fb service nova] [instance: fc5ed24c-3dfc-490b-8fc5-b0b66a11c58b] Neutron deleted interface 2686bf4c-76fc-42d7-9760-b96251f5736f; detaching it from the instance and deleting it from the info cache [ 1119.129325] env[69319]: DEBUG nova.network.neutron [req-3fc79f62-099b-468c-a5a2-0425c2a7878e req-f9af1762-7f2e-4a1e-ac61-2e9c3b4014fb service nova] [instance: fc5ed24c-3dfc-490b-8fc5-b0b66a11c58b] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.152423] env[69319]: DEBUG nova.network.neutron [req-084be646-0c50-4610-b117-93ad4c966893 req-0ecb8627-5950-4693-9c61-5e6457a7eb8d service nova] [instance: 98ab579b-8357-49e3-8b39-871b88b991d7] Updated VIF entry in instance network info cache for port f294567b-876f-4da9-a232-48407299cdba. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1119.152835] env[69319]: DEBUG nova.network.neutron [req-084be646-0c50-4610-b117-93ad4c966893 req-0ecb8627-5950-4693-9c61-5e6457a7eb8d service nova] [instance: 98ab579b-8357-49e3-8b39-871b88b991d7] Updating instance_info_cache with network_info: [{"id": "f294567b-876f-4da9-a232-48407299cdba", "address": "fa:16:3e:4b:67:e1", "network": {"id": "8e8fb6ce-6cb1-4099-8d9a-ce77c6a90a50", "bridge": "br-int", "label": "tempest-ServersTestJSON-146866906-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a2a8028cdd742feb1486644ae29e7d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf294567b-87", "ovs_interfaceid": "f294567b-876f-4da9-a232-48407299cdba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.183926] env[69319]: DEBUG nova.scheduler.client.report [None req-074720e6-6bc0-4305-b4d2-c36a79bd7935 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1119.205494] env[69319]: DEBUG oslo_vmware.api [None req-fbd51037-a6fe-4146-a0e6-17a963033ef8 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5274806a-f552-d378-3f1b-c913773df432, 'name': SearchDatastore_Task, 'duration_secs': 0.009355} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.206974] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-924c6a1f-f606-4006-8a14-9bb89ffbae7b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.214629] env[69319]: DEBUG oslo_vmware.api [None req-fbd51037-a6fe-4146-a0e6-17a963033ef8 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Waiting for the task: (returnval){ [ 1119.214629] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52e5b664-9bd3-14f9-7ef2-710e09ee73f6" [ 1119.214629] env[69319]: _type = "Task" [ 1119.214629] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.226471] env[69319]: DEBUG oslo_vmware.api [None req-fbd51037-a6fe-4146-a0e6-17a963033ef8 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52e5b664-9bd3-14f9-7ef2-710e09ee73f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.476376] env[69319]: DEBUG nova.network.neutron [-] [instance: fc5ed24c-3dfc-490b-8fc5-b0b66a11c58b] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.633485] env[69319]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-006a484b-156a-4771-8dc2-c231244eafc2 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.641332] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-162ae256-920f-486d-bd0f-dd30af65cb77 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.659157] env[69319]: DEBUG oslo_concurrency.lockutils [req-084be646-0c50-4610-b117-93ad4c966893 req-0ecb8627-5950-4693-9c61-5e6457a7eb8d service nova] Releasing lock "refresh_cache-98ab579b-8357-49e3-8b39-871b88b991d7" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.681101] env[69319]: DEBUG nova.compute.manager [req-3fc79f62-099b-468c-a5a2-0425c2a7878e req-f9af1762-7f2e-4a1e-ac61-2e9c3b4014fb service nova] [instance: fc5ed24c-3dfc-490b-8fc5-b0b66a11c58b] Detach interface failed, port_id=2686bf4c-76fc-42d7-9760-b96251f5736f, reason: Instance fc5ed24c-3dfc-490b-8fc5-b0b66a11c58b could not be found. {{(pid=69319) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1119.690021] env[69319]: DEBUG oslo_concurrency.lockutils [None req-074720e6-6bc0-4305-b4d2-c36a79bd7935 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.987s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.692899] env[69319]: DEBUG oslo_concurrency.lockutils [None req-4861e5e3-3926-41c1-8b94-3af605145834 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.835s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.694039] env[69319]: DEBUG nova.objects.instance [None req-4861e5e3-3926-41c1-8b94-3af605145834 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Lazy-loading 'pci_requests' on Instance uuid 9a2d05fc-1ee1-4847-bb63-ad2d3624c730 {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1119.721157] env[69319]: INFO nova.scheduler.client.report [None req-074720e6-6bc0-4305-b4d2-c36a79bd7935 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Deleted allocations for instance 0ccec795-caae-46ee-981f-2d210d0a31d3 [ 1119.727181] env[69319]: DEBUG nova.compute.manager [None req-7db3b36e-a7d9-4e2a-9c59-7100352f25e5 tempest-ServerTagsTestJSON-1313739941 tempest-ServerTagsTestJSON-1313739941-project-member] [instance: 7646bb41-19aa-453b-b931-b65856398128] Start spawning the instance on the hypervisor. {{(pid=69319) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1119.735738] env[69319]: DEBUG oslo_vmware.api [None req-fbd51037-a6fe-4146-a0e6-17a963033ef8 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52e5b664-9bd3-14f9-7ef2-710e09ee73f6, 'name': SearchDatastore_Task, 'duration_secs': 0.010704} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.736145] env[69319]: DEBUG oslo_concurrency.lockutils [None req-fbd51037-a6fe-4146-a0e6-17a963033ef8 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.736290] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbd51037-a6fe-4146-a0e6-17a963033ef8 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] 98ab579b-8357-49e3-8b39-871b88b991d7/98ab579b-8357-49e3-8b39-871b88b991d7.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1119.736549] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c10bc7cb-931b-42c6-83c5-00a9d215b991 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.743950] env[69319]: DEBUG oslo_vmware.api [None req-fbd51037-a6fe-4146-a0e6-17a963033ef8 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Waiting for the task: (returnval){ [ 1119.743950] env[69319]: value = "task-3223862" [ 1119.743950] env[69319]: _type = "Task" [ 1119.743950] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.752904] env[69319]: DEBUG oslo_vmware.api [None req-fbd51037-a6fe-4146-a0e6-17a963033ef8 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': task-3223862, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.764914] env[69319]: DEBUG nova.virt.hardware [None req-7db3b36e-a7d9-4e2a-9c59-7100352f25e5 tempest-ServerTagsTestJSON-1313739941 tempest-ServerTagsTestJSON-1313739941-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:32:36Z,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31f027872f6f44dba95ff2fe7a062e00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:32:36Z,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1119.765624] env[69319]: DEBUG nova.virt.hardware [None req-7db3b36e-a7d9-4e2a-9c59-7100352f25e5 tempest-ServerTagsTestJSON-1313739941 tempest-ServerTagsTestJSON-1313739941-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1119.765800] env[69319]: DEBUG nova.virt.hardware [None req-7db3b36e-a7d9-4e2a-9c59-7100352f25e5 tempest-ServerTagsTestJSON-1313739941 tempest-ServerTagsTestJSON-1313739941-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1119.765997] env[69319]: DEBUG nova.virt.hardware [None req-7db3b36e-a7d9-4e2a-9c59-7100352f25e5 tempest-ServerTagsTestJSON-1313739941 tempest-ServerTagsTestJSON-1313739941-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1119.766405] env[69319]: DEBUG nova.virt.hardware [None req-7db3b36e-a7d9-4e2a-9c59-7100352f25e5 tempest-ServerTagsTestJSON-1313739941 tempest-ServerTagsTestJSON-1313739941-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1119.766559] env[69319]: DEBUG nova.virt.hardware [None req-7db3b36e-a7d9-4e2a-9c59-7100352f25e5 tempest-ServerTagsTestJSON-1313739941 tempest-ServerTagsTestJSON-1313739941-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1119.766825] env[69319]: DEBUG nova.virt.hardware [None req-7db3b36e-a7d9-4e2a-9c59-7100352f25e5 tempest-ServerTagsTestJSON-1313739941 tempest-ServerTagsTestJSON-1313739941-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1119.767073] env[69319]: DEBUG nova.virt.hardware [None req-7db3b36e-a7d9-4e2a-9c59-7100352f25e5 tempest-ServerTagsTestJSON-1313739941 tempest-ServerTagsTestJSON-1313739941-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1119.767270] env[69319]: DEBUG nova.virt.hardware [None req-7db3b36e-a7d9-4e2a-9c59-7100352f25e5 tempest-ServerTagsTestJSON-1313739941 tempest-ServerTagsTestJSON-1313739941-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1119.767445] env[69319]: DEBUG nova.virt.hardware [None req-7db3b36e-a7d9-4e2a-9c59-7100352f25e5 tempest-ServerTagsTestJSON-1313739941 tempest-ServerTagsTestJSON-1313739941-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1119.768893] env[69319]: DEBUG nova.virt.hardware [None req-7db3b36e-a7d9-4e2a-9c59-7100352f25e5 tempest-ServerTagsTestJSON-1313739941 tempest-ServerTagsTestJSON-1313739941-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1119.769431] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-618915aa-ce2c-460f-839c-82bf4c6aae88 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.779557] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d727b24-adcc-46ed-8e05-08e124e69dce {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.855853] env[69319]: DEBUG nova.network.neutron [None req-fa0066ea-7123-4aec-a561-f51ee4e1aa9a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 33bc946c-1397-4355-8132-bc27084a66ba] Updating instance_info_cache with network_info: [{"id": "c6e98cc0-3134-4c25-b6f3-ac5eb16515af", "address": "fa:16:3e:52:28:0c", "network": {"id": "5b6a3856-a59d-4821-b22f-d38a582fca59", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-151173017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8712195e5600495dac5d45bcbbd358ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6e98cc0-31", "ovs_interfaceid": "c6e98cc0-3134-4c25-b6f3-ac5eb16515af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.980718] env[69319]: INFO nova.compute.manager [-] [instance: fc5ed24c-3dfc-490b-8fc5-b0b66a11c58b] Took 1.38 seconds to deallocate network for instance. [ 1120.200873] env[69319]: DEBUG nova.objects.instance [None req-4861e5e3-3926-41c1-8b94-3af605145834 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Lazy-loading 'numa_topology' on Instance uuid 9a2d05fc-1ee1-4847-bb63-ad2d3624c730 {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1120.234913] env[69319]: DEBUG oslo_concurrency.lockutils [None req-074720e6-6bc0-4305-b4d2-c36a79bd7935 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Lock "0ccec795-caae-46ee-981f-2d210d0a31d3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.761s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.258598] env[69319]: DEBUG oslo_vmware.api [None req-fbd51037-a6fe-4146-a0e6-17a963033ef8 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': task-3223862, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.361647] env[69319]: DEBUG oslo_concurrency.lockutils [None req-fa0066ea-7123-4aec-a561-f51ee4e1aa9a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Releasing lock "refresh_cache-33bc946c-1397-4355-8132-bc27084a66ba" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.362173] env[69319]: DEBUG nova.objects.instance [None req-fa0066ea-7123-4aec-a561-f51ee4e1aa9a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Lazy-loading 'migration_context' on Instance uuid 33bc946c-1397-4355-8132-bc27084a66ba {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1120.492718] env[69319]: DEBUG oslo_concurrency.lockutils [None req-4c0671ac-e533-49d0-a3de-226c587c6988 tempest-DeleteServersAdminTestJSON-1067344024 tempest-DeleteServersAdminTestJSON-1067344024-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.564359] env[69319]: DEBUG oslo_concurrency.lockutils [None req-288d512f-c609-4f00-aef3-73cc1cf83ee5 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Acquiring lock "d24a0bae-3b98-4121-a3f7-bedee3a196b4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.564837] env[69319]: DEBUG oslo_concurrency.lockutils [None req-288d512f-c609-4f00-aef3-73cc1cf83ee5 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Lock "d24a0bae-3b98-4121-a3f7-bedee3a196b4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.564837] env[69319]: DEBUG oslo_concurrency.lockutils [None req-288d512f-c609-4f00-aef3-73cc1cf83ee5 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Acquiring lock "d24a0bae-3b98-4121-a3f7-bedee3a196b4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.565038] env[69319]: DEBUG oslo_concurrency.lockutils [None req-288d512f-c609-4f00-aef3-73cc1cf83ee5 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Lock "d24a0bae-3b98-4121-a3f7-bedee3a196b4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.565339] env[69319]: DEBUG oslo_concurrency.lockutils [None req-288d512f-c609-4f00-aef3-73cc1cf83ee5 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Lock "d24a0bae-3b98-4121-a3f7-bedee3a196b4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.570271] env[69319]: INFO nova.compute.manager [None req-288d512f-c609-4f00-aef3-73cc1cf83ee5 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: d24a0bae-3b98-4121-a3f7-bedee3a196b4] Terminating instance [ 1120.606262] env[69319]: DEBUG oslo_concurrency.lockutils [None req-e3b31024-cd7a-4bea-989f-dca33a5d4d77 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Acquiring lock "b45a3908-8611-4881-ad91-fb5bdc8a9dc6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.606361] env[69319]: DEBUG oslo_concurrency.lockutils [None req-e3b31024-cd7a-4bea-989f-dca33a5d4d77 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Lock "b45a3908-8611-4881-ad91-fb5bdc8a9dc6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.704944] env[69319]: INFO nova.compute.claims [None req-4861e5e3-3926-41c1-8b94-3af605145834 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 9a2d05fc-1ee1-4847-bb63-ad2d3624c730] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1120.758154] env[69319]: DEBUG oslo_vmware.api [None req-fbd51037-a6fe-4146-a0e6-17a963033ef8 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': task-3223862, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.540913} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.758421] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbd51037-a6fe-4146-a0e6-17a963033ef8 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] 98ab579b-8357-49e3-8b39-871b88b991d7/98ab579b-8357-49e3-8b39-871b88b991d7.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1120.758637] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-fbd51037-a6fe-4146-a0e6-17a963033ef8 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 98ab579b-8357-49e3-8b39-871b88b991d7] Extending root virtual disk to 1048576 {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1120.758882] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3f3c9a83-19b3-4a10-bb68-10a2d344f900 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.765884] env[69319]: DEBUG oslo_vmware.api [None req-fbd51037-a6fe-4146-a0e6-17a963033ef8 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Waiting for the task: (returnval){ [ 1120.765884] env[69319]: value = "task-3223863" [ 1120.765884] env[69319]: _type = "Task" [ 1120.765884] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.773650] env[69319]: DEBUG oslo_vmware.api [None req-fbd51037-a6fe-4146-a0e6-17a963033ef8 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': task-3223863, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.810955] env[69319]: DEBUG nova.compute.manager [req-9df7f09e-c030-4419-ba95-08e8ce38a01f req-235c6e83-dbae-4603-a95b-fecde44df999 service nova] [instance: 7646bb41-19aa-453b-b931-b65856398128] Received event network-vif-plugged-9d8795ef-1a82-4595-9b6f-08c36db8e28d {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1120.811202] env[69319]: DEBUG oslo_concurrency.lockutils [req-9df7f09e-c030-4419-ba95-08e8ce38a01f req-235c6e83-dbae-4603-a95b-fecde44df999 service nova] Acquiring lock "7646bb41-19aa-453b-b931-b65856398128-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.811410] env[69319]: DEBUG oslo_concurrency.lockutils [req-9df7f09e-c030-4419-ba95-08e8ce38a01f req-235c6e83-dbae-4603-a95b-fecde44df999 service nova] Lock "7646bb41-19aa-453b-b931-b65856398128-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.811578] env[69319]: DEBUG oslo_concurrency.lockutils [req-9df7f09e-c030-4419-ba95-08e8ce38a01f req-235c6e83-dbae-4603-a95b-fecde44df999 service nova] Lock "7646bb41-19aa-453b-b931-b65856398128-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.811733] env[69319]: DEBUG nova.compute.manager [req-9df7f09e-c030-4419-ba95-08e8ce38a01f req-235c6e83-dbae-4603-a95b-fecde44df999 service nova] [instance: 7646bb41-19aa-453b-b931-b65856398128] No waiting events found dispatching network-vif-plugged-9d8795ef-1a82-4595-9b6f-08c36db8e28d {{(pid=69319) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1120.811894] env[69319]: WARNING nova.compute.manager [req-9df7f09e-c030-4419-ba95-08e8ce38a01f req-235c6e83-dbae-4603-a95b-fecde44df999 service nova] [instance: 7646bb41-19aa-453b-b931-b65856398128] Received unexpected event network-vif-plugged-9d8795ef-1a82-4595-9b6f-08c36db8e28d for instance with vm_state building and task_state spawning. [ 1120.865822] env[69319]: DEBUG nova.objects.base [None req-fa0066ea-7123-4aec-a561-f51ee4e1aa9a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Object Instance<33bc946c-1397-4355-8132-bc27084a66ba> lazy-loaded attributes: info_cache,migration_context {{(pid=69319) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1120.866778] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ea50ad6-901f-4c56-9ab1-1ff317d217ec {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.888331] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fccb72e3-b1bc-4613-bd65-50b143642cfd {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.891696] env[69319]: DEBUG nova.network.neutron [None req-7db3b36e-a7d9-4e2a-9c59-7100352f25e5 tempest-ServerTagsTestJSON-1313739941 tempest-ServerTagsTestJSON-1313739941-project-member] [instance: 7646bb41-19aa-453b-b931-b65856398128] Successfully updated port: 9d8795ef-1a82-4595-9b6f-08c36db8e28d {{(pid=69319) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1120.896261] env[69319]: DEBUG oslo_vmware.api [None req-fa0066ea-7123-4aec-a561-f51ee4e1aa9a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Waiting for the task: (returnval){ [ 1120.896261] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52f2c0ad-17f4-c82f-fa76-e52932ab19d3" [ 1120.896261] env[69319]: _type = "Task" [ 1120.896261] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.905737] env[69319]: DEBUG oslo_vmware.api [None req-fa0066ea-7123-4aec-a561-f51ee4e1aa9a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52f2c0ad-17f4-c82f-fa76-e52932ab19d3, 'name': SearchDatastore_Task, 'duration_secs': 0.007101} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.906068] env[69319]: DEBUG oslo_concurrency.lockutils [None req-fa0066ea-7123-4aec-a561-f51ee4e1aa9a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.025081] env[69319]: DEBUG oslo_concurrency.lockutils [None req-d2a345aa-4bf5-491d-837d-f6437c1bd484 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Acquiring lock "2764dc00-3329-4e56-ad73-5027b65f42d6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.025081] env[69319]: DEBUG oslo_concurrency.lockutils [None req-d2a345aa-4bf5-491d-837d-f6437c1bd484 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Lock "2764dc00-3329-4e56-ad73-5027b65f42d6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.025081] env[69319]: DEBUG oslo_concurrency.lockutils [None req-d2a345aa-4bf5-491d-837d-f6437c1bd484 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Acquiring lock "2764dc00-3329-4e56-ad73-5027b65f42d6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.025206] env[69319]: DEBUG oslo_concurrency.lockutils [None req-d2a345aa-4bf5-491d-837d-f6437c1bd484 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Lock "2764dc00-3329-4e56-ad73-5027b65f42d6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.025340] env[69319]: DEBUG oslo_concurrency.lockutils [None req-d2a345aa-4bf5-491d-837d-f6437c1bd484 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Lock "2764dc00-3329-4e56-ad73-5027b65f42d6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.028511] env[69319]: INFO nova.compute.manager [None req-d2a345aa-4bf5-491d-837d-f6437c1bd484 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 2764dc00-3329-4e56-ad73-5027b65f42d6] Terminating instance [ 1121.074589] env[69319]: DEBUG nova.compute.manager [None req-288d512f-c609-4f00-aef3-73cc1cf83ee5 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: d24a0bae-3b98-4121-a3f7-bedee3a196b4] Start destroying the instance on the hypervisor. {{(pid=69319) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1121.074645] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-288d512f-c609-4f00-aef3-73cc1cf83ee5 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: d24a0bae-3b98-4121-a3f7-bedee3a196b4] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1121.075528] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a86f6d7f-b105-40e0-8272-5850692fe53e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.084401] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-288d512f-c609-4f00-aef3-73cc1cf83ee5 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: d24a0bae-3b98-4121-a3f7-bedee3a196b4] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1121.084689] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-23fa42e9-49a4-4298-9d6b-3bc8e0c0be5b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.091258] env[69319]: DEBUG oslo_vmware.api [None req-288d512f-c609-4f00-aef3-73cc1cf83ee5 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Waiting for the task: (returnval){ [ 1121.091258] env[69319]: value = "task-3223864" [ 1121.091258] env[69319]: _type = "Task" [ 1121.091258] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.099320] env[69319]: DEBUG oslo_vmware.api [None req-288d512f-c609-4f00-aef3-73cc1cf83ee5 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3223864, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.110307] env[69319]: DEBUG nova.compute.manager [None req-e3b31024-cd7a-4bea-989f-dca33a5d4d77 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] [instance: b45a3908-8611-4881-ad91-fb5bdc8a9dc6] Starting instance... {{(pid=69319) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1121.276253] env[69319]: DEBUG oslo_vmware.api [None req-fbd51037-a6fe-4146-a0e6-17a963033ef8 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': task-3223863, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06895} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.276567] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-fbd51037-a6fe-4146-a0e6-17a963033ef8 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 98ab579b-8357-49e3-8b39-871b88b991d7] Extended root virtual disk {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1121.277340] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcc9f06d-dc43-4d21-a4d9-52f35a190976 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.299471] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbd51037-a6fe-4146-a0e6-17a963033ef8 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 98ab579b-8357-49e3-8b39-871b88b991d7] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] 98ab579b-8357-49e3-8b39-871b88b991d7/98ab579b-8357-49e3-8b39-871b88b991d7.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1121.299751] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31d8a9b5-ca32-4d7d-b4a1-2e327da60013 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.320105] env[69319]: DEBUG oslo_vmware.api [None req-fbd51037-a6fe-4146-a0e6-17a963033ef8 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Waiting for the task: (returnval){ [ 1121.320105] env[69319]: value = "task-3223865" [ 1121.320105] env[69319]: _type = "Task" [ 1121.320105] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.327411] env[69319]: DEBUG oslo_vmware.api [None req-fbd51037-a6fe-4146-a0e6-17a963033ef8 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': task-3223865, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.396665] env[69319]: DEBUG oslo_concurrency.lockutils [None req-7db3b36e-a7d9-4e2a-9c59-7100352f25e5 tempest-ServerTagsTestJSON-1313739941 tempest-ServerTagsTestJSON-1313739941-project-member] Acquiring lock "refresh_cache-7646bb41-19aa-453b-b931-b65856398128" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.396665] env[69319]: DEBUG oslo_concurrency.lockutils [None req-7db3b36e-a7d9-4e2a-9c59-7100352f25e5 tempest-ServerTagsTestJSON-1313739941 tempest-ServerTagsTestJSON-1313739941-project-member] Acquired lock "refresh_cache-7646bb41-19aa-453b-b931-b65856398128" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.396735] env[69319]: DEBUG nova.network.neutron [None req-7db3b36e-a7d9-4e2a-9c59-7100352f25e5 tempest-ServerTagsTestJSON-1313739941 tempest-ServerTagsTestJSON-1313739941-project-member] [instance: 7646bb41-19aa-453b-b931-b65856398128] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1121.533112] env[69319]: DEBUG nova.compute.manager [None req-d2a345aa-4bf5-491d-837d-f6437c1bd484 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 2764dc00-3329-4e56-ad73-5027b65f42d6] Start destroying the instance on the hypervisor. {{(pid=69319) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1121.533112] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-d2a345aa-4bf5-491d-837d-f6437c1bd484 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 2764dc00-3329-4e56-ad73-5027b65f42d6] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1121.533671] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63e60542-ecc5-46ce-94a2-d7ff59bec70c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.542135] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2a345aa-4bf5-491d-837d-f6437c1bd484 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 2764dc00-3329-4e56-ad73-5027b65f42d6] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1121.542402] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-20505380-517f-40be-bf64-634fdb2290d1 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.549582] env[69319]: DEBUG oslo_vmware.api [None req-d2a345aa-4bf5-491d-837d-f6437c1bd484 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Waiting for the task: (returnval){ [ 1121.549582] env[69319]: value = "task-3223866" [ 1121.549582] env[69319]: _type = "Task" [ 1121.549582] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.559366] env[69319]: DEBUG oslo_vmware.api [None req-d2a345aa-4bf5-491d-837d-f6437c1bd484 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': task-3223866, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.601654] env[69319]: DEBUG oslo_vmware.api [None req-288d512f-c609-4f00-aef3-73cc1cf83ee5 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3223864, 'name': PowerOffVM_Task, 'duration_secs': 0.22499} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.601741] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-288d512f-c609-4f00-aef3-73cc1cf83ee5 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: d24a0bae-3b98-4121-a3f7-bedee3a196b4] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1121.601874] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-288d512f-c609-4f00-aef3-73cc1cf83ee5 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: d24a0bae-3b98-4121-a3f7-bedee3a196b4] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1121.602184] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-47ffca33-bc16-443c-b2c3-de04c4240ed7 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.644169] env[69319]: DEBUG oslo_concurrency.lockutils [None req-e3b31024-cd7a-4bea-989f-dca33a5d4d77 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.669151] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-288d512f-c609-4f00-aef3-73cc1cf83ee5 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: d24a0bae-3b98-4121-a3f7-bedee3a196b4] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1121.669496] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-288d512f-c609-4f00-aef3-73cc1cf83ee5 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: d24a0bae-3b98-4121-a3f7-bedee3a196b4] Deleting contents of the VM from datastore datastore1 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1121.669753] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-288d512f-c609-4f00-aef3-73cc1cf83ee5 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Deleting the datastore file [datastore1] d24a0bae-3b98-4121-a3f7-bedee3a196b4 {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1121.670496] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4e61d081-35e2-46be-a6aa-88177a7fb79f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.677740] env[69319]: DEBUG oslo_vmware.api [None req-288d512f-c609-4f00-aef3-73cc1cf83ee5 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Waiting for the task: (returnval){ [ 1121.677740] env[69319]: value = "task-3223868" [ 1121.677740] env[69319]: _type = "Task" [ 1121.677740] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.687291] env[69319]: DEBUG oslo_vmware.api [None req-288d512f-c609-4f00-aef3-73cc1cf83ee5 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3223868, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.829614] env[69319]: DEBUG oslo_vmware.api [None req-fbd51037-a6fe-4146-a0e6-17a963033ef8 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': task-3223865, 'name': ReconfigVM_Task, 'duration_secs': 0.310749} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.832430] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbd51037-a6fe-4146-a0e6-17a963033ef8 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 98ab579b-8357-49e3-8b39-871b88b991d7] Reconfigured VM instance instance-00000059 to attach disk [datastore2] 98ab579b-8357-49e3-8b39-871b88b991d7/98ab579b-8357-49e3-8b39-871b88b991d7.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1121.833883] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a16e078a-ef29-4abe-a238-f8367a7c75cf {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.839031] env[69319]: DEBUG oslo_vmware.api [None req-fbd51037-a6fe-4146-a0e6-17a963033ef8 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Waiting for the task: (returnval){ [ 1121.839031] env[69319]: value = "task-3223869" [ 1121.839031] env[69319]: _type = "Task" [ 1121.839031] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.849867] env[69319]: DEBUG oslo_vmware.api [None req-fbd51037-a6fe-4146-a0e6-17a963033ef8 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': task-3223869, 'name': Rename_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.938554] env[69319]: DEBUG nova.network.neutron [None req-7db3b36e-a7d9-4e2a-9c59-7100352f25e5 tempest-ServerTagsTestJSON-1313739941 tempest-ServerTagsTestJSON-1313739941-project-member] [instance: 7646bb41-19aa-453b-b931-b65856398128] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1122.006950] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e06fb585-274d-4095-be77-e8b243a84400 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.017834] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23b27130-2cb1-45d6-af74-3d3d68829301 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.048417] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b043033-3a37-40d5-a9bd-283544d77ae9 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.060999] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5229abbe-cc28-4d6c-9e0f-5715f1374b67 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.064756] env[69319]: DEBUG oslo_vmware.api [None req-d2a345aa-4bf5-491d-837d-f6437c1bd484 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': task-3223866, 'name': PowerOffVM_Task, 'duration_secs': 0.24156} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.065008] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2a345aa-4bf5-491d-837d-f6437c1bd484 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 2764dc00-3329-4e56-ad73-5027b65f42d6] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1122.065194] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-d2a345aa-4bf5-491d-837d-f6437c1bd484 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 2764dc00-3329-4e56-ad73-5027b65f42d6] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1122.065774] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-405bd6a1-4470-4498-a4ab-e7c52d1d5ac0 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.076746] env[69319]: DEBUG nova.compute.provider_tree [None req-4861e5e3-3926-41c1-8b94-3af605145834 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1122.115692] env[69319]: DEBUG nova.network.neutron [None req-7db3b36e-a7d9-4e2a-9c59-7100352f25e5 tempest-ServerTagsTestJSON-1313739941 tempest-ServerTagsTestJSON-1313739941-project-member] [instance: 7646bb41-19aa-453b-b931-b65856398128] Updating instance_info_cache with network_info: [{"id": "9d8795ef-1a82-4595-9b6f-08c36db8e28d", "address": "fa:16:3e:9e:d8:85", "network": {"id": "7577c363-f37b-4e5d-8d03-14707ac38aa1", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-60667201-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2a28ff3f6ad439386b0cd07c9adc468", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f7a1f33a-9466-4c83-89f6-fd990f47b1ef", "external-id": "nsx-vlan-transportzone-90", "segmentation_id": 90, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d8795ef-1a", "ovs_interfaceid": "9d8795ef-1a82-4595-9b6f-08c36db8e28d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.134346] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-d2a345aa-4bf5-491d-837d-f6437c1bd484 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 2764dc00-3329-4e56-ad73-5027b65f42d6] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1122.138019] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-d2a345aa-4bf5-491d-837d-f6437c1bd484 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 2764dc00-3329-4e56-ad73-5027b65f42d6] Deleting contents of the VM from datastore datastore1 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1122.138019] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2a345aa-4bf5-491d-837d-f6437c1bd484 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Deleting the datastore file [datastore1] 2764dc00-3329-4e56-ad73-5027b65f42d6 {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1122.138019] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-363fcba5-8541-4127-8a12-d253bd852c07 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.142048] env[69319]: DEBUG oslo_vmware.api [None req-d2a345aa-4bf5-491d-837d-f6437c1bd484 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Waiting for the task: (returnval){ [ 1122.142048] env[69319]: value = "task-3223871" [ 1122.142048] env[69319]: _type = "Task" [ 1122.142048] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.150346] env[69319]: DEBUG oslo_vmware.api [None req-d2a345aa-4bf5-491d-837d-f6437c1bd484 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': task-3223871, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.188817] env[69319]: DEBUG oslo_vmware.api [None req-288d512f-c609-4f00-aef3-73cc1cf83ee5 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3223868, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142472} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.189110] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-288d512f-c609-4f00-aef3-73cc1cf83ee5 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1122.189298] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-288d512f-c609-4f00-aef3-73cc1cf83ee5 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: d24a0bae-3b98-4121-a3f7-bedee3a196b4] Deleted contents of the VM from datastore datastore1 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1122.189487] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-288d512f-c609-4f00-aef3-73cc1cf83ee5 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: d24a0bae-3b98-4121-a3f7-bedee3a196b4] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1122.189663] env[69319]: INFO nova.compute.manager [None req-288d512f-c609-4f00-aef3-73cc1cf83ee5 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: d24a0bae-3b98-4121-a3f7-bedee3a196b4] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1122.189901] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-288d512f-c609-4f00-aef3-73cc1cf83ee5 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1122.190111] env[69319]: DEBUG nova.compute.manager [-] [instance: d24a0bae-3b98-4121-a3f7-bedee3a196b4] Deallocating network for instance {{(pid=69319) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1122.190205] env[69319]: DEBUG nova.network.neutron [-] [instance: d24a0bae-3b98-4121-a3f7-bedee3a196b4] deallocate_for_instance() {{(pid=69319) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1122.355247] env[69319]: DEBUG oslo_vmware.api [None req-fbd51037-a6fe-4146-a0e6-17a963033ef8 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': task-3223869, 'name': Rename_Task} progress is 99%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.582641] env[69319]: DEBUG nova.scheduler.client.report [None req-4861e5e3-3926-41c1-8b94-3af605145834 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1122.623830] env[69319]: DEBUG oslo_concurrency.lockutils [None req-7db3b36e-a7d9-4e2a-9c59-7100352f25e5 tempest-ServerTagsTestJSON-1313739941 tempest-ServerTagsTestJSON-1313739941-project-member] Releasing lock "refresh_cache-7646bb41-19aa-453b-b931-b65856398128" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.623830] env[69319]: DEBUG nova.compute.manager [None req-7db3b36e-a7d9-4e2a-9c59-7100352f25e5 tempest-ServerTagsTestJSON-1313739941 tempest-ServerTagsTestJSON-1313739941-project-member] [instance: 7646bb41-19aa-453b-b931-b65856398128] Instance network_info: |[{"id": "9d8795ef-1a82-4595-9b6f-08c36db8e28d", "address": "fa:16:3e:9e:d8:85", "network": {"id": "7577c363-f37b-4e5d-8d03-14707ac38aa1", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-60667201-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2a28ff3f6ad439386b0cd07c9adc468", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f7a1f33a-9466-4c83-89f6-fd990f47b1ef", "external-id": "nsx-vlan-transportzone-90", "segmentation_id": 90, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d8795ef-1a", "ovs_interfaceid": "9d8795ef-1a82-4595-9b6f-08c36db8e28d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1122.623830] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-7db3b36e-a7d9-4e2a-9c59-7100352f25e5 tempest-ServerTagsTestJSON-1313739941 tempest-ServerTagsTestJSON-1313739941-project-member] [instance: 7646bb41-19aa-453b-b931-b65856398128] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:d8:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f7a1f33a-9466-4c83-89f6-fd990f47b1ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9d8795ef-1a82-4595-9b6f-08c36db8e28d', 'vif_model': 'vmxnet3'}] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1122.640161] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-7db3b36e-a7d9-4e2a-9c59-7100352f25e5 tempest-ServerTagsTestJSON-1313739941 tempest-ServerTagsTestJSON-1313739941-project-member] Creating folder: Project (d2a28ff3f6ad439386b0cd07c9adc468). Parent ref: group-v644239. {{(pid=69319) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1122.641626] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-798a78d7-fd2e-49f4-9158-379fa3fa9b65 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.654176] env[69319]: DEBUG oslo_vmware.api [None req-d2a345aa-4bf5-491d-837d-f6437c1bd484 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Task: {'id': task-3223871, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.404357} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.654176] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2a345aa-4bf5-491d-837d-f6437c1bd484 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1122.654386] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-d2a345aa-4bf5-491d-837d-f6437c1bd484 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 2764dc00-3329-4e56-ad73-5027b65f42d6] Deleted contents of the VM from datastore datastore1 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1122.656295] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-d2a345aa-4bf5-491d-837d-f6437c1bd484 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 2764dc00-3329-4e56-ad73-5027b65f42d6] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1122.656295] env[69319]: INFO nova.compute.manager [None req-d2a345aa-4bf5-491d-837d-f6437c1bd484 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] [instance: 2764dc00-3329-4e56-ad73-5027b65f42d6] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1122.656295] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d2a345aa-4bf5-491d-837d-f6437c1bd484 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1122.656736] env[69319]: DEBUG nova.compute.manager [-] [instance: 2764dc00-3329-4e56-ad73-5027b65f42d6] Deallocating network for instance {{(pid=69319) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1122.656808] env[69319]: DEBUG nova.network.neutron [-] [instance: 2764dc00-3329-4e56-ad73-5027b65f42d6] deallocate_for_instance() {{(pid=69319) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1122.660167] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-7db3b36e-a7d9-4e2a-9c59-7100352f25e5 tempest-ServerTagsTestJSON-1313739941 tempest-ServerTagsTestJSON-1313739941-project-member] Created folder: Project (d2a28ff3f6ad439386b0cd07c9adc468) in parent group-v644239. [ 1122.660167] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-7db3b36e-a7d9-4e2a-9c59-7100352f25e5 tempest-ServerTagsTestJSON-1313739941 tempest-ServerTagsTestJSON-1313739941-project-member] Creating folder: Instances. Parent ref: group-v644499. {{(pid=69319) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1122.660167] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-059719c9-f410-486d-9872-eb8f0f92bab6 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.669984] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-7db3b36e-a7d9-4e2a-9c59-7100352f25e5 tempest-ServerTagsTestJSON-1313739941 tempest-ServerTagsTestJSON-1313739941-project-member] Created folder: Instances in parent group-v644499. [ 1122.670245] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7db3b36e-a7d9-4e2a-9c59-7100352f25e5 tempest-ServerTagsTestJSON-1313739941 tempest-ServerTagsTestJSON-1313739941-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1122.670466] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7646bb41-19aa-453b-b931-b65856398128] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1122.670717] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9b5f969f-f85e-4727-b363-3d37116b1a18 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.693354] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1122.693354] env[69319]: value = "task-3223874" [ 1122.693354] env[69319]: _type = "Task" [ 1122.693354] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.703200] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223874, 'name': CreateVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.849836] env[69319]: DEBUG oslo_vmware.api [None req-fbd51037-a6fe-4146-a0e6-17a963033ef8 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': task-3223869, 'name': Rename_Task} progress is 99%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.088597] env[69319]: DEBUG oslo_concurrency.lockutils [None req-4861e5e3-3926-41c1-8b94-3af605145834 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.396s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.090881] env[69319]: DEBUG oslo_concurrency.lockutils [None req-9bb32269-9fb0-4d9b-8698-191ad264acf1 tempest-ServersAaction247Test-774672926 tempest-ServersAaction247Test-774672926-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.221s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.094068] env[69319]: INFO nova.compute.claims [None req-9bb32269-9fb0-4d9b-8698-191ad264acf1 tempest-ServersAaction247Test-774672926 tempest-ServersAaction247Test-774672926-project-member] [instance: d931630a-60a4-4a8d-9526-9b794911e9e1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1123.138624] env[69319]: INFO nova.network.neutron [None req-4861e5e3-3926-41c1-8b94-3af605145834 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 9a2d05fc-1ee1-4847-bb63-ad2d3624c730] Updating port b01a2f8a-1a0b-4b0a-8a96-4ee82cfadd52 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1123.204059] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223874, 'name': CreateVM_Task} progress is 25%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.242559] env[69319]: DEBUG nova.compute.manager [req-3e71dafc-71e8-4cdd-bc13-25c6728d7d4d req-acac08ca-bc36-461f-9ccc-fdf21621cfda service nova] [instance: 7646bb41-19aa-453b-b931-b65856398128] Received event network-changed-9d8795ef-1a82-4595-9b6f-08c36db8e28d {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1123.242751] env[69319]: DEBUG nova.compute.manager [req-3e71dafc-71e8-4cdd-bc13-25c6728d7d4d req-acac08ca-bc36-461f-9ccc-fdf21621cfda service nova] [instance: 7646bb41-19aa-453b-b931-b65856398128] Refreshing instance network info cache due to event network-changed-9d8795ef-1a82-4595-9b6f-08c36db8e28d. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1123.243026] env[69319]: DEBUG oslo_concurrency.lockutils [req-3e71dafc-71e8-4cdd-bc13-25c6728d7d4d req-acac08ca-bc36-461f-9ccc-fdf21621cfda service nova] Acquiring lock "refresh_cache-7646bb41-19aa-453b-b931-b65856398128" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.243186] env[69319]: DEBUG oslo_concurrency.lockutils [req-3e71dafc-71e8-4cdd-bc13-25c6728d7d4d req-acac08ca-bc36-461f-9ccc-fdf21621cfda service nova] Acquired lock "refresh_cache-7646bb41-19aa-453b-b931-b65856398128" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.243338] env[69319]: DEBUG nova.network.neutron [req-3e71dafc-71e8-4cdd-bc13-25c6728d7d4d req-acac08ca-bc36-461f-9ccc-fdf21621cfda service nova] [instance: 7646bb41-19aa-453b-b931-b65856398128] Refreshing network info cache for port 9d8795ef-1a82-4595-9b6f-08c36db8e28d {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1123.357302] env[69319]: DEBUG oslo_vmware.api [None req-fbd51037-a6fe-4146-a0e6-17a963033ef8 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': task-3223869, 'name': Rename_Task, 'duration_secs': 1.202426} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.357991] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbd51037-a6fe-4146-a0e6-17a963033ef8 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 98ab579b-8357-49e3-8b39-871b88b991d7] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1123.358444] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-67d7184a-9b63-4686-914e-fca5e0231b26 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.365977] env[69319]: DEBUG oslo_vmware.api [None req-fbd51037-a6fe-4146-a0e6-17a963033ef8 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Waiting for the task: (returnval){ [ 1123.365977] env[69319]: value = "task-3223875" [ 1123.365977] env[69319]: _type = "Task" [ 1123.365977] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.380655] env[69319]: DEBUG oslo_vmware.api [None req-fbd51037-a6fe-4146-a0e6-17a963033ef8 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': task-3223875, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.677293] env[69319]: DEBUG nova.network.neutron [-] [instance: d24a0bae-3b98-4121-a3f7-bedee3a196b4] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.708222] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223874, 'name': CreateVM_Task, 'duration_secs': 0.703899} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.708679] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7646bb41-19aa-453b-b931-b65856398128] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1123.709873] env[69319]: DEBUG oslo_concurrency.lockutils [None req-7db3b36e-a7d9-4e2a-9c59-7100352f25e5 tempest-ServerTagsTestJSON-1313739941 tempest-ServerTagsTestJSON-1313739941-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.712018] env[69319]: DEBUG oslo_concurrency.lockutils [None req-7db3b36e-a7d9-4e2a-9c59-7100352f25e5 tempest-ServerTagsTestJSON-1313739941 tempest-ServerTagsTestJSON-1313739941-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.712018] env[69319]: DEBUG oslo_concurrency.lockutils [None req-7db3b36e-a7d9-4e2a-9c59-7100352f25e5 tempest-ServerTagsTestJSON-1313739941 tempest-ServerTagsTestJSON-1313739941-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.712018] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a57d4f7-0bd5-43a0-9bce-2b47b9a7b5e8 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.715969] env[69319]: DEBUG oslo_vmware.api [None req-7db3b36e-a7d9-4e2a-9c59-7100352f25e5 tempest-ServerTagsTestJSON-1313739941 tempest-ServerTagsTestJSON-1313739941-project-member] Waiting for the task: (returnval){ [ 1123.715969] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52bf6ee8-3fae-b699-bbba-1951014cc449" [ 1123.715969] env[69319]: _type = "Task" [ 1123.715969] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.725475] env[69319]: DEBUG oslo_vmware.api [None req-7db3b36e-a7d9-4e2a-9c59-7100352f25e5 tempest-ServerTagsTestJSON-1313739941 tempest-ServerTagsTestJSON-1313739941-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52bf6ee8-3fae-b699-bbba-1951014cc449, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.880234] env[69319]: DEBUG oslo_vmware.api [None req-fbd51037-a6fe-4146-a0e6-17a963033ef8 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': task-3223875, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.891830] env[69319]: DEBUG nova.network.neutron [-] [instance: 2764dc00-3329-4e56-ad73-5027b65f42d6] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.027055] env[69319]: DEBUG nova.network.neutron [req-3e71dafc-71e8-4cdd-bc13-25c6728d7d4d req-acac08ca-bc36-461f-9ccc-fdf21621cfda service nova] [instance: 7646bb41-19aa-453b-b931-b65856398128] Updated VIF entry in instance network info cache for port 9d8795ef-1a82-4595-9b6f-08c36db8e28d. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1124.027834] env[69319]: DEBUG nova.network.neutron [req-3e71dafc-71e8-4cdd-bc13-25c6728d7d4d req-acac08ca-bc36-461f-9ccc-fdf21621cfda service nova] [instance: 7646bb41-19aa-453b-b931-b65856398128] Updating instance_info_cache with network_info: [{"id": "9d8795ef-1a82-4595-9b6f-08c36db8e28d", "address": "fa:16:3e:9e:d8:85", "network": {"id": "7577c363-f37b-4e5d-8d03-14707ac38aa1", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-60667201-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2a28ff3f6ad439386b0cd07c9adc468", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f7a1f33a-9466-4c83-89f6-fd990f47b1ef", "external-id": "nsx-vlan-transportzone-90", "segmentation_id": 90, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d8795ef-1a", "ovs_interfaceid": "9d8795ef-1a82-4595-9b6f-08c36db8e28d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.180912] env[69319]: INFO nova.compute.manager [-] [instance: d24a0bae-3b98-4121-a3f7-bedee3a196b4] Took 1.99 seconds to deallocate network for instance. [ 1124.227085] env[69319]: DEBUG oslo_vmware.api [None req-7db3b36e-a7d9-4e2a-9c59-7100352f25e5 tempest-ServerTagsTestJSON-1313739941 tempest-ServerTagsTestJSON-1313739941-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52bf6ee8-3fae-b699-bbba-1951014cc449, 'name': SearchDatastore_Task, 'duration_secs': 0.010037} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.230271] env[69319]: DEBUG oslo_concurrency.lockutils [None req-7db3b36e-a7d9-4e2a-9c59-7100352f25e5 tempest-ServerTagsTestJSON-1313739941 tempest-ServerTagsTestJSON-1313739941-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.230728] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-7db3b36e-a7d9-4e2a-9c59-7100352f25e5 tempest-ServerTagsTestJSON-1313739941 tempest-ServerTagsTestJSON-1313739941-project-member] [instance: 7646bb41-19aa-453b-b931-b65856398128] Processing image 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1124.230728] env[69319]: DEBUG oslo_concurrency.lockutils [None req-7db3b36e-a7d9-4e2a-9c59-7100352f25e5 tempest-ServerTagsTestJSON-1313739941 tempest-ServerTagsTestJSON-1313739941-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.230887] env[69319]: DEBUG oslo_concurrency.lockutils [None req-7db3b36e-a7d9-4e2a-9c59-7100352f25e5 tempest-ServerTagsTestJSON-1313739941 tempest-ServerTagsTestJSON-1313739941-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.231075] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-7db3b36e-a7d9-4e2a-9c59-7100352f25e5 tempest-ServerTagsTestJSON-1313739941 tempest-ServerTagsTestJSON-1313739941-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1124.231769] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-40dc87b2-f22b-448e-b8b0-e159d081c4a8 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.240197] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-7db3b36e-a7d9-4e2a-9c59-7100352f25e5 tempest-ServerTagsTestJSON-1313739941 tempest-ServerTagsTestJSON-1313739941-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1124.240352] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-7db3b36e-a7d9-4e2a-9c59-7100352f25e5 tempest-ServerTagsTestJSON-1313739941 tempest-ServerTagsTestJSON-1313739941-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1124.243358] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1855264-f89b-464c-8832-5d88a6a995ee {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.249680] env[69319]: DEBUG oslo_vmware.api [None req-7db3b36e-a7d9-4e2a-9c59-7100352f25e5 tempest-ServerTagsTestJSON-1313739941 tempest-ServerTagsTestJSON-1313739941-project-member] Waiting for the task: (returnval){ [ 1124.249680] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]5275034f-a885-691e-1709-f2ff2a7f3502" [ 1124.249680] env[69319]: _type = "Task" [ 1124.249680] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.258414] env[69319]: DEBUG oslo_vmware.api [None req-7db3b36e-a7d9-4e2a-9c59-7100352f25e5 tempest-ServerTagsTestJSON-1313739941 tempest-ServerTagsTestJSON-1313739941-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5275034f-a885-691e-1709-f2ff2a7f3502, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.372910] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5da9e62a-5fbb-4490-8751-fee5b3e1b694 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.379808] env[69319]: DEBUG oslo_vmware.api [None req-fbd51037-a6fe-4146-a0e6-17a963033ef8 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': task-3223875, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.384969] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-653a65f0-18bf-4e22-bcca-4fe5493c02fc {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.417084] env[69319]: INFO nova.compute.manager [-] [instance: 2764dc00-3329-4e56-ad73-5027b65f42d6] Took 1.76 seconds to deallocate network for instance. [ 1124.419616] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ec88af5-d3e0-49a9-b8d2-148a337896c6 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.430076] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37f42156-f18e-46f4-93f8-04da48a2b371 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.444821] env[69319]: DEBUG nova.compute.provider_tree [None req-9bb32269-9fb0-4d9b-8698-191ad264acf1 tempest-ServersAaction247Test-774672926 tempest-ServersAaction247Test-774672926-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1124.530685] env[69319]: DEBUG oslo_concurrency.lockutils [req-3e71dafc-71e8-4cdd-bc13-25c6728d7d4d req-acac08ca-bc36-461f-9ccc-fdf21621cfda service nova] Releasing lock "refresh_cache-7646bb41-19aa-453b-b931-b65856398128" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.539260] env[69319]: DEBUG oslo_concurrency.lockutils [None req-3a3913d7-249e-4561-9b32-fc3a468b777b tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Acquiring lock "67b8e37a-f773-4e93-a11b-39bb41b03eb0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.539515] env[69319]: DEBUG oslo_concurrency.lockutils [None req-3a3913d7-249e-4561-9b32-fc3a468b777b tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Lock "67b8e37a-f773-4e93-a11b-39bb41b03eb0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.631467] env[69319]: DEBUG nova.compute.manager [req-e2a044d6-1f8a-489e-bc30-9fdc9d518cfb req-96b1d7b9-fc97-443e-afc8-004f62466508 service nova] [instance: 9a2d05fc-1ee1-4847-bb63-ad2d3624c730] Received event network-vif-plugged-b01a2f8a-1a0b-4b0a-8a96-4ee82cfadd52 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1124.631749] env[69319]: DEBUG oslo_concurrency.lockutils [req-e2a044d6-1f8a-489e-bc30-9fdc9d518cfb req-96b1d7b9-fc97-443e-afc8-004f62466508 service nova] Acquiring lock "9a2d05fc-1ee1-4847-bb63-ad2d3624c730-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.631915] env[69319]: DEBUG oslo_concurrency.lockutils [req-e2a044d6-1f8a-489e-bc30-9fdc9d518cfb req-96b1d7b9-fc97-443e-afc8-004f62466508 service nova] Lock "9a2d05fc-1ee1-4847-bb63-ad2d3624c730-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.632291] env[69319]: DEBUG oslo_concurrency.lockutils [req-e2a044d6-1f8a-489e-bc30-9fdc9d518cfb req-96b1d7b9-fc97-443e-afc8-004f62466508 service nova] Lock "9a2d05fc-1ee1-4847-bb63-ad2d3624c730-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.632291] env[69319]: DEBUG nova.compute.manager [req-e2a044d6-1f8a-489e-bc30-9fdc9d518cfb req-96b1d7b9-fc97-443e-afc8-004f62466508 service nova] [instance: 9a2d05fc-1ee1-4847-bb63-ad2d3624c730] No waiting events found dispatching network-vif-plugged-b01a2f8a-1a0b-4b0a-8a96-4ee82cfadd52 {{(pid=69319) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1124.632470] env[69319]: WARNING nova.compute.manager [req-e2a044d6-1f8a-489e-bc30-9fdc9d518cfb req-96b1d7b9-fc97-443e-afc8-004f62466508 service nova] [instance: 9a2d05fc-1ee1-4847-bb63-ad2d3624c730] Received unexpected event network-vif-plugged-b01a2f8a-1a0b-4b0a-8a96-4ee82cfadd52 for instance with vm_state shelved_offloaded and task_state spawning. [ 1124.691680] env[69319]: DEBUG oslo_concurrency.lockutils [None req-288d512f-c609-4f00-aef3-73cc1cf83ee5 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.725923] env[69319]: DEBUG oslo_concurrency.lockutils [None req-4861e5e3-3926-41c1-8b94-3af605145834 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Acquiring lock "refresh_cache-9a2d05fc-1ee1-4847-bb63-ad2d3624c730" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.726012] env[69319]: DEBUG oslo_concurrency.lockutils [None req-4861e5e3-3926-41c1-8b94-3af605145834 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Acquired lock "refresh_cache-9a2d05fc-1ee1-4847-bb63-ad2d3624c730" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.726233] env[69319]: DEBUG nova.network.neutron [None req-4861e5e3-3926-41c1-8b94-3af605145834 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 9a2d05fc-1ee1-4847-bb63-ad2d3624c730] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1124.760655] env[69319]: DEBUG oslo_vmware.api [None req-7db3b36e-a7d9-4e2a-9c59-7100352f25e5 tempest-ServerTagsTestJSON-1313739941 tempest-ServerTagsTestJSON-1313739941-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5275034f-a885-691e-1709-f2ff2a7f3502, 'name': SearchDatastore_Task, 'duration_secs': 0.009606} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.761529] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c33917a1-a481-447d-aed1-e2fc365ea6c4 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.767898] env[69319]: DEBUG oslo_vmware.api [None req-7db3b36e-a7d9-4e2a-9c59-7100352f25e5 tempest-ServerTagsTestJSON-1313739941 tempest-ServerTagsTestJSON-1313739941-project-member] Waiting for the task: (returnval){ [ 1124.767898] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52503283-83e0-3c85-0be0-68341539e9c4" [ 1124.767898] env[69319]: _type = "Task" [ 1124.767898] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.776579] env[69319]: DEBUG oslo_vmware.api [None req-7db3b36e-a7d9-4e2a-9c59-7100352f25e5 tempest-ServerTagsTestJSON-1313739941 tempest-ServerTagsTestJSON-1313739941-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52503283-83e0-3c85-0be0-68341539e9c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.878186] env[69319]: DEBUG oslo_vmware.api [None req-fbd51037-a6fe-4146-a0e6-17a963033ef8 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': task-3223875, 'name': PowerOnVM_Task, 'duration_secs': 1.389107} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.878486] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbd51037-a6fe-4146-a0e6-17a963033ef8 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 98ab579b-8357-49e3-8b39-871b88b991d7] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1124.878692] env[69319]: INFO nova.compute.manager [None req-fbd51037-a6fe-4146-a0e6-17a963033ef8 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 98ab579b-8357-49e3-8b39-871b88b991d7] Took 9.48 seconds to spawn the instance on the hypervisor. [ 1124.878875] env[69319]: DEBUG nova.compute.manager [None req-fbd51037-a6fe-4146-a0e6-17a963033ef8 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 98ab579b-8357-49e3-8b39-871b88b991d7] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1124.879763] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-359c535e-f993-4b1e-af10-e1a6a0c5f13f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.926579] env[69319]: DEBUG oslo_concurrency.lockutils [None req-d2a345aa-4bf5-491d-837d-f6437c1bd484 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.948780] env[69319]: DEBUG nova.scheduler.client.report [None req-9bb32269-9fb0-4d9b-8698-191ad264acf1 tempest-ServersAaction247Test-774672926 tempest-ServersAaction247Test-774672926-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1125.042668] env[69319]: DEBUG nova.compute.manager [None req-3a3913d7-249e-4561-9b32-fc3a468b777b tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 67b8e37a-f773-4e93-a11b-39bb41b03eb0] Starting instance... {{(pid=69319) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1125.277962] env[69319]: DEBUG oslo_vmware.api [None req-7db3b36e-a7d9-4e2a-9c59-7100352f25e5 tempest-ServerTagsTestJSON-1313739941 tempest-ServerTagsTestJSON-1313739941-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52503283-83e0-3c85-0be0-68341539e9c4, 'name': SearchDatastore_Task, 'duration_secs': 0.012381} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.278274] env[69319]: DEBUG oslo_concurrency.lockutils [None req-7db3b36e-a7d9-4e2a-9c59-7100352f25e5 tempest-ServerTagsTestJSON-1313739941 tempest-ServerTagsTestJSON-1313739941-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.278542] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-7db3b36e-a7d9-4e2a-9c59-7100352f25e5 tempest-ServerTagsTestJSON-1313739941 tempest-ServerTagsTestJSON-1313739941-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] 7646bb41-19aa-453b-b931-b65856398128/7646bb41-19aa-453b-b931-b65856398128.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1125.278806] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e88a9064-1772-424f-8559-26786a9efa30 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.285027] env[69319]: DEBUG oslo_vmware.api [None req-7db3b36e-a7d9-4e2a-9c59-7100352f25e5 tempest-ServerTagsTestJSON-1313739941 tempest-ServerTagsTestJSON-1313739941-project-member] Waiting for the task: (returnval){ [ 1125.285027] env[69319]: value = "task-3223876" [ 1125.285027] env[69319]: _type = "Task" [ 1125.285027] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.292735] env[69319]: DEBUG oslo_vmware.api [None req-7db3b36e-a7d9-4e2a-9c59-7100352f25e5 tempest-ServerTagsTestJSON-1313739941 tempest-ServerTagsTestJSON-1313739941-project-member] Task: {'id': task-3223876, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.298401] env[69319]: DEBUG nova.compute.manager [req-e5e8ae83-9276-497b-a455-f58d7f6a8772 req-137506b6-89ab-4b8b-ac64-7244fa8f4bcd service nova] [instance: d24a0bae-3b98-4121-a3f7-bedee3a196b4] Received event network-vif-deleted-c5c69afe-89b4-4dab-a59f-1eea4d5702ed {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1125.298621] env[69319]: DEBUG nova.compute.manager [req-e5e8ae83-9276-497b-a455-f58d7f6a8772 req-137506b6-89ab-4b8b-ac64-7244fa8f4bcd service nova] [instance: 2764dc00-3329-4e56-ad73-5027b65f42d6] Received event network-vif-deleted-6514f617-db2b-4791-a872-4679e39dff02 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1125.398949] env[69319]: INFO nova.compute.manager [None req-fbd51037-a6fe-4146-a0e6-17a963033ef8 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 98ab579b-8357-49e3-8b39-871b88b991d7] Took 27.76 seconds to build instance. [ 1125.453572] env[69319]: DEBUG oslo_concurrency.lockutils [None req-9bb32269-9fb0-4d9b-8698-191ad264acf1 tempest-ServersAaction247Test-774672926 tempest-ServersAaction247Test-774672926-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.363s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.454142] env[69319]: DEBUG nova.compute.manager [None req-9bb32269-9fb0-4d9b-8698-191ad264acf1 tempest-ServersAaction247Test-774672926 tempest-ServersAaction247Test-774672926-project-member] [instance: d931630a-60a4-4a8d-9526-9b794911e9e1] Start building networks asynchronously for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1125.456739] env[69319]: DEBUG oslo_concurrency.lockutils [None req-80880484-45ae-4e27-bfad-da0dabb7bb58 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.988s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.456970] env[69319]: DEBUG nova.objects.instance [None req-80880484-45ae-4e27-bfad-da0dabb7bb58 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Lazy-loading 'resources' on Instance uuid 04217131-4db4-48af-bfc0-e0037a5fc9fa {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1125.477175] env[69319]: DEBUG nova.network.neutron [None req-4861e5e3-3926-41c1-8b94-3af605145834 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 9a2d05fc-1ee1-4847-bb63-ad2d3624c730] Updating instance_info_cache with network_info: [{"id": "b01a2f8a-1a0b-4b0a-8a96-4ee82cfadd52", "address": "fa:16:3e:ff:ec:aa", "network": {"id": "4f737b3f-f5c1-42ef-806b-0c1446295bfe", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1251481083-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a48ceaae88374e5fb247e3cd24f5e437", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3db2ab9e-1244-4377-b05f-ab76003f2428", "external-id": "nsx-vlan-transportzone-199", "segmentation_id": 199, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb01a2f8a-1a", "ovs_interfaceid": "b01a2f8a-1a0b-4b0a-8a96-4ee82cfadd52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.576511] env[69319]: DEBUG oslo_concurrency.lockutils [None req-3a3913d7-249e-4561-9b32-fc3a468b777b tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.796414] env[69319]: DEBUG oslo_vmware.api [None req-7db3b36e-a7d9-4e2a-9c59-7100352f25e5 tempest-ServerTagsTestJSON-1313739941 tempest-ServerTagsTestJSON-1313739941-project-member] Task: {'id': task-3223876, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.903015] env[69319]: DEBUG oslo_concurrency.lockutils [None req-fbd51037-a6fe-4146-a0e6-17a963033ef8 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Lock "98ab579b-8357-49e3-8b39-871b88b991d7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.276s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.960516] env[69319]: DEBUG nova.compute.utils [None req-9bb32269-9fb0-4d9b-8698-191ad264acf1 tempest-ServersAaction247Test-774672926 tempest-ServersAaction247Test-774672926-project-member] Using /dev/sd instead of None {{(pid=69319) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1125.964473] env[69319]: DEBUG nova.compute.manager [None req-9bb32269-9fb0-4d9b-8698-191ad264acf1 tempest-ServersAaction247Test-774672926 tempest-ServersAaction247Test-774672926-project-member] [instance: d931630a-60a4-4a8d-9526-9b794911e9e1] Not allocating networking since 'none' was specified. {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1125.980373] env[69319]: DEBUG oslo_concurrency.lockutils [None req-4861e5e3-3926-41c1-8b94-3af605145834 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Releasing lock "refresh_cache-9a2d05fc-1ee1-4847-bb63-ad2d3624c730" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.013249] env[69319]: DEBUG nova.virt.hardware [None req-4861e5e3-3926-41c1-8b94-3af605145834 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='50999d7702260c855f2af21787bf4e27',container_format='bare',created_at=2025-04-03T03:41:42Z,direct_url=,disk_format='vmdk',id=bf42c42b-ab6a-4597-96a3-c730763cb696,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1322343135-shelved',owner='a48ceaae88374e5fb247e3cd24f5e437',properties=ImageMetaProps,protected=,size=31668736,status='active',tags=,updated_at=2025-04-03T03:42:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1126.013603] env[69319]: DEBUG nova.virt.hardware [None req-4861e5e3-3926-41c1-8b94-3af605145834 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1126.013846] env[69319]: DEBUG nova.virt.hardware [None req-4861e5e3-3926-41c1-8b94-3af605145834 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1126.014156] env[69319]: DEBUG nova.virt.hardware [None req-4861e5e3-3926-41c1-8b94-3af605145834 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1126.014412] env[69319]: DEBUG nova.virt.hardware [None req-4861e5e3-3926-41c1-8b94-3af605145834 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1126.014644] env[69319]: DEBUG nova.virt.hardware [None req-4861e5e3-3926-41c1-8b94-3af605145834 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1126.014974] env[69319]: DEBUG nova.virt.hardware [None req-4861e5e3-3926-41c1-8b94-3af605145834 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1126.015212] env[69319]: DEBUG nova.virt.hardware [None req-4861e5e3-3926-41c1-8b94-3af605145834 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1126.015504] env[69319]: DEBUG nova.virt.hardware [None req-4861e5e3-3926-41c1-8b94-3af605145834 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1126.015781] env[69319]: DEBUG nova.virt.hardware [None req-4861e5e3-3926-41c1-8b94-3af605145834 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1126.016174] env[69319]: DEBUG nova.virt.hardware [None req-4861e5e3-3926-41c1-8b94-3af605145834 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1126.017302] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97b5e0f8-d95f-4989-bf88-971c7cc964c7 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.031242] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46821716-62e6-417e-aab8-ed37c926f73a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.056513] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-4861e5e3-3926-41c1-8b94-3af605145834 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 9a2d05fc-1ee1-4847-bb63-ad2d3624c730] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:ec:aa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3db2ab9e-1244-4377-b05f-ab76003f2428', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b01a2f8a-1a0b-4b0a-8a96-4ee82cfadd52', 'vif_model': 'vmxnet3'}] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1126.068337] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4861e5e3-3926-41c1-8b94-3af605145834 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1126.071705] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a2d05fc-1ee1-4847-bb63-ad2d3624c730] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1126.072231] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5b10e146-89d4-47c0-a2a9-d945f35e67f1 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.098195] env[69319]: DEBUG oslo_concurrency.lockutils [None req-33c56438-0d56-49f1-a6f9-16708052941a tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Acquiring lock "98ab579b-8357-49e3-8b39-871b88b991d7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.098524] env[69319]: DEBUG oslo_concurrency.lockutils [None req-33c56438-0d56-49f1-a6f9-16708052941a tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Lock "98ab579b-8357-49e3-8b39-871b88b991d7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.098814] env[69319]: DEBUG oslo_concurrency.lockutils [None req-33c56438-0d56-49f1-a6f9-16708052941a tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Acquiring lock "98ab579b-8357-49e3-8b39-871b88b991d7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.099104] env[69319]: DEBUG oslo_concurrency.lockutils [None req-33c56438-0d56-49f1-a6f9-16708052941a tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Lock "98ab579b-8357-49e3-8b39-871b88b991d7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.099366] env[69319]: DEBUG oslo_concurrency.lockutils [None req-33c56438-0d56-49f1-a6f9-16708052941a tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Lock "98ab579b-8357-49e3-8b39-871b88b991d7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.102902] env[69319]: INFO nova.compute.manager [None req-33c56438-0d56-49f1-a6f9-16708052941a tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 98ab579b-8357-49e3-8b39-871b88b991d7] Terminating instance [ 1126.107399] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1126.107399] env[69319]: value = "task-3223877" [ 1126.107399] env[69319]: _type = "Task" [ 1126.107399] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.118755] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223877, 'name': CreateVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.255273] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ade1767-f7cc-45f4-8712-bb5088c368e0 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.263621] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb6d46b9-d1dd-4131-90a4-a782e20206e8 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.297498] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50f855dc-f4cb-457e-a308-897eb8a0eda5 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.304880] env[69319]: DEBUG oslo_vmware.api [None req-7db3b36e-a7d9-4e2a-9c59-7100352f25e5 tempest-ServerTagsTestJSON-1313739941 tempest-ServerTagsTestJSON-1313739941-project-member] Task: {'id': task-3223876, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522656} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.306980] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-7db3b36e-a7d9-4e2a-9c59-7100352f25e5 tempest-ServerTagsTestJSON-1313739941 tempest-ServerTagsTestJSON-1313739941-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] 7646bb41-19aa-453b-b931-b65856398128/7646bb41-19aa-453b-b931-b65856398128.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1126.307267] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-7db3b36e-a7d9-4e2a-9c59-7100352f25e5 tempest-ServerTagsTestJSON-1313739941 tempest-ServerTagsTestJSON-1313739941-project-member] [instance: 7646bb41-19aa-453b-b931-b65856398128] Extending root virtual disk to 1048576 {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1126.307504] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-59647745-ebf7-4222-89a2-43782526d2c7 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.310073] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eb81b9b-51e5-4478-bdd5-312c873354b2 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.323575] env[69319]: DEBUG nova.compute.provider_tree [None req-80880484-45ae-4e27-bfad-da0dabb7bb58 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1126.326058] env[69319]: DEBUG oslo_vmware.api [None req-7db3b36e-a7d9-4e2a-9c59-7100352f25e5 tempest-ServerTagsTestJSON-1313739941 tempest-ServerTagsTestJSON-1313739941-project-member] Waiting for the task: (returnval){ [ 1126.326058] env[69319]: value = "task-3223878" [ 1126.326058] env[69319]: _type = "Task" [ 1126.326058] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.334245] env[69319]: DEBUG oslo_vmware.api [None req-7db3b36e-a7d9-4e2a-9c59-7100352f25e5 tempest-ServerTagsTestJSON-1313739941 tempest-ServerTagsTestJSON-1313739941-project-member] Task: {'id': task-3223878, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.466315] env[69319]: DEBUG nova.compute.manager [None req-9bb32269-9fb0-4d9b-8698-191ad264acf1 tempest-ServersAaction247Test-774672926 tempest-ServersAaction247Test-774672926-project-member] [instance: d931630a-60a4-4a8d-9526-9b794911e9e1] Start building block device mappings for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1126.612135] env[69319]: DEBUG nova.compute.manager [None req-33c56438-0d56-49f1-a6f9-16708052941a tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 98ab579b-8357-49e3-8b39-871b88b991d7] Start destroying the instance on the hypervisor. {{(pid=69319) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1126.612278] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-33c56438-0d56-49f1-a6f9-16708052941a tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 98ab579b-8357-49e3-8b39-871b88b991d7] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1126.613076] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9fa67fc-9c4c-46c9-a849-2205a720d1d5 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.621168] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223877, 'name': CreateVM_Task, 'duration_secs': 0.346912} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.623012] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a2d05fc-1ee1-4847-bb63-ad2d3624c730] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1126.623328] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-33c56438-0d56-49f1-a6f9-16708052941a tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 98ab579b-8357-49e3-8b39-871b88b991d7] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1126.624300] env[69319]: DEBUG oslo_concurrency.lockutils [None req-4861e5e3-3926-41c1-8b94-3af605145834 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bf42c42b-ab6a-4597-96a3-c730763cb696" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.624478] env[69319]: DEBUG oslo_concurrency.lockutils [None req-4861e5e3-3926-41c1-8b94-3af605145834 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bf42c42b-ab6a-4597-96a3-c730763cb696" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.624828] env[69319]: DEBUG oslo_concurrency.lockutils [None req-4861e5e3-3926-41c1-8b94-3af605145834 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bf42c42b-ab6a-4597-96a3-c730763cb696" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.625063] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7a50c01d-81f4-4ccf-a9f9-45fdc10568c2 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.626417] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7cd4622b-1c08-4b13-b906-4140fff9b635 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.631392] env[69319]: DEBUG oslo_vmware.api [None req-4861e5e3-3926-41c1-8b94-3af605145834 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Waiting for the task: (returnval){ [ 1126.631392] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52638f79-ba70-6e5e-6bb9-545ed277eccc" [ 1126.631392] env[69319]: _type = "Task" [ 1126.631392] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.635339] env[69319]: DEBUG oslo_vmware.api [None req-33c56438-0d56-49f1-a6f9-16708052941a tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Waiting for the task: (returnval){ [ 1126.635339] env[69319]: value = "task-3223879" [ 1126.635339] env[69319]: _type = "Task" [ 1126.635339] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.641218] env[69319]: DEBUG oslo_vmware.api [None req-4861e5e3-3926-41c1-8b94-3af605145834 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52638f79-ba70-6e5e-6bb9-545ed277eccc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.647243] env[69319]: DEBUG oslo_vmware.api [None req-33c56438-0d56-49f1-a6f9-16708052941a tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': task-3223879, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.659889] env[69319]: DEBUG nova.compute.manager [req-78046e1e-005f-4d83-af41-5357813aabe0 req-5b8f5df8-c918-41ae-a042-0be6c2a9cb5a service nova] [instance: 9a2d05fc-1ee1-4847-bb63-ad2d3624c730] Received event network-changed-b01a2f8a-1a0b-4b0a-8a96-4ee82cfadd52 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1126.660047] env[69319]: DEBUG nova.compute.manager [req-78046e1e-005f-4d83-af41-5357813aabe0 req-5b8f5df8-c918-41ae-a042-0be6c2a9cb5a service nova] [instance: 9a2d05fc-1ee1-4847-bb63-ad2d3624c730] Refreshing instance network info cache due to event network-changed-b01a2f8a-1a0b-4b0a-8a96-4ee82cfadd52. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1126.660292] env[69319]: DEBUG oslo_concurrency.lockutils [req-78046e1e-005f-4d83-af41-5357813aabe0 req-5b8f5df8-c918-41ae-a042-0be6c2a9cb5a service nova] Acquiring lock "refresh_cache-9a2d05fc-1ee1-4847-bb63-ad2d3624c730" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.660495] env[69319]: DEBUG oslo_concurrency.lockutils [req-78046e1e-005f-4d83-af41-5357813aabe0 req-5b8f5df8-c918-41ae-a042-0be6c2a9cb5a service nova] Acquired lock "refresh_cache-9a2d05fc-1ee1-4847-bb63-ad2d3624c730" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.660647] env[69319]: DEBUG nova.network.neutron [req-78046e1e-005f-4d83-af41-5357813aabe0 req-5b8f5df8-c918-41ae-a042-0be6c2a9cb5a service nova] [instance: 9a2d05fc-1ee1-4847-bb63-ad2d3624c730] Refreshing network info cache for port b01a2f8a-1a0b-4b0a-8a96-4ee82cfadd52 {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1126.834064] env[69319]: DEBUG nova.scheduler.client.report [None req-80880484-45ae-4e27-bfad-da0dabb7bb58 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1126.843952] env[69319]: DEBUG oslo_vmware.api [None req-7db3b36e-a7d9-4e2a-9c59-7100352f25e5 tempest-ServerTagsTestJSON-1313739941 tempest-ServerTagsTestJSON-1313739941-project-member] Task: {'id': task-3223878, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066243} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.844268] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-7db3b36e-a7d9-4e2a-9c59-7100352f25e5 tempest-ServerTagsTestJSON-1313739941 tempest-ServerTagsTestJSON-1313739941-project-member] [instance: 7646bb41-19aa-453b-b931-b65856398128] Extended root virtual disk {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1126.845133] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d87b94e-9ed7-42f1-862b-640a20fb348b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.868113] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-7db3b36e-a7d9-4e2a-9c59-7100352f25e5 tempest-ServerTagsTestJSON-1313739941 tempest-ServerTagsTestJSON-1313739941-project-member] [instance: 7646bb41-19aa-453b-b931-b65856398128] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] 7646bb41-19aa-453b-b931-b65856398128/7646bb41-19aa-453b-b931-b65856398128.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1126.869568] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f7aabef-fdff-4348-bedd-4ff12236b30a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.888889] env[69319]: DEBUG oslo_vmware.api [None req-7db3b36e-a7d9-4e2a-9c59-7100352f25e5 tempest-ServerTagsTestJSON-1313739941 tempest-ServerTagsTestJSON-1313739941-project-member] Waiting for the task: (returnval){ [ 1126.888889] env[69319]: value = "task-3223880" [ 1126.888889] env[69319]: _type = "Task" [ 1126.888889] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.897225] env[69319]: DEBUG oslo_vmware.api [None req-7db3b36e-a7d9-4e2a-9c59-7100352f25e5 tempest-ServerTagsTestJSON-1313739941 tempest-ServerTagsTestJSON-1313739941-project-member] Task: {'id': task-3223880, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.143291] env[69319]: DEBUG oslo_concurrency.lockutils [None req-4861e5e3-3926-41c1-8b94-3af605145834 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bf42c42b-ab6a-4597-96a3-c730763cb696" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.143773] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-4861e5e3-3926-41c1-8b94-3af605145834 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 9a2d05fc-1ee1-4847-bb63-ad2d3624c730] Processing image bf42c42b-ab6a-4597-96a3-c730763cb696 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1127.143773] env[69319]: DEBUG oslo_concurrency.lockutils [None req-4861e5e3-3926-41c1-8b94-3af605145834 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bf42c42b-ab6a-4597-96a3-c730763cb696/bf42c42b-ab6a-4597-96a3-c730763cb696.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.143918] env[69319]: DEBUG oslo_concurrency.lockutils [None req-4861e5e3-3926-41c1-8b94-3af605145834 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bf42c42b-ab6a-4597-96a3-c730763cb696/bf42c42b-ab6a-4597-96a3-c730763cb696.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.144175] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-4861e5e3-3926-41c1-8b94-3af605145834 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1127.144579] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a24c66e5-5b98-48fb-8a0c-e001e7308990 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.151005] env[69319]: DEBUG oslo_vmware.api [None req-33c56438-0d56-49f1-a6f9-16708052941a tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': task-3223879, 'name': PowerOffVM_Task, 'duration_secs': 0.289369} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.152098] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-33c56438-0d56-49f1-a6f9-16708052941a tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 98ab579b-8357-49e3-8b39-871b88b991d7] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1127.152312] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-33c56438-0d56-49f1-a6f9-16708052941a tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 98ab579b-8357-49e3-8b39-871b88b991d7] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1127.152564] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a2cdd18a-8ebe-4d22-809b-888de00ed82f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.157815] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-4861e5e3-3926-41c1-8b94-3af605145834 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1127.158047] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-4861e5e3-3926-41c1-8b94-3af605145834 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1127.158673] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c781b74-f570-4b6a-8ea2-9060fc187310 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.165075] env[69319]: DEBUG oslo_vmware.api [None req-4861e5e3-3926-41c1-8b94-3af605145834 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Waiting for the task: (returnval){ [ 1127.165075] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]5295fd13-d540-6779-3569-3b36cbff2169" [ 1127.165075] env[69319]: _type = "Task" [ 1127.165075] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.172958] env[69319]: DEBUG oslo_vmware.api [None req-4861e5e3-3926-41c1-8b94-3af605145834 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5295fd13-d540-6779-3569-3b36cbff2169, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.232419] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-33c56438-0d56-49f1-a6f9-16708052941a tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 98ab579b-8357-49e3-8b39-871b88b991d7] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1127.232828] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-33c56438-0d56-49f1-a6f9-16708052941a tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 98ab579b-8357-49e3-8b39-871b88b991d7] Deleting contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1127.233153] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-33c56438-0d56-49f1-a6f9-16708052941a tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Deleting the datastore file [datastore2] 98ab579b-8357-49e3-8b39-871b88b991d7 {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1127.233555] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-942648d1-c86a-4ed0-9f2e-7ba739f37110 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.243091] env[69319]: DEBUG oslo_vmware.api [None req-33c56438-0d56-49f1-a6f9-16708052941a tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Waiting for the task: (returnval){ [ 1127.243091] env[69319]: value = "task-3223882" [ 1127.243091] env[69319]: _type = "Task" [ 1127.243091] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.252878] env[69319]: DEBUG oslo_vmware.api [None req-33c56438-0d56-49f1-a6f9-16708052941a tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': task-3223882, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.340832] env[69319]: DEBUG oslo_concurrency.lockutils [None req-80880484-45ae-4e27-bfad-da0dabb7bb58 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.884s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.343643] env[69319]: DEBUG oslo_concurrency.lockutils [None req-992da074-8a78-422e-8839-3f9fc5641796 tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 17.446s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.343905] env[69319]: DEBUG nova.objects.instance [None req-992da074-8a78-422e-8839-3f9fc5641796 tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] [instance: 5b1c7806-7c93-4d09-8a4d-8750bbd50450] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69319) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1127.390394] env[69319]: DEBUG nova.network.neutron [req-78046e1e-005f-4d83-af41-5357813aabe0 req-5b8f5df8-c918-41ae-a042-0be6c2a9cb5a service nova] [instance: 9a2d05fc-1ee1-4847-bb63-ad2d3624c730] Updated VIF entry in instance network info cache for port b01a2f8a-1a0b-4b0a-8a96-4ee82cfadd52. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1127.390781] env[69319]: DEBUG nova.network.neutron [req-78046e1e-005f-4d83-af41-5357813aabe0 req-5b8f5df8-c918-41ae-a042-0be6c2a9cb5a service nova] [instance: 9a2d05fc-1ee1-4847-bb63-ad2d3624c730] Updating instance_info_cache with network_info: [{"id": "b01a2f8a-1a0b-4b0a-8a96-4ee82cfadd52", "address": "fa:16:3e:ff:ec:aa", "network": {"id": "4f737b3f-f5c1-42ef-806b-0c1446295bfe", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1251481083-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a48ceaae88374e5fb247e3cd24f5e437", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3db2ab9e-1244-4377-b05f-ab76003f2428", "external-id": "nsx-vlan-transportzone-199", "segmentation_id": 199, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb01a2f8a-1a", "ovs_interfaceid": "b01a2f8a-1a0b-4b0a-8a96-4ee82cfadd52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.392932] env[69319]: INFO nova.scheduler.client.report [None req-80880484-45ae-4e27-bfad-da0dabb7bb58 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Deleted allocations for instance 04217131-4db4-48af-bfc0-e0037a5fc9fa [ 1127.405987] env[69319]: DEBUG oslo_vmware.api [None req-7db3b36e-a7d9-4e2a-9c59-7100352f25e5 tempest-ServerTagsTestJSON-1313739941 tempest-ServerTagsTestJSON-1313739941-project-member] Task: {'id': task-3223880, 'name': ReconfigVM_Task, 'duration_secs': 0.500325} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.406336] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-7db3b36e-a7d9-4e2a-9c59-7100352f25e5 tempest-ServerTagsTestJSON-1313739941 tempest-ServerTagsTestJSON-1313739941-project-member] [instance: 7646bb41-19aa-453b-b931-b65856398128] Reconfigured VM instance instance-0000005a to attach disk [datastore2] 7646bb41-19aa-453b-b931-b65856398128/7646bb41-19aa-453b-b931-b65856398128.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1127.406963] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3157d1fb-fc1e-4cd0-a0d4-b39004ca5791 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.414202] env[69319]: DEBUG oslo_vmware.api [None req-7db3b36e-a7d9-4e2a-9c59-7100352f25e5 tempest-ServerTagsTestJSON-1313739941 tempest-ServerTagsTestJSON-1313739941-project-member] Waiting for the task: (returnval){ [ 1127.414202] env[69319]: value = "task-3223883" [ 1127.414202] env[69319]: _type = "Task" [ 1127.414202] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.423888] env[69319]: DEBUG oslo_vmware.api [None req-7db3b36e-a7d9-4e2a-9c59-7100352f25e5 tempest-ServerTagsTestJSON-1313739941 tempest-ServerTagsTestJSON-1313739941-project-member] Task: {'id': task-3223883, 'name': Rename_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.477048] env[69319]: DEBUG nova.compute.manager [None req-9bb32269-9fb0-4d9b-8698-191ad264acf1 tempest-ServersAaction247Test-774672926 tempest-ServersAaction247Test-774672926-project-member] [instance: d931630a-60a4-4a8d-9526-9b794911e9e1] Start spawning the instance on the hypervisor. {{(pid=69319) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1127.510280] env[69319]: DEBUG nova.virt.hardware [None req-9bb32269-9fb0-4d9b-8698-191ad264acf1 tempest-ServersAaction247Test-774672926 tempest-ServersAaction247Test-774672926-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:32:36Z,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31f027872f6f44dba95ff2fe7a062e00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:32:36Z,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1127.510548] env[69319]: DEBUG nova.virt.hardware [None req-9bb32269-9fb0-4d9b-8698-191ad264acf1 tempest-ServersAaction247Test-774672926 tempest-ServersAaction247Test-774672926-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1127.510708] env[69319]: DEBUG nova.virt.hardware [None req-9bb32269-9fb0-4d9b-8698-191ad264acf1 tempest-ServersAaction247Test-774672926 tempest-ServersAaction247Test-774672926-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1127.510889] env[69319]: DEBUG nova.virt.hardware [None req-9bb32269-9fb0-4d9b-8698-191ad264acf1 tempest-ServersAaction247Test-774672926 tempest-ServersAaction247Test-774672926-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1127.511064] env[69319]: DEBUG nova.virt.hardware [None req-9bb32269-9fb0-4d9b-8698-191ad264acf1 tempest-ServersAaction247Test-774672926 tempest-ServersAaction247Test-774672926-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1127.511273] env[69319]: DEBUG nova.virt.hardware [None req-9bb32269-9fb0-4d9b-8698-191ad264acf1 tempest-ServersAaction247Test-774672926 tempest-ServersAaction247Test-774672926-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1127.511506] env[69319]: DEBUG nova.virt.hardware [None req-9bb32269-9fb0-4d9b-8698-191ad264acf1 tempest-ServersAaction247Test-774672926 tempest-ServersAaction247Test-774672926-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1127.511701] env[69319]: DEBUG nova.virt.hardware [None req-9bb32269-9fb0-4d9b-8698-191ad264acf1 tempest-ServersAaction247Test-774672926 tempest-ServersAaction247Test-774672926-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1127.511911] env[69319]: DEBUG nova.virt.hardware [None req-9bb32269-9fb0-4d9b-8698-191ad264acf1 tempest-ServersAaction247Test-774672926 tempest-ServersAaction247Test-774672926-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1127.512124] env[69319]: DEBUG nova.virt.hardware [None req-9bb32269-9fb0-4d9b-8698-191ad264acf1 tempest-ServersAaction247Test-774672926 tempest-ServersAaction247Test-774672926-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1127.512339] env[69319]: DEBUG nova.virt.hardware [None req-9bb32269-9fb0-4d9b-8698-191ad264acf1 tempest-ServersAaction247Test-774672926 tempest-ServersAaction247Test-774672926-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1127.513333] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e33e965-bb90-4360-9e56-fdde39111758 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.522077] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44e7c994-3b1c-4720-afcc-3b15147b8c1f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.536350] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-9bb32269-9fb0-4d9b-8698-191ad264acf1 tempest-ServersAaction247Test-774672926 tempest-ServersAaction247Test-774672926-project-member] [instance: d931630a-60a4-4a8d-9526-9b794911e9e1] Instance VIF info [] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1127.542213] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bb32269-9fb0-4d9b-8698-191ad264acf1 tempest-ServersAaction247Test-774672926 tempest-ServersAaction247Test-774672926-project-member] Creating folder: Project (7bccb7d259f8485eb3fc5e6d504345c3). Parent ref: group-v644239. {{(pid=69319) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1127.542577] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8a998fbd-8fcf-4cae-9ec9-d213f044d9c9 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.558523] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-9bb32269-9fb0-4d9b-8698-191ad264acf1 tempest-ServersAaction247Test-774672926 tempest-ServersAaction247Test-774672926-project-member] Created folder: Project (7bccb7d259f8485eb3fc5e6d504345c3) in parent group-v644239. [ 1127.558523] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bb32269-9fb0-4d9b-8698-191ad264acf1 tempest-ServersAaction247Test-774672926 tempest-ServersAaction247Test-774672926-project-member] Creating folder: Instances. Parent ref: group-v644503. {{(pid=69319) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1127.558523] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1ee0e871-3b9f-469c-bf75-ba5d98db8ec8 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.568147] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-9bb32269-9fb0-4d9b-8698-191ad264acf1 tempest-ServersAaction247Test-774672926 tempest-ServersAaction247Test-774672926-project-member] Created folder: Instances in parent group-v644503. [ 1127.568413] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9bb32269-9fb0-4d9b-8698-191ad264acf1 tempest-ServersAaction247Test-774672926 tempest-ServersAaction247Test-774672926-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1127.568615] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d931630a-60a4-4a8d-9526-9b794911e9e1] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1127.568912] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8c4c21bd-d39a-4a5b-8f15-9ce5e3ce92ec {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.587651] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1127.587651] env[69319]: value = "task-3223886" [ 1127.587651] env[69319]: _type = "Task" [ 1127.587651] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.597871] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223886, 'name': CreateVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.675232] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-4861e5e3-3926-41c1-8b94-3af605145834 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 9a2d05fc-1ee1-4847-bb63-ad2d3624c730] Preparing fetch location {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1127.675535] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-4861e5e3-3926-41c1-8b94-3af605145834 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 9a2d05fc-1ee1-4847-bb63-ad2d3624c730] Fetch image to [datastore1] OSTACK_IMG_01d6de4f-f183-4060-a588-1ce32bb916d4/OSTACK_IMG_01d6de4f-f183-4060-a588-1ce32bb916d4.vmdk {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1127.675722] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-4861e5e3-3926-41c1-8b94-3af605145834 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 9a2d05fc-1ee1-4847-bb63-ad2d3624c730] Downloading stream optimized image bf42c42b-ab6a-4597-96a3-c730763cb696 to [datastore1] OSTACK_IMG_01d6de4f-f183-4060-a588-1ce32bb916d4/OSTACK_IMG_01d6de4f-f183-4060-a588-1ce32bb916d4.vmdk on the data store datastore1 as vApp {{(pid=69319) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1127.675929] env[69319]: DEBUG nova.virt.vmwareapi.images [None req-4861e5e3-3926-41c1-8b94-3af605145834 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 9a2d05fc-1ee1-4847-bb63-ad2d3624c730] Downloading image file data bf42c42b-ab6a-4597-96a3-c730763cb696 to the ESX as VM named 'OSTACK_IMG_01d6de4f-f183-4060-a588-1ce32bb916d4' {{(pid=69319) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1127.750880] env[69319]: DEBUG oslo_vmware.api [None req-33c56438-0d56-49f1-a6f9-16708052941a tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': task-3223882, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159725} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.751268] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-33c56438-0d56-49f1-a6f9-16708052941a tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1127.751361] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-33c56438-0d56-49f1-a6f9-16708052941a tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 98ab579b-8357-49e3-8b39-871b88b991d7] Deleted contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1127.751602] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-33c56438-0d56-49f1-a6f9-16708052941a tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 98ab579b-8357-49e3-8b39-871b88b991d7] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1127.751756] env[69319]: INFO nova.compute.manager [None req-33c56438-0d56-49f1-a6f9-16708052941a tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 98ab579b-8357-49e3-8b39-871b88b991d7] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1127.751967] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-33c56438-0d56-49f1-a6f9-16708052941a tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1127.752804] env[69319]: DEBUG oslo_vmware.rw_handles [None req-4861e5e3-3926-41c1-8b94-3af605145834 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1127.752804] env[69319]: value = "resgroup-9" [ 1127.752804] env[69319]: _type = "ResourcePool" [ 1127.752804] env[69319]: }. {{(pid=69319) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1127.753043] env[69319]: DEBUG nova.compute.manager [-] [instance: 98ab579b-8357-49e3-8b39-871b88b991d7] Deallocating network for instance {{(pid=69319) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1127.753187] env[69319]: DEBUG nova.network.neutron [-] [instance: 98ab579b-8357-49e3-8b39-871b88b991d7] deallocate_for_instance() {{(pid=69319) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1127.754990] env[69319]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-15b1e0b9-75ca-49e4-9836-6f3f97b9ee62 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.777966] env[69319]: DEBUG oslo_vmware.rw_handles [None req-4861e5e3-3926-41c1-8b94-3af605145834 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Lease: (returnval){ [ 1127.777966] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52b8d28f-9c01-62a3-588d-3b09e085aeb9" [ 1127.777966] env[69319]: _type = "HttpNfcLease" [ 1127.777966] env[69319]: } obtained for vApp import into resource pool (val){ [ 1127.777966] env[69319]: value = "resgroup-9" [ 1127.777966] env[69319]: _type = "ResourcePool" [ 1127.777966] env[69319]: }. {{(pid=69319) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1127.777966] env[69319]: DEBUG oslo_vmware.api [None req-4861e5e3-3926-41c1-8b94-3af605145834 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Waiting for the lease: (returnval){ [ 1127.777966] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52b8d28f-9c01-62a3-588d-3b09e085aeb9" [ 1127.777966] env[69319]: _type = "HttpNfcLease" [ 1127.777966] env[69319]: } to be ready. {{(pid=69319) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1127.785307] env[69319]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1127.785307] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52b8d28f-9c01-62a3-588d-3b09e085aeb9" [ 1127.785307] env[69319]: _type = "HttpNfcLease" [ 1127.785307] env[69319]: } is initializing. {{(pid=69319) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1127.899296] env[69319]: DEBUG oslo_concurrency.lockutils [req-78046e1e-005f-4d83-af41-5357813aabe0 req-5b8f5df8-c918-41ae-a042-0be6c2a9cb5a service nova] Releasing lock "refresh_cache-9a2d05fc-1ee1-4847-bb63-ad2d3624c730" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.904457] env[69319]: DEBUG oslo_concurrency.lockutils [None req-80880484-45ae-4e27-bfad-da0dabb7bb58 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Lock "04217131-4db4-48af-bfc0-e0037a5fc9fa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.356s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.925974] env[69319]: DEBUG oslo_vmware.api [None req-7db3b36e-a7d9-4e2a-9c59-7100352f25e5 tempest-ServerTagsTestJSON-1313739941 tempest-ServerTagsTestJSON-1313739941-project-member] Task: {'id': task-3223883, 'name': Rename_Task, 'duration_secs': 0.202361} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.926722] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-7db3b36e-a7d9-4e2a-9c59-7100352f25e5 tempest-ServerTagsTestJSON-1313739941 tempest-ServerTagsTestJSON-1313739941-project-member] [instance: 7646bb41-19aa-453b-b931-b65856398128] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1127.926722] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cb2c555d-117f-4a53-85e2-0e8d5dd4bd6e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.933472] env[69319]: DEBUG oslo_vmware.api [None req-7db3b36e-a7d9-4e2a-9c59-7100352f25e5 tempest-ServerTagsTestJSON-1313739941 tempest-ServerTagsTestJSON-1313739941-project-member] Waiting for the task: (returnval){ [ 1127.933472] env[69319]: value = "task-3223888" [ 1127.933472] env[69319]: _type = "Task" [ 1127.933472] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.941362] env[69319]: DEBUG oslo_vmware.api [None req-7db3b36e-a7d9-4e2a-9c59-7100352f25e5 tempest-ServerTagsTestJSON-1313739941 tempest-ServerTagsTestJSON-1313739941-project-member] Task: {'id': task-3223888, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.098740] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223886, 'name': CreateVM_Task, 'duration_secs': 0.325854} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.098740] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d931630a-60a4-4a8d-9526-9b794911e9e1] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1128.098740] env[69319]: DEBUG oslo_concurrency.lockutils [None req-9bb32269-9fb0-4d9b-8698-191ad264acf1 tempest-ServersAaction247Test-774672926 tempest-ServersAaction247Test-774672926-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.098954] env[69319]: DEBUG oslo_concurrency.lockutils [None req-9bb32269-9fb0-4d9b-8698-191ad264acf1 tempest-ServersAaction247Test-774672926 tempest-ServersAaction247Test-774672926-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.099247] env[69319]: DEBUG oslo_concurrency.lockutils [None req-9bb32269-9fb0-4d9b-8698-191ad264acf1 tempest-ServersAaction247Test-774672926 tempest-ServersAaction247Test-774672926-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.099515] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94cb6e68-ca77-495d-a0e4-a5967ab965fc {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.104954] env[69319]: DEBUG oslo_vmware.api [None req-9bb32269-9fb0-4d9b-8698-191ad264acf1 tempest-ServersAaction247Test-774672926 tempest-ServersAaction247Test-774672926-project-member] Waiting for the task: (returnval){ [ 1128.104954] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52c1392b-cd03-ad22-fbd4-d2dd8eafad25" [ 1128.104954] env[69319]: _type = "Task" [ 1128.104954] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.113525] env[69319]: DEBUG oslo_vmware.api [None req-9bb32269-9fb0-4d9b-8698-191ad264acf1 tempest-ServersAaction247Test-774672926 tempest-ServersAaction247Test-774672926-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52c1392b-cd03-ad22-fbd4-d2dd8eafad25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.287665] env[69319]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1128.287665] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52b8d28f-9c01-62a3-588d-3b09e085aeb9" [ 1128.287665] env[69319]: _type = "HttpNfcLease" [ 1128.287665] env[69319]: } is ready. {{(pid=69319) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1128.288244] env[69319]: DEBUG oslo_vmware.rw_handles [None req-4861e5e3-3926-41c1-8b94-3af605145834 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1128.288244] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52b8d28f-9c01-62a3-588d-3b09e085aeb9" [ 1128.288244] env[69319]: _type = "HttpNfcLease" [ 1128.288244] env[69319]: }. {{(pid=69319) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1128.288773] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17819a9c-e15f-4029-89d7-b58985ae8b46 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.296525] env[69319]: DEBUG oslo_vmware.rw_handles [None req-4861e5e3-3926-41c1-8b94-3af605145834 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f9d59a-5248-cdd6-451d-a227e016b7be/disk-0.vmdk from lease info. {{(pid=69319) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1128.296718] env[69319]: DEBUG oslo_vmware.rw_handles [None req-4861e5e3-3926-41c1-8b94-3af605145834 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Creating HTTP connection to write to file with size = 31668736 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f9d59a-5248-cdd6-451d-a227e016b7be/disk-0.vmdk. {{(pid=69319) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1128.353779] env[69319]: DEBUG oslo_concurrency.lockutils [None req-992da074-8a78-422e-8839-3f9fc5641796 tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.355101] env[69319]: DEBUG oslo_concurrency.lockutils [None req-61082a17-3321-45b8-860e-9915f1f13c27 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.106s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.355363] env[69319]: DEBUG nova.objects.instance [None req-61082a17-3321-45b8-860e-9915f1f13c27 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Lazy-loading 'resources' on Instance uuid c771ca2e-35a5-4e64-a382-926a00df4d22 {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1128.361257] env[69319]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2d014d96-c308-4430-94bc-72339e4617c7 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.443409] env[69319]: DEBUG oslo_vmware.api [None req-7db3b36e-a7d9-4e2a-9c59-7100352f25e5 tempest-ServerTagsTestJSON-1313739941 tempest-ServerTagsTestJSON-1313739941-project-member] Task: {'id': task-3223888, 'name': PowerOnVM_Task, 'duration_secs': 0.463234} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.443753] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-7db3b36e-a7d9-4e2a-9c59-7100352f25e5 tempest-ServerTagsTestJSON-1313739941 tempest-ServerTagsTestJSON-1313739941-project-member] [instance: 7646bb41-19aa-453b-b931-b65856398128] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1128.444012] env[69319]: INFO nova.compute.manager [None req-7db3b36e-a7d9-4e2a-9c59-7100352f25e5 tempest-ServerTagsTestJSON-1313739941 tempest-ServerTagsTestJSON-1313739941-project-member] [instance: 7646bb41-19aa-453b-b931-b65856398128] Took 8.72 seconds to spawn the instance on the hypervisor. [ 1128.444242] env[69319]: DEBUG nova.compute.manager [None req-7db3b36e-a7d9-4e2a-9c59-7100352f25e5 tempest-ServerTagsTestJSON-1313739941 tempest-ServerTagsTestJSON-1313739941-project-member] [instance: 7646bb41-19aa-453b-b931-b65856398128] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1128.445111] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f760aebd-7c33-4530-9e19-3c51d62b3fb4 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.517038] env[69319]: DEBUG nova.network.neutron [-] [instance: 98ab579b-8357-49e3-8b39-871b88b991d7] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.617345] env[69319]: DEBUG oslo_vmware.api [None req-9bb32269-9fb0-4d9b-8698-191ad264acf1 tempest-ServersAaction247Test-774672926 tempest-ServersAaction247Test-774672926-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52c1392b-cd03-ad22-fbd4-d2dd8eafad25, 'name': SearchDatastore_Task, 'duration_secs': 0.011302} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.619532] env[69319]: DEBUG oslo_concurrency.lockutils [None req-9bb32269-9fb0-4d9b-8698-191ad264acf1 tempest-ServersAaction247Test-774672926 tempest-ServersAaction247Test-774672926-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.619803] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-9bb32269-9fb0-4d9b-8698-191ad264acf1 tempest-ServersAaction247Test-774672926 tempest-ServersAaction247Test-774672926-project-member] [instance: d931630a-60a4-4a8d-9526-9b794911e9e1] Processing image 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1128.620183] env[69319]: DEBUG oslo_concurrency.lockutils [None req-9bb32269-9fb0-4d9b-8698-191ad264acf1 tempest-ServersAaction247Test-774672926 tempest-ServersAaction247Test-774672926-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.620385] env[69319]: DEBUG oslo_concurrency.lockutils [None req-9bb32269-9fb0-4d9b-8698-191ad264acf1 tempest-ServersAaction247Test-774672926 tempest-ServersAaction247Test-774672926-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.620595] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bb32269-9fb0-4d9b-8698-191ad264acf1 tempest-ServersAaction247Test-774672926 tempest-ServersAaction247Test-774672926-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1128.620892] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b2d8330b-1430-4a04-a071-69edb8bf0b7d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.632418] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bb32269-9fb0-4d9b-8698-191ad264acf1 tempest-ServersAaction247Test-774672926 tempest-ServersAaction247Test-774672926-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1128.632616] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-9bb32269-9fb0-4d9b-8698-191ad264acf1 tempest-ServersAaction247Test-774672926 tempest-ServersAaction247Test-774672926-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1128.634459] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56d0cac3-0304-4d1e-a7cf-e379ac50aebe {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.640790] env[69319]: DEBUG oslo_vmware.api [None req-9bb32269-9fb0-4d9b-8698-191ad264acf1 tempest-ServersAaction247Test-774672926 tempest-ServersAaction247Test-774672926-project-member] Waiting for the task: (returnval){ [ 1128.640790] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]526f9f26-8ab0-7d27-4b8d-b9e147108e8f" [ 1128.640790] env[69319]: _type = "Task" [ 1128.640790] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.651850] env[69319]: DEBUG oslo_vmware.api [None req-9bb32269-9fb0-4d9b-8698-191ad264acf1 tempest-ServersAaction247Test-774672926 tempest-ServersAaction247Test-774672926-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]526f9f26-8ab0-7d27-4b8d-b9e147108e8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.706589] env[69319]: DEBUG nova.compute.manager [req-b927573d-0df8-40eb-a451-58d2ee1a5a9c req-bbd40ecc-d05d-4143-b732-71760e9b486a service nova] [instance: 98ab579b-8357-49e3-8b39-871b88b991d7] Received event network-vif-deleted-f294567b-876f-4da9-a232-48407299cdba {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1128.858861] env[69319]: DEBUG nova.objects.instance [None req-61082a17-3321-45b8-860e-9915f1f13c27 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Lazy-loading 'numa_topology' on Instance uuid c771ca2e-35a5-4e64-a382-926a00df4d22 {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1128.965009] env[69319]: INFO nova.compute.manager [None req-7db3b36e-a7d9-4e2a-9c59-7100352f25e5 tempest-ServerTagsTestJSON-1313739941 tempest-ServerTagsTestJSON-1313739941-project-member] [instance: 7646bb41-19aa-453b-b931-b65856398128] Took 30.07 seconds to build instance. [ 1129.019404] env[69319]: INFO nova.compute.manager [-] [instance: 98ab579b-8357-49e3-8b39-871b88b991d7] Took 1.27 seconds to deallocate network for instance. [ 1129.153529] env[69319]: DEBUG oslo_vmware.api [None req-9bb32269-9fb0-4d9b-8698-191ad264acf1 tempest-ServersAaction247Test-774672926 tempest-ServersAaction247Test-774672926-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]526f9f26-8ab0-7d27-4b8d-b9e147108e8f, 'name': SearchDatastore_Task, 'duration_secs': 0.011338} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.154390] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3961115-2b69-4d72-bd4b-7ebc490c56e4 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.161605] env[69319]: DEBUG oslo_vmware.api [None req-9bb32269-9fb0-4d9b-8698-191ad264acf1 tempest-ServersAaction247Test-774672926 tempest-ServersAaction247Test-774672926-project-member] Waiting for the task: (returnval){ [ 1129.161605] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]5262800f-edeb-9c52-f846-015c9cf29af6" [ 1129.161605] env[69319]: _type = "Task" [ 1129.161605] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.169921] env[69319]: DEBUG oslo_vmware.api [None req-9bb32269-9fb0-4d9b-8698-191ad264acf1 tempest-ServersAaction247Test-774672926 tempest-ServersAaction247Test-774672926-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5262800f-edeb-9c52-f846-015c9cf29af6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.309115] env[69319]: DEBUG oslo_concurrency.lockutils [None req-dd3a69fa-19b5-4502-aa44-c8b5f66730ec tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Acquiring lock "4c8b69de-ee5c-4859-a6d5-3f430b4ea9f2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.309608] env[69319]: DEBUG oslo_concurrency.lockutils [None req-dd3a69fa-19b5-4502-aa44-c8b5f66730ec tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Lock "4c8b69de-ee5c-4859-a6d5-3f430b4ea9f2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.365589] env[69319]: DEBUG nova.objects.base [None req-61082a17-3321-45b8-860e-9915f1f13c27 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69319) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1129.469478] env[69319]: DEBUG oslo_concurrency.lockutils [None req-7db3b36e-a7d9-4e2a-9c59-7100352f25e5 tempest-ServerTagsTestJSON-1313739941 tempest-ServerTagsTestJSON-1313739941-project-member] Lock "7646bb41-19aa-453b-b931-b65856398128" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.589s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.481185] env[69319]: DEBUG oslo_vmware.rw_handles [None req-4861e5e3-3926-41c1-8b94-3af605145834 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Completed reading data from the image iterator. {{(pid=69319) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1129.481422] env[69319]: DEBUG oslo_vmware.rw_handles [None req-4861e5e3-3926-41c1-8b94-3af605145834 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f9d59a-5248-cdd6-451d-a227e016b7be/disk-0.vmdk. {{(pid=69319) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1129.482488] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a7fbff5-ad90-45e6-b88f-3ce8daf2391f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.492833] env[69319]: DEBUG oslo_vmware.rw_handles [None req-4861e5e3-3926-41c1-8b94-3af605145834 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f9d59a-5248-cdd6-451d-a227e016b7be/disk-0.vmdk is in state: ready. {{(pid=69319) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1129.492949] env[69319]: DEBUG oslo_vmware.rw_handles [None req-4861e5e3-3926-41c1-8b94-3af605145834 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f9d59a-5248-cdd6-451d-a227e016b7be/disk-0.vmdk. {{(pid=69319) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1129.493277] env[69319]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-868da8fa-84b0-4d18-91cd-ed9ee554c51b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.528433] env[69319]: DEBUG oslo_concurrency.lockutils [None req-33c56438-0d56-49f1-a6f9-16708052941a tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.653462] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1d927a3-e425-4f4b-a125-5122559f8b98 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.661722] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad9425cf-dba7-4750-9232-553cf4e8948e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.673663] env[69319]: DEBUG oslo_vmware.api [None req-9bb32269-9fb0-4d9b-8698-191ad264acf1 tempest-ServersAaction247Test-774672926 tempest-ServersAaction247Test-774672926-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5262800f-edeb-9c52-f846-015c9cf29af6, 'name': SearchDatastore_Task, 'duration_secs': 0.017488} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.698064] env[69319]: DEBUG oslo_concurrency.lockutils [None req-9bb32269-9fb0-4d9b-8698-191ad264acf1 tempest-ServersAaction247Test-774672926 tempest-ServersAaction247Test-774672926-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.698405] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bb32269-9fb0-4d9b-8698-191ad264acf1 tempest-ServersAaction247Test-774672926 tempest-ServersAaction247Test-774672926-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore1] d931630a-60a4-4a8d-9526-9b794911e9e1/d931630a-60a4-4a8d-9526-9b794911e9e1.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1129.698872] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-34595951-f69d-407a-953d-ce692dd3d83d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.701406] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-606fe6cf-fad1-4c17-abb3-dfa36e85ffff {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.710182] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-259b6114-0465-421c-9bbb-c95308d88a2a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.714212] env[69319]: DEBUG oslo_vmware.api [None req-9bb32269-9fb0-4d9b-8698-191ad264acf1 tempest-ServersAaction247Test-774672926 tempest-ServersAaction247Test-774672926-project-member] Waiting for the task: (returnval){ [ 1129.714212] env[69319]: value = "task-3223889" [ 1129.714212] env[69319]: _type = "Task" [ 1129.714212] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.727301] env[69319]: DEBUG nova.compute.provider_tree [None req-61082a17-3321-45b8-860e-9915f1f13c27 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1129.733105] env[69319]: DEBUG oslo_vmware.api [None req-9bb32269-9fb0-4d9b-8698-191ad264acf1 tempest-ServersAaction247Test-774672926 tempest-ServersAaction247Test-774672926-project-member] Task: {'id': task-3223889, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.815865] env[69319]: DEBUG nova.compute.manager [None req-dd3a69fa-19b5-4502-aa44-c8b5f66730ec tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 4c8b69de-ee5c-4859-a6d5-3f430b4ea9f2] Starting instance... {{(pid=69319) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1129.879562] env[69319]: DEBUG oslo_vmware.rw_handles [None req-4861e5e3-3926-41c1-8b94-3af605145834 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f9d59a-5248-cdd6-451d-a227e016b7be/disk-0.vmdk. {{(pid=69319) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1129.879747] env[69319]: INFO nova.virt.vmwareapi.images [None req-4861e5e3-3926-41c1-8b94-3af605145834 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 9a2d05fc-1ee1-4847-bb63-ad2d3624c730] Downloaded image file data bf42c42b-ab6a-4597-96a3-c730763cb696 [ 1129.880602] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fe33049-4d87-4aa3-ae5e-eba359a52ca1 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.896717] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-53ec20b1-9f2f-4ea9-a926-5e1400f26fa6 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.952560] env[69319]: INFO nova.virt.vmwareapi.images [None req-4861e5e3-3926-41c1-8b94-3af605145834 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 9a2d05fc-1ee1-4847-bb63-ad2d3624c730] The imported VM was unregistered [ 1129.955680] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-4861e5e3-3926-41c1-8b94-3af605145834 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 9a2d05fc-1ee1-4847-bb63-ad2d3624c730] Caching image {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1129.955955] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-4861e5e3-3926-41c1-8b94-3af605145834 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Creating directory with path [datastore1] devstack-image-cache_base/bf42c42b-ab6a-4597-96a3-c730763cb696 {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1129.956280] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e93db3ac-2908-40dc-a2b3-d70bff189789 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.987241] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-4861e5e3-3926-41c1-8b94-3af605145834 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Created directory with path [datastore1] devstack-image-cache_base/bf42c42b-ab6a-4597-96a3-c730763cb696 {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1129.987615] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-4861e5e3-3926-41c1-8b94-3af605145834 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_01d6de4f-f183-4060-a588-1ce32bb916d4/OSTACK_IMG_01d6de4f-f183-4060-a588-1ce32bb916d4.vmdk to [datastore1] devstack-image-cache_base/bf42c42b-ab6a-4597-96a3-c730763cb696/bf42c42b-ab6a-4597-96a3-c730763cb696.vmdk. {{(pid=69319) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1129.987794] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-f73b5ba6-34eb-4a06-9e6e-bc179b9a25b3 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.995151] env[69319]: DEBUG oslo_vmware.api [None req-4861e5e3-3926-41c1-8b94-3af605145834 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Waiting for the task: (returnval){ [ 1129.995151] env[69319]: value = "task-3223891" [ 1129.995151] env[69319]: _type = "Task" [ 1129.995151] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.003248] env[69319]: DEBUG oslo_vmware.api [None req-4861e5e3-3926-41c1-8b94-3af605145834 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': task-3223891, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.224926] env[69319]: DEBUG oslo_vmware.api [None req-9bb32269-9fb0-4d9b-8698-191ad264acf1 tempest-ServersAaction247Test-774672926 tempest-ServersAaction247Test-774672926-project-member] Task: {'id': task-3223889, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.230249] env[69319]: DEBUG nova.scheduler.client.report [None req-61082a17-3321-45b8-860e-9915f1f13c27 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1130.332134] env[69319]: DEBUG oslo_concurrency.lockutils [None req-dd3a69fa-19b5-4502-aa44-c8b5f66730ec tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.506811] env[69319]: DEBUG oslo_vmware.api [None req-4861e5e3-3926-41c1-8b94-3af605145834 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': task-3223891, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.589786] env[69319]: DEBUG oslo_concurrency.lockutils [None req-2b9f4f92-80f2-4dde-ba17-e7079320d7fe tempest-ServerTagsTestJSON-1313739941 tempest-ServerTagsTestJSON-1313739941-project-member] Acquiring lock "7646bb41-19aa-453b-b931-b65856398128" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.590150] env[69319]: DEBUG oslo_concurrency.lockutils [None req-2b9f4f92-80f2-4dde-ba17-e7079320d7fe tempest-ServerTagsTestJSON-1313739941 tempest-ServerTagsTestJSON-1313739941-project-member] Lock "7646bb41-19aa-453b-b931-b65856398128" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.590456] env[69319]: DEBUG oslo_concurrency.lockutils [None req-2b9f4f92-80f2-4dde-ba17-e7079320d7fe tempest-ServerTagsTestJSON-1313739941 tempest-ServerTagsTestJSON-1313739941-project-member] Acquiring lock "7646bb41-19aa-453b-b931-b65856398128-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.590681] env[69319]: DEBUG oslo_concurrency.lockutils [None req-2b9f4f92-80f2-4dde-ba17-e7079320d7fe tempest-ServerTagsTestJSON-1313739941 tempest-ServerTagsTestJSON-1313739941-project-member] Lock "7646bb41-19aa-453b-b931-b65856398128-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.590887] env[69319]: DEBUG oslo_concurrency.lockutils [None req-2b9f4f92-80f2-4dde-ba17-e7079320d7fe tempest-ServerTagsTestJSON-1313739941 tempest-ServerTagsTestJSON-1313739941-project-member] Lock "7646bb41-19aa-453b-b931-b65856398128-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.593546] env[69319]: INFO nova.compute.manager [None req-2b9f4f92-80f2-4dde-ba17-e7079320d7fe tempest-ServerTagsTestJSON-1313739941 tempest-ServerTagsTestJSON-1313739941-project-member] [instance: 7646bb41-19aa-453b-b931-b65856398128] Terminating instance [ 1130.725871] env[69319]: DEBUG oslo_vmware.api [None req-9bb32269-9fb0-4d9b-8698-191ad264acf1 tempest-ServersAaction247Test-774672926 tempest-ServersAaction247Test-774672926-project-member] Task: {'id': task-3223889, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.009151} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.726164] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bb32269-9fb0-4d9b-8698-191ad264acf1 tempest-ServersAaction247Test-774672926 tempest-ServersAaction247Test-774672926-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore1] d931630a-60a4-4a8d-9526-9b794911e9e1/d931630a-60a4-4a8d-9526-9b794911e9e1.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1130.726390] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-9bb32269-9fb0-4d9b-8698-191ad264acf1 tempest-ServersAaction247Test-774672926 tempest-ServersAaction247Test-774672926-project-member] [instance: d931630a-60a4-4a8d-9526-9b794911e9e1] Extending root virtual disk to 1048576 {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1130.726661] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-00d677bc-34db-4f12-9e60-71fa62e9082e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.732474] env[69319]: DEBUG oslo_vmware.api [None req-9bb32269-9fb0-4d9b-8698-191ad264acf1 tempest-ServersAaction247Test-774672926 tempest-ServersAaction247Test-774672926-project-member] Waiting for the task: (returnval){ [ 1130.732474] env[69319]: value = "task-3223892" [ 1130.732474] env[69319]: _type = "Task" [ 1130.732474] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.737747] env[69319]: DEBUG oslo_concurrency.lockutils [None req-61082a17-3321-45b8-860e-9915f1f13c27 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.383s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.740132] env[69319]: DEBUG oslo_concurrency.lockutils [None req-569401be-231b-437d-98d1-32d614975545 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.759s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.741674] env[69319]: INFO nova.compute.claims [None req-569401be-231b-437d-98d1-32d614975545 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: e8f31843-60b0-4de7-ae66-5940cc5eb364] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1130.748748] env[69319]: DEBUG oslo_vmware.api [None req-9bb32269-9fb0-4d9b-8698-191ad264acf1 tempest-ServersAaction247Test-774672926 tempest-ServersAaction247Test-774672926-project-member] Task: {'id': task-3223892, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.006773] env[69319]: DEBUG oslo_vmware.api [None req-4861e5e3-3926-41c1-8b94-3af605145834 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': task-3223891, 'name': MoveVirtualDisk_Task} progress is 15%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.100708] env[69319]: DEBUG nova.compute.manager [None req-2b9f4f92-80f2-4dde-ba17-e7079320d7fe tempest-ServerTagsTestJSON-1313739941 tempest-ServerTagsTestJSON-1313739941-project-member] [instance: 7646bb41-19aa-453b-b931-b65856398128] Start destroying the instance on the hypervisor. {{(pid=69319) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1131.101049] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-2b9f4f92-80f2-4dde-ba17-e7079320d7fe tempest-ServerTagsTestJSON-1313739941 tempest-ServerTagsTestJSON-1313739941-project-member] [instance: 7646bb41-19aa-453b-b931-b65856398128] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1131.102121] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e10ba45-1f56-40e7-b08b-60820671f841 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.110197] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b9f4f92-80f2-4dde-ba17-e7079320d7fe tempest-ServerTagsTestJSON-1313739941 tempest-ServerTagsTestJSON-1313739941-project-member] [instance: 7646bb41-19aa-453b-b931-b65856398128] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1131.110541] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1fac3357-dd60-4eba-87b2-8f11e5e2dfd5 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.117294] env[69319]: DEBUG oslo_vmware.api [None req-2b9f4f92-80f2-4dde-ba17-e7079320d7fe tempest-ServerTagsTestJSON-1313739941 tempest-ServerTagsTestJSON-1313739941-project-member] Waiting for the task: (returnval){ [ 1131.117294] env[69319]: value = "task-3223893" [ 1131.117294] env[69319]: _type = "Task" [ 1131.117294] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.126367] env[69319]: DEBUG oslo_vmware.api [None req-2b9f4f92-80f2-4dde-ba17-e7079320d7fe tempest-ServerTagsTestJSON-1313739941 tempest-ServerTagsTestJSON-1313739941-project-member] Task: {'id': task-3223893, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.243479] env[69319]: DEBUG oslo_vmware.api [None req-9bb32269-9fb0-4d9b-8698-191ad264acf1 tempest-ServersAaction247Test-774672926 tempest-ServersAaction247Test-774672926-project-member] Task: {'id': task-3223892, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.26099} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.243811] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-9bb32269-9fb0-4d9b-8698-191ad264acf1 tempest-ServersAaction247Test-774672926 tempest-ServersAaction247Test-774672926-project-member] [instance: d931630a-60a4-4a8d-9526-9b794911e9e1] Extended root virtual disk {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1131.244775] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23e9e74b-8c77-4538-aaec-235eac5626d5 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.274568] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-9bb32269-9fb0-4d9b-8698-191ad264acf1 tempest-ServersAaction247Test-774672926 tempest-ServersAaction247Test-774672926-project-member] [instance: d931630a-60a4-4a8d-9526-9b794911e9e1] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] d931630a-60a4-4a8d-9526-9b794911e9e1/d931630a-60a4-4a8d-9526-9b794911e9e1.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1131.275941] env[69319]: DEBUG oslo_concurrency.lockutils [None req-61082a17-3321-45b8-860e-9915f1f13c27 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Lock "c771ca2e-35a5-4e64-a382-926a00df4d22" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 38.762s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.276986] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7379a041-f022-46c2-9244-6cb2d572b845 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.292614] env[69319]: DEBUG oslo_concurrency.lockutils [None req-132ff641-3591-46a3-8929-a3a2aa7d52d4 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Lock "c771ca2e-35a5-4e64-a382-926a00df4d22" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 15.600s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.292825] env[69319]: INFO nova.compute.manager [None req-132ff641-3591-46a3-8929-a3a2aa7d52d4 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] [instance: c771ca2e-35a5-4e64-a382-926a00df4d22] Unshelving [ 1131.302034] env[69319]: DEBUG oslo_vmware.api [None req-9bb32269-9fb0-4d9b-8698-191ad264acf1 tempest-ServersAaction247Test-774672926 tempest-ServersAaction247Test-774672926-project-member] Waiting for the task: (returnval){ [ 1131.302034] env[69319]: value = "task-3223894" [ 1131.302034] env[69319]: _type = "Task" [ 1131.302034] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.313248] env[69319]: DEBUG oslo_vmware.api [None req-9bb32269-9fb0-4d9b-8698-191ad264acf1 tempest-ServersAaction247Test-774672926 tempest-ServersAaction247Test-774672926-project-member] Task: {'id': task-3223894, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.507852] env[69319]: DEBUG oslo_vmware.api [None req-4861e5e3-3926-41c1-8b94-3af605145834 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': task-3223891, 'name': MoveVirtualDisk_Task} progress is 35%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.627986] env[69319]: DEBUG oslo_vmware.api [None req-2b9f4f92-80f2-4dde-ba17-e7079320d7fe tempest-ServerTagsTestJSON-1313739941 tempest-ServerTagsTestJSON-1313739941-project-member] Task: {'id': task-3223893, 'name': PowerOffVM_Task, 'duration_secs': 0.348895} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.628335] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b9f4f92-80f2-4dde-ba17-e7079320d7fe tempest-ServerTagsTestJSON-1313739941 tempest-ServerTagsTestJSON-1313739941-project-member] [instance: 7646bb41-19aa-453b-b931-b65856398128] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1131.628500] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-2b9f4f92-80f2-4dde-ba17-e7079320d7fe tempest-ServerTagsTestJSON-1313739941 tempest-ServerTagsTestJSON-1313739941-project-member] [instance: 7646bb41-19aa-453b-b931-b65856398128] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1131.628773] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ca1c35f9-719d-4ca0-b17c-31c44945bbf5 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.696958] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-2b9f4f92-80f2-4dde-ba17-e7079320d7fe tempest-ServerTagsTestJSON-1313739941 tempest-ServerTagsTestJSON-1313739941-project-member] [instance: 7646bb41-19aa-453b-b931-b65856398128] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1131.697232] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-2b9f4f92-80f2-4dde-ba17-e7079320d7fe tempest-ServerTagsTestJSON-1313739941 tempest-ServerTagsTestJSON-1313739941-project-member] [instance: 7646bb41-19aa-453b-b931-b65856398128] Deleting contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1131.697488] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b9f4f92-80f2-4dde-ba17-e7079320d7fe tempest-ServerTagsTestJSON-1313739941 tempest-ServerTagsTestJSON-1313739941-project-member] Deleting the datastore file [datastore2] 7646bb41-19aa-453b-b931-b65856398128 {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1131.697784] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ca6e4702-adc1-404f-97ad-c3810185bf68 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.705559] env[69319]: DEBUG oslo_vmware.api [None req-2b9f4f92-80f2-4dde-ba17-e7079320d7fe tempest-ServerTagsTestJSON-1313739941 tempest-ServerTagsTestJSON-1313739941-project-member] Waiting for the task: (returnval){ [ 1131.705559] env[69319]: value = "task-3223896" [ 1131.705559] env[69319]: _type = "Task" [ 1131.705559] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.714106] env[69319]: DEBUG oslo_vmware.api [None req-2b9f4f92-80f2-4dde-ba17-e7079320d7fe tempest-ServerTagsTestJSON-1313739941 tempest-ServerTagsTestJSON-1313739941-project-member] Task: {'id': task-3223896, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.811478] env[69319]: DEBUG oslo_vmware.api [None req-9bb32269-9fb0-4d9b-8698-191ad264acf1 tempest-ServersAaction247Test-774672926 tempest-ServersAaction247Test-774672926-project-member] Task: {'id': task-3223894, 'name': ReconfigVM_Task, 'duration_secs': 0.29928} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.811877] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-9bb32269-9fb0-4d9b-8698-191ad264acf1 tempest-ServersAaction247Test-774672926 tempest-ServersAaction247Test-774672926-project-member] [instance: d931630a-60a4-4a8d-9526-9b794911e9e1] Reconfigured VM instance instance-0000005b to attach disk [datastore1] d931630a-60a4-4a8d-9526-9b794911e9e1/d931630a-60a4-4a8d-9526-9b794911e9e1.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1131.815012] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f6e6165c-276c-4b56-b436-4e62b6f89043 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.821877] env[69319]: DEBUG oslo_vmware.api [None req-9bb32269-9fb0-4d9b-8698-191ad264acf1 tempest-ServersAaction247Test-774672926 tempest-ServersAaction247Test-774672926-project-member] Waiting for the task: (returnval){ [ 1131.821877] env[69319]: value = "task-3223897" [ 1131.821877] env[69319]: _type = "Task" [ 1131.821877] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.831023] env[69319]: DEBUG oslo_vmware.api [None req-9bb32269-9fb0-4d9b-8698-191ad264acf1 tempest-ServersAaction247Test-774672926 tempest-ServersAaction247Test-774672926-project-member] Task: {'id': task-3223897, 'name': Rename_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.007514] env[69319]: DEBUG oslo_vmware.api [None req-4861e5e3-3926-41c1-8b94-3af605145834 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': task-3223891, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.044749] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7e98d8d-b74f-4a5f-a74c-dde082605144 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.052416] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-674663d6-a202-433c-97ba-120221e91489 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.083033] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7aabadd-b94d-4fbd-9321-e31beeabda92 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.091020] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2733692a-54ec-4bc1-833c-e868973fd34f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.104914] env[69319]: DEBUG nova.compute.provider_tree [None req-569401be-231b-437d-98d1-32d614975545 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1132.215901] env[69319]: DEBUG oslo_vmware.api [None req-2b9f4f92-80f2-4dde-ba17-e7079320d7fe tempest-ServerTagsTestJSON-1313739941 tempest-ServerTagsTestJSON-1313739941-project-member] Task: {'id': task-3223896, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.235483} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.216106] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b9f4f92-80f2-4dde-ba17-e7079320d7fe tempest-ServerTagsTestJSON-1313739941 tempest-ServerTagsTestJSON-1313739941-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1132.216319] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-2b9f4f92-80f2-4dde-ba17-e7079320d7fe tempest-ServerTagsTestJSON-1313739941 tempest-ServerTagsTestJSON-1313739941-project-member] [instance: 7646bb41-19aa-453b-b931-b65856398128] Deleted contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1132.216500] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-2b9f4f92-80f2-4dde-ba17-e7079320d7fe tempest-ServerTagsTestJSON-1313739941 tempest-ServerTagsTestJSON-1313739941-project-member] [instance: 7646bb41-19aa-453b-b931-b65856398128] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1132.216676] env[69319]: INFO nova.compute.manager [None req-2b9f4f92-80f2-4dde-ba17-e7079320d7fe tempest-ServerTagsTestJSON-1313739941 tempest-ServerTagsTestJSON-1313739941-project-member] [instance: 7646bb41-19aa-453b-b931-b65856398128] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1132.216924] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2b9f4f92-80f2-4dde-ba17-e7079320d7fe tempest-ServerTagsTestJSON-1313739941 tempest-ServerTagsTestJSON-1313739941-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1132.217156] env[69319]: DEBUG nova.compute.manager [-] [instance: 7646bb41-19aa-453b-b931-b65856398128] Deallocating network for instance {{(pid=69319) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1132.217272] env[69319]: DEBUG nova.network.neutron [-] [instance: 7646bb41-19aa-453b-b931-b65856398128] deallocate_for_instance() {{(pid=69319) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1132.321042] env[69319]: DEBUG oslo_concurrency.lockutils [None req-132ff641-3591-46a3-8929-a3a2aa7d52d4 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.331893] env[69319]: DEBUG oslo_vmware.api [None req-9bb32269-9fb0-4d9b-8698-191ad264acf1 tempest-ServersAaction247Test-774672926 tempest-ServersAaction247Test-774672926-project-member] Task: {'id': task-3223897, 'name': Rename_Task, 'duration_secs': 0.152899} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.331893] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bb32269-9fb0-4d9b-8698-191ad264acf1 tempest-ServersAaction247Test-774672926 tempest-ServersAaction247Test-774672926-project-member] [instance: d931630a-60a4-4a8d-9526-9b794911e9e1] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1132.333565] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-58548083-9ed7-48a7-b2c5-67669b9f9b81 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.339275] env[69319]: DEBUG oslo_vmware.api [None req-9bb32269-9fb0-4d9b-8698-191ad264acf1 tempest-ServersAaction247Test-774672926 tempest-ServersAaction247Test-774672926-project-member] Waiting for the task: (returnval){ [ 1132.339275] env[69319]: value = "task-3223898" [ 1132.339275] env[69319]: _type = "Task" [ 1132.339275] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.347485] env[69319]: DEBUG oslo_vmware.api [None req-9bb32269-9fb0-4d9b-8698-191ad264acf1 tempest-ServersAaction247Test-774672926 tempest-ServersAaction247Test-774672926-project-member] Task: {'id': task-3223898, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.507833] env[69319]: DEBUG nova.compute.manager [req-15d63f0f-1e7e-4424-bb52-ad024af5b547 req-f8874467-7fab-4659-bfa1-7e467fae17c8 service nova] [instance: 7646bb41-19aa-453b-b931-b65856398128] Received event network-vif-deleted-9d8795ef-1a82-4595-9b6f-08c36db8e28d {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1132.508063] env[69319]: INFO nova.compute.manager [req-15d63f0f-1e7e-4424-bb52-ad024af5b547 req-f8874467-7fab-4659-bfa1-7e467fae17c8 service nova] [instance: 7646bb41-19aa-453b-b931-b65856398128] Neutron deleted interface 9d8795ef-1a82-4595-9b6f-08c36db8e28d; detaching it from the instance and deleting it from the info cache [ 1132.508340] env[69319]: DEBUG nova.network.neutron [req-15d63f0f-1e7e-4424-bb52-ad024af5b547 req-f8874467-7fab-4659-bfa1-7e467fae17c8 service nova] [instance: 7646bb41-19aa-453b-b931-b65856398128] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.516363] env[69319]: DEBUG oslo_vmware.api [None req-4861e5e3-3926-41c1-8b94-3af605145834 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': task-3223891, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.608453] env[69319]: DEBUG nova.scheduler.client.report [None req-569401be-231b-437d-98d1-32d614975545 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1132.850735] env[69319]: DEBUG oslo_vmware.api [None req-9bb32269-9fb0-4d9b-8698-191ad264acf1 tempest-ServersAaction247Test-774672926 tempest-ServersAaction247Test-774672926-project-member] Task: {'id': task-3223898, 'name': PowerOnVM_Task, 'duration_secs': 0.497435} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.851055] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bb32269-9fb0-4d9b-8698-191ad264acf1 tempest-ServersAaction247Test-774672926 tempest-ServersAaction247Test-774672926-project-member] [instance: d931630a-60a4-4a8d-9526-9b794911e9e1] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1132.851314] env[69319]: INFO nova.compute.manager [None req-9bb32269-9fb0-4d9b-8698-191ad264acf1 tempest-ServersAaction247Test-774672926 tempest-ServersAaction247Test-774672926-project-member] [instance: d931630a-60a4-4a8d-9526-9b794911e9e1] Took 5.37 seconds to spawn the instance on the hypervisor. [ 1132.851552] env[69319]: DEBUG nova.compute.manager [None req-9bb32269-9fb0-4d9b-8698-191ad264acf1 tempest-ServersAaction247Test-774672926 tempest-ServersAaction247Test-774672926-project-member] [instance: d931630a-60a4-4a8d-9526-9b794911e9e1] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1132.852418] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0099852-f6e7-40f4-ac2b-745188ff5fc7 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.985530] env[69319]: DEBUG nova.network.neutron [-] [instance: 7646bb41-19aa-453b-b931-b65856398128] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.008604] env[69319]: DEBUG oslo_vmware.api [None req-4861e5e3-3926-41c1-8b94-3af605145834 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': task-3223891, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.011328] env[69319]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3e990b34-248e-446b-8c4b-4ba79d0d1e22 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.020161] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ae994e4-c8ec-4ce2-8175-3cb3f11b46af {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.050166] env[69319]: DEBUG nova.compute.manager [req-15d63f0f-1e7e-4424-bb52-ad024af5b547 req-f8874467-7fab-4659-bfa1-7e467fae17c8 service nova] [instance: 7646bb41-19aa-453b-b931-b65856398128] Detach interface failed, port_id=9d8795ef-1a82-4595-9b6f-08c36db8e28d, reason: Instance 7646bb41-19aa-453b-b931-b65856398128 could not be found. {{(pid=69319) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1133.113973] env[69319]: DEBUG oslo_concurrency.lockutils [None req-569401be-231b-437d-98d1-32d614975545 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.374s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.114536] env[69319]: DEBUG nova.compute.manager [None req-569401be-231b-437d-98d1-32d614975545 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: e8f31843-60b0-4de7-ae66-5940cc5eb364] Start building networks asynchronously for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1133.117232] env[69319]: DEBUG oslo_concurrency.lockutils [None req-557e5eba-6a6f-498b-be6f-c278ca2dfe3e tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.862s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.118023] env[69319]: DEBUG nova.objects.instance [None req-557e5eba-6a6f-498b-be6f-c278ca2dfe3e tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Lazy-loading 'resources' on Instance uuid 5b1c7806-7c93-4d09-8a4d-8750bbd50450 {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1133.370101] env[69319]: INFO nova.compute.manager [None req-9bb32269-9fb0-4d9b-8698-191ad264acf1 tempest-ServersAaction247Test-774672926 tempest-ServersAaction247Test-774672926-project-member] [instance: d931630a-60a4-4a8d-9526-9b794911e9e1] Took 27.52 seconds to build instance. [ 1133.488356] env[69319]: INFO nova.compute.manager [-] [instance: 7646bb41-19aa-453b-b931-b65856398128] Took 1.27 seconds to deallocate network for instance. [ 1133.510132] env[69319]: DEBUG oslo_vmware.api [None req-4861e5e3-3926-41c1-8b94-3af605145834 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': task-3223891, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.073767} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.510456] env[69319]: INFO nova.virt.vmwareapi.ds_util [None req-4861e5e3-3926-41c1-8b94-3af605145834 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_01d6de4f-f183-4060-a588-1ce32bb916d4/OSTACK_IMG_01d6de4f-f183-4060-a588-1ce32bb916d4.vmdk to [datastore1] devstack-image-cache_base/bf42c42b-ab6a-4597-96a3-c730763cb696/bf42c42b-ab6a-4597-96a3-c730763cb696.vmdk. [ 1133.510674] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-4861e5e3-3926-41c1-8b94-3af605145834 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 9a2d05fc-1ee1-4847-bb63-ad2d3624c730] Cleaning up location [datastore1] OSTACK_IMG_01d6de4f-f183-4060-a588-1ce32bb916d4 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1133.510844] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-4861e5e3-3926-41c1-8b94-3af605145834 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_01d6de4f-f183-4060-a588-1ce32bb916d4 {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1133.511116] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ac9cd97f-63c3-4d24-8b0b-c517a5001455 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.517092] env[69319]: DEBUG oslo_vmware.api [None req-4861e5e3-3926-41c1-8b94-3af605145834 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Waiting for the task: (returnval){ [ 1133.517092] env[69319]: value = "task-3223899" [ 1133.517092] env[69319]: _type = "Task" [ 1133.517092] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.524779] env[69319]: DEBUG oslo_vmware.api [None req-4861e5e3-3926-41c1-8b94-3af605145834 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': task-3223899, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.620897] env[69319]: DEBUG nova.compute.utils [None req-569401be-231b-437d-98d1-32d614975545 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Using /dev/sd instead of None {{(pid=69319) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1133.626391] env[69319]: DEBUG nova.compute.manager [None req-569401be-231b-437d-98d1-32d614975545 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: e8f31843-60b0-4de7-ae66-5940cc5eb364] Allocating IP information in the background. {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1133.626650] env[69319]: DEBUG nova.network.neutron [None req-569401be-231b-437d-98d1-32d614975545 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: e8f31843-60b0-4de7-ae66-5940cc5eb364] allocate_for_instance() {{(pid=69319) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1133.675894] env[69319]: DEBUG nova.policy [None req-569401be-231b-437d-98d1-32d614975545 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '22b4fbb08523413a999beeddea8a5d62', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0030fcfc26054d94b76414b0098fa648', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69319) authorize /opt/stack/nova/nova/policy.py:192}} [ 1133.861376] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-612da840-f7b1-47ac-a595-de5592d63d42 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.870072] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-762ad48b-0235-4768-9b4a-9b3fc2dffcd2 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.874051] env[69319]: DEBUG oslo_concurrency.lockutils [None req-9bb32269-9fb0-4d9b-8698-191ad264acf1 tempest-ServersAaction247Test-774672926 tempest-ServersAaction247Test-774672926-project-member] Lock "d931630a-60a4-4a8d-9526-9b794911e9e1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.032s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.907508] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-120f9c71-2341-49ba-baf0-012d0d772bbf {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.921944] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40356288-85e1-46c2-9b70-ef2fac75a3c7 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.934024] env[69319]: DEBUG nova.compute.provider_tree [None req-557e5eba-6a6f-498b-be6f-c278ca2dfe3e tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1133.963372] env[69319]: DEBUG nova.network.neutron [None req-569401be-231b-437d-98d1-32d614975545 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: e8f31843-60b0-4de7-ae66-5940cc5eb364] Successfully created port: 7f2c1d8c-f537-476a-a313-8ad6a5463a14 {{(pid=69319) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1133.995024] env[69319]: DEBUG oslo_concurrency.lockutils [None req-2b9f4f92-80f2-4dde-ba17-e7079320d7fe tempest-ServerTagsTestJSON-1313739941 tempest-ServerTagsTestJSON-1313739941-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.026975] env[69319]: DEBUG oslo_vmware.api [None req-4861e5e3-3926-41c1-8b94-3af605145834 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': task-3223899, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.032097} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.028389] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-4861e5e3-3926-41c1-8b94-3af605145834 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1134.028577] env[69319]: DEBUG oslo_concurrency.lockutils [None req-4861e5e3-3926-41c1-8b94-3af605145834 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bf42c42b-ab6a-4597-96a3-c730763cb696/bf42c42b-ab6a-4597-96a3-c730763cb696.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.028845] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-4861e5e3-3926-41c1-8b94-3af605145834 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bf42c42b-ab6a-4597-96a3-c730763cb696/bf42c42b-ab6a-4597-96a3-c730763cb696.vmdk to [datastore1] 9a2d05fc-1ee1-4847-bb63-ad2d3624c730/9a2d05fc-1ee1-4847-bb63-ad2d3624c730.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1134.029139] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a9bc5c6f-3a20-46dd-a1e4-e7c3b0a15160 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.036606] env[69319]: DEBUG oslo_vmware.api [None req-4861e5e3-3926-41c1-8b94-3af605145834 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Waiting for the task: (returnval){ [ 1134.036606] env[69319]: value = "task-3223900" [ 1134.036606] env[69319]: _type = "Task" [ 1134.036606] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.045972] env[69319]: DEBUG oslo_vmware.api [None req-4861e5e3-3926-41c1-8b94-3af605145834 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': task-3223900, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.130238] env[69319]: DEBUG nova.compute.manager [None req-569401be-231b-437d-98d1-32d614975545 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: e8f31843-60b0-4de7-ae66-5940cc5eb364] Start building block device mappings for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1134.438764] env[69319]: DEBUG nova.scheduler.client.report [None req-557e5eba-6a6f-498b-be6f-c278ca2dfe3e tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1134.547834] env[69319]: DEBUG oslo_vmware.api [None req-4861e5e3-3926-41c1-8b94-3af605145834 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': task-3223900, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.805945] env[69319]: DEBUG nova.compute.manager [None req-8d5c4e70-e276-4855-8451-6f4908ce0441 tempest-ServersAaction247Test-774672926 tempest-ServersAaction247Test-774672926-project-member] [instance: d931630a-60a4-4a8d-9526-9b794911e9e1] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1134.807034] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-220ce856-2558-4579-a73f-fd019631bc4c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.898906] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f424c865-be7f-469f-b9ab-576fb394ad4b tempest-ServersAaction247Test-774672926 tempest-ServersAaction247Test-774672926-project-member] Acquiring lock "d931630a-60a4-4a8d-9526-9b794911e9e1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.899202] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f424c865-be7f-469f-b9ab-576fb394ad4b tempest-ServersAaction247Test-774672926 tempest-ServersAaction247Test-774672926-project-member] Lock "d931630a-60a4-4a8d-9526-9b794911e9e1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.899660] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f424c865-be7f-469f-b9ab-576fb394ad4b tempest-ServersAaction247Test-774672926 tempest-ServersAaction247Test-774672926-project-member] Acquiring lock "d931630a-60a4-4a8d-9526-9b794911e9e1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.899660] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f424c865-be7f-469f-b9ab-576fb394ad4b tempest-ServersAaction247Test-774672926 tempest-ServersAaction247Test-774672926-project-member] Lock "d931630a-60a4-4a8d-9526-9b794911e9e1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.899915] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f424c865-be7f-469f-b9ab-576fb394ad4b tempest-ServersAaction247Test-774672926 tempest-ServersAaction247Test-774672926-project-member] Lock "d931630a-60a4-4a8d-9526-9b794911e9e1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.902488] env[69319]: INFO nova.compute.manager [None req-f424c865-be7f-469f-b9ab-576fb394ad4b tempest-ServersAaction247Test-774672926 tempest-ServersAaction247Test-774672926-project-member] [instance: d931630a-60a4-4a8d-9526-9b794911e9e1] Terminating instance [ 1134.944371] env[69319]: DEBUG oslo_concurrency.lockutils [None req-557e5eba-6a6f-498b-be6f-c278ca2dfe3e tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.827s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.947694] env[69319]: DEBUG oslo_concurrency.lockutils [None req-4c0671ac-e533-49d0-a3de-226c587c6988 tempest-DeleteServersAdminTestJSON-1067344024 tempest-DeleteServersAdminTestJSON-1067344024-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.455s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.947831] env[69319]: DEBUG nova.objects.instance [None req-4c0671ac-e533-49d0-a3de-226c587c6988 tempest-DeleteServersAdminTestJSON-1067344024 tempest-DeleteServersAdminTestJSON-1067344024-project-admin] Lazy-loading 'resources' on Instance uuid fc5ed24c-3dfc-490b-8fc5-b0b66a11c58b {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1134.973155] env[69319]: INFO nova.scheduler.client.report [None req-557e5eba-6a6f-498b-be6f-c278ca2dfe3e tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Deleted allocations for instance 5b1c7806-7c93-4d09-8a4d-8750bbd50450 [ 1135.048674] env[69319]: DEBUG oslo_vmware.api [None req-4861e5e3-3926-41c1-8b94-3af605145834 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': task-3223900, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.141656] env[69319]: DEBUG nova.compute.manager [None req-569401be-231b-437d-98d1-32d614975545 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: e8f31843-60b0-4de7-ae66-5940cc5eb364] Start spawning the instance on the hypervisor. {{(pid=69319) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1135.175662] env[69319]: DEBUG nova.virt.hardware [None req-569401be-231b-437d-98d1-32d614975545 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:32:36Z,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31f027872f6f44dba95ff2fe7a062e00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:32:36Z,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1135.175894] env[69319]: DEBUG nova.virt.hardware [None req-569401be-231b-437d-98d1-32d614975545 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1135.176152] env[69319]: DEBUG nova.virt.hardware [None req-569401be-231b-437d-98d1-32d614975545 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1135.176366] env[69319]: DEBUG nova.virt.hardware [None req-569401be-231b-437d-98d1-32d614975545 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1135.176600] env[69319]: DEBUG nova.virt.hardware [None req-569401be-231b-437d-98d1-32d614975545 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1135.176766] env[69319]: DEBUG nova.virt.hardware [None req-569401be-231b-437d-98d1-32d614975545 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1135.177014] env[69319]: DEBUG nova.virt.hardware [None req-569401be-231b-437d-98d1-32d614975545 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1135.177188] env[69319]: DEBUG nova.virt.hardware [None req-569401be-231b-437d-98d1-32d614975545 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1135.177369] env[69319]: DEBUG nova.virt.hardware [None req-569401be-231b-437d-98d1-32d614975545 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1135.177581] env[69319]: DEBUG nova.virt.hardware [None req-569401be-231b-437d-98d1-32d614975545 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1135.178018] env[69319]: DEBUG nova.virt.hardware [None req-569401be-231b-437d-98d1-32d614975545 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1135.178819] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01b51e05-6e22-4a61-82f5-479f43011fe5 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.187860] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bc1356f-349b-4f74-8ba9-8f999f6f1c89 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.318245] env[69319]: INFO nova.compute.manager [None req-8d5c4e70-e276-4855-8451-6f4908ce0441 tempest-ServersAaction247Test-774672926 tempest-ServersAaction247Test-774672926-project-member] [instance: d931630a-60a4-4a8d-9526-9b794911e9e1] instance snapshotting [ 1135.318961] env[69319]: DEBUG nova.objects.instance [None req-8d5c4e70-e276-4855-8451-6f4908ce0441 tempest-ServersAaction247Test-774672926 tempest-ServersAaction247Test-774672926-project-member] Lazy-loading 'flavor' on Instance uuid d931630a-60a4-4a8d-9526-9b794911e9e1 {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1135.363633] env[69319]: DEBUG nova.compute.manager [req-3a8218d3-ade5-4a40-8852-c12ee4ff1e1c req-f4298a20-de28-468e-91d9-84780ce64180 service nova] [instance: e8f31843-60b0-4de7-ae66-5940cc5eb364] Received event network-vif-plugged-7f2c1d8c-f537-476a-a313-8ad6a5463a14 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1135.363819] env[69319]: DEBUG oslo_concurrency.lockutils [req-3a8218d3-ade5-4a40-8852-c12ee4ff1e1c req-f4298a20-de28-468e-91d9-84780ce64180 service nova] Acquiring lock "e8f31843-60b0-4de7-ae66-5940cc5eb364-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.364290] env[69319]: DEBUG oslo_concurrency.lockutils [req-3a8218d3-ade5-4a40-8852-c12ee4ff1e1c req-f4298a20-de28-468e-91d9-84780ce64180 service nova] Lock "e8f31843-60b0-4de7-ae66-5940cc5eb364-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.364585] env[69319]: DEBUG oslo_concurrency.lockutils [req-3a8218d3-ade5-4a40-8852-c12ee4ff1e1c req-f4298a20-de28-468e-91d9-84780ce64180 service nova] Lock "e8f31843-60b0-4de7-ae66-5940cc5eb364-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.364784] env[69319]: DEBUG nova.compute.manager [req-3a8218d3-ade5-4a40-8852-c12ee4ff1e1c req-f4298a20-de28-468e-91d9-84780ce64180 service nova] [instance: e8f31843-60b0-4de7-ae66-5940cc5eb364] No waiting events found dispatching network-vif-plugged-7f2c1d8c-f537-476a-a313-8ad6a5463a14 {{(pid=69319) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1135.364973] env[69319]: WARNING nova.compute.manager [req-3a8218d3-ade5-4a40-8852-c12ee4ff1e1c req-f4298a20-de28-468e-91d9-84780ce64180 service nova] [instance: e8f31843-60b0-4de7-ae66-5940cc5eb364] Received unexpected event network-vif-plugged-7f2c1d8c-f537-476a-a313-8ad6a5463a14 for instance with vm_state building and task_state spawning. [ 1135.406765] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f424c865-be7f-469f-b9ab-576fb394ad4b tempest-ServersAaction247Test-774672926 tempest-ServersAaction247Test-774672926-project-member] Acquiring lock "refresh_cache-d931630a-60a4-4a8d-9526-9b794911e9e1" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.406765] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f424c865-be7f-469f-b9ab-576fb394ad4b tempest-ServersAaction247Test-774672926 tempest-ServersAaction247Test-774672926-project-member] Acquired lock "refresh_cache-d931630a-60a4-4a8d-9526-9b794911e9e1" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.406914] env[69319]: DEBUG nova.network.neutron [None req-f424c865-be7f-469f-b9ab-576fb394ad4b tempest-ServersAaction247Test-774672926 tempest-ServersAaction247Test-774672926-project-member] [instance: d931630a-60a4-4a8d-9526-9b794911e9e1] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1135.479481] env[69319]: DEBUG nova.network.neutron [None req-569401be-231b-437d-98d1-32d614975545 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: e8f31843-60b0-4de7-ae66-5940cc5eb364] Successfully updated port: 7f2c1d8c-f537-476a-a313-8ad6a5463a14 {{(pid=69319) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1135.484214] env[69319]: DEBUG oslo_concurrency.lockutils [None req-557e5eba-6a6f-498b-be6f-c278ca2dfe3e tempest-ServersListShow296Test-1650886377 tempest-ServersListShow296Test-1650886377-project-member] Lock "5b1c7806-7c93-4d09-8a4d-8750bbd50450" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.544s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.548974] env[69319]: DEBUG oslo_vmware.api [None req-4861e5e3-3926-41c1-8b94-3af605145834 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': task-3223900, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.750171] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f45d00c1-f81c-434a-9f94-037fdf22b34f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.756568] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-071d901a-ed68-4a76-990a-b94c6e5e2253 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.791049] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-906805ab-44e5-485c-8b22-7e8d6f6c08fe {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.798559] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50df573d-5c73-4188-bcdf-863a28a36719 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.814721] env[69319]: DEBUG nova.compute.provider_tree [None req-4c0671ac-e533-49d0-a3de-226c587c6988 tempest-DeleteServersAdminTestJSON-1067344024 tempest-DeleteServersAdminTestJSON-1067344024-project-admin] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1135.825268] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c7dce1d-f58c-4221-859a-aee39810ae93 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.842082] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-265f672d-a5b1-49f8-ad35-c96917271190 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.928574] env[69319]: DEBUG nova.network.neutron [None req-f424c865-be7f-469f-b9ab-576fb394ad4b tempest-ServersAaction247Test-774672926 tempest-ServersAaction247Test-774672926-project-member] [instance: d931630a-60a4-4a8d-9526-9b794911e9e1] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1135.984342] env[69319]: DEBUG oslo_concurrency.lockutils [None req-569401be-231b-437d-98d1-32d614975545 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Acquiring lock "refresh_cache-e8f31843-60b0-4de7-ae66-5940cc5eb364" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.985607] env[69319]: DEBUG oslo_concurrency.lockutils [None req-569401be-231b-437d-98d1-32d614975545 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Acquired lock "refresh_cache-e8f31843-60b0-4de7-ae66-5940cc5eb364" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.985607] env[69319]: DEBUG nova.network.neutron [None req-569401be-231b-437d-98d1-32d614975545 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: e8f31843-60b0-4de7-ae66-5940cc5eb364] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1135.987968] env[69319]: DEBUG nova.network.neutron [None req-f424c865-be7f-469f-b9ab-576fb394ad4b tempest-ServersAaction247Test-774672926 tempest-ServersAaction247Test-774672926-project-member] [instance: d931630a-60a4-4a8d-9526-9b794911e9e1] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.048885] env[69319]: DEBUG oslo_vmware.api [None req-4861e5e3-3926-41c1-8b94-3af605145834 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': task-3223900, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.318911] env[69319]: DEBUG nova.scheduler.client.report [None req-4c0671ac-e533-49d0-a3de-226c587c6988 tempest-DeleteServersAdminTestJSON-1067344024 tempest-DeleteServersAdminTestJSON-1067344024-project-admin] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1136.352466] env[69319]: DEBUG nova.compute.manager [None req-8d5c4e70-e276-4855-8451-6f4908ce0441 tempest-ServersAaction247Test-774672926 tempest-ServersAaction247Test-774672926-project-member] [instance: d931630a-60a4-4a8d-9526-9b794911e9e1] Instance disappeared during snapshot {{(pid=69319) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1136.483758] env[69319]: DEBUG nova.compute.manager [None req-8d5c4e70-e276-4855-8451-6f4908ce0441 tempest-ServersAaction247Test-774672926 tempest-ServersAaction247Test-774672926-project-member] [instance: d931630a-60a4-4a8d-9526-9b794911e9e1] Found 0 images (rotation: 2) {{(pid=69319) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1136.493336] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f424c865-be7f-469f-b9ab-576fb394ad4b tempest-ServersAaction247Test-774672926 tempest-ServersAaction247Test-774672926-project-member] Releasing lock "refresh_cache-d931630a-60a4-4a8d-9526-9b794911e9e1" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.493845] env[69319]: DEBUG nova.compute.manager [None req-f424c865-be7f-469f-b9ab-576fb394ad4b tempest-ServersAaction247Test-774672926 tempest-ServersAaction247Test-774672926-project-member] [instance: d931630a-60a4-4a8d-9526-9b794911e9e1] Start destroying the instance on the hypervisor. {{(pid=69319) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1136.494095] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-f424c865-be7f-469f-b9ab-576fb394ad4b tempest-ServersAaction247Test-774672926 tempest-ServersAaction247Test-774672926-project-member] [instance: d931630a-60a4-4a8d-9526-9b794911e9e1] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1136.494986] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a71270f-c081-4c5a-84fd-d21d98ed14e4 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.502561] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-f424c865-be7f-469f-b9ab-576fb394ad4b tempest-ServersAaction247Test-774672926 tempest-ServersAaction247Test-774672926-project-member] [instance: d931630a-60a4-4a8d-9526-9b794911e9e1] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1136.502789] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-02a75897-63df-48b9-887e-ac4eb51c2afb {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.507947] env[69319]: DEBUG oslo_vmware.api [None req-f424c865-be7f-469f-b9ab-576fb394ad4b tempest-ServersAaction247Test-774672926 tempest-ServersAaction247Test-774672926-project-member] Waiting for the task: (returnval){ [ 1136.507947] env[69319]: value = "task-3223901" [ 1136.507947] env[69319]: _type = "Task" [ 1136.507947] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.515129] env[69319]: DEBUG oslo_vmware.api [None req-f424c865-be7f-469f-b9ab-576fb394ad4b tempest-ServersAaction247Test-774672926 tempest-ServersAaction247Test-774672926-project-member] Task: {'id': task-3223901, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.518761] env[69319]: DEBUG nova.network.neutron [None req-569401be-231b-437d-98d1-32d614975545 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: e8f31843-60b0-4de7-ae66-5940cc5eb364] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1136.550989] env[69319]: DEBUG oslo_vmware.api [None req-4861e5e3-3926-41c1-8b94-3af605145834 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': task-3223900, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.447638} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.551109] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-4861e5e3-3926-41c1-8b94-3af605145834 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bf42c42b-ab6a-4597-96a3-c730763cb696/bf42c42b-ab6a-4597-96a3-c730763cb696.vmdk to [datastore1] 9a2d05fc-1ee1-4847-bb63-ad2d3624c730/9a2d05fc-1ee1-4847-bb63-ad2d3624c730.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1136.551953] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40027dba-10bf-4381-915a-58a39a9719d2 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.578826] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-4861e5e3-3926-41c1-8b94-3af605145834 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 9a2d05fc-1ee1-4847-bb63-ad2d3624c730] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] 9a2d05fc-1ee1-4847-bb63-ad2d3624c730/9a2d05fc-1ee1-4847-bb63-ad2d3624c730.vmdk or device None with type streamOptimized {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1136.582330] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-866cf7a8-ec13-4590-b0d1-14f5d0bdc64b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.601177] env[69319]: DEBUG oslo_vmware.api [None req-4861e5e3-3926-41c1-8b94-3af605145834 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Waiting for the task: (returnval){ [ 1136.601177] env[69319]: value = "task-3223902" [ 1136.601177] env[69319]: _type = "Task" [ 1136.601177] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.609146] env[69319]: DEBUG oslo_vmware.api [None req-4861e5e3-3926-41c1-8b94-3af605145834 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': task-3223902, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.698592] env[69319]: DEBUG nova.network.neutron [None req-569401be-231b-437d-98d1-32d614975545 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: e8f31843-60b0-4de7-ae66-5940cc5eb364] Updating instance_info_cache with network_info: [{"id": "7f2c1d8c-f537-476a-a313-8ad6a5463a14", "address": "fa:16:3e:98:0e:f5", "network": {"id": "137e0ee2-8e6e-434c-a032-f059cf348e59", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-49335232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0030fcfc26054d94b76414b0098fa648", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f2c1d8c-f5", "ovs_interfaceid": "7f2c1d8c-f537-476a-a313-8ad6a5463a14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.824222] env[69319]: DEBUG oslo_concurrency.lockutils [None req-4c0671ac-e533-49d0-a3de-226c587c6988 tempest-DeleteServersAdminTestJSON-1067344024 tempest-DeleteServersAdminTestJSON-1067344024-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.877s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.826649] env[69319]: DEBUG oslo_concurrency.lockutils [None req-fa0066ea-7123-4aec-a561-f51ee4e1aa9a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 15.921s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.852903] env[69319]: INFO nova.scheduler.client.report [None req-4c0671ac-e533-49d0-a3de-226c587c6988 tempest-DeleteServersAdminTestJSON-1067344024 tempest-DeleteServersAdminTestJSON-1067344024-project-admin] Deleted allocations for instance fc5ed24c-3dfc-490b-8fc5-b0b66a11c58b [ 1137.017451] env[69319]: DEBUG oslo_vmware.api [None req-f424c865-be7f-469f-b9ab-576fb394ad4b tempest-ServersAaction247Test-774672926 tempest-ServersAaction247Test-774672926-project-member] Task: {'id': task-3223901, 'name': PowerOffVM_Task, 'duration_secs': 0.130589} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.017724] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-f424c865-be7f-469f-b9ab-576fb394ad4b tempest-ServersAaction247Test-774672926 tempest-ServersAaction247Test-774672926-project-member] [instance: d931630a-60a4-4a8d-9526-9b794911e9e1] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1137.017895] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-f424c865-be7f-469f-b9ab-576fb394ad4b tempest-ServersAaction247Test-774672926 tempest-ServersAaction247Test-774672926-project-member] [instance: d931630a-60a4-4a8d-9526-9b794911e9e1] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1137.018161] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3f19d417-a92c-4ee2-845b-b2030f1532af {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.040312] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-f424c865-be7f-469f-b9ab-576fb394ad4b tempest-ServersAaction247Test-774672926 tempest-ServersAaction247Test-774672926-project-member] [instance: d931630a-60a4-4a8d-9526-9b794911e9e1] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1137.040539] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-f424c865-be7f-469f-b9ab-576fb394ad4b tempest-ServersAaction247Test-774672926 tempest-ServersAaction247Test-774672926-project-member] [instance: d931630a-60a4-4a8d-9526-9b794911e9e1] Deleting contents of the VM from datastore datastore1 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1137.040722] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-f424c865-be7f-469f-b9ab-576fb394ad4b tempest-ServersAaction247Test-774672926 tempest-ServersAaction247Test-774672926-project-member] Deleting the datastore file [datastore1] d931630a-60a4-4a8d-9526-9b794911e9e1 {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1137.040983] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d28ad78d-e625-4ca4-8e9d-d690b518eaa2 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.046933] env[69319]: DEBUG oslo_vmware.api [None req-f424c865-be7f-469f-b9ab-576fb394ad4b tempest-ServersAaction247Test-774672926 tempest-ServersAaction247Test-774672926-project-member] Waiting for the task: (returnval){ [ 1137.046933] env[69319]: value = "task-3223904" [ 1137.046933] env[69319]: _type = "Task" [ 1137.046933] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.054338] env[69319]: DEBUG oslo_vmware.api [None req-f424c865-be7f-469f-b9ab-576fb394ad4b tempest-ServersAaction247Test-774672926 tempest-ServersAaction247Test-774672926-project-member] Task: {'id': task-3223904, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.110496] env[69319]: DEBUG oslo_vmware.api [None req-4861e5e3-3926-41c1-8b94-3af605145834 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': task-3223902, 'name': ReconfigVM_Task, 'duration_secs': 0.27933} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.110787] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-4861e5e3-3926-41c1-8b94-3af605145834 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 9a2d05fc-1ee1-4847-bb63-ad2d3624c730] Reconfigured VM instance instance-00000044 to attach disk [datastore1] 9a2d05fc-1ee1-4847-bb63-ad2d3624c730/9a2d05fc-1ee1-4847-bb63-ad2d3624c730.vmdk or device None with type streamOptimized {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1137.111978] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-4861e5e3-3926-41c1-8b94-3af605145834 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 9a2d05fc-1ee1-4847-bb63-ad2d3624c730] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'size': 0, 'disk_bus': None, 'encrypted': False, 'encryption_secret_uuid': None, 'encryption_format': None, 'boot_index': 0, 'device_type': 'disk', 'encryption_options': None, 'guest_format': None, 'device_name': '/dev/sda', 'image_id': '6700374e-b6e6-4c5e-a688-7ac0dd5c92f8'}], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-644491', 'volume_id': '9a205589-1ccc-49dc-a59f-5a3c3c3f4c5f', 'name': 'volume-9a205589-1ccc-49dc-a59f-5a3c3c3f4c5f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '9a2d05fc-1ee1-4847-bb63-ad2d3624c730', 'attached_at': '', 'detached_at': '', 'volume_id': '9a205589-1ccc-49dc-a59f-5a3c3c3f4c5f', 'serial': '9a205589-1ccc-49dc-a59f-5a3c3c3f4c5f'}, 'delete_on_termination': False, 'boot_index': None, 'guest_format': None, 'device_type': None, 'mount_device': '/dev/sdb', 'attachment_id': 'f3a07a3c-e684-4b29-bf42-24832b064f7a', 'volume_type': None}], 'swap': None} {{(pid=69319) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1137.112206] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-4861e5e3-3926-41c1-8b94-3af605145834 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 9a2d05fc-1ee1-4847-bb63-ad2d3624c730] Volume attach. Driver type: vmdk {{(pid=69319) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1137.112410] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-4861e5e3-3926-41c1-8b94-3af605145834 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 9a2d05fc-1ee1-4847-bb63-ad2d3624c730] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-644491', 'volume_id': '9a205589-1ccc-49dc-a59f-5a3c3c3f4c5f', 'name': 'volume-9a205589-1ccc-49dc-a59f-5a3c3c3f4c5f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '9a2d05fc-1ee1-4847-bb63-ad2d3624c730', 'attached_at': '', 'detached_at': '', 'volume_id': '9a205589-1ccc-49dc-a59f-5a3c3c3f4c5f', 'serial': '9a205589-1ccc-49dc-a59f-5a3c3c3f4c5f'} {{(pid=69319) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1137.113196] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b20ebbac-685f-4827-8342-bc6cb69a2c40 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.128635] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fdd0903-7b22-4eba-a3a7-2b740e3861ad {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.152638] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-4861e5e3-3926-41c1-8b94-3af605145834 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 9a2d05fc-1ee1-4847-bb63-ad2d3624c730] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] volume-9a205589-1ccc-49dc-a59f-5a3c3c3f4c5f/volume-9a205589-1ccc-49dc-a59f-5a3c3c3f4c5f.vmdk or device None with type thin {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1137.156019] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-adc0ae62-4d5a-4767-851d-12ced9e75dc3 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.170695] env[69319]: DEBUG oslo_vmware.api [None req-4861e5e3-3926-41c1-8b94-3af605145834 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Waiting for the task: (returnval){ [ 1137.170695] env[69319]: value = "task-3223905" [ 1137.170695] env[69319]: _type = "Task" [ 1137.170695] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.178360] env[69319]: DEBUG oslo_vmware.api [None req-4861e5e3-3926-41c1-8b94-3af605145834 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': task-3223905, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.201099] env[69319]: DEBUG oslo_concurrency.lockutils [None req-569401be-231b-437d-98d1-32d614975545 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Releasing lock "refresh_cache-e8f31843-60b0-4de7-ae66-5940cc5eb364" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.201454] env[69319]: DEBUG nova.compute.manager [None req-569401be-231b-437d-98d1-32d614975545 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: e8f31843-60b0-4de7-ae66-5940cc5eb364] Instance network_info: |[{"id": "7f2c1d8c-f537-476a-a313-8ad6a5463a14", "address": "fa:16:3e:98:0e:f5", "network": {"id": "137e0ee2-8e6e-434c-a032-f059cf348e59", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-49335232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0030fcfc26054d94b76414b0098fa648", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f2c1d8c-f5", "ovs_interfaceid": "7f2c1d8c-f537-476a-a313-8ad6a5463a14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1137.201884] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-569401be-231b-437d-98d1-32d614975545 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: e8f31843-60b0-4de7-ae66-5940cc5eb364] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:0e:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4a8f5363-be3a-4f92-9ccf-33bb0c8113b3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7f2c1d8c-f537-476a-a313-8ad6a5463a14', 'vif_model': 'vmxnet3'}] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1137.209584] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-569401be-231b-437d-98d1-32d614975545 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1137.209802] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8f31843-60b0-4de7-ae66-5940cc5eb364] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1137.210033] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c20c0a51-62a5-4325-82ce-a7ac941ffe39 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.230604] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1137.230604] env[69319]: value = "task-3223906" [ 1137.230604] env[69319]: _type = "Task" [ 1137.230604] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.239650] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223906, 'name': CreateVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.360183] env[69319]: DEBUG oslo_concurrency.lockutils [None req-4c0671ac-e533-49d0-a3de-226c587c6988 tempest-DeleteServersAdminTestJSON-1067344024 tempest-DeleteServersAdminTestJSON-1067344024-project-admin] Lock "fc5ed24c-3dfc-490b-8fc5-b0b66a11c58b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.440s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.454092] env[69319]: DEBUG nova.compute.manager [req-759930b5-745f-46c8-8bbe-cfb7f76aa094 req-dcc7303c-b754-4992-b2d9-bb463bedeb94 service nova] [instance: e8f31843-60b0-4de7-ae66-5940cc5eb364] Received event network-changed-7f2c1d8c-f537-476a-a313-8ad6a5463a14 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1137.454352] env[69319]: DEBUG nova.compute.manager [req-759930b5-745f-46c8-8bbe-cfb7f76aa094 req-dcc7303c-b754-4992-b2d9-bb463bedeb94 service nova] [instance: e8f31843-60b0-4de7-ae66-5940cc5eb364] Refreshing instance network info cache due to event network-changed-7f2c1d8c-f537-476a-a313-8ad6a5463a14. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1137.454622] env[69319]: DEBUG oslo_concurrency.lockutils [req-759930b5-745f-46c8-8bbe-cfb7f76aa094 req-dcc7303c-b754-4992-b2d9-bb463bedeb94 service nova] Acquiring lock "refresh_cache-e8f31843-60b0-4de7-ae66-5940cc5eb364" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.455633] env[69319]: DEBUG oslo_concurrency.lockutils [req-759930b5-745f-46c8-8bbe-cfb7f76aa094 req-dcc7303c-b754-4992-b2d9-bb463bedeb94 service nova] Acquired lock "refresh_cache-e8f31843-60b0-4de7-ae66-5940cc5eb364" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.455633] env[69319]: DEBUG nova.network.neutron [req-759930b5-745f-46c8-8bbe-cfb7f76aa094 req-dcc7303c-b754-4992-b2d9-bb463bedeb94 service nova] [instance: e8f31843-60b0-4de7-ae66-5940cc5eb364] Refreshing network info cache for port 7f2c1d8c-f537-476a-a313-8ad6a5463a14 {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1137.554935] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18c34d86-1742-4bb9-a492-99b2f0dda8f9 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.562258] env[69319]: DEBUG oslo_vmware.api [None req-f424c865-be7f-469f-b9ab-576fb394ad4b tempest-ServersAaction247Test-774672926 tempest-ServersAaction247Test-774672926-project-member] Task: {'id': task-3223904, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.093765} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.564374] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-f424c865-be7f-469f-b9ab-576fb394ad4b tempest-ServersAaction247Test-774672926 tempest-ServersAaction247Test-774672926-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1137.564374] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-f424c865-be7f-469f-b9ab-576fb394ad4b tempest-ServersAaction247Test-774672926 tempest-ServersAaction247Test-774672926-project-member] [instance: d931630a-60a4-4a8d-9526-9b794911e9e1] Deleted contents of the VM from datastore datastore1 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1137.564501] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-f424c865-be7f-469f-b9ab-576fb394ad4b tempest-ServersAaction247Test-774672926 tempest-ServersAaction247Test-774672926-project-member] [instance: d931630a-60a4-4a8d-9526-9b794911e9e1] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1137.564567] env[69319]: INFO nova.compute.manager [None req-f424c865-be7f-469f-b9ab-576fb394ad4b tempest-ServersAaction247Test-774672926 tempest-ServersAaction247Test-774672926-project-member] [instance: d931630a-60a4-4a8d-9526-9b794911e9e1] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1137.564796] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f424c865-be7f-469f-b9ab-576fb394ad4b tempest-ServersAaction247Test-774672926 tempest-ServersAaction247Test-774672926-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1137.565046] env[69319]: DEBUG nova.compute.manager [-] [instance: d931630a-60a4-4a8d-9526-9b794911e9e1] Deallocating network for instance {{(pid=69319) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1137.565147] env[69319]: DEBUG nova.network.neutron [-] [instance: d931630a-60a4-4a8d-9526-9b794911e9e1] deallocate_for_instance() {{(pid=69319) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1137.567301] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44079058-84de-4f1a-a070-0b001ae4eae0 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.598397] env[69319]: DEBUG nova.network.neutron [-] [instance: d931630a-60a4-4a8d-9526-9b794911e9e1] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1137.600030] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac39d8af-9f3d-4baf-b6cb-c1c40ae52624 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.607913] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54be9cb5-209f-4b72-9955-c7d6fd4107e9 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.622704] env[69319]: DEBUG nova.compute.provider_tree [None req-fa0066ea-7123-4aec-a561-f51ee4e1aa9a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1137.679804] env[69319]: DEBUG oslo_vmware.api [None req-4861e5e3-3926-41c1-8b94-3af605145834 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': task-3223905, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.740372] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223906, 'name': CreateVM_Task, 'duration_secs': 0.332005} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.740559] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8f31843-60b0-4de7-ae66-5940cc5eb364] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1137.741308] env[69319]: DEBUG oslo_concurrency.lockutils [None req-569401be-231b-437d-98d1-32d614975545 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.741484] env[69319]: DEBUG oslo_concurrency.lockutils [None req-569401be-231b-437d-98d1-32d614975545 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.741809] env[69319]: DEBUG oslo_concurrency.lockutils [None req-569401be-231b-437d-98d1-32d614975545 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.742090] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a9dc117-53f5-446e-9196-7dbe4298992c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.746726] env[69319]: DEBUG oslo_vmware.api [None req-569401be-231b-437d-98d1-32d614975545 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Waiting for the task: (returnval){ [ 1137.746726] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52882108-9d0c-2201-782a-34b5a5732ec7" [ 1137.746726] env[69319]: _type = "Task" [ 1137.746726] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.755634] env[69319]: DEBUG oslo_vmware.api [None req-569401be-231b-437d-98d1-32d614975545 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52882108-9d0c-2201-782a-34b5a5732ec7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.837964] env[69319]: DEBUG oslo_concurrency.lockutils [None req-1ef7f249-1424-4e97-8a1e-19d539cb3fba tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Acquiring lock "233219fd-06b7-45db-bda2-540992f2d4ce" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.837964] env[69319]: DEBUG oslo_concurrency.lockutils [None req-1ef7f249-1424-4e97-8a1e-19d539cb3fba tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Lock "233219fd-06b7-45db-bda2-540992f2d4ce" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.103057] env[69319]: DEBUG nova.network.neutron [-] [instance: d931630a-60a4-4a8d-9526-9b794911e9e1] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.106014] env[69319]: DEBUG oslo_service.periodic_task [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69319) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1138.106203] env[69319]: DEBUG oslo_service.periodic_task [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69319) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1138.125615] env[69319]: DEBUG nova.scheduler.client.report [None req-fa0066ea-7123-4aec-a561-f51ee4e1aa9a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1138.147510] env[69319]: DEBUG nova.network.neutron [req-759930b5-745f-46c8-8bbe-cfb7f76aa094 req-dcc7303c-b754-4992-b2d9-bb463bedeb94 service nova] [instance: e8f31843-60b0-4de7-ae66-5940cc5eb364] Updated VIF entry in instance network info cache for port 7f2c1d8c-f537-476a-a313-8ad6a5463a14. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1138.147839] env[69319]: DEBUG nova.network.neutron [req-759930b5-745f-46c8-8bbe-cfb7f76aa094 req-dcc7303c-b754-4992-b2d9-bb463bedeb94 service nova] [instance: e8f31843-60b0-4de7-ae66-5940cc5eb364] Updating instance_info_cache with network_info: [{"id": "7f2c1d8c-f537-476a-a313-8ad6a5463a14", "address": "fa:16:3e:98:0e:f5", "network": {"id": "137e0ee2-8e6e-434c-a032-f059cf348e59", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-49335232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0030fcfc26054d94b76414b0098fa648", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f2c1d8c-f5", "ovs_interfaceid": "7f2c1d8c-f537-476a-a313-8ad6a5463a14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.180114] env[69319]: DEBUG oslo_vmware.api [None req-4861e5e3-3926-41c1-8b94-3af605145834 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': task-3223905, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.256510] env[69319]: DEBUG oslo_vmware.api [None req-569401be-231b-437d-98d1-32d614975545 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52882108-9d0c-2201-782a-34b5a5732ec7, 'name': SearchDatastore_Task, 'duration_secs': 0.011073} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.256873] env[69319]: DEBUG oslo_concurrency.lockutils [None req-569401be-231b-437d-98d1-32d614975545 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.257125] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-569401be-231b-437d-98d1-32d614975545 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: e8f31843-60b0-4de7-ae66-5940cc5eb364] Processing image 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1138.257374] env[69319]: DEBUG oslo_concurrency.lockutils [None req-569401be-231b-437d-98d1-32d614975545 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.257520] env[69319]: DEBUG oslo_concurrency.lockutils [None req-569401be-231b-437d-98d1-32d614975545 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.257700] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-569401be-231b-437d-98d1-32d614975545 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1138.257956] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fe000a98-e057-4d81-8c17-7bcb5a7f399c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.265679] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-569401be-231b-437d-98d1-32d614975545 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1138.265849] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-569401be-231b-437d-98d1-32d614975545 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1138.266539] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6396a06d-0aab-44ab-9aa6-058c51bb5eca {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.271111] env[69319]: DEBUG oslo_vmware.api [None req-569401be-231b-437d-98d1-32d614975545 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Waiting for the task: (returnval){ [ 1138.271111] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52f185a2-0423-12dc-6f0e-2a42feb7b8fd" [ 1138.271111] env[69319]: _type = "Task" [ 1138.271111] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.278401] env[69319]: DEBUG oslo_vmware.api [None req-569401be-231b-437d-98d1-32d614975545 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52f185a2-0423-12dc-6f0e-2a42feb7b8fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.339456] env[69319]: DEBUG nova.compute.manager [None req-1ef7f249-1424-4e97-8a1e-19d539cb3fba tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] [instance: 233219fd-06b7-45db-bda2-540992f2d4ce] Starting instance... {{(pid=69319) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1138.605579] env[69319]: INFO nova.compute.manager [-] [instance: d931630a-60a4-4a8d-9526-9b794911e9e1] Took 1.04 seconds to deallocate network for instance. [ 1138.613282] env[69319]: DEBUG oslo_service.periodic_task [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69319) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1138.614026] env[69319]: DEBUG oslo_service.periodic_task [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69319) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1138.614026] env[69319]: DEBUG oslo_service.periodic_task [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69319) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1138.614026] env[69319]: DEBUG oslo_service.periodic_task [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69319) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1138.614026] env[69319]: DEBUG oslo_service.periodic_task [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69319) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1138.614026] env[69319]: DEBUG oslo_service.periodic_task [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69319) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1138.614254] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69319) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1138.614329] env[69319]: DEBUG oslo_service.periodic_task [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Running periodic task ComputeManager.update_available_resource {{(pid=69319) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1138.650022] env[69319]: DEBUG oslo_concurrency.lockutils [req-759930b5-745f-46c8-8bbe-cfb7f76aa094 req-dcc7303c-b754-4992-b2d9-bb463bedeb94 service nova] Releasing lock "refresh_cache-e8f31843-60b0-4de7-ae66-5940cc5eb364" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.680223] env[69319]: DEBUG oslo_vmware.api [None req-4861e5e3-3926-41c1-8b94-3af605145834 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': task-3223905, 'name': ReconfigVM_Task, 'duration_secs': 1.323893} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.680768] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-4861e5e3-3926-41c1-8b94-3af605145834 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 9a2d05fc-1ee1-4847-bb63-ad2d3624c730] Reconfigured VM instance instance-00000044 to attach disk [datastore1] volume-9a205589-1ccc-49dc-a59f-5a3c3c3f4c5f/volume-9a205589-1ccc-49dc-a59f-5a3c3c3f4c5f.vmdk or device None with type thin {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1138.685547] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98c35029-2296-4776-8010-81afa78988cf {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.699704] env[69319]: DEBUG oslo_vmware.api [None req-4861e5e3-3926-41c1-8b94-3af605145834 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Waiting for the task: (returnval){ [ 1138.699704] env[69319]: value = "task-3223907" [ 1138.699704] env[69319]: _type = "Task" [ 1138.699704] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.707466] env[69319]: DEBUG oslo_vmware.api [None req-4861e5e3-3926-41c1-8b94-3af605145834 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': task-3223907, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.782631] env[69319]: DEBUG oslo_vmware.api [None req-569401be-231b-437d-98d1-32d614975545 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52f185a2-0423-12dc-6f0e-2a42feb7b8fd, 'name': SearchDatastore_Task, 'duration_secs': 0.008134} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.783501] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4196176-6303-4a73-bd59-7e92d3520fd2 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.788444] env[69319]: DEBUG oslo_vmware.api [None req-569401be-231b-437d-98d1-32d614975545 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Waiting for the task: (returnval){ [ 1138.788444] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]5226e328-9c3d-8eb3-d9dd-9d718eaabd82" [ 1138.788444] env[69319]: _type = "Task" [ 1138.788444] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.797307] env[69319]: DEBUG oslo_vmware.api [None req-569401be-231b-437d-98d1-32d614975545 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5226e328-9c3d-8eb3-d9dd-9d718eaabd82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.861709] env[69319]: DEBUG oslo_concurrency.lockutils [None req-1ef7f249-1424-4e97-8a1e-19d539cb3fba tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.114167] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f424c865-be7f-469f-b9ab-576fb394ad4b tempest-ServersAaction247Test-774672926 tempest-ServersAaction247Test-774672926-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.116272] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.135729] env[69319]: DEBUG oslo_concurrency.lockutils [None req-fa0066ea-7123-4aec-a561-f51ee4e1aa9a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.309s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.135953] env[69319]: DEBUG nova.compute.manager [None req-fa0066ea-7123-4aec-a561-f51ee4e1aa9a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 33bc946c-1397-4355-8132-bc27084a66ba] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=69319) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 1139.138827] env[69319]: DEBUG oslo_concurrency.lockutils [None req-e3b31024-cd7a-4bea-989f-dca33a5d4d77 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.496s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.140204] env[69319]: INFO nova.compute.claims [None req-e3b31024-cd7a-4bea-989f-dca33a5d4d77 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] [instance: b45a3908-8611-4881-ad91-fb5bdc8a9dc6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1139.210608] env[69319]: DEBUG oslo_vmware.api [None req-4861e5e3-3926-41c1-8b94-3af605145834 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': task-3223907, 'name': ReconfigVM_Task, 'duration_secs': 0.151852} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.210922] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-4861e5e3-3926-41c1-8b94-3af605145834 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 9a2d05fc-1ee1-4847-bb63-ad2d3624c730] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-644491', 'volume_id': '9a205589-1ccc-49dc-a59f-5a3c3c3f4c5f', 'name': 'volume-9a205589-1ccc-49dc-a59f-5a3c3c3f4c5f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '9a2d05fc-1ee1-4847-bb63-ad2d3624c730', 'attached_at': '', 'detached_at': '', 'volume_id': '9a205589-1ccc-49dc-a59f-5a3c3c3f4c5f', 'serial': '9a205589-1ccc-49dc-a59f-5a3c3c3f4c5f'} {{(pid=69319) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1139.211619] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e452d796-223e-47c3-b9d9-3d452463657d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.217938] env[69319]: DEBUG oslo_vmware.api [None req-4861e5e3-3926-41c1-8b94-3af605145834 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Waiting for the task: (returnval){ [ 1139.217938] env[69319]: value = "task-3223908" [ 1139.217938] env[69319]: _type = "Task" [ 1139.217938] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.227022] env[69319]: DEBUG oslo_vmware.api [None req-4861e5e3-3926-41c1-8b94-3af605145834 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': task-3223908, 'name': Rename_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.302922] env[69319]: DEBUG oslo_vmware.api [None req-569401be-231b-437d-98d1-32d614975545 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5226e328-9c3d-8eb3-d9dd-9d718eaabd82, 'name': SearchDatastore_Task, 'duration_secs': 0.0094} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.303219] env[69319]: DEBUG oslo_concurrency.lockutils [None req-569401be-231b-437d-98d1-32d614975545 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.303546] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-569401be-231b-437d-98d1-32d614975545 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] e8f31843-60b0-4de7-ae66-5940cc5eb364/e8f31843-60b0-4de7-ae66-5940cc5eb364.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1139.303808] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-41561404-44e7-4b56-958a-a56b79f5e57a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.310416] env[69319]: DEBUG oslo_vmware.api [None req-569401be-231b-437d-98d1-32d614975545 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Waiting for the task: (returnval){ [ 1139.310416] env[69319]: value = "task-3223909" [ 1139.310416] env[69319]: _type = "Task" [ 1139.310416] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.317898] env[69319]: DEBUG oslo_vmware.api [None req-569401be-231b-437d-98d1-32d614975545 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': task-3223909, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.709861] env[69319]: INFO nova.scheduler.client.report [None req-fa0066ea-7123-4aec-a561-f51ee4e1aa9a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Deleted allocation for migration 563cb07e-f70e-433e-96bc-2838cd4095de [ 1139.728920] env[69319]: DEBUG oslo_vmware.api [None req-4861e5e3-3926-41c1-8b94-3af605145834 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': task-3223908, 'name': Rename_Task, 'duration_secs': 0.148966} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.729377] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-4861e5e3-3926-41c1-8b94-3af605145834 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 9a2d05fc-1ee1-4847-bb63-ad2d3624c730] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1139.729654] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9e14467f-8b85-42da-9c32-7f9ac152fc67 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.737961] env[69319]: DEBUG oslo_vmware.api [None req-4861e5e3-3926-41c1-8b94-3af605145834 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Waiting for the task: (returnval){ [ 1139.737961] env[69319]: value = "task-3223910" [ 1139.737961] env[69319]: _type = "Task" [ 1139.737961] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.747153] env[69319]: DEBUG oslo_vmware.api [None req-4861e5e3-3926-41c1-8b94-3af605145834 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': task-3223910, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.820515] env[69319]: DEBUG oslo_vmware.api [None req-569401be-231b-437d-98d1-32d614975545 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': task-3223909, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.474464} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.821246] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-569401be-231b-437d-98d1-32d614975545 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] e8f31843-60b0-4de7-ae66-5940cc5eb364/e8f31843-60b0-4de7-ae66-5940cc5eb364.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1139.821246] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-569401be-231b-437d-98d1-32d614975545 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: e8f31843-60b0-4de7-ae66-5940cc5eb364] Extending root virtual disk to 1048576 {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1139.821246] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2f702a91-7e79-483f-a85b-f40831093e2b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.826616] env[69319]: DEBUG oslo_vmware.api [None req-569401be-231b-437d-98d1-32d614975545 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Waiting for the task: (returnval){ [ 1139.826616] env[69319]: value = "task-3223911" [ 1139.826616] env[69319]: _type = "Task" [ 1139.826616] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.834128] env[69319]: DEBUG oslo_vmware.api [None req-569401be-231b-437d-98d1-32d614975545 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': task-3223911, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.055597] env[69319]: DEBUG nova.objects.instance [None req-c5ad17b2-8c84-4ccb-bc96-b5f2a7ee6a78 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Lazy-loading 'flavor' on Instance uuid 33bc946c-1397-4355-8132-bc27084a66ba {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1140.216960] env[69319]: DEBUG oslo_concurrency.lockutils [None req-fa0066ea-7123-4aec-a561-f51ee4e1aa9a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Lock "33bc946c-1397-4355-8132-bc27084a66ba" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 22.474s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.249560] env[69319]: DEBUG oslo_vmware.api [None req-4861e5e3-3926-41c1-8b94-3af605145834 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': task-3223910, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.337018] env[69319]: DEBUG oslo_vmware.api [None req-569401be-231b-437d-98d1-32d614975545 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': task-3223911, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.054591} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.337307] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-569401be-231b-437d-98d1-32d614975545 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: e8f31843-60b0-4de7-ae66-5940cc5eb364] Extended root virtual disk {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1140.338142] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e37775a-57ac-424a-9ba3-c143ab00182d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.342559] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7796c01c-487b-4d6d-88b5-1b49b68b2f4e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.367710] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-569401be-231b-437d-98d1-32d614975545 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: e8f31843-60b0-4de7-ae66-5940cc5eb364] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] e8f31843-60b0-4de7-ae66-5940cc5eb364/e8f31843-60b0-4de7-ae66-5940cc5eb364.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1140.370438] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6acde762-802e-4536-ab27-f4f7f70e67bb {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.386547] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7273e634-e322-4d92-bf4b-959e2c223930 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.426143] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68ed47cf-248b-4c75-aae2-996d0d446867 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.428811] env[69319]: DEBUG oslo_vmware.api [None req-569401be-231b-437d-98d1-32d614975545 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Waiting for the task: (returnval){ [ 1140.428811] env[69319]: value = "task-3223912" [ 1140.428811] env[69319]: _type = "Task" [ 1140.428811] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.435190] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b99c0299-a0f1-4f5e-9b5b-a8a2958f3a41 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.441559] env[69319]: DEBUG oslo_vmware.api [None req-569401be-231b-437d-98d1-32d614975545 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': task-3223912, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.450758] env[69319]: DEBUG nova.compute.provider_tree [None req-e3b31024-cd7a-4bea-989f-dca33a5d4d77 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1140.560863] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c5ad17b2-8c84-4ccb-bc96-b5f2a7ee6a78 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Acquiring lock "refresh_cache-33bc946c-1397-4355-8132-bc27084a66ba" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.561039] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c5ad17b2-8c84-4ccb-bc96-b5f2a7ee6a78 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Acquired lock "refresh_cache-33bc946c-1397-4355-8132-bc27084a66ba" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.561211] env[69319]: DEBUG nova.network.neutron [None req-c5ad17b2-8c84-4ccb-bc96-b5f2a7ee6a78 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 33bc946c-1397-4355-8132-bc27084a66ba] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1140.561397] env[69319]: DEBUG nova.objects.instance [None req-c5ad17b2-8c84-4ccb-bc96-b5f2a7ee6a78 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Lazy-loading 'info_cache' on Instance uuid 33bc946c-1397-4355-8132-bc27084a66ba {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1140.748613] env[69319]: DEBUG oslo_vmware.api [None req-4861e5e3-3926-41c1-8b94-3af605145834 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': task-3223910, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.938653] env[69319]: DEBUG oslo_vmware.api [None req-569401be-231b-437d-98d1-32d614975545 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': task-3223912, 'name': ReconfigVM_Task, 'duration_secs': 0.291928} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.938839] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-569401be-231b-437d-98d1-32d614975545 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: e8f31843-60b0-4de7-ae66-5940cc5eb364] Reconfigured VM instance instance-0000005c to attach disk [datastore2] e8f31843-60b0-4de7-ae66-5940cc5eb364/e8f31843-60b0-4de7-ae66-5940cc5eb364.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1140.940087] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ec833358-98f1-47fb-93b3-a96d3ec5dbad {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.946165] env[69319]: DEBUG oslo_vmware.api [None req-569401be-231b-437d-98d1-32d614975545 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Waiting for the task: (returnval){ [ 1140.946165] env[69319]: value = "task-3223913" [ 1140.946165] env[69319]: _type = "Task" [ 1140.946165] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.953354] env[69319]: DEBUG nova.scheduler.client.report [None req-e3b31024-cd7a-4bea-989f-dca33a5d4d77 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1140.961568] env[69319]: DEBUG oslo_vmware.api [None req-569401be-231b-437d-98d1-32d614975545 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': task-3223913, 'name': Rename_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.065035] env[69319]: DEBUG nova.objects.base [None req-c5ad17b2-8c84-4ccb-bc96-b5f2a7ee6a78 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Object Instance<33bc946c-1397-4355-8132-bc27084a66ba> lazy-loaded attributes: flavor,info_cache {{(pid=69319) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1141.248077] env[69319]: DEBUG oslo_vmware.api [None req-4861e5e3-3926-41c1-8b94-3af605145834 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': task-3223910, 'name': PowerOnVM_Task, 'duration_secs': 1.041271} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.248511] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-4861e5e3-3926-41c1-8b94-3af605145834 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 9a2d05fc-1ee1-4847-bb63-ad2d3624c730] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1141.349381] env[69319]: DEBUG nova.compute.manager [None req-4861e5e3-3926-41c1-8b94-3af605145834 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 9a2d05fc-1ee1-4847-bb63-ad2d3624c730] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1141.350293] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cb030d5-5285-4735-83aa-9ab319b8509f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.455621] env[69319]: DEBUG oslo_vmware.api [None req-569401be-231b-437d-98d1-32d614975545 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': task-3223913, 'name': Rename_Task, 'duration_secs': 0.139268} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.455621] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-569401be-231b-437d-98d1-32d614975545 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: e8f31843-60b0-4de7-ae66-5940cc5eb364] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1141.455832] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5acde894-d40e-49e5-ab62-8f728f9d5ec3 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.462710] env[69319]: DEBUG oslo_concurrency.lockutils [None req-e3b31024-cd7a-4bea-989f-dca33a5d4d77 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.324s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.463256] env[69319]: DEBUG nova.compute.manager [None req-e3b31024-cd7a-4bea-989f-dca33a5d4d77 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] [instance: b45a3908-8611-4881-ad91-fb5bdc8a9dc6] Start building networks asynchronously for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1141.465727] env[69319]: DEBUG oslo_vmware.api [None req-569401be-231b-437d-98d1-32d614975545 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Waiting for the task: (returnval){ [ 1141.465727] env[69319]: value = "task-3223914" [ 1141.465727] env[69319]: _type = "Task" [ 1141.465727] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.465964] env[69319]: DEBUG oslo_concurrency.lockutils [None req-288d512f-c609-4f00-aef3-73cc1cf83ee5 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.775s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.466190] env[69319]: DEBUG nova.objects.instance [None req-288d512f-c609-4f00-aef3-73cc1cf83ee5 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Lazy-loading 'resources' on Instance uuid d24a0bae-3b98-4121-a3f7-bedee3a196b4 {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1141.475367] env[69319]: DEBUG oslo_vmware.api [None req-569401be-231b-437d-98d1-32d614975545 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': task-3223914, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.810010] env[69319]: DEBUG nova.network.neutron [None req-c5ad17b2-8c84-4ccb-bc96-b5f2a7ee6a78 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 33bc946c-1397-4355-8132-bc27084a66ba] Updating instance_info_cache with network_info: [{"id": "c6e98cc0-3134-4c25-b6f3-ac5eb16515af", "address": "fa:16:3e:52:28:0c", "network": {"id": "5b6a3856-a59d-4821-b22f-d38a582fca59", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-151173017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8712195e5600495dac5d45bcbbd358ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6e98cc0-31", "ovs_interfaceid": "c6e98cc0-3134-4c25-b6f3-ac5eb16515af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.869970] env[69319]: DEBUG oslo_concurrency.lockutils [None req-4861e5e3-3926-41c1-8b94-3af605145834 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Lock "9a2d05fc-1ee1-4847-bb63-ad2d3624c730" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 47.921s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.970110] env[69319]: DEBUG nova.compute.utils [None req-e3b31024-cd7a-4bea-989f-dca33a5d4d77 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Using /dev/sd instead of None {{(pid=69319) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1141.975686] env[69319]: DEBUG nova.compute.manager [None req-e3b31024-cd7a-4bea-989f-dca33a5d4d77 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] [instance: b45a3908-8611-4881-ad91-fb5bdc8a9dc6] Allocating IP information in the background. {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1141.975881] env[69319]: DEBUG nova.network.neutron [None req-e3b31024-cd7a-4bea-989f-dca33a5d4d77 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] [instance: b45a3908-8611-4881-ad91-fb5bdc8a9dc6] allocate_for_instance() {{(pid=69319) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1141.988163] env[69319]: DEBUG oslo_vmware.api [None req-569401be-231b-437d-98d1-32d614975545 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': task-3223914, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.022540] env[69319]: DEBUG nova.policy [None req-e3b31024-cd7a-4bea-989f-dca33a5d4d77 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd33d4bc3e004470b91cc833432912c14', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '082be296862f43ddb7b411a29468a5c1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69319) authorize /opt/stack/nova/nova/policy.py:192}} [ 1142.207708] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdef9889-dd75-419c-9733-e5469a8f875d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.215717] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33e99445-b5b1-43b8-86d5-147988e41331 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.248142] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ce6e65a-ba31-4c1d-a93d-c23a803e2038 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.255522] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e920d0ec-66bb-49db-93b6-2e4bbca35a5f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.272921] env[69319]: DEBUG nova.compute.provider_tree [None req-288d512f-c609-4f00-aef3-73cc1cf83ee5 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1142.301926] env[69319]: DEBUG nova.network.neutron [None req-e3b31024-cd7a-4bea-989f-dca33a5d4d77 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] [instance: b45a3908-8611-4881-ad91-fb5bdc8a9dc6] Successfully created port: bdc24feb-97f4-4688-8cf8-86be441dd09f {{(pid=69319) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1142.313159] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c5ad17b2-8c84-4ccb-bc96-b5f2a7ee6a78 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Releasing lock "refresh_cache-33bc946c-1397-4355-8132-bc27084a66ba" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.478814] env[69319]: DEBUG oslo_vmware.api [None req-569401be-231b-437d-98d1-32d614975545 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': task-3223914, 'name': PowerOnVM_Task, 'duration_secs': 0.565564} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.479096] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-569401be-231b-437d-98d1-32d614975545 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: e8f31843-60b0-4de7-ae66-5940cc5eb364] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1142.479300] env[69319]: INFO nova.compute.manager [None req-569401be-231b-437d-98d1-32d614975545 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: e8f31843-60b0-4de7-ae66-5940cc5eb364] Took 7.34 seconds to spawn the instance on the hypervisor. [ 1142.479482] env[69319]: DEBUG nova.compute.manager [None req-569401be-231b-437d-98d1-32d614975545 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: e8f31843-60b0-4de7-ae66-5940cc5eb364] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1142.480287] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a3cfc34-2597-4fc0-8b4f-a3da704d2360 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.483092] env[69319]: DEBUG nova.compute.manager [None req-e3b31024-cd7a-4bea-989f-dca33a5d4d77 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] [instance: b45a3908-8611-4881-ad91-fb5bdc8a9dc6] Start building block device mappings for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1142.572508] env[69319]: DEBUG nova.network.neutron [None req-e3b31024-cd7a-4bea-989f-dca33a5d4d77 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] [instance: b45a3908-8611-4881-ad91-fb5bdc8a9dc6] Successfully created port: b142114f-9aa0-472e-9456-609c2150756e {{(pid=69319) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1142.776655] env[69319]: DEBUG nova.scheduler.client.report [None req-288d512f-c609-4f00-aef3-73cc1cf83ee5 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1142.797357] env[69319]: DEBUG nova.network.neutron [None req-e3b31024-cd7a-4bea-989f-dca33a5d4d77 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] [instance: b45a3908-8611-4881-ad91-fb5bdc8a9dc6] Successfully created port: 713c0411-0002-4bae-b0b6-79f90c9194c4 {{(pid=69319) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1142.999748] env[69319]: INFO nova.compute.manager [None req-569401be-231b-437d-98d1-32d614975545 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: e8f31843-60b0-4de7-ae66-5940cc5eb364] Took 29.04 seconds to build instance. [ 1143.039018] env[69319]: DEBUG oslo_concurrency.lockutils [None req-837cbd92-314b-4d28-be09-6b77508b274f tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Acquiring lock "b67563f9-4b5d-4f20-87fc-6fc7407687ae" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.039242] env[69319]: DEBUG oslo_concurrency.lockutils [None req-837cbd92-314b-4d28-be09-6b77508b274f tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Lock "b67563f9-4b5d-4f20-87fc-6fc7407687ae" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.039762] env[69319]: DEBUG nova.compute.manager [None req-837cbd92-314b-4d28-be09-6b77508b274f tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: b67563f9-4b5d-4f20-87fc-6fc7407687ae] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1143.040337] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d0da6d9-f4f0-48ea-948c-41db853f8b28 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.048925] env[69319]: DEBUG nova.compute.manager [None req-837cbd92-314b-4d28-be09-6b77508b274f tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: b67563f9-4b5d-4f20-87fc-6fc7407687ae] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69319) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1143.049962] env[69319]: DEBUG nova.objects.instance [None req-837cbd92-314b-4d28-be09-6b77508b274f tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Lazy-loading 'flavor' on Instance uuid b67563f9-4b5d-4f20-87fc-6fc7407687ae {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1143.282012] env[69319]: DEBUG oslo_concurrency.lockutils [None req-288d512f-c609-4f00-aef3-73cc1cf83ee5 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.816s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.284781] env[69319]: DEBUG oslo_concurrency.lockutils [None req-d2a345aa-4bf5-491d-837d-f6437c1bd484 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.358s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.284781] env[69319]: DEBUG nova.objects.instance [None req-d2a345aa-4bf5-491d-837d-f6437c1bd484 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Lazy-loading 'resources' on Instance uuid 2764dc00-3329-4e56-ad73-5027b65f42d6 {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1143.319023] env[69319]: INFO nova.scheduler.client.report [None req-288d512f-c609-4f00-aef3-73cc1cf83ee5 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Deleted allocations for instance d24a0bae-3b98-4121-a3f7-bedee3a196b4 [ 1143.319023] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5ad17b2-8c84-4ccb-bc96-b5f2a7ee6a78 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 33bc946c-1397-4355-8132-bc27084a66ba] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1143.319023] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-20b1b873-b409-4211-bf62-840cbdfc6e2e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.329647] env[69319]: DEBUG oslo_vmware.api [None req-c5ad17b2-8c84-4ccb-bc96-b5f2a7ee6a78 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Waiting for the task: (returnval){ [ 1143.329647] env[69319]: value = "task-3223915" [ 1143.329647] env[69319]: _type = "Task" [ 1143.329647] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.338457] env[69319]: DEBUG oslo_vmware.api [None req-c5ad17b2-8c84-4ccb-bc96-b5f2a7ee6a78 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3223915, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.493549] env[69319]: DEBUG nova.compute.manager [None req-e3b31024-cd7a-4bea-989f-dca33a5d4d77 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] [instance: b45a3908-8611-4881-ad91-fb5bdc8a9dc6] Start spawning the instance on the hypervisor. {{(pid=69319) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1143.502081] env[69319]: DEBUG oslo_concurrency.lockutils [None req-569401be-231b-437d-98d1-32d614975545 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Lock "e8f31843-60b0-4de7-ae66-5940cc5eb364" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.548s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.524354] env[69319]: DEBUG nova.virt.hardware [None req-e3b31024-cd7a-4bea-989f-dca33a5d4d77 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:32:36Z,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31f027872f6f44dba95ff2fe7a062e00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:32:36Z,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1143.524657] env[69319]: DEBUG nova.virt.hardware [None req-e3b31024-cd7a-4bea-989f-dca33a5d4d77 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1143.524849] env[69319]: DEBUG nova.virt.hardware [None req-e3b31024-cd7a-4bea-989f-dca33a5d4d77 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1143.525215] env[69319]: DEBUG nova.virt.hardware [None req-e3b31024-cd7a-4bea-989f-dca33a5d4d77 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1143.525422] env[69319]: DEBUG nova.virt.hardware [None req-e3b31024-cd7a-4bea-989f-dca33a5d4d77 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1143.525610] env[69319]: DEBUG nova.virt.hardware [None req-e3b31024-cd7a-4bea-989f-dca33a5d4d77 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1143.525844] env[69319]: DEBUG nova.virt.hardware [None req-e3b31024-cd7a-4bea-989f-dca33a5d4d77 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1143.526073] env[69319]: DEBUG nova.virt.hardware [None req-e3b31024-cd7a-4bea-989f-dca33a5d4d77 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1143.526305] env[69319]: DEBUG nova.virt.hardware [None req-e3b31024-cd7a-4bea-989f-dca33a5d4d77 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1143.526498] env[69319]: DEBUG nova.virt.hardware [None req-e3b31024-cd7a-4bea-989f-dca33a5d4d77 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1143.526709] env[69319]: DEBUG nova.virt.hardware [None req-e3b31024-cd7a-4bea-989f-dca33a5d4d77 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1143.527674] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ece7093e-7eec-4711-a6fe-383dce96749d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.537023] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ca0de44-f051-456f-9fe4-049dd6365268 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.829068] env[69319]: DEBUG oslo_concurrency.lockutils [None req-288d512f-c609-4f00-aef3-73cc1cf83ee5 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Lock "d24a0bae-3b98-4121-a3f7-bedee3a196b4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.264s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.847353] env[69319]: DEBUG oslo_vmware.api [None req-c5ad17b2-8c84-4ccb-bc96-b5f2a7ee6a78 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3223915, 'name': PowerOnVM_Task, 'duration_secs': 0.384562} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.847695] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5ad17b2-8c84-4ccb-bc96-b5f2a7ee6a78 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 33bc946c-1397-4355-8132-bc27084a66ba] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1143.847905] env[69319]: DEBUG nova.compute.manager [None req-c5ad17b2-8c84-4ccb-bc96-b5f2a7ee6a78 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 33bc946c-1397-4355-8132-bc27084a66ba] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1143.848721] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cd46acf-726e-4620-a081-b5bb973cf08d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.938683] env[69319]: DEBUG nova.compute.manager [req-2e8ec0b7-08f6-4d69-bb2f-047437dee048 req-867e3668-060d-404e-8bdc-d9e488225a24 service nova] [instance: 214f4476-f4b2-440f-b5a6-94c6343dc834] Received event network-changed-c9037cc1-3cbc-4200-9e4f-ba365431f9d2 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1143.938843] env[69319]: DEBUG nova.compute.manager [req-2e8ec0b7-08f6-4d69-bb2f-047437dee048 req-867e3668-060d-404e-8bdc-d9e488225a24 service nova] [instance: 214f4476-f4b2-440f-b5a6-94c6343dc834] Refreshing instance network info cache due to event network-changed-c9037cc1-3cbc-4200-9e4f-ba365431f9d2. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1143.938943] env[69319]: DEBUG oslo_concurrency.lockutils [req-2e8ec0b7-08f6-4d69-bb2f-047437dee048 req-867e3668-060d-404e-8bdc-d9e488225a24 service nova] Acquiring lock "refresh_cache-214f4476-f4b2-440f-b5a6-94c6343dc834" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.939259] env[69319]: DEBUG oslo_concurrency.lockutils [req-2e8ec0b7-08f6-4d69-bb2f-047437dee048 req-867e3668-060d-404e-8bdc-d9e488225a24 service nova] Acquired lock "refresh_cache-214f4476-f4b2-440f-b5a6-94c6343dc834" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.939480] env[69319]: DEBUG nova.network.neutron [req-2e8ec0b7-08f6-4d69-bb2f-047437dee048 req-867e3668-060d-404e-8bdc-d9e488225a24 service nova] [instance: 214f4476-f4b2-440f-b5a6-94c6343dc834] Refreshing network info cache for port c9037cc1-3cbc-4200-9e4f-ba365431f9d2 {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1144.037064] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-652ec639-fc9c-4b9e-b829-ac7a296b99ce {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.044888] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e548b58-5a2b-457f-a597-fc4ee412b4f5 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.077442] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-837cbd92-314b-4d28-be09-6b77508b274f tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: b67563f9-4b5d-4f20-87fc-6fc7407687ae] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1144.078345] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-da8e73c3-81b9-4496-853e-3220528981a6 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.080587] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebabbf1d-7f0e-4672-a5ab-96dd0e5eecd9 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.089064] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-813c1113-0eb2-4118-9465-bab112193668 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.094444] env[69319]: DEBUG oslo_vmware.api [None req-837cbd92-314b-4d28-be09-6b77508b274f tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Waiting for the task: (returnval){ [ 1144.094444] env[69319]: value = "task-3223916" [ 1144.094444] env[69319]: _type = "Task" [ 1144.094444] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.106806] env[69319]: DEBUG nova.compute.provider_tree [None req-d2a345aa-4bf5-491d-837d-f6437c1bd484 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1144.115808] env[69319]: DEBUG oslo_vmware.api [None req-837cbd92-314b-4d28-be09-6b77508b274f tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': task-3223916, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.222063] env[69319]: DEBUG nova.compute.manager [req-78fa57f6-dd13-4feb-b899-aeec918e8241 req-6d080fec-351e-4147-a73e-7ee362f3ee28 service nova] [instance: b45a3908-8611-4881-ad91-fb5bdc8a9dc6] Received event network-vif-plugged-bdc24feb-97f4-4688-8cf8-86be441dd09f {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1144.222394] env[69319]: DEBUG oslo_concurrency.lockutils [req-78fa57f6-dd13-4feb-b899-aeec918e8241 req-6d080fec-351e-4147-a73e-7ee362f3ee28 service nova] Acquiring lock "b45a3908-8611-4881-ad91-fb5bdc8a9dc6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.223253] env[69319]: DEBUG oslo_concurrency.lockutils [req-78fa57f6-dd13-4feb-b899-aeec918e8241 req-6d080fec-351e-4147-a73e-7ee362f3ee28 service nova] Lock "b45a3908-8611-4881-ad91-fb5bdc8a9dc6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.223568] env[69319]: DEBUG oslo_concurrency.lockutils [req-78fa57f6-dd13-4feb-b899-aeec918e8241 req-6d080fec-351e-4147-a73e-7ee362f3ee28 service nova] Lock "b45a3908-8611-4881-ad91-fb5bdc8a9dc6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.223854] env[69319]: DEBUG nova.compute.manager [req-78fa57f6-dd13-4feb-b899-aeec918e8241 req-6d080fec-351e-4147-a73e-7ee362f3ee28 service nova] [instance: b45a3908-8611-4881-ad91-fb5bdc8a9dc6] No waiting events found dispatching network-vif-plugged-bdc24feb-97f4-4688-8cf8-86be441dd09f {{(pid=69319) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1144.224161] env[69319]: WARNING nova.compute.manager [req-78fa57f6-dd13-4feb-b899-aeec918e8241 req-6d080fec-351e-4147-a73e-7ee362f3ee28 service nova] [instance: b45a3908-8611-4881-ad91-fb5bdc8a9dc6] Received unexpected event network-vif-plugged-bdc24feb-97f4-4688-8cf8-86be441dd09f for instance with vm_state building and task_state spawning. [ 1144.314621] env[69319]: DEBUG nova.network.neutron [None req-e3b31024-cd7a-4bea-989f-dca33a5d4d77 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] [instance: b45a3908-8611-4881-ad91-fb5bdc8a9dc6] Successfully updated port: bdc24feb-97f4-4688-8cf8-86be441dd09f {{(pid=69319) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1144.605361] env[69319]: DEBUG oslo_vmware.api [None req-837cbd92-314b-4d28-be09-6b77508b274f tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': task-3223916, 'name': PowerOffVM_Task, 'duration_secs': 0.474054} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.605807] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-837cbd92-314b-4d28-be09-6b77508b274f tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: b67563f9-4b5d-4f20-87fc-6fc7407687ae] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1144.606147] env[69319]: DEBUG nova.compute.manager [None req-837cbd92-314b-4d28-be09-6b77508b274f tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: b67563f9-4b5d-4f20-87fc-6fc7407687ae] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1144.607237] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddd10bcf-757d-45fa-9860-f228db0f935b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.611079] env[69319]: DEBUG nova.scheduler.client.report [None req-d2a345aa-4bf5-491d-837d-f6437c1bd484 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1144.716933] env[69319]: DEBUG nova.network.neutron [req-2e8ec0b7-08f6-4d69-bb2f-047437dee048 req-867e3668-060d-404e-8bdc-d9e488225a24 service nova] [instance: 214f4476-f4b2-440f-b5a6-94c6343dc834] Updated VIF entry in instance network info cache for port c9037cc1-3cbc-4200-9e4f-ba365431f9d2. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1144.717522] env[69319]: DEBUG nova.network.neutron [req-2e8ec0b7-08f6-4d69-bb2f-047437dee048 req-867e3668-060d-404e-8bdc-d9e488225a24 service nova] [instance: 214f4476-f4b2-440f-b5a6-94c6343dc834] Updating instance_info_cache with network_info: [{"id": "c9037cc1-3cbc-4200-9e4f-ba365431f9d2", "address": "fa:16:3e:07:cf:09", "network": {"id": "137e0ee2-8e6e-434c-a032-f059cf348e59", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-49335232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0030fcfc26054d94b76414b0098fa648", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9037cc1-3c", "ovs_interfaceid": "c9037cc1-3cbc-4200-9e4f-ba365431f9d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.053816] env[69319]: DEBUG oslo_concurrency.lockutils [None req-8076be93-728e-41a1-9187-4db108d03d97 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Acquiring lock "33bc946c-1397-4355-8132-bc27084a66ba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.053816] env[69319]: DEBUG oslo_concurrency.lockutils [None req-8076be93-728e-41a1-9187-4db108d03d97 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Lock "33bc946c-1397-4355-8132-bc27084a66ba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.053816] env[69319]: DEBUG oslo_concurrency.lockutils [None req-8076be93-728e-41a1-9187-4db108d03d97 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Acquiring lock "33bc946c-1397-4355-8132-bc27084a66ba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.053816] env[69319]: DEBUG oslo_concurrency.lockutils [None req-8076be93-728e-41a1-9187-4db108d03d97 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Lock "33bc946c-1397-4355-8132-bc27084a66ba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.053816] env[69319]: DEBUG oslo_concurrency.lockutils [None req-8076be93-728e-41a1-9187-4db108d03d97 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Lock "33bc946c-1397-4355-8132-bc27084a66ba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.056740] env[69319]: INFO nova.compute.manager [None req-8076be93-728e-41a1-9187-4db108d03d97 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 33bc946c-1397-4355-8132-bc27084a66ba] Terminating instance [ 1145.119631] env[69319]: DEBUG oslo_concurrency.lockutils [None req-d2a345aa-4bf5-491d-837d-f6437c1bd484 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.835s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.122776] env[69319]: DEBUG oslo_concurrency.lockutils [None req-3a3913d7-249e-4561-9b32-fc3a468b777b tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.546s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.123934] env[69319]: INFO nova.compute.claims [None req-3a3913d7-249e-4561-9b32-fc3a468b777b tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 67b8e37a-f773-4e93-a11b-39bb41b03eb0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1145.133265] env[69319]: DEBUG oslo_concurrency.lockutils [None req-837cbd92-314b-4d28-be09-6b77508b274f tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Lock "b67563f9-4b5d-4f20-87fc-6fc7407687ae" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.090s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.165009] env[69319]: INFO nova.scheduler.client.report [None req-d2a345aa-4bf5-491d-837d-f6437c1bd484 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Deleted allocations for instance 2764dc00-3329-4e56-ad73-5027b65f42d6 [ 1145.225026] env[69319]: DEBUG oslo_concurrency.lockutils [req-2e8ec0b7-08f6-4d69-bb2f-047437dee048 req-867e3668-060d-404e-8bdc-d9e488225a24 service nova] Releasing lock "refresh_cache-214f4476-f4b2-440f-b5a6-94c6343dc834" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.564099] env[69319]: DEBUG nova.compute.manager [None req-8076be93-728e-41a1-9187-4db108d03d97 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 33bc946c-1397-4355-8132-bc27084a66ba] Start destroying the instance on the hypervisor. {{(pid=69319) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1145.564506] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-8076be93-728e-41a1-9187-4db108d03d97 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 33bc946c-1397-4355-8132-bc27084a66ba] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1145.565345] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d52bfc05-9298-4432-9d56-d2bedf046a8a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.573485] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-8076be93-728e-41a1-9187-4db108d03d97 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 33bc946c-1397-4355-8132-bc27084a66ba] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1145.573730] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-65615d20-d2b5-4193-83ca-8eb04f19fad9 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.581067] env[69319]: DEBUG oslo_vmware.api [None req-8076be93-728e-41a1-9187-4db108d03d97 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Waiting for the task: (returnval){ [ 1145.581067] env[69319]: value = "task-3223917" [ 1145.581067] env[69319]: _type = "Task" [ 1145.581067] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.591253] env[69319]: DEBUG oslo_vmware.api [None req-8076be93-728e-41a1-9187-4db108d03d97 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3223917, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.677444] env[69319]: DEBUG oslo_concurrency.lockutils [None req-d2a345aa-4bf5-491d-837d-f6437c1bd484 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Lock "2764dc00-3329-4e56-ad73-5027b65f42d6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.652s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.760177] env[69319]: DEBUG nova.objects.instance [None req-4710865f-2a86-416f-aa97-bbba369d573b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Lazy-loading 'flavor' on Instance uuid b67563f9-4b5d-4f20-87fc-6fc7407687ae {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1146.092285] env[69319]: DEBUG oslo_vmware.api [None req-8076be93-728e-41a1-9187-4db108d03d97 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3223917, 'name': PowerOffVM_Task, 'duration_secs': 0.409427} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.092595] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-8076be93-728e-41a1-9187-4db108d03d97 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 33bc946c-1397-4355-8132-bc27084a66ba] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1146.092779] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-8076be93-728e-41a1-9187-4db108d03d97 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 33bc946c-1397-4355-8132-bc27084a66ba] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1146.093146] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0e7defff-202a-49c7-9002-e21ccf14cbe5 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.107419] env[69319]: DEBUG nova.compute.manager [req-257b78cc-95fe-48ec-abcc-c4f17d5dc765 req-ec49310c-2e40-451c-ac03-bbaedd3b1e3d service nova] [instance: e8f31843-60b0-4de7-ae66-5940cc5eb364] Received event network-changed-7f2c1d8c-f537-476a-a313-8ad6a5463a14 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1146.107601] env[69319]: DEBUG nova.compute.manager [req-257b78cc-95fe-48ec-abcc-c4f17d5dc765 req-ec49310c-2e40-451c-ac03-bbaedd3b1e3d service nova] [instance: e8f31843-60b0-4de7-ae66-5940cc5eb364] Refreshing instance network info cache due to event network-changed-7f2c1d8c-f537-476a-a313-8ad6a5463a14. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1146.107813] env[69319]: DEBUG oslo_concurrency.lockutils [req-257b78cc-95fe-48ec-abcc-c4f17d5dc765 req-ec49310c-2e40-451c-ac03-bbaedd3b1e3d service nova] Acquiring lock "refresh_cache-e8f31843-60b0-4de7-ae66-5940cc5eb364" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.107954] env[69319]: DEBUG oslo_concurrency.lockutils [req-257b78cc-95fe-48ec-abcc-c4f17d5dc765 req-ec49310c-2e40-451c-ac03-bbaedd3b1e3d service nova] Acquired lock "refresh_cache-e8f31843-60b0-4de7-ae66-5940cc5eb364" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.108311] env[69319]: DEBUG nova.network.neutron [req-257b78cc-95fe-48ec-abcc-c4f17d5dc765 req-ec49310c-2e40-451c-ac03-bbaedd3b1e3d service nova] [instance: e8f31843-60b0-4de7-ae66-5940cc5eb364] Refreshing network info cache for port 7f2c1d8c-f537-476a-a313-8ad6a5463a14 {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1146.178493] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-8076be93-728e-41a1-9187-4db108d03d97 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 33bc946c-1397-4355-8132-bc27084a66ba] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1146.178718] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-8076be93-728e-41a1-9187-4db108d03d97 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 33bc946c-1397-4355-8132-bc27084a66ba] Deleting contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1146.178903] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-8076be93-728e-41a1-9187-4db108d03d97 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Deleting the datastore file [datastore2] 33bc946c-1397-4355-8132-bc27084a66ba {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1146.179183] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9a060dd9-d172-4a49-8037-d9172df1fd54 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.189672] env[69319]: DEBUG oslo_vmware.api [None req-8076be93-728e-41a1-9187-4db108d03d97 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Waiting for the task: (returnval){ [ 1146.189672] env[69319]: value = "task-3223919" [ 1146.189672] env[69319]: _type = "Task" [ 1146.189672] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.197981] env[69319]: DEBUG oslo_vmware.api [None req-8076be93-728e-41a1-9187-4db108d03d97 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3223919, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.266229] env[69319]: DEBUG oslo_concurrency.lockutils [None req-4710865f-2a86-416f-aa97-bbba369d573b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Acquiring lock "refresh_cache-b67563f9-4b5d-4f20-87fc-6fc7407687ae" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.266438] env[69319]: DEBUG oslo_concurrency.lockutils [None req-4710865f-2a86-416f-aa97-bbba369d573b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Acquired lock "refresh_cache-b67563f9-4b5d-4f20-87fc-6fc7407687ae" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.266623] env[69319]: DEBUG nova.network.neutron [None req-4710865f-2a86-416f-aa97-bbba369d573b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: b67563f9-4b5d-4f20-87fc-6fc7407687ae] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1146.266805] env[69319]: DEBUG nova.objects.instance [None req-4710865f-2a86-416f-aa97-bbba369d573b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Lazy-loading 'info_cache' on Instance uuid b67563f9-4b5d-4f20-87fc-6fc7407687ae {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1146.369358] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2520f646-3210-4a5d-ac5f-7a51233b3187 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.373480] env[69319]: DEBUG nova.network.neutron [None req-e3b31024-cd7a-4bea-989f-dca33a5d4d77 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] [instance: b45a3908-8611-4881-ad91-fb5bdc8a9dc6] Successfully updated port: b142114f-9aa0-472e-9456-609c2150756e {{(pid=69319) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1146.379676] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbd54076-c4fc-4915-8988-6b65d21675a7 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.410891] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-527ebc94-1753-49d3-ba44-a80881b2f1b1 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.418574] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abb08ef3-b4a2-48e3-bcfc-36d5846a5d4c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.434756] env[69319]: DEBUG nova.compute.provider_tree [None req-3a3913d7-249e-4561-9b32-fc3a468b777b tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1146.461927] env[69319]: DEBUG nova.compute.manager [req-943d8413-08fd-406e-91fa-91a0edfd9ca3 req-68164782-177c-4b3c-a562-640d4f17f449 service nova] [instance: b45a3908-8611-4881-ad91-fb5bdc8a9dc6] Received event network-changed-bdc24feb-97f4-4688-8cf8-86be441dd09f {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1146.462150] env[69319]: DEBUG nova.compute.manager [req-943d8413-08fd-406e-91fa-91a0edfd9ca3 req-68164782-177c-4b3c-a562-640d4f17f449 service nova] [instance: b45a3908-8611-4881-ad91-fb5bdc8a9dc6] Refreshing instance network info cache due to event network-changed-bdc24feb-97f4-4688-8cf8-86be441dd09f. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1146.462460] env[69319]: DEBUG oslo_concurrency.lockutils [req-943d8413-08fd-406e-91fa-91a0edfd9ca3 req-68164782-177c-4b3c-a562-640d4f17f449 service nova] Acquiring lock "refresh_cache-b45a3908-8611-4881-ad91-fb5bdc8a9dc6" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.462520] env[69319]: DEBUG oslo_concurrency.lockutils [req-943d8413-08fd-406e-91fa-91a0edfd9ca3 req-68164782-177c-4b3c-a562-640d4f17f449 service nova] Acquired lock "refresh_cache-b45a3908-8611-4881-ad91-fb5bdc8a9dc6" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.462698] env[69319]: DEBUG nova.network.neutron [req-943d8413-08fd-406e-91fa-91a0edfd9ca3 req-68164782-177c-4b3c-a562-640d4f17f449 service nova] [instance: b45a3908-8611-4881-ad91-fb5bdc8a9dc6] Refreshing network info cache for port bdc24feb-97f4-4688-8cf8-86be441dd09f {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1146.701129] env[69319]: DEBUG oslo_vmware.api [None req-8076be93-728e-41a1-9187-4db108d03d97 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3223919, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15939} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.701444] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-8076be93-728e-41a1-9187-4db108d03d97 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1146.701991] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-8076be93-728e-41a1-9187-4db108d03d97 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 33bc946c-1397-4355-8132-bc27084a66ba] Deleted contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1146.701991] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-8076be93-728e-41a1-9187-4db108d03d97 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 33bc946c-1397-4355-8132-bc27084a66ba] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1146.701991] env[69319]: INFO nova.compute.manager [None req-8076be93-728e-41a1-9187-4db108d03d97 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 33bc946c-1397-4355-8132-bc27084a66ba] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1146.702231] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8076be93-728e-41a1-9187-4db108d03d97 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1146.702447] env[69319]: DEBUG nova.compute.manager [-] [instance: 33bc946c-1397-4355-8132-bc27084a66ba] Deallocating network for instance {{(pid=69319) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1146.702557] env[69319]: DEBUG nova.network.neutron [-] [instance: 33bc946c-1397-4355-8132-bc27084a66ba] deallocate_for_instance() {{(pid=69319) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1146.769793] env[69319]: DEBUG nova.objects.base [None req-4710865f-2a86-416f-aa97-bbba369d573b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69319) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1146.794934] env[69319]: DEBUG nova.network.neutron [req-257b78cc-95fe-48ec-abcc-c4f17d5dc765 req-ec49310c-2e40-451c-ac03-bbaedd3b1e3d service nova] [instance: e8f31843-60b0-4de7-ae66-5940cc5eb364] Updated VIF entry in instance network info cache for port 7f2c1d8c-f537-476a-a313-8ad6a5463a14. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1146.795298] env[69319]: DEBUG nova.network.neutron [req-257b78cc-95fe-48ec-abcc-c4f17d5dc765 req-ec49310c-2e40-451c-ac03-bbaedd3b1e3d service nova] [instance: e8f31843-60b0-4de7-ae66-5940cc5eb364] Updating instance_info_cache with network_info: [{"id": "7f2c1d8c-f537-476a-a313-8ad6a5463a14", "address": "fa:16:3e:98:0e:f5", "network": {"id": "137e0ee2-8e6e-434c-a032-f059cf348e59", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-49335232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0030fcfc26054d94b76414b0098fa648", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f2c1d8c-f5", "ovs_interfaceid": "7f2c1d8c-f537-476a-a313-8ad6a5463a14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.936600] env[69319]: DEBUG nova.scheduler.client.report [None req-3a3913d7-249e-4561-9b32-fc3a468b777b tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1147.040163] env[69319]: DEBUG nova.network.neutron [req-943d8413-08fd-406e-91fa-91a0edfd9ca3 req-68164782-177c-4b3c-a562-640d4f17f449 service nova] [instance: b45a3908-8611-4881-ad91-fb5bdc8a9dc6] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1147.151154] env[69319]: DEBUG oslo_concurrency.lockutils [None req-731e0b9e-e362-43d8-a53b-237537dec498 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Acquiring lock "736ae4ad-58b1-43f4-9661-648a5ccad06a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.151154] env[69319]: DEBUG oslo_concurrency.lockutils [None req-731e0b9e-e362-43d8-a53b-237537dec498 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Lock "736ae4ad-58b1-43f4-9661-648a5ccad06a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.299696] env[69319]: DEBUG oslo_concurrency.lockutils [req-257b78cc-95fe-48ec-abcc-c4f17d5dc765 req-ec49310c-2e40-451c-ac03-bbaedd3b1e3d service nova] Releasing lock "refresh_cache-e8f31843-60b0-4de7-ae66-5940cc5eb364" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.311497] env[69319]: DEBUG nova.network.neutron [req-943d8413-08fd-406e-91fa-91a0edfd9ca3 req-68164782-177c-4b3c-a562-640d4f17f449 service nova] [instance: b45a3908-8611-4881-ad91-fb5bdc8a9dc6] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.442635] env[69319]: DEBUG oslo_concurrency.lockutils [None req-3a3913d7-249e-4561-9b32-fc3a468b777b tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.320s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.443172] env[69319]: DEBUG nova.compute.manager [None req-3a3913d7-249e-4561-9b32-fc3a468b777b tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 67b8e37a-f773-4e93-a11b-39bb41b03eb0] Start building networks asynchronously for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1147.446451] env[69319]: DEBUG oslo_concurrency.lockutils [None req-33c56438-0d56-49f1-a6f9-16708052941a tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.919s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.446678] env[69319]: DEBUG nova.objects.instance [None req-33c56438-0d56-49f1-a6f9-16708052941a tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Lazy-loading 'resources' on Instance uuid 98ab579b-8357-49e3-8b39-871b88b991d7 {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1147.502299] env[69319]: DEBUG nova.network.neutron [None req-4710865f-2a86-416f-aa97-bbba369d573b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: b67563f9-4b5d-4f20-87fc-6fc7407687ae] Updating instance_info_cache with network_info: [{"id": "f398cee1-c4b1-4b6f-aced-b9b0c8695d31", "address": "fa:16:3e:22:9d:71", "network": {"id": "eba3ac7c-e65e-4811-a2ab-2b2399f9a31c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-580087532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef4b5f34c7fe4128a153d1f4914be606", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf398cee1-c4", "ovs_interfaceid": "f398cee1-c4b1-4b6f-aced-b9b0c8695d31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.651745] env[69319]: DEBUG nova.compute.manager [None req-731e0b9e-e362-43d8-a53b-237537dec498 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: 736ae4ad-58b1-43f4-9661-648a5ccad06a] Starting instance... {{(pid=69319) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1147.814705] env[69319]: DEBUG oslo_concurrency.lockutils [req-943d8413-08fd-406e-91fa-91a0edfd9ca3 req-68164782-177c-4b3c-a562-640d4f17f449 service nova] Releasing lock "refresh_cache-b45a3908-8611-4881-ad91-fb5bdc8a9dc6" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.951906] env[69319]: DEBUG nova.compute.utils [None req-3a3913d7-249e-4561-9b32-fc3a468b777b tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Using /dev/sd instead of None {{(pid=69319) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1147.951906] env[69319]: DEBUG nova.compute.manager [None req-3a3913d7-249e-4561-9b32-fc3a468b777b tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 67b8e37a-f773-4e93-a11b-39bb41b03eb0] Allocating IP information in the background. {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1147.951906] env[69319]: DEBUG nova.network.neutron [None req-3a3913d7-249e-4561-9b32-fc3a468b777b tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 67b8e37a-f773-4e93-a11b-39bb41b03eb0] allocate_for_instance() {{(pid=69319) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1148.006232] env[69319]: DEBUG oslo_concurrency.lockutils [None req-4710865f-2a86-416f-aa97-bbba369d573b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Releasing lock "refresh_cache-b67563f9-4b5d-4f20-87fc-6fc7407687ae" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.020352] env[69319]: DEBUG nova.policy [None req-3a3913d7-249e-4561-9b32-fc3a468b777b tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '504b6168c4b94e41bf77220041e6d5ac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2fe67d8fa7124a519dd9af8bbd6a48a9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69319) authorize /opt/stack/nova/nova/policy.py:192}} [ 1148.151463] env[69319]: DEBUG nova.compute.manager [req-55d634fd-7e91-4cfe-862c-241591d7bda7 req-0114d952-ec50-4dfe-8635-e27fa73346f9 service nova] [instance: e8f31843-60b0-4de7-ae66-5940cc5eb364] Received event network-changed-7f2c1d8c-f537-476a-a313-8ad6a5463a14 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1148.153164] env[69319]: DEBUG nova.compute.manager [req-55d634fd-7e91-4cfe-862c-241591d7bda7 req-0114d952-ec50-4dfe-8635-e27fa73346f9 service nova] [instance: e8f31843-60b0-4de7-ae66-5940cc5eb364] Refreshing instance network info cache due to event network-changed-7f2c1d8c-f537-476a-a313-8ad6a5463a14. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1148.153490] env[69319]: DEBUG oslo_concurrency.lockutils [req-55d634fd-7e91-4cfe-862c-241591d7bda7 req-0114d952-ec50-4dfe-8635-e27fa73346f9 service nova] Acquiring lock "refresh_cache-e8f31843-60b0-4de7-ae66-5940cc5eb364" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.153708] env[69319]: DEBUG oslo_concurrency.lockutils [req-55d634fd-7e91-4cfe-862c-241591d7bda7 req-0114d952-ec50-4dfe-8635-e27fa73346f9 service nova] Acquired lock "refresh_cache-e8f31843-60b0-4de7-ae66-5940cc5eb364" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.153973] env[69319]: DEBUG nova.network.neutron [req-55d634fd-7e91-4cfe-862c-241591d7bda7 req-0114d952-ec50-4dfe-8635-e27fa73346f9 service nova] [instance: e8f31843-60b0-4de7-ae66-5940cc5eb364] Refreshing network info cache for port 7f2c1d8c-f537-476a-a313-8ad6a5463a14 {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1148.179043] env[69319]: DEBUG oslo_concurrency.lockutils [None req-731e0b9e-e362-43d8-a53b-237537dec498 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.190604] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e9d0659-c840-4e35-8820-d4d788afc95a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.199120] env[69319]: DEBUG nova.network.neutron [-] [instance: 33bc946c-1397-4355-8132-bc27084a66ba] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.202285] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4538f6af-024e-4dca-bdb2-1d317810ed7f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.238524] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dd0f837-e4cd-41dc-b9f1-bd9b2c61a809 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.246835] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3987a85-b0d7-4013-9612-115ec869b997 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.261507] env[69319]: DEBUG nova.compute.provider_tree [None req-33c56438-0d56-49f1-a6f9-16708052941a tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1148.459115] env[69319]: DEBUG nova.compute.manager [None req-3a3913d7-249e-4561-9b32-fc3a468b777b tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 67b8e37a-f773-4e93-a11b-39bb41b03eb0] Start building block device mappings for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1148.488570] env[69319]: DEBUG nova.network.neutron [None req-e3b31024-cd7a-4bea-989f-dca33a5d4d77 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] [instance: b45a3908-8611-4881-ad91-fb5bdc8a9dc6] Successfully updated port: 713c0411-0002-4bae-b0b6-79f90c9194c4 {{(pid=69319) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1148.547313] env[69319]: DEBUG nova.compute.manager [req-3bead1fb-13ff-4889-9bf9-b2f379ef64a0 req-c14d9bb7-3d99-4181-a21c-b4835aae4875 service nova] [instance: b45a3908-8611-4881-ad91-fb5bdc8a9dc6] Received event network-vif-plugged-b142114f-9aa0-472e-9456-609c2150756e {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1148.547536] env[69319]: DEBUG oslo_concurrency.lockutils [req-3bead1fb-13ff-4889-9bf9-b2f379ef64a0 req-c14d9bb7-3d99-4181-a21c-b4835aae4875 service nova] Acquiring lock "b45a3908-8611-4881-ad91-fb5bdc8a9dc6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.547736] env[69319]: DEBUG oslo_concurrency.lockutils [req-3bead1fb-13ff-4889-9bf9-b2f379ef64a0 req-c14d9bb7-3d99-4181-a21c-b4835aae4875 service nova] Lock "b45a3908-8611-4881-ad91-fb5bdc8a9dc6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.547930] env[69319]: DEBUG oslo_concurrency.lockutils [req-3bead1fb-13ff-4889-9bf9-b2f379ef64a0 req-c14d9bb7-3d99-4181-a21c-b4835aae4875 service nova] Lock "b45a3908-8611-4881-ad91-fb5bdc8a9dc6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.548927] env[69319]: DEBUG nova.compute.manager [req-3bead1fb-13ff-4889-9bf9-b2f379ef64a0 req-c14d9bb7-3d99-4181-a21c-b4835aae4875 service nova] [instance: b45a3908-8611-4881-ad91-fb5bdc8a9dc6] No waiting events found dispatching network-vif-plugged-b142114f-9aa0-472e-9456-609c2150756e {{(pid=69319) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1148.549493] env[69319]: WARNING nova.compute.manager [req-3bead1fb-13ff-4889-9bf9-b2f379ef64a0 req-c14d9bb7-3d99-4181-a21c-b4835aae4875 service nova] [instance: b45a3908-8611-4881-ad91-fb5bdc8a9dc6] Received unexpected event network-vif-plugged-b142114f-9aa0-472e-9456-609c2150756e for instance with vm_state building and task_state spawning. [ 1148.549795] env[69319]: DEBUG nova.compute.manager [req-3bead1fb-13ff-4889-9bf9-b2f379ef64a0 req-c14d9bb7-3d99-4181-a21c-b4835aae4875 service nova] [instance: b45a3908-8611-4881-ad91-fb5bdc8a9dc6] Received event network-changed-b142114f-9aa0-472e-9456-609c2150756e {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1148.550013] env[69319]: DEBUG nova.compute.manager [req-3bead1fb-13ff-4889-9bf9-b2f379ef64a0 req-c14d9bb7-3d99-4181-a21c-b4835aae4875 service nova] [instance: b45a3908-8611-4881-ad91-fb5bdc8a9dc6] Refreshing instance network info cache due to event network-changed-b142114f-9aa0-472e-9456-609c2150756e. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1148.550398] env[69319]: DEBUG oslo_concurrency.lockutils [req-3bead1fb-13ff-4889-9bf9-b2f379ef64a0 req-c14d9bb7-3d99-4181-a21c-b4835aae4875 service nova] Acquiring lock "refresh_cache-b45a3908-8611-4881-ad91-fb5bdc8a9dc6" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.550595] env[69319]: DEBUG oslo_concurrency.lockutils [req-3bead1fb-13ff-4889-9bf9-b2f379ef64a0 req-c14d9bb7-3d99-4181-a21c-b4835aae4875 service nova] Acquired lock "refresh_cache-b45a3908-8611-4881-ad91-fb5bdc8a9dc6" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.550805] env[69319]: DEBUG nova.network.neutron [req-3bead1fb-13ff-4889-9bf9-b2f379ef64a0 req-c14d9bb7-3d99-4181-a21c-b4835aae4875 service nova] [instance: b45a3908-8611-4881-ad91-fb5bdc8a9dc6] Refreshing network info cache for port b142114f-9aa0-472e-9456-609c2150756e {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1148.567066] env[69319]: DEBUG nova.network.neutron [None req-3a3913d7-249e-4561-9b32-fc3a468b777b tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 67b8e37a-f773-4e93-a11b-39bb41b03eb0] Successfully created port: fd9178da-f56f-4b50-83d8-39b5f1840948 {{(pid=69319) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1148.705225] env[69319]: INFO nova.compute.manager [-] [instance: 33bc946c-1397-4355-8132-bc27084a66ba] Took 2.00 seconds to deallocate network for instance. [ 1148.766290] env[69319]: DEBUG nova.scheduler.client.report [None req-33c56438-0d56-49f1-a6f9-16708052941a tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1148.918897] env[69319]: DEBUG nova.network.neutron [req-55d634fd-7e91-4cfe-862c-241591d7bda7 req-0114d952-ec50-4dfe-8635-e27fa73346f9 service nova] [instance: e8f31843-60b0-4de7-ae66-5940cc5eb364] Updated VIF entry in instance network info cache for port 7f2c1d8c-f537-476a-a313-8ad6a5463a14. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1148.919323] env[69319]: DEBUG nova.network.neutron [req-55d634fd-7e91-4cfe-862c-241591d7bda7 req-0114d952-ec50-4dfe-8635-e27fa73346f9 service nova] [instance: e8f31843-60b0-4de7-ae66-5940cc5eb364] Updating instance_info_cache with network_info: [{"id": "7f2c1d8c-f537-476a-a313-8ad6a5463a14", "address": "fa:16:3e:98:0e:f5", "network": {"id": "137e0ee2-8e6e-434c-a032-f059cf348e59", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-49335232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0030fcfc26054d94b76414b0098fa648", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f2c1d8c-f5", "ovs_interfaceid": "7f2c1d8c-f537-476a-a313-8ad6a5463a14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.991431] env[69319]: DEBUG oslo_concurrency.lockutils [None req-e3b31024-cd7a-4bea-989f-dca33a5d4d77 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Acquiring lock "refresh_cache-b45a3908-8611-4881-ad91-fb5bdc8a9dc6" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.009692] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-4710865f-2a86-416f-aa97-bbba369d573b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: b67563f9-4b5d-4f20-87fc-6fc7407687ae] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1149.010030] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4defd940-ad62-4bbc-bae1-14be2b5b217b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.017339] env[69319]: DEBUG oslo_vmware.api [None req-4710865f-2a86-416f-aa97-bbba369d573b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Waiting for the task: (returnval){ [ 1149.017339] env[69319]: value = "task-3223920" [ 1149.017339] env[69319]: _type = "Task" [ 1149.017339] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.026578] env[69319]: DEBUG oslo_vmware.api [None req-4710865f-2a86-416f-aa97-bbba369d573b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': task-3223920, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.092895] env[69319]: DEBUG nova.network.neutron [req-3bead1fb-13ff-4889-9bf9-b2f379ef64a0 req-c14d9bb7-3d99-4181-a21c-b4835aae4875 service nova] [instance: b45a3908-8611-4881-ad91-fb5bdc8a9dc6] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1149.171212] env[69319]: DEBUG nova.network.neutron [req-3bead1fb-13ff-4889-9bf9-b2f379ef64a0 req-c14d9bb7-3d99-4181-a21c-b4835aae4875 service nova] [instance: b45a3908-8611-4881-ad91-fb5bdc8a9dc6] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.218391] env[69319]: DEBUG oslo_concurrency.lockutils [None req-8076be93-728e-41a1-9187-4db108d03d97 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.275111] env[69319]: DEBUG oslo_concurrency.lockutils [None req-33c56438-0d56-49f1-a6f9-16708052941a tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.829s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.277508] env[69319]: DEBUG oslo_concurrency.lockutils [None req-dd3a69fa-19b5-4502-aa44-c8b5f66730ec tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.946s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.279191] env[69319]: INFO nova.compute.claims [None req-dd3a69fa-19b5-4502-aa44-c8b5f66730ec tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 4c8b69de-ee5c-4859-a6d5-3f430b4ea9f2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1149.301930] env[69319]: INFO nova.scheduler.client.report [None req-33c56438-0d56-49f1-a6f9-16708052941a tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Deleted allocations for instance 98ab579b-8357-49e3-8b39-871b88b991d7 [ 1149.421942] env[69319]: DEBUG oslo_concurrency.lockutils [req-55d634fd-7e91-4cfe-862c-241591d7bda7 req-0114d952-ec50-4dfe-8635-e27fa73346f9 service nova] Releasing lock "refresh_cache-e8f31843-60b0-4de7-ae66-5940cc5eb364" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.422898] env[69319]: DEBUG nova.compute.manager [req-55d634fd-7e91-4cfe-862c-241591d7bda7 req-0114d952-ec50-4dfe-8635-e27fa73346f9 service nova] [instance: 214f4476-f4b2-440f-b5a6-94c6343dc834] Received event network-changed-c9037cc1-3cbc-4200-9e4f-ba365431f9d2 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1149.422898] env[69319]: DEBUG nova.compute.manager [req-55d634fd-7e91-4cfe-862c-241591d7bda7 req-0114d952-ec50-4dfe-8635-e27fa73346f9 service nova] [instance: 214f4476-f4b2-440f-b5a6-94c6343dc834] Refreshing instance network info cache due to event network-changed-c9037cc1-3cbc-4200-9e4f-ba365431f9d2. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1149.423280] env[69319]: DEBUG oslo_concurrency.lockutils [req-55d634fd-7e91-4cfe-862c-241591d7bda7 req-0114d952-ec50-4dfe-8635-e27fa73346f9 service nova] Acquiring lock "refresh_cache-214f4476-f4b2-440f-b5a6-94c6343dc834" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.423510] env[69319]: DEBUG oslo_concurrency.lockutils [req-55d634fd-7e91-4cfe-862c-241591d7bda7 req-0114d952-ec50-4dfe-8635-e27fa73346f9 service nova] Acquired lock "refresh_cache-214f4476-f4b2-440f-b5a6-94c6343dc834" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.423716] env[69319]: DEBUG nova.network.neutron [req-55d634fd-7e91-4cfe-862c-241591d7bda7 req-0114d952-ec50-4dfe-8635-e27fa73346f9 service nova] [instance: 214f4476-f4b2-440f-b5a6-94c6343dc834] Refreshing network info cache for port c9037cc1-3cbc-4200-9e4f-ba365431f9d2 {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1149.469691] env[69319]: DEBUG nova.compute.manager [None req-3a3913d7-249e-4561-9b32-fc3a468b777b tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 67b8e37a-f773-4e93-a11b-39bb41b03eb0] Start spawning the instance on the hypervisor. {{(pid=69319) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1149.497441] env[69319]: DEBUG nova.virt.hardware [None req-3a3913d7-249e-4561-9b32-fc3a468b777b tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:32:36Z,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31f027872f6f44dba95ff2fe7a062e00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:32:36Z,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1149.497797] env[69319]: DEBUG nova.virt.hardware [None req-3a3913d7-249e-4561-9b32-fc3a468b777b tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1149.498008] env[69319]: DEBUG nova.virt.hardware [None req-3a3913d7-249e-4561-9b32-fc3a468b777b tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1149.498245] env[69319]: DEBUG nova.virt.hardware [None req-3a3913d7-249e-4561-9b32-fc3a468b777b tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1149.498457] env[69319]: DEBUG nova.virt.hardware [None req-3a3913d7-249e-4561-9b32-fc3a468b777b tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1149.498640] env[69319]: DEBUG nova.virt.hardware [None req-3a3913d7-249e-4561-9b32-fc3a468b777b tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1149.498896] env[69319]: DEBUG nova.virt.hardware [None req-3a3913d7-249e-4561-9b32-fc3a468b777b tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1149.499122] env[69319]: DEBUG nova.virt.hardware [None req-3a3913d7-249e-4561-9b32-fc3a468b777b tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1149.499338] env[69319]: DEBUG nova.virt.hardware [None req-3a3913d7-249e-4561-9b32-fc3a468b777b tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1149.499541] env[69319]: DEBUG nova.virt.hardware [None req-3a3913d7-249e-4561-9b32-fc3a468b777b tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1149.499755] env[69319]: DEBUG nova.virt.hardware [None req-3a3913d7-249e-4561-9b32-fc3a468b777b tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1149.503995] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-559ac0ed-fb01-4046-83e4-eab32f2a60fa {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.509046] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f62e0493-2b33-4f25-85d5-40888792f6f4 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.530450] env[69319]: DEBUG oslo_vmware.api [None req-4710865f-2a86-416f-aa97-bbba369d573b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': task-3223920, 'name': PowerOnVM_Task, 'duration_secs': 0.401866} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.530772] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-4710865f-2a86-416f-aa97-bbba369d573b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: b67563f9-4b5d-4f20-87fc-6fc7407687ae] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1149.531014] env[69319]: DEBUG nova.compute.manager [None req-4710865f-2a86-416f-aa97-bbba369d573b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: b67563f9-4b5d-4f20-87fc-6fc7407687ae] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1149.531893] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb9ac749-8d55-4d8a-bdac-f571a0a007d7 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.674750] env[69319]: DEBUG oslo_concurrency.lockutils [req-3bead1fb-13ff-4889-9bf9-b2f379ef64a0 req-c14d9bb7-3d99-4181-a21c-b4835aae4875 service nova] Releasing lock "refresh_cache-b45a3908-8611-4881-ad91-fb5bdc8a9dc6" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.675089] env[69319]: DEBUG nova.compute.manager [req-3bead1fb-13ff-4889-9bf9-b2f379ef64a0 req-c14d9bb7-3d99-4181-a21c-b4835aae4875 service nova] [instance: b45a3908-8611-4881-ad91-fb5bdc8a9dc6] Received event network-vif-plugged-713c0411-0002-4bae-b0b6-79f90c9194c4 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1149.675325] env[69319]: DEBUG oslo_concurrency.lockutils [req-3bead1fb-13ff-4889-9bf9-b2f379ef64a0 req-c14d9bb7-3d99-4181-a21c-b4835aae4875 service nova] Acquiring lock "b45a3908-8611-4881-ad91-fb5bdc8a9dc6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.675583] env[69319]: DEBUG oslo_concurrency.lockutils [req-3bead1fb-13ff-4889-9bf9-b2f379ef64a0 req-c14d9bb7-3d99-4181-a21c-b4835aae4875 service nova] Lock "b45a3908-8611-4881-ad91-fb5bdc8a9dc6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.675762] env[69319]: DEBUG oslo_concurrency.lockutils [req-3bead1fb-13ff-4889-9bf9-b2f379ef64a0 req-c14d9bb7-3d99-4181-a21c-b4835aae4875 service nova] Lock "b45a3908-8611-4881-ad91-fb5bdc8a9dc6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.675936] env[69319]: DEBUG nova.compute.manager [req-3bead1fb-13ff-4889-9bf9-b2f379ef64a0 req-c14d9bb7-3d99-4181-a21c-b4835aae4875 service nova] [instance: b45a3908-8611-4881-ad91-fb5bdc8a9dc6] No waiting events found dispatching network-vif-plugged-713c0411-0002-4bae-b0b6-79f90c9194c4 {{(pid=69319) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1149.676129] env[69319]: WARNING nova.compute.manager [req-3bead1fb-13ff-4889-9bf9-b2f379ef64a0 req-c14d9bb7-3d99-4181-a21c-b4835aae4875 service nova] [instance: b45a3908-8611-4881-ad91-fb5bdc8a9dc6] Received unexpected event network-vif-plugged-713c0411-0002-4bae-b0b6-79f90c9194c4 for instance with vm_state building and task_state spawning. [ 1149.676476] env[69319]: DEBUG oslo_concurrency.lockutils [None req-e3b31024-cd7a-4bea-989f-dca33a5d4d77 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Acquired lock "refresh_cache-b45a3908-8611-4881-ad91-fb5bdc8a9dc6" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.676679] env[69319]: DEBUG nova.network.neutron [None req-e3b31024-cd7a-4bea-989f-dca33a5d4d77 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] [instance: b45a3908-8611-4881-ad91-fb5bdc8a9dc6] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1149.812032] env[69319]: DEBUG oslo_concurrency.lockutils [None req-33c56438-0d56-49f1-a6f9-16708052941a tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Lock "98ab579b-8357-49e3-8b39-871b88b991d7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.713s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.152696] env[69319]: DEBUG nova.network.neutron [req-55d634fd-7e91-4cfe-862c-241591d7bda7 req-0114d952-ec50-4dfe-8635-e27fa73346f9 service nova] [instance: 214f4476-f4b2-440f-b5a6-94c6343dc834] Updated VIF entry in instance network info cache for port c9037cc1-3cbc-4200-9e4f-ba365431f9d2. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1150.153148] env[69319]: DEBUG nova.network.neutron [req-55d634fd-7e91-4cfe-862c-241591d7bda7 req-0114d952-ec50-4dfe-8635-e27fa73346f9 service nova] [instance: 214f4476-f4b2-440f-b5a6-94c6343dc834] Updating instance_info_cache with network_info: [{"id": "c9037cc1-3cbc-4200-9e4f-ba365431f9d2", "address": "fa:16:3e:07:cf:09", "network": {"id": "137e0ee2-8e6e-434c-a032-f059cf348e59", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-49335232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0030fcfc26054d94b76414b0098fa648", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9037cc1-3c", "ovs_interfaceid": "c9037cc1-3cbc-4200-9e4f-ba365431f9d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.213958] env[69319]: DEBUG nova.network.neutron [None req-e3b31024-cd7a-4bea-989f-dca33a5d4d77 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] [instance: b45a3908-8611-4881-ad91-fb5bdc8a9dc6] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1150.378476] env[69319]: DEBUG nova.compute.manager [req-4f041888-a6e0-4d36-b2af-63118ed5bf0a req-f7b4da02-0db8-4bdb-8922-fee3926da876 service nova] [instance: 67b8e37a-f773-4e93-a11b-39bb41b03eb0] Received event network-vif-plugged-fd9178da-f56f-4b50-83d8-39b5f1840948 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1150.379469] env[69319]: DEBUG oslo_concurrency.lockutils [req-4f041888-a6e0-4d36-b2af-63118ed5bf0a req-f7b4da02-0db8-4bdb-8922-fee3926da876 service nova] Acquiring lock "67b8e37a-f773-4e93-a11b-39bb41b03eb0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.379469] env[69319]: DEBUG oslo_concurrency.lockutils [req-4f041888-a6e0-4d36-b2af-63118ed5bf0a req-f7b4da02-0db8-4bdb-8922-fee3926da876 service nova] Lock "67b8e37a-f773-4e93-a11b-39bb41b03eb0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.379469] env[69319]: DEBUG oslo_concurrency.lockutils [req-4f041888-a6e0-4d36-b2af-63118ed5bf0a req-f7b4da02-0db8-4bdb-8922-fee3926da876 service nova] Lock "67b8e37a-f773-4e93-a11b-39bb41b03eb0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.379469] env[69319]: DEBUG nova.compute.manager [req-4f041888-a6e0-4d36-b2af-63118ed5bf0a req-f7b4da02-0db8-4bdb-8922-fee3926da876 service nova] [instance: 67b8e37a-f773-4e93-a11b-39bb41b03eb0] No waiting events found dispatching network-vif-plugged-fd9178da-f56f-4b50-83d8-39b5f1840948 {{(pid=69319) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1150.380022] env[69319]: WARNING nova.compute.manager [req-4f041888-a6e0-4d36-b2af-63118ed5bf0a req-f7b4da02-0db8-4bdb-8922-fee3926da876 service nova] [instance: 67b8e37a-f773-4e93-a11b-39bb41b03eb0] Received unexpected event network-vif-plugged-fd9178da-f56f-4b50-83d8-39b5f1840948 for instance with vm_state building and task_state spawning. [ 1150.516213] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dbff52e-d2b7-4bd8-ad6d-71b2477e2c09 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.528314] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-388f92da-d54b-43cc-97bc-8d389420af86 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.530546] env[69319]: DEBUG nova.network.neutron [None req-3a3913d7-249e-4561-9b32-fc3a468b777b tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 67b8e37a-f773-4e93-a11b-39bb41b03eb0] Successfully updated port: fd9178da-f56f-4b50-83d8-39b5f1840948 {{(pid=69319) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1150.563230] env[69319]: DEBUG oslo_concurrency.lockutils [None req-3a3913d7-249e-4561-9b32-fc3a468b777b tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Acquiring lock "refresh_cache-67b8e37a-f773-4e93-a11b-39bb41b03eb0" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.563437] env[69319]: DEBUG oslo_concurrency.lockutils [None req-3a3913d7-249e-4561-9b32-fc3a468b777b tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Acquired lock "refresh_cache-67b8e37a-f773-4e93-a11b-39bb41b03eb0" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.563533] env[69319]: DEBUG nova.network.neutron [None req-3a3913d7-249e-4561-9b32-fc3a468b777b tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 67b8e37a-f773-4e93-a11b-39bb41b03eb0] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1150.565028] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bff4c69-ed7a-40eb-8d20-f122e4a659ca {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.574574] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baddaec5-f260-4a04-8016-20a7ade22cb1 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.579103] env[69319]: DEBUG nova.compute.manager [req-fbacde97-7b32-4913-9b55-235c6843df8d req-32e40af2-6ac5-4a21-83c0-184dc3e78343 service nova] [instance: b45a3908-8611-4881-ad91-fb5bdc8a9dc6] Received event network-changed-713c0411-0002-4bae-b0b6-79f90c9194c4 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1150.579296] env[69319]: DEBUG nova.compute.manager [req-fbacde97-7b32-4913-9b55-235c6843df8d req-32e40af2-6ac5-4a21-83c0-184dc3e78343 service nova] [instance: b45a3908-8611-4881-ad91-fb5bdc8a9dc6] Refreshing instance network info cache due to event network-changed-713c0411-0002-4bae-b0b6-79f90c9194c4. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1150.579482] env[69319]: DEBUG oslo_concurrency.lockutils [req-fbacde97-7b32-4913-9b55-235c6843df8d req-32e40af2-6ac5-4a21-83c0-184dc3e78343 service nova] Acquiring lock "refresh_cache-b45a3908-8611-4881-ad91-fb5bdc8a9dc6" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.590069] env[69319]: DEBUG nova.compute.provider_tree [None req-dd3a69fa-19b5-4502-aa44-c8b5f66730ec tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1150.656384] env[69319]: DEBUG oslo_concurrency.lockutils [req-55d634fd-7e91-4cfe-862c-241591d7bda7 req-0114d952-ec50-4dfe-8635-e27fa73346f9 service nova] Releasing lock "refresh_cache-214f4476-f4b2-440f-b5a6-94c6343dc834" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.656696] env[69319]: DEBUG nova.compute.manager [req-55d634fd-7e91-4cfe-862c-241591d7bda7 req-0114d952-ec50-4dfe-8635-e27fa73346f9 service nova] [instance: 33bc946c-1397-4355-8132-bc27084a66ba] Received event network-vif-deleted-c6e98cc0-3134-4c25-b6f3-ac5eb16515af {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1150.656925] env[69319]: INFO nova.compute.manager [req-55d634fd-7e91-4cfe-862c-241591d7bda7 req-0114d952-ec50-4dfe-8635-e27fa73346f9 service nova] [instance: 33bc946c-1397-4355-8132-bc27084a66ba] Neutron deleted interface c6e98cc0-3134-4c25-b6f3-ac5eb16515af; detaching it from the instance and deleting it from the info cache [ 1150.657194] env[69319]: DEBUG nova.network.neutron [req-55d634fd-7e91-4cfe-862c-241591d7bda7 req-0114d952-ec50-4dfe-8635-e27fa73346f9 service nova] [instance: 33bc946c-1397-4355-8132-bc27084a66ba] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.681294] env[69319]: DEBUG nova.network.neutron [None req-e3b31024-cd7a-4bea-989f-dca33a5d4d77 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] [instance: b45a3908-8611-4881-ad91-fb5bdc8a9dc6] Updating instance_info_cache with network_info: [{"id": "bdc24feb-97f4-4688-8cf8-86be441dd09f", "address": "fa:16:3e:09:72:7c", "network": {"id": "3218e111-1436-4bb6-9d46-3f0304e2b633", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1036583462", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.249", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "082be296862f43ddb7b411a29468a5c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbdc24feb-97", "ovs_interfaceid": "bdc24feb-97f4-4688-8cf8-86be441dd09f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b142114f-9aa0-472e-9456-609c2150756e", "address": "fa:16:3e:63:5b:a5", "network": {"id": "5ce64fc7-c529-4b4d-bf7f-7ee63e094796", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-997558913", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.103", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "082be296862f43ddb7b411a29468a5c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb142114f-9a", "ovs_interfaceid": "b142114f-9aa0-472e-9456-609c2150756e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "713c0411-0002-4bae-b0b6-79f90c9194c4", "address": "fa:16:3e:02:f7:49", "network": {"id": "3218e111-1436-4bb6-9d46-3f0304e2b633", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1036583462", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.150", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "082be296862f43ddb7b411a29468a5c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap713c0411-00", "ovs_interfaceid": "713c0411-0002-4bae-b0b6-79f90c9194c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.050188] env[69319]: DEBUG oslo_concurrency.lockutils [None req-8a7e4062-4078-4c4f-9478-5e7b363e5d16 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Acquiring lock "3bcf4f37-7f28-4ae7-a267-1294c88bdc96" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.050480] env[69319]: DEBUG oslo_concurrency.lockutils [None req-8a7e4062-4078-4c4f-9478-5e7b363e5d16 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Lock "3bcf4f37-7f28-4ae7-a267-1294c88bdc96" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.096979] env[69319]: DEBUG nova.scheduler.client.report [None req-dd3a69fa-19b5-4502-aa44-c8b5f66730ec tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1151.106523] env[69319]: DEBUG nova.network.neutron [None req-3a3913d7-249e-4561-9b32-fc3a468b777b tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 67b8e37a-f773-4e93-a11b-39bb41b03eb0] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1151.161239] env[69319]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7c47939f-eb04-4e2c-a929-e9be6460e6d5 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.171697] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9290c37d-e8f9-49db-964d-da155315f2c6 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.186587] env[69319]: DEBUG oslo_concurrency.lockutils [None req-e3b31024-cd7a-4bea-989f-dca33a5d4d77 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Releasing lock "refresh_cache-b45a3908-8611-4881-ad91-fb5bdc8a9dc6" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.186980] env[69319]: DEBUG nova.compute.manager [None req-e3b31024-cd7a-4bea-989f-dca33a5d4d77 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] [instance: b45a3908-8611-4881-ad91-fb5bdc8a9dc6] Instance network_info: |[{"id": "bdc24feb-97f4-4688-8cf8-86be441dd09f", "address": "fa:16:3e:09:72:7c", "network": {"id": "3218e111-1436-4bb6-9d46-3f0304e2b633", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1036583462", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.249", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "082be296862f43ddb7b411a29468a5c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbdc24feb-97", "ovs_interfaceid": "bdc24feb-97f4-4688-8cf8-86be441dd09f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b142114f-9aa0-472e-9456-609c2150756e", "address": "fa:16:3e:63:5b:a5", "network": {"id": "5ce64fc7-c529-4b4d-bf7f-7ee63e094796", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-997558913", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.103", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "082be296862f43ddb7b411a29468a5c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb142114f-9a", "ovs_interfaceid": "b142114f-9aa0-472e-9456-609c2150756e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "713c0411-0002-4bae-b0b6-79f90c9194c4", "address": "fa:16:3e:02:f7:49", "network": {"id": "3218e111-1436-4bb6-9d46-3f0304e2b633", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1036583462", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.150", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "082be296862f43ddb7b411a29468a5c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap713c0411-00", "ovs_interfaceid": "713c0411-0002-4bae-b0b6-79f90c9194c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1151.187701] env[69319]: DEBUG oslo_concurrency.lockutils [req-fbacde97-7b32-4913-9b55-235c6843df8d req-32e40af2-6ac5-4a21-83c0-184dc3e78343 service nova] Acquired lock "refresh_cache-b45a3908-8611-4881-ad91-fb5bdc8a9dc6" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.187892] env[69319]: DEBUG nova.network.neutron [req-fbacde97-7b32-4913-9b55-235c6843df8d req-32e40af2-6ac5-4a21-83c0-184dc3e78343 service nova] [instance: b45a3908-8611-4881-ad91-fb5bdc8a9dc6] Refreshing network info cache for port 713c0411-0002-4bae-b0b6-79f90c9194c4 {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1151.189115] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-e3b31024-cd7a-4bea-989f-dca33a5d4d77 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] [instance: b45a3908-8611-4881-ad91-fb5bdc8a9dc6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:72:7c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4020f51-6e46-4b73-a79e-9fe3fd51b917', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bdc24feb-97f4-4688-8cf8-86be441dd09f', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:63:5b:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6ab2e9f5-54fd-4cab-9405-ed65e2aaba64', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b142114f-9aa0-472e-9456-609c2150756e', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:02:f7:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4020f51-6e46-4b73-a79e-9fe3fd51b917', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '713c0411-0002-4bae-b0b6-79f90c9194c4', 'vif_model': 'vmxnet3'}] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1151.200769] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3b31024-cd7a-4bea-989f-dca33a5d4d77 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Creating folder: Project (082be296862f43ddb7b411a29468a5c1). Parent ref: group-v644239. {{(pid=69319) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1151.210358] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4d1153b3-0352-4c2b-8799-ad11671b902c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.212219] env[69319]: DEBUG nova.compute.manager [req-55d634fd-7e91-4cfe-862c-241591d7bda7 req-0114d952-ec50-4dfe-8635-e27fa73346f9 service nova] [instance: 33bc946c-1397-4355-8132-bc27084a66ba] Detach interface failed, port_id=c6e98cc0-3134-4c25-b6f3-ac5eb16515af, reason: Instance 33bc946c-1397-4355-8132-bc27084a66ba could not be found. {{(pid=69319) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1151.222187] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-e3b31024-cd7a-4bea-989f-dca33a5d4d77 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Created folder: Project (082be296862f43ddb7b411a29468a5c1) in parent group-v644239. [ 1151.222345] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3b31024-cd7a-4bea-989f-dca33a5d4d77 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Creating folder: Instances. Parent ref: group-v644508. {{(pid=69319) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1151.222590] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c055166a-c8ff-4737-b494-cb24230c8698 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.231912] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-e3b31024-cd7a-4bea-989f-dca33a5d4d77 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Created folder: Instances in parent group-v644508. [ 1151.232154] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e3b31024-cd7a-4bea-989f-dca33a5d4d77 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1151.235023] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b45a3908-8611-4881-ad91-fb5bdc8a9dc6] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1151.235023] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5ed24336-fd66-4da6-8228-bd63adc852aa {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.259807] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1151.259807] env[69319]: value = "task-3223923" [ 1151.259807] env[69319]: _type = "Task" [ 1151.259807] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.267602] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223923, 'name': CreateVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.289406] env[69319]: DEBUG nova.network.neutron [None req-3a3913d7-249e-4561-9b32-fc3a468b777b tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 67b8e37a-f773-4e93-a11b-39bb41b03eb0] Updating instance_info_cache with network_info: [{"id": "fd9178da-f56f-4b50-83d8-39b5f1840948", "address": "fa:16:3e:5b:de:c2", "network": {"id": "106fc08f-1807-4065-8e5f-d5dd2ea396ac", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-470234828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fe67d8fa7124a519dd9af8bbd6a48a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd9178da-f5", "ovs_interfaceid": "fd9178da-f56f-4b50-83d8-39b5f1840948", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.553587] env[69319]: DEBUG nova.compute.manager [None req-8a7e4062-4078-4c4f-9478-5e7b363e5d16 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 3bcf4f37-7f28-4ae7-a267-1294c88bdc96] Starting instance... {{(pid=69319) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1151.602236] env[69319]: DEBUG oslo_concurrency.lockutils [None req-dd3a69fa-19b5-4502-aa44-c8b5f66730ec tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.325s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.602749] env[69319]: DEBUG nova.compute.manager [None req-dd3a69fa-19b5-4502-aa44-c8b5f66730ec tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 4c8b69de-ee5c-4859-a6d5-3f430b4ea9f2] Start building networks asynchronously for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1151.605305] env[69319]: DEBUG oslo_concurrency.lockutils [None req-132ff641-3591-46a3-8929-a3a2aa7d52d4 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.285s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.605513] env[69319]: DEBUG nova.objects.instance [None req-132ff641-3591-46a3-8929-a3a2aa7d52d4 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Lazy-loading 'pci_requests' on Instance uuid c771ca2e-35a5-4e64-a382-926a00df4d22 {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1151.770608] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223923, 'name': CreateVM_Task, 'duration_secs': 0.444899} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.771170] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b45a3908-8611-4881-ad91-fb5bdc8a9dc6] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1151.772423] env[69319]: DEBUG oslo_concurrency.lockutils [None req-e3b31024-cd7a-4bea-989f-dca33a5d4d77 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.772626] env[69319]: DEBUG oslo_concurrency.lockutils [None req-e3b31024-cd7a-4bea-989f-dca33a5d4d77 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.773073] env[69319]: DEBUG oslo_concurrency.lockutils [None req-e3b31024-cd7a-4bea-989f-dca33a5d4d77 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.773865] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f50c1ff-e355-4dce-983c-92d06026358a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.777982] env[69319]: DEBUG oslo_vmware.api [None req-e3b31024-cd7a-4bea-989f-dca33a5d4d77 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Waiting for the task: (returnval){ [ 1151.777982] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52df9900-ec59-f233-0193-721ac5651d50" [ 1151.777982] env[69319]: _type = "Task" [ 1151.777982] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.785335] env[69319]: DEBUG oslo_vmware.api [None req-e3b31024-cd7a-4bea-989f-dca33a5d4d77 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52df9900-ec59-f233-0193-721ac5651d50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.792223] env[69319]: DEBUG oslo_concurrency.lockutils [None req-3a3913d7-249e-4561-9b32-fc3a468b777b tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Releasing lock "refresh_cache-67b8e37a-f773-4e93-a11b-39bb41b03eb0" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.792520] env[69319]: DEBUG nova.compute.manager [None req-3a3913d7-249e-4561-9b32-fc3a468b777b tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 67b8e37a-f773-4e93-a11b-39bb41b03eb0] Instance network_info: |[{"id": "fd9178da-f56f-4b50-83d8-39b5f1840948", "address": "fa:16:3e:5b:de:c2", "network": {"id": "106fc08f-1807-4065-8e5f-d5dd2ea396ac", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-470234828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fe67d8fa7124a519dd9af8bbd6a48a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd9178da-f5", "ovs_interfaceid": "fd9178da-f56f-4b50-83d8-39b5f1840948", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1151.792901] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-3a3913d7-249e-4561-9b32-fc3a468b777b tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 67b8e37a-f773-4e93-a11b-39bb41b03eb0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:de:c2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a485857d-7086-4dcf-9d65-d0dcd177fcb0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fd9178da-f56f-4b50-83d8-39b5f1840948', 'vif_model': 'vmxnet3'}] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1151.800426] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a3913d7-249e-4561-9b32-fc3a468b777b tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Creating folder: Project (2fe67d8fa7124a519dd9af8bbd6a48a9). Parent ref: group-v644239. {{(pid=69319) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1151.802809] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-199634af-16ff-44f1-a00c-b1ba7bae883f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.811948] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-3a3913d7-249e-4561-9b32-fc3a468b777b tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Created folder: Project (2fe67d8fa7124a519dd9af8bbd6a48a9) in parent group-v644239. [ 1151.812040] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a3913d7-249e-4561-9b32-fc3a468b777b tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Creating folder: Instances. Parent ref: group-v644511. {{(pid=69319) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1151.812250] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c468740f-a92c-4fde-bec2-d32b266aeea7 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.820025] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-3a3913d7-249e-4561-9b32-fc3a468b777b tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Created folder: Instances in parent group-v644511. [ 1151.820146] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3a3913d7-249e-4561-9b32-fc3a468b777b tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1151.820316] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67b8e37a-f773-4e93-a11b-39bb41b03eb0] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1151.820510] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a01ff1c3-157f-4cb1-8cb6-db613f2f45b1 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.840193] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1151.840193] env[69319]: value = "task-3223926" [ 1151.840193] env[69319]: _type = "Task" [ 1151.840193] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.847559] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223926, 'name': CreateVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.925932] env[69319]: DEBUG nova.network.neutron [req-fbacde97-7b32-4913-9b55-235c6843df8d req-32e40af2-6ac5-4a21-83c0-184dc3e78343 service nova] [instance: b45a3908-8611-4881-ad91-fb5bdc8a9dc6] Updated VIF entry in instance network info cache for port 713c0411-0002-4bae-b0b6-79f90c9194c4. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1151.926474] env[69319]: DEBUG nova.network.neutron [req-fbacde97-7b32-4913-9b55-235c6843df8d req-32e40af2-6ac5-4a21-83c0-184dc3e78343 service nova] [instance: b45a3908-8611-4881-ad91-fb5bdc8a9dc6] Updating instance_info_cache with network_info: [{"id": "bdc24feb-97f4-4688-8cf8-86be441dd09f", "address": "fa:16:3e:09:72:7c", "network": {"id": "3218e111-1436-4bb6-9d46-3f0304e2b633", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1036583462", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.249", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "082be296862f43ddb7b411a29468a5c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbdc24feb-97", "ovs_interfaceid": "bdc24feb-97f4-4688-8cf8-86be441dd09f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b142114f-9aa0-472e-9456-609c2150756e", "address": "fa:16:3e:63:5b:a5", "network": {"id": "5ce64fc7-c529-4b4d-bf7f-7ee63e094796", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-997558913", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.103", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "082be296862f43ddb7b411a29468a5c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb142114f-9a", "ovs_interfaceid": "b142114f-9aa0-472e-9456-609c2150756e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "713c0411-0002-4bae-b0b6-79f90c9194c4", "address": "fa:16:3e:02:f7:49", "network": {"id": "3218e111-1436-4bb6-9d46-3f0304e2b633", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1036583462", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.150", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "082be296862f43ddb7b411a29468a5c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap713c0411-00", "ovs_interfaceid": "713c0411-0002-4bae-b0b6-79f90c9194c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.077131] env[69319]: DEBUG oslo_concurrency.lockutils [None req-8a7e4062-4078-4c4f-9478-5e7b363e5d16 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.110263] env[69319]: DEBUG nova.objects.instance [None req-132ff641-3591-46a3-8929-a3a2aa7d52d4 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Lazy-loading 'numa_topology' on Instance uuid c771ca2e-35a5-4e64-a382-926a00df4d22 {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1152.112404] env[69319]: DEBUG nova.compute.utils [None req-dd3a69fa-19b5-4502-aa44-c8b5f66730ec tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Using /dev/sd instead of None {{(pid=69319) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1152.113643] env[69319]: DEBUG nova.compute.manager [None req-dd3a69fa-19b5-4502-aa44-c8b5f66730ec tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 4c8b69de-ee5c-4859-a6d5-3f430b4ea9f2] Allocating IP information in the background. {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1152.113810] env[69319]: DEBUG nova.network.neutron [None req-dd3a69fa-19b5-4502-aa44-c8b5f66730ec tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 4c8b69de-ee5c-4859-a6d5-3f430b4ea9f2] allocate_for_instance() {{(pid=69319) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1152.150181] env[69319]: DEBUG nova.policy [None req-dd3a69fa-19b5-4502-aa44-c8b5f66730ec tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5dc517fef9254eada360f42206918d25', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c749d00b4b5b4852a5c16d9621d8eb16', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69319) authorize /opt/stack/nova/nova/policy.py:192}} [ 1152.289080] env[69319]: DEBUG oslo_vmware.api [None req-e3b31024-cd7a-4bea-989f-dca33a5d4d77 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52df9900-ec59-f233-0193-721ac5651d50, 'name': SearchDatastore_Task, 'duration_secs': 0.011834} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.289365] env[69319]: DEBUG oslo_concurrency.lockutils [None req-e3b31024-cd7a-4bea-989f-dca33a5d4d77 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.289407] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-e3b31024-cd7a-4bea-989f-dca33a5d4d77 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] [instance: b45a3908-8611-4881-ad91-fb5bdc8a9dc6] Processing image 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1152.289642] env[69319]: DEBUG oslo_concurrency.lockutils [None req-e3b31024-cd7a-4bea-989f-dca33a5d4d77 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.289789] env[69319]: DEBUG oslo_concurrency.lockutils [None req-e3b31024-cd7a-4bea-989f-dca33a5d4d77 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.289968] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3b31024-cd7a-4bea-989f-dca33a5d4d77 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1152.290250] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a7c1f79a-1d4a-4964-bcb0-c096854bfcc1 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.299610] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3b31024-cd7a-4bea-989f-dca33a5d4d77 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1152.299790] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-e3b31024-cd7a-4bea-989f-dca33a5d4d77 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1152.300525] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a355db54-a434-4107-aeac-8f289be69e21 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.305267] env[69319]: DEBUG oslo_vmware.api [None req-e3b31024-cd7a-4bea-989f-dca33a5d4d77 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Waiting for the task: (returnval){ [ 1152.305267] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52b466f9-7aa3-2ed1-dee7-ac694003d733" [ 1152.305267] env[69319]: _type = "Task" [ 1152.305267] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.312634] env[69319]: DEBUG oslo_vmware.api [None req-e3b31024-cd7a-4bea-989f-dca33a5d4d77 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52b466f9-7aa3-2ed1-dee7-ac694003d733, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.349727] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223926, 'name': CreateVM_Task} progress is 99%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.391882] env[69319]: DEBUG nova.network.neutron [None req-dd3a69fa-19b5-4502-aa44-c8b5f66730ec tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 4c8b69de-ee5c-4859-a6d5-3f430b4ea9f2] Successfully created port: 5ae40188-1870-49c7-b4cb-7f16a3c5a6f6 {{(pid=69319) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1152.429358] env[69319]: DEBUG oslo_concurrency.lockutils [req-fbacde97-7b32-4913-9b55-235c6843df8d req-32e40af2-6ac5-4a21-83c0-184dc3e78343 service nova] Releasing lock "refresh_cache-b45a3908-8611-4881-ad91-fb5bdc8a9dc6" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.458720] env[69319]: DEBUG nova.compute.manager [req-3773296c-9e8a-4d6b-95cc-8e35a1117bc4 req-57ca6d47-2b72-4044-9980-29ed8a211340 service nova] [instance: 67b8e37a-f773-4e93-a11b-39bb41b03eb0] Received event network-changed-fd9178da-f56f-4b50-83d8-39b5f1840948 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1152.458720] env[69319]: DEBUG nova.compute.manager [req-3773296c-9e8a-4d6b-95cc-8e35a1117bc4 req-57ca6d47-2b72-4044-9980-29ed8a211340 service nova] [instance: 67b8e37a-f773-4e93-a11b-39bb41b03eb0] Refreshing instance network info cache due to event network-changed-fd9178da-f56f-4b50-83d8-39b5f1840948. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1152.458720] env[69319]: DEBUG oslo_concurrency.lockutils [req-3773296c-9e8a-4d6b-95cc-8e35a1117bc4 req-57ca6d47-2b72-4044-9980-29ed8a211340 service nova] Acquiring lock "refresh_cache-67b8e37a-f773-4e93-a11b-39bb41b03eb0" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.458720] env[69319]: DEBUG oslo_concurrency.lockutils [req-3773296c-9e8a-4d6b-95cc-8e35a1117bc4 req-57ca6d47-2b72-4044-9980-29ed8a211340 service nova] Acquired lock "refresh_cache-67b8e37a-f773-4e93-a11b-39bb41b03eb0" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.458720] env[69319]: DEBUG nova.network.neutron [req-3773296c-9e8a-4d6b-95cc-8e35a1117bc4 req-57ca6d47-2b72-4044-9980-29ed8a211340 service nova] [instance: 67b8e37a-f773-4e93-a11b-39bb41b03eb0] Refreshing network info cache for port fd9178da-f56f-4b50-83d8-39b5f1840948 {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1152.579220] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ec151b2a-0093-436b-8dfe-a8178102db3c tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Acquiring lock "interface-214f4476-f4b2-440f-b5a6-94c6343dc834-2937a02c-c8cd-4055-bb9f-32f6613159a8" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.579497] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ec151b2a-0093-436b-8dfe-a8178102db3c tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Lock "interface-214f4476-f4b2-440f-b5a6-94c6343dc834-2937a02c-c8cd-4055-bb9f-32f6613159a8" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.579871] env[69319]: DEBUG nova.objects.instance [None req-ec151b2a-0093-436b-8dfe-a8178102db3c tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Lazy-loading 'flavor' on Instance uuid 214f4476-f4b2-440f-b5a6-94c6343dc834 {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1152.614061] env[69319]: INFO nova.compute.claims [None req-132ff641-3591-46a3-8929-a3a2aa7d52d4 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] [instance: c771ca2e-35a5-4e64-a382-926a00df4d22] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1152.616650] env[69319]: DEBUG nova.compute.manager [None req-dd3a69fa-19b5-4502-aa44-c8b5f66730ec tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 4c8b69de-ee5c-4859-a6d5-3f430b4ea9f2] Start building block device mappings for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1152.815381] env[69319]: DEBUG oslo_vmware.api [None req-e3b31024-cd7a-4bea-989f-dca33a5d4d77 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52b466f9-7aa3-2ed1-dee7-ac694003d733, 'name': SearchDatastore_Task, 'duration_secs': 0.021721} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.816297] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79ab84ce-2636-4e74-9aa9-f1a0493410b9 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.821586] env[69319]: DEBUG oslo_vmware.api [None req-e3b31024-cd7a-4bea-989f-dca33a5d4d77 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Waiting for the task: (returnval){ [ 1152.821586] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]521a1904-8d75-0c37-ebbe-260d925c39e3" [ 1152.821586] env[69319]: _type = "Task" [ 1152.821586] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.829277] env[69319]: DEBUG oslo_vmware.api [None req-e3b31024-cd7a-4bea-989f-dca33a5d4d77 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]521a1904-8d75-0c37-ebbe-260d925c39e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.849155] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223926, 'name': CreateVM_Task} progress is 99%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.180604] env[69319]: DEBUG nova.objects.instance [None req-ec151b2a-0093-436b-8dfe-a8178102db3c tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Lazy-loading 'pci_requests' on Instance uuid 214f4476-f4b2-440f-b5a6-94c6343dc834 {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1153.233049] env[69319]: DEBUG nova.network.neutron [req-3773296c-9e8a-4d6b-95cc-8e35a1117bc4 req-57ca6d47-2b72-4044-9980-29ed8a211340 service nova] [instance: 67b8e37a-f773-4e93-a11b-39bb41b03eb0] Updated VIF entry in instance network info cache for port fd9178da-f56f-4b50-83d8-39b5f1840948. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1153.233564] env[69319]: DEBUG nova.network.neutron [req-3773296c-9e8a-4d6b-95cc-8e35a1117bc4 req-57ca6d47-2b72-4044-9980-29ed8a211340 service nova] [instance: 67b8e37a-f773-4e93-a11b-39bb41b03eb0] Updating instance_info_cache with network_info: [{"id": "fd9178da-f56f-4b50-83d8-39b5f1840948", "address": "fa:16:3e:5b:de:c2", "network": {"id": "106fc08f-1807-4065-8e5f-d5dd2ea396ac", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-470234828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fe67d8fa7124a519dd9af8bbd6a48a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd9178da-f5", "ovs_interfaceid": "fd9178da-f56f-4b50-83d8-39b5f1840948", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.332535] env[69319]: DEBUG oslo_vmware.api [None req-e3b31024-cd7a-4bea-989f-dca33a5d4d77 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]521a1904-8d75-0c37-ebbe-260d925c39e3, 'name': SearchDatastore_Task, 'duration_secs': 0.025456} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.332813] env[69319]: DEBUG oslo_concurrency.lockutils [None req-e3b31024-cd7a-4bea-989f-dca33a5d4d77 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.333090] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3b31024-cd7a-4bea-989f-dca33a5d4d77 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore1] b45a3908-8611-4881-ad91-fb5bdc8a9dc6/b45a3908-8611-4881-ad91-fb5bdc8a9dc6.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1153.333425] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fea3f920-6177-48e8-a971-8e653d32bf73 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.339466] env[69319]: DEBUG oslo_vmware.api [None req-e3b31024-cd7a-4bea-989f-dca33a5d4d77 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Waiting for the task: (returnval){ [ 1153.339466] env[69319]: value = "task-3223927" [ 1153.339466] env[69319]: _type = "Task" [ 1153.339466] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.349750] env[69319]: DEBUG oslo_vmware.api [None req-e3b31024-cd7a-4bea-989f-dca33a5d4d77 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Task: {'id': task-3223927, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.352932] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223926, 'name': CreateVM_Task, 'duration_secs': 1.370879} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.352932] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67b8e37a-f773-4e93-a11b-39bb41b03eb0] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1153.353595] env[69319]: DEBUG oslo_concurrency.lockutils [None req-3a3913d7-249e-4561-9b32-fc3a468b777b tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.353797] env[69319]: DEBUG oslo_concurrency.lockutils [None req-3a3913d7-249e-4561-9b32-fc3a468b777b tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.354148] env[69319]: DEBUG oslo_concurrency.lockutils [None req-3a3913d7-249e-4561-9b32-fc3a468b777b tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.354426] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0470aa7c-4793-49e5-9162-57460e433afe {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.358771] env[69319]: DEBUG oslo_vmware.api [None req-3a3913d7-249e-4561-9b32-fc3a468b777b tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Waiting for the task: (returnval){ [ 1153.358771] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]5253e466-ae87-c996-651b-085da86131db" [ 1153.358771] env[69319]: _type = "Task" [ 1153.358771] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.367265] env[69319]: DEBUG oslo_vmware.api [None req-3a3913d7-249e-4561-9b32-fc3a468b777b tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5253e466-ae87-c996-651b-085da86131db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.629490] env[69319]: DEBUG nova.compute.manager [None req-dd3a69fa-19b5-4502-aa44-c8b5f66730ec tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 4c8b69de-ee5c-4859-a6d5-3f430b4ea9f2] Start spawning the instance on the hypervisor. {{(pid=69319) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1153.662709] env[69319]: DEBUG nova.virt.hardware [None req-dd3a69fa-19b5-4502-aa44-c8b5f66730ec tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:32:36Z,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31f027872f6f44dba95ff2fe7a062e00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:32:36Z,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1153.663026] env[69319]: DEBUG nova.virt.hardware [None req-dd3a69fa-19b5-4502-aa44-c8b5f66730ec tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1153.663962] env[69319]: DEBUG nova.virt.hardware [None req-dd3a69fa-19b5-4502-aa44-c8b5f66730ec tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1153.663962] env[69319]: DEBUG nova.virt.hardware [None req-dd3a69fa-19b5-4502-aa44-c8b5f66730ec tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1153.663962] env[69319]: DEBUG nova.virt.hardware [None req-dd3a69fa-19b5-4502-aa44-c8b5f66730ec tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1153.663962] env[69319]: DEBUG nova.virt.hardware [None req-dd3a69fa-19b5-4502-aa44-c8b5f66730ec tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1153.663962] env[69319]: DEBUG nova.virt.hardware [None req-dd3a69fa-19b5-4502-aa44-c8b5f66730ec tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1153.664222] env[69319]: DEBUG nova.virt.hardware [None req-dd3a69fa-19b5-4502-aa44-c8b5f66730ec tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1153.664327] env[69319]: DEBUG nova.virt.hardware [None req-dd3a69fa-19b5-4502-aa44-c8b5f66730ec tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1153.664562] env[69319]: DEBUG nova.virt.hardware [None req-dd3a69fa-19b5-4502-aa44-c8b5f66730ec tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1153.664768] env[69319]: DEBUG nova.virt.hardware [None req-dd3a69fa-19b5-4502-aa44-c8b5f66730ec tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1153.665696] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5680854d-3bd2-40c1-b084-ec99c3514c93 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.681488] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd581536-8df6-4f55-bb95-3b5ecd591848 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.688887] env[69319]: DEBUG nova.objects.base [None req-ec151b2a-0093-436b-8dfe-a8178102db3c tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Object Instance<214f4476-f4b2-440f-b5a6-94c6343dc834> lazy-loaded attributes: flavor,pci_requests {{(pid=69319) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1153.689174] env[69319]: DEBUG nova.network.neutron [None req-ec151b2a-0093-436b-8dfe-a8178102db3c tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 214f4476-f4b2-440f-b5a6-94c6343dc834] allocate_for_instance() {{(pid=69319) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1153.736910] env[69319]: DEBUG oslo_concurrency.lockutils [req-3773296c-9e8a-4d6b-95cc-8e35a1117bc4 req-57ca6d47-2b72-4044-9980-29ed8a211340 service nova] Releasing lock "refresh_cache-67b8e37a-f773-4e93-a11b-39bb41b03eb0" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.758917] env[69319]: DEBUG nova.policy [None req-ec151b2a-0093-436b-8dfe-a8178102db3c tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '22b4fbb08523413a999beeddea8a5d62', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0030fcfc26054d94b76414b0098fa648', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69319) authorize /opt/stack/nova/nova/policy.py:192}} [ 1153.767109] env[69319]: DEBUG nova.compute.manager [req-79005aec-874d-4421-9e6f-28c5ee553b6c req-80ffa844-22c1-4067-ab7a-adc239dc6e00 service nova] [instance: 4c8b69de-ee5c-4859-a6d5-3f430b4ea9f2] Received event network-vif-plugged-5ae40188-1870-49c7-b4cb-7f16a3c5a6f6 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1153.767300] env[69319]: DEBUG oslo_concurrency.lockutils [req-79005aec-874d-4421-9e6f-28c5ee553b6c req-80ffa844-22c1-4067-ab7a-adc239dc6e00 service nova] Acquiring lock "4c8b69de-ee5c-4859-a6d5-3f430b4ea9f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.767511] env[69319]: DEBUG oslo_concurrency.lockutils [req-79005aec-874d-4421-9e6f-28c5ee553b6c req-80ffa844-22c1-4067-ab7a-adc239dc6e00 service nova] Lock "4c8b69de-ee5c-4859-a6d5-3f430b4ea9f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.767676] env[69319]: DEBUG oslo_concurrency.lockutils [req-79005aec-874d-4421-9e6f-28c5ee553b6c req-80ffa844-22c1-4067-ab7a-adc239dc6e00 service nova] Lock "4c8b69de-ee5c-4859-a6d5-3f430b4ea9f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.771020] env[69319]: DEBUG nova.compute.manager [req-79005aec-874d-4421-9e6f-28c5ee553b6c req-80ffa844-22c1-4067-ab7a-adc239dc6e00 service nova] [instance: 4c8b69de-ee5c-4859-a6d5-3f430b4ea9f2] No waiting events found dispatching network-vif-plugged-5ae40188-1870-49c7-b4cb-7f16a3c5a6f6 {{(pid=69319) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1153.771020] env[69319]: WARNING nova.compute.manager [req-79005aec-874d-4421-9e6f-28c5ee553b6c req-80ffa844-22c1-4067-ab7a-adc239dc6e00 service nova] [instance: 4c8b69de-ee5c-4859-a6d5-3f430b4ea9f2] Received unexpected event network-vif-plugged-5ae40188-1870-49c7-b4cb-7f16a3c5a6f6 for instance with vm_state building and task_state spawning. [ 1153.851484] env[69319]: DEBUG oslo_vmware.api [None req-e3b31024-cd7a-4bea-989f-dca33a5d4d77 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Task: {'id': task-3223927, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.489298} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.851484] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3b31024-cd7a-4bea-989f-dca33a5d4d77 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore1] b45a3908-8611-4881-ad91-fb5bdc8a9dc6/b45a3908-8611-4881-ad91-fb5bdc8a9dc6.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1153.851484] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-e3b31024-cd7a-4bea-989f-dca33a5d4d77 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] [instance: b45a3908-8611-4881-ad91-fb5bdc8a9dc6] Extending root virtual disk to 1048576 {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1153.851484] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-109384fc-4fcb-404b-a298-b6a50a0d2f9f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.858096] env[69319]: DEBUG oslo_vmware.api [None req-e3b31024-cd7a-4bea-989f-dca33a5d4d77 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Waiting for the task: (returnval){ [ 1153.858096] env[69319]: value = "task-3223928" [ 1153.858096] env[69319]: _type = "Task" [ 1153.858096] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.859249] env[69319]: DEBUG nova.network.neutron [None req-dd3a69fa-19b5-4502-aa44-c8b5f66730ec tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 4c8b69de-ee5c-4859-a6d5-3f430b4ea9f2] Successfully updated port: 5ae40188-1870-49c7-b4cb-7f16a3c5a6f6 {{(pid=69319) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1153.875028] env[69319]: DEBUG oslo_vmware.api [None req-e3b31024-cd7a-4bea-989f-dca33a5d4d77 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Task: {'id': task-3223928, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.876564] env[69319]: DEBUG oslo_vmware.api [None req-3a3913d7-249e-4561-9b32-fc3a468b777b tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5253e466-ae87-c996-651b-085da86131db, 'name': SearchDatastore_Task, 'duration_secs': 0.017069} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.876846] env[69319]: DEBUG oslo_concurrency.lockutils [None req-3a3913d7-249e-4561-9b32-fc3a468b777b tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.877083] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-3a3913d7-249e-4561-9b32-fc3a468b777b tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 67b8e37a-f773-4e93-a11b-39bb41b03eb0] Processing image 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1153.877317] env[69319]: DEBUG oslo_concurrency.lockutils [None req-3a3913d7-249e-4561-9b32-fc3a468b777b tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.878087] env[69319]: DEBUG oslo_concurrency.lockutils [None req-3a3913d7-249e-4561-9b32-fc3a468b777b tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.878087] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a3913d7-249e-4561-9b32-fc3a468b777b tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1153.878087] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b1c38b96-2e50-474b-9b17-3a38989b84dc {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.889798] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a3913d7-249e-4561-9b32-fc3a468b777b tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1153.889956] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-3a3913d7-249e-4561-9b32-fc3a468b777b tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1153.890911] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aaec934b-621f-4572-a7dc-fea48cb115ce {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.896593] env[69319]: DEBUG oslo_vmware.api [None req-3a3913d7-249e-4561-9b32-fc3a468b777b tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Waiting for the task: (returnval){ [ 1153.896593] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]527f4f32-82c5-c365-7d42-6d12031f6941" [ 1153.896593] env[69319]: _type = "Task" [ 1153.896593] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.905029] env[69319]: DEBUG oslo_vmware.api [None req-3a3913d7-249e-4561-9b32-fc3a468b777b tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]527f4f32-82c5-c365-7d42-6d12031f6941, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.906749] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a56bca48-c084-40ba-aa6d-6bfea027b6f8 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.913590] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c14e4624-0803-46a5-9099-0f4935e65d1a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.944170] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c72b3e0-f7e5-4e78-aac3-0fd78f6740ef {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.952595] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c04c33b5-c580-47bb-92a2-09066bfdc099 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.966834] env[69319]: DEBUG nova.compute.provider_tree [None req-132ff641-3591-46a3-8929-a3a2aa7d52d4 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1154.369450] env[69319]: DEBUG oslo_concurrency.lockutils [None req-dd3a69fa-19b5-4502-aa44-c8b5f66730ec tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Acquiring lock "refresh_cache-4c8b69de-ee5c-4859-a6d5-3f430b4ea9f2" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.369823] env[69319]: DEBUG oslo_concurrency.lockutils [None req-dd3a69fa-19b5-4502-aa44-c8b5f66730ec tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Acquired lock "refresh_cache-4c8b69de-ee5c-4859-a6d5-3f430b4ea9f2" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.369823] env[69319]: DEBUG nova.network.neutron [None req-dd3a69fa-19b5-4502-aa44-c8b5f66730ec tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 4c8b69de-ee5c-4859-a6d5-3f430b4ea9f2] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1154.370944] env[69319]: DEBUG oslo_vmware.api [None req-e3b31024-cd7a-4bea-989f-dca33a5d4d77 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Task: {'id': task-3223928, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06726} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.371455] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-e3b31024-cd7a-4bea-989f-dca33a5d4d77 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] [instance: b45a3908-8611-4881-ad91-fb5bdc8a9dc6] Extended root virtual disk {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1154.372297] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5bf33b5-69e6-4c5f-97b5-02ade64efdff {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.399317] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3b31024-cd7a-4bea-989f-dca33a5d4d77 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] [instance: b45a3908-8611-4881-ad91-fb5bdc8a9dc6] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] b45a3908-8611-4881-ad91-fb5bdc8a9dc6/b45a3908-8611-4881-ad91-fb5bdc8a9dc6.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1154.400278] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40d97912-22e9-4858-9723-d60e6f600fb5 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.424340] env[69319]: DEBUG oslo_vmware.api [None req-3a3913d7-249e-4561-9b32-fc3a468b777b tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]527f4f32-82c5-c365-7d42-6d12031f6941, 'name': SearchDatastore_Task, 'duration_secs': 0.009611} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.426299] env[69319]: DEBUG oslo_vmware.api [None req-e3b31024-cd7a-4bea-989f-dca33a5d4d77 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Waiting for the task: (returnval){ [ 1154.426299] env[69319]: value = "task-3223929" [ 1154.426299] env[69319]: _type = "Task" [ 1154.426299] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.426497] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5a0aeb5-a15a-427e-b7f4-f7384cf87df1 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.436333] env[69319]: DEBUG oslo_vmware.api [None req-e3b31024-cd7a-4bea-989f-dca33a5d4d77 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Task: {'id': task-3223929, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.437503] env[69319]: DEBUG oslo_vmware.api [None req-3a3913d7-249e-4561-9b32-fc3a468b777b tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Waiting for the task: (returnval){ [ 1154.437503] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52904553-0081-4d01-f21a-944bb5b706ed" [ 1154.437503] env[69319]: _type = "Task" [ 1154.437503] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.445739] env[69319]: DEBUG oslo_vmware.api [None req-3a3913d7-249e-4561-9b32-fc3a468b777b tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52904553-0081-4d01-f21a-944bb5b706ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.470462] env[69319]: DEBUG nova.scheduler.client.report [None req-132ff641-3591-46a3-8929-a3a2aa7d52d4 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1154.939040] env[69319]: DEBUG oslo_vmware.api [None req-e3b31024-cd7a-4bea-989f-dca33a5d4d77 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Task: {'id': task-3223929, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.947499] env[69319]: DEBUG oslo_vmware.api [None req-3a3913d7-249e-4561-9b32-fc3a468b777b tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52904553-0081-4d01-f21a-944bb5b706ed, 'name': SearchDatastore_Task, 'duration_secs': 0.01964} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.947796] env[69319]: DEBUG oslo_concurrency.lockutils [None req-3a3913d7-249e-4561-9b32-fc3a468b777b tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.948088] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a3913d7-249e-4561-9b32-fc3a468b777b tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] 67b8e37a-f773-4e93-a11b-39bb41b03eb0/67b8e37a-f773-4e93-a11b-39bb41b03eb0.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1154.948360] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-38bd9fec-bf35-4732-801a-ff3f4c338aa9 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.954601] env[69319]: DEBUG oslo_vmware.api [None req-3a3913d7-249e-4561-9b32-fc3a468b777b tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Waiting for the task: (returnval){ [ 1154.954601] env[69319]: value = "task-3223930" [ 1154.954601] env[69319]: _type = "Task" [ 1154.954601] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.962065] env[69319]: DEBUG oslo_vmware.api [None req-3a3913d7-249e-4561-9b32-fc3a468b777b tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': task-3223930, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.975455] env[69319]: DEBUG oslo_concurrency.lockutils [None req-132ff641-3591-46a3-8929-a3a2aa7d52d4 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.370s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.977663] env[69319]: DEBUG oslo_concurrency.lockutils [None req-2b9f4f92-80f2-4dde-ba17-e7079320d7fe tempest-ServerTagsTestJSON-1313739941 tempest-ServerTagsTestJSON-1313739941-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.983s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.977887] env[69319]: DEBUG nova.objects.instance [None req-2b9f4f92-80f2-4dde-ba17-e7079320d7fe tempest-ServerTagsTestJSON-1313739941 tempest-ServerTagsTestJSON-1313739941-project-member] Lazy-loading 'resources' on Instance uuid 7646bb41-19aa-453b-b931-b65856398128 {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1155.133474] env[69319]: DEBUG nova.network.neutron [None req-dd3a69fa-19b5-4502-aa44-c8b5f66730ec tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 4c8b69de-ee5c-4859-a6d5-3f430b4ea9f2] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1155.151318] env[69319]: INFO nova.network.neutron [None req-132ff641-3591-46a3-8929-a3a2aa7d52d4 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] [instance: c771ca2e-35a5-4e64-a382-926a00df4d22] Updating port a8ef65c2-54c3-4947-a939-55e0a97b9286 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1155.363424] env[69319]: DEBUG nova.network.neutron [None req-dd3a69fa-19b5-4502-aa44-c8b5f66730ec tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 4c8b69de-ee5c-4859-a6d5-3f430b4ea9f2] Updating instance_info_cache with network_info: [{"id": "5ae40188-1870-49c7-b4cb-7f16a3c5a6f6", "address": "fa:16:3e:3b:41:51", "network": {"id": "8985126e-f64e-499c-abf8-8490d52ef1a5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-221535940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c749d00b4b5b4852a5c16d9621d8eb16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ae40188-18", "ovs_interfaceid": "5ae40188-1870-49c7-b4cb-7f16a3c5a6f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.411788] env[69319]: DEBUG nova.compute.manager [req-bfdfbad9-a464-4779-b2cd-04c48b120ad4 req-8aefb13b-84a4-4cc3-9928-8fad36119b1f service nova] [instance: 214f4476-f4b2-440f-b5a6-94c6343dc834] Received event network-vif-plugged-2937a02c-c8cd-4055-bb9f-32f6613159a8 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1155.412073] env[69319]: DEBUG oslo_concurrency.lockutils [req-bfdfbad9-a464-4779-b2cd-04c48b120ad4 req-8aefb13b-84a4-4cc3-9928-8fad36119b1f service nova] Acquiring lock "214f4476-f4b2-440f-b5a6-94c6343dc834-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.412266] env[69319]: DEBUG oslo_concurrency.lockutils [req-bfdfbad9-a464-4779-b2cd-04c48b120ad4 req-8aefb13b-84a4-4cc3-9928-8fad36119b1f service nova] Lock "214f4476-f4b2-440f-b5a6-94c6343dc834-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.412442] env[69319]: DEBUG oslo_concurrency.lockutils [req-bfdfbad9-a464-4779-b2cd-04c48b120ad4 req-8aefb13b-84a4-4cc3-9928-8fad36119b1f service nova] Lock "214f4476-f4b2-440f-b5a6-94c6343dc834-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.412612] env[69319]: DEBUG nova.compute.manager [req-bfdfbad9-a464-4779-b2cd-04c48b120ad4 req-8aefb13b-84a4-4cc3-9928-8fad36119b1f service nova] [instance: 214f4476-f4b2-440f-b5a6-94c6343dc834] No waiting events found dispatching network-vif-plugged-2937a02c-c8cd-4055-bb9f-32f6613159a8 {{(pid=69319) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1155.412776] env[69319]: WARNING nova.compute.manager [req-bfdfbad9-a464-4779-b2cd-04c48b120ad4 req-8aefb13b-84a4-4cc3-9928-8fad36119b1f service nova] [instance: 214f4476-f4b2-440f-b5a6-94c6343dc834] Received unexpected event network-vif-plugged-2937a02c-c8cd-4055-bb9f-32f6613159a8 for instance with vm_state active and task_state None. [ 1155.428865] env[69319]: DEBUG nova.network.neutron [None req-ec151b2a-0093-436b-8dfe-a8178102db3c tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 214f4476-f4b2-440f-b5a6-94c6343dc834] Successfully updated port: 2937a02c-c8cd-4055-bb9f-32f6613159a8 {{(pid=69319) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1155.443159] env[69319]: DEBUG oslo_vmware.api [None req-e3b31024-cd7a-4bea-989f-dca33a5d4d77 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Task: {'id': task-3223929, 'name': ReconfigVM_Task, 'duration_secs': 0.933132} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.443525] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3b31024-cd7a-4bea-989f-dca33a5d4d77 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] [instance: b45a3908-8611-4881-ad91-fb5bdc8a9dc6] Reconfigured VM instance instance-0000005d to attach disk [datastore1] b45a3908-8611-4881-ad91-fb5bdc8a9dc6/b45a3908-8611-4881-ad91-fb5bdc8a9dc6.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1155.444893] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9d020d70-9b41-49ee-8c62-9e3cfd293b8b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.454271] env[69319]: DEBUG oslo_vmware.api [None req-e3b31024-cd7a-4bea-989f-dca33a5d4d77 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Waiting for the task: (returnval){ [ 1155.454271] env[69319]: value = "task-3223931" [ 1155.454271] env[69319]: _type = "Task" [ 1155.454271] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.468523] env[69319]: DEBUG oslo_vmware.api [None req-e3b31024-cd7a-4bea-989f-dca33a5d4d77 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Task: {'id': task-3223931, 'name': Rename_Task} progress is 6%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.472248] env[69319]: DEBUG oslo_vmware.api [None req-3a3913d7-249e-4561-9b32-fc3a468b777b tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': task-3223930, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.704749] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4819fb72-33d1-45fa-9f85-5e1f82b462c7 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.712124] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6f52bf0-0e70-46e4-8270-1d681ae1e24e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.746190] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a47b70e-17ec-4434-a9db-aca73340f71f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.753604] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99bdccc8-41b6-49b7-a057-41581afa23b7 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.766781] env[69319]: DEBUG nova.compute.provider_tree [None req-2b9f4f92-80f2-4dde-ba17-e7079320d7fe tempest-ServerTagsTestJSON-1313739941 tempest-ServerTagsTestJSON-1313739941-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1155.824446] env[69319]: DEBUG nova.compute.manager [req-e842c562-cd00-4ca8-8a98-75dfe99047f9 req-f1f6dc0a-d17d-4382-8151-67c954f82750 service nova] [instance: 4c8b69de-ee5c-4859-a6d5-3f430b4ea9f2] Received event network-changed-5ae40188-1870-49c7-b4cb-7f16a3c5a6f6 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1155.824640] env[69319]: DEBUG nova.compute.manager [req-e842c562-cd00-4ca8-8a98-75dfe99047f9 req-f1f6dc0a-d17d-4382-8151-67c954f82750 service nova] [instance: 4c8b69de-ee5c-4859-a6d5-3f430b4ea9f2] Refreshing instance network info cache due to event network-changed-5ae40188-1870-49c7-b4cb-7f16a3c5a6f6. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1155.824846] env[69319]: DEBUG oslo_concurrency.lockutils [req-e842c562-cd00-4ca8-8a98-75dfe99047f9 req-f1f6dc0a-d17d-4382-8151-67c954f82750 service nova] Acquiring lock "refresh_cache-4c8b69de-ee5c-4859-a6d5-3f430b4ea9f2" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.866770] env[69319]: DEBUG oslo_concurrency.lockutils [None req-dd3a69fa-19b5-4502-aa44-c8b5f66730ec tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Releasing lock "refresh_cache-4c8b69de-ee5c-4859-a6d5-3f430b4ea9f2" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.867331] env[69319]: DEBUG nova.compute.manager [None req-dd3a69fa-19b5-4502-aa44-c8b5f66730ec tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 4c8b69de-ee5c-4859-a6d5-3f430b4ea9f2] Instance network_info: |[{"id": "5ae40188-1870-49c7-b4cb-7f16a3c5a6f6", "address": "fa:16:3e:3b:41:51", "network": {"id": "8985126e-f64e-499c-abf8-8490d52ef1a5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-221535940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c749d00b4b5b4852a5c16d9621d8eb16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ae40188-18", "ovs_interfaceid": "5ae40188-1870-49c7-b4cb-7f16a3c5a6f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1155.867810] env[69319]: DEBUG oslo_concurrency.lockutils [req-e842c562-cd00-4ca8-8a98-75dfe99047f9 req-f1f6dc0a-d17d-4382-8151-67c954f82750 service nova] Acquired lock "refresh_cache-4c8b69de-ee5c-4859-a6d5-3f430b4ea9f2" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.868226] env[69319]: DEBUG nova.network.neutron [req-e842c562-cd00-4ca8-8a98-75dfe99047f9 req-f1f6dc0a-d17d-4382-8151-67c954f82750 service nova] [instance: 4c8b69de-ee5c-4859-a6d5-3f430b4ea9f2] Refreshing network info cache for port 5ae40188-1870-49c7-b4cb-7f16a3c5a6f6 {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1155.870784] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-dd3a69fa-19b5-4502-aa44-c8b5f66730ec tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 4c8b69de-ee5c-4859-a6d5-3f430b4ea9f2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:41:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5ae40188-1870-49c7-b4cb-7f16a3c5a6f6', 'vif_model': 'vmxnet3'}] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1155.880552] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dd3a69fa-19b5-4502-aa44-c8b5f66730ec tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1155.881447] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c8b69de-ee5c-4859-a6d5-3f430b4ea9f2] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1155.881719] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-16396df5-2c91-4ff7-9546-267242de3e02 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.903712] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1155.903712] env[69319]: value = "task-3223932" [ 1155.903712] env[69319]: _type = "Task" [ 1155.903712] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.912666] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223932, 'name': CreateVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.937090] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ec151b2a-0093-436b-8dfe-a8178102db3c tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Acquiring lock "refresh_cache-214f4476-f4b2-440f-b5a6-94c6343dc834" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.937273] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ec151b2a-0093-436b-8dfe-a8178102db3c tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Acquired lock "refresh_cache-214f4476-f4b2-440f-b5a6-94c6343dc834" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.937450] env[69319]: DEBUG nova.network.neutron [None req-ec151b2a-0093-436b-8dfe-a8178102db3c tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 214f4476-f4b2-440f-b5a6-94c6343dc834] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1155.970774] env[69319]: DEBUG oslo_vmware.api [None req-e3b31024-cd7a-4bea-989f-dca33a5d4d77 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Task: {'id': task-3223931, 'name': Rename_Task, 'duration_secs': 0.233439} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.974337] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3b31024-cd7a-4bea-989f-dca33a5d4d77 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] [instance: b45a3908-8611-4881-ad91-fb5bdc8a9dc6] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1155.974799] env[69319]: DEBUG oslo_vmware.api [None req-3a3913d7-249e-4561-9b32-fc3a468b777b tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': task-3223930, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.670145} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.975073] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-75405594-eda5-496b-bfa9-b29672f25e3c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.976843] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a3913d7-249e-4561-9b32-fc3a468b777b tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] 67b8e37a-f773-4e93-a11b-39bb41b03eb0/67b8e37a-f773-4e93-a11b-39bb41b03eb0.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1155.977093] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-3a3913d7-249e-4561-9b32-fc3a468b777b tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 67b8e37a-f773-4e93-a11b-39bb41b03eb0] Extending root virtual disk to 1048576 {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1155.977354] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-29432bb5-5d4a-4f6d-adfc-59ee088c1c2b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.984090] env[69319]: DEBUG oslo_vmware.api [None req-3a3913d7-249e-4561-9b32-fc3a468b777b tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Waiting for the task: (returnval){ [ 1155.984090] env[69319]: value = "task-3223934" [ 1155.984090] env[69319]: _type = "Task" [ 1155.984090] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.986668] env[69319]: DEBUG oslo_vmware.api [None req-e3b31024-cd7a-4bea-989f-dca33a5d4d77 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Waiting for the task: (returnval){ [ 1155.986668] env[69319]: value = "task-3223933" [ 1155.986668] env[69319]: _type = "Task" [ 1155.986668] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.998825] env[69319]: DEBUG oslo_vmware.api [None req-3a3913d7-249e-4561-9b32-fc3a468b777b tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': task-3223934, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.001844] env[69319]: DEBUG oslo_vmware.api [None req-e3b31024-cd7a-4bea-989f-dca33a5d4d77 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Task: {'id': task-3223933, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.273687] env[69319]: DEBUG nova.scheduler.client.report [None req-2b9f4f92-80f2-4dde-ba17-e7079320d7fe tempest-ServerTagsTestJSON-1313739941 tempest-ServerTagsTestJSON-1313739941-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1156.413675] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223932, 'name': CreateVM_Task, 'duration_secs': 0.333255} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.413964] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c8b69de-ee5c-4859-a6d5-3f430b4ea9f2] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1156.414567] env[69319]: DEBUG oslo_concurrency.lockutils [None req-dd3a69fa-19b5-4502-aa44-c8b5f66730ec tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.414807] env[69319]: DEBUG oslo_concurrency.lockutils [None req-dd3a69fa-19b5-4502-aa44-c8b5f66730ec tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.415060] env[69319]: DEBUG oslo_concurrency.lockutils [None req-dd3a69fa-19b5-4502-aa44-c8b5f66730ec tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.415325] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-760cdd2a-fbac-4bb9-ab68-9573a26e05d4 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.420123] env[69319]: DEBUG oslo_vmware.api [None req-dd3a69fa-19b5-4502-aa44-c8b5f66730ec tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Waiting for the task: (returnval){ [ 1156.420123] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52c12b7f-db8a-1ae0-f1ba-f502918de64b" [ 1156.420123] env[69319]: _type = "Task" [ 1156.420123] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.428131] env[69319]: DEBUG oslo_vmware.api [None req-dd3a69fa-19b5-4502-aa44-c8b5f66730ec tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52c12b7f-db8a-1ae0-f1ba-f502918de64b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.471393] env[69319]: WARNING nova.network.neutron [None req-ec151b2a-0093-436b-8dfe-a8178102db3c tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 214f4476-f4b2-440f-b5a6-94c6343dc834] 137e0ee2-8e6e-434c-a032-f059cf348e59 already exists in list: networks containing: ['137e0ee2-8e6e-434c-a032-f059cf348e59']. ignoring it [ 1156.497531] env[69319]: DEBUG oslo_vmware.api [None req-3a3913d7-249e-4561-9b32-fc3a468b777b tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': task-3223934, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070143} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.498202] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-3a3913d7-249e-4561-9b32-fc3a468b777b tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 67b8e37a-f773-4e93-a11b-39bb41b03eb0] Extended root virtual disk {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1156.498984] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4d0434a-4e74-49ad-a277-f0743d7a5a95 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.504622] env[69319]: DEBUG oslo_vmware.api [None req-e3b31024-cd7a-4bea-989f-dca33a5d4d77 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Task: {'id': task-3223933, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.528603] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a3913d7-249e-4561-9b32-fc3a468b777b tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 67b8e37a-f773-4e93-a11b-39bb41b03eb0] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] 67b8e37a-f773-4e93-a11b-39bb41b03eb0/67b8e37a-f773-4e93-a11b-39bb41b03eb0.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1156.531384] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-336dfd58-8f70-4c4f-9743-a743b4c5bf8c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.552711] env[69319]: DEBUG oslo_vmware.api [None req-3a3913d7-249e-4561-9b32-fc3a468b777b tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Waiting for the task: (returnval){ [ 1156.552711] env[69319]: value = "task-3223935" [ 1156.552711] env[69319]: _type = "Task" [ 1156.552711] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.564055] env[69319]: DEBUG oslo_vmware.api [None req-3a3913d7-249e-4561-9b32-fc3a468b777b tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': task-3223935, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.658632] env[69319]: DEBUG nova.network.neutron [req-e842c562-cd00-4ca8-8a98-75dfe99047f9 req-f1f6dc0a-d17d-4382-8151-67c954f82750 service nova] [instance: 4c8b69de-ee5c-4859-a6d5-3f430b4ea9f2] Updated VIF entry in instance network info cache for port 5ae40188-1870-49c7-b4cb-7f16a3c5a6f6. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1156.659078] env[69319]: DEBUG nova.network.neutron [req-e842c562-cd00-4ca8-8a98-75dfe99047f9 req-f1f6dc0a-d17d-4382-8151-67c954f82750 service nova] [instance: 4c8b69de-ee5c-4859-a6d5-3f430b4ea9f2] Updating instance_info_cache with network_info: [{"id": "5ae40188-1870-49c7-b4cb-7f16a3c5a6f6", "address": "fa:16:3e:3b:41:51", "network": {"id": "8985126e-f64e-499c-abf8-8490d52ef1a5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-221535940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c749d00b4b5b4852a5c16d9621d8eb16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ae40188-18", "ovs_interfaceid": "5ae40188-1870-49c7-b4cb-7f16a3c5a6f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.778777] env[69319]: DEBUG oslo_concurrency.lockutils [None req-2b9f4f92-80f2-4dde-ba17-e7079320d7fe tempest-ServerTagsTestJSON-1313739941 tempest-ServerTagsTestJSON-1313739941-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.801s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.781662] env[69319]: DEBUG oslo_concurrency.lockutils [None req-1ef7f249-1424-4e97-8a1e-19d539cb3fba tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.919s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.788021] env[69319]: INFO nova.compute.claims [None req-1ef7f249-1424-4e97-8a1e-19d539cb3fba tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] [instance: 233219fd-06b7-45db-bda2-540992f2d4ce] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1156.806288] env[69319]: INFO nova.scheduler.client.report [None req-2b9f4f92-80f2-4dde-ba17-e7079320d7fe tempest-ServerTagsTestJSON-1313739941 tempest-ServerTagsTestJSON-1313739941-project-member] Deleted allocations for instance 7646bb41-19aa-453b-b931-b65856398128 [ 1156.927667] env[69319]: DEBUG nova.network.neutron [None req-ec151b2a-0093-436b-8dfe-a8178102db3c tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 214f4476-f4b2-440f-b5a6-94c6343dc834] Updating instance_info_cache with network_info: [{"id": "c9037cc1-3cbc-4200-9e4f-ba365431f9d2", "address": "fa:16:3e:07:cf:09", "network": {"id": "137e0ee2-8e6e-434c-a032-f059cf348e59", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-49335232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0030fcfc26054d94b76414b0098fa648", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9037cc1-3c", "ovs_interfaceid": "c9037cc1-3cbc-4200-9e4f-ba365431f9d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2937a02c-c8cd-4055-bb9f-32f6613159a8", "address": "fa:16:3e:8d:76:db", "network": {"id": "137e0ee2-8e6e-434c-a032-f059cf348e59", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-49335232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0030fcfc26054d94b76414b0098fa648", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2937a02c-c8", "ovs_interfaceid": "2937a02c-c8cd-4055-bb9f-32f6613159a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.937231] env[69319]: DEBUG oslo_vmware.api [None req-dd3a69fa-19b5-4502-aa44-c8b5f66730ec tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52c12b7f-db8a-1ae0-f1ba-f502918de64b, 'name': SearchDatastore_Task, 'duration_secs': 0.026996} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.937231] env[69319]: DEBUG oslo_concurrency.lockutils [None req-dd3a69fa-19b5-4502-aa44-c8b5f66730ec tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.937231] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-dd3a69fa-19b5-4502-aa44-c8b5f66730ec tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 4c8b69de-ee5c-4859-a6d5-3f430b4ea9f2] Processing image 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1156.937231] env[69319]: DEBUG oslo_concurrency.lockutils [None req-dd3a69fa-19b5-4502-aa44-c8b5f66730ec tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.937231] env[69319]: DEBUG oslo_concurrency.lockutils [None req-dd3a69fa-19b5-4502-aa44-c8b5f66730ec tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.937231] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd3a69fa-19b5-4502-aa44-c8b5f66730ec tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1156.937231] env[69319]: DEBUG oslo_concurrency.lockutils [None req-132ff641-3591-46a3-8929-a3a2aa7d52d4 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Acquiring lock "refresh_cache-c771ca2e-35a5-4e64-a382-926a00df4d22" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.937231] env[69319]: DEBUG oslo_concurrency.lockutils [None req-132ff641-3591-46a3-8929-a3a2aa7d52d4 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Acquired lock "refresh_cache-c771ca2e-35a5-4e64-a382-926a00df4d22" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.937231] env[69319]: DEBUG nova.network.neutron [None req-132ff641-3591-46a3-8929-a3a2aa7d52d4 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] [instance: c771ca2e-35a5-4e64-a382-926a00df4d22] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1156.938076] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2a02150e-48cd-4bb2-9a11-c8f8395b08a6 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.948737] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd3a69fa-19b5-4502-aa44-c8b5f66730ec tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1156.948948] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-dd3a69fa-19b5-4502-aa44-c8b5f66730ec tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1156.949971] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38506b6b-5e4d-4e5f-902b-bf7c6af8a2d6 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.956414] env[69319]: DEBUG oslo_vmware.api [None req-dd3a69fa-19b5-4502-aa44-c8b5f66730ec tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Waiting for the task: (returnval){ [ 1156.956414] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]5257508e-3d25-dd4a-410f-1ea14422a75f" [ 1156.956414] env[69319]: _type = "Task" [ 1156.956414] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.965654] env[69319]: DEBUG oslo_vmware.api [None req-dd3a69fa-19b5-4502-aa44-c8b5f66730ec tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5257508e-3d25-dd4a-410f-1ea14422a75f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.001030] env[69319]: DEBUG oslo_vmware.api [None req-e3b31024-cd7a-4bea-989f-dca33a5d4d77 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Task: {'id': task-3223933, 'name': PowerOnVM_Task, 'duration_secs': 0.850787} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.001030] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3b31024-cd7a-4bea-989f-dca33a5d4d77 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] [instance: b45a3908-8611-4881-ad91-fb5bdc8a9dc6] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1157.001206] env[69319]: INFO nova.compute.manager [None req-e3b31024-cd7a-4bea-989f-dca33a5d4d77 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] [instance: b45a3908-8611-4881-ad91-fb5bdc8a9dc6] Took 13.51 seconds to spawn the instance on the hypervisor. [ 1157.001237] env[69319]: DEBUG nova.compute.manager [None req-e3b31024-cd7a-4bea-989f-dca33a5d4d77 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] [instance: b45a3908-8611-4881-ad91-fb5bdc8a9dc6] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1157.002094] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-365e54b5-2c90-4515-8c77-1c874910f6b0 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.063977] env[69319]: DEBUG oslo_vmware.api [None req-3a3913d7-249e-4561-9b32-fc3a468b777b tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': task-3223935, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.161911] env[69319]: DEBUG oslo_concurrency.lockutils [req-e842c562-cd00-4ca8-8a98-75dfe99047f9 req-f1f6dc0a-d17d-4382-8151-67c954f82750 service nova] Releasing lock "refresh_cache-4c8b69de-ee5c-4859-a6d5-3f430b4ea9f2" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.312690] env[69319]: DEBUG oslo_concurrency.lockutils [None req-2b9f4f92-80f2-4dde-ba17-e7079320d7fe tempest-ServerTagsTestJSON-1313739941 tempest-ServerTagsTestJSON-1313739941-project-member] Lock "7646bb41-19aa-453b-b931-b65856398128" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.723s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.435105] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ec151b2a-0093-436b-8dfe-a8178102db3c tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Releasing lock "refresh_cache-214f4476-f4b2-440f-b5a6-94c6343dc834" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.435803] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ec151b2a-0093-436b-8dfe-a8178102db3c tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Acquiring lock "214f4476-f4b2-440f-b5a6-94c6343dc834" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.435973] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ec151b2a-0093-436b-8dfe-a8178102db3c tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Acquired lock "214f4476-f4b2-440f-b5a6-94c6343dc834" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.436854] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e21e72e4-5abb-4745-ac51-288f91f7a3e8 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.461366] env[69319]: DEBUG nova.virt.hardware [None req-ec151b2a-0093-436b-8dfe-a8178102db3c tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1157.461655] env[69319]: DEBUG nova.virt.hardware [None req-ec151b2a-0093-436b-8dfe-a8178102db3c tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1157.461822] env[69319]: DEBUG nova.virt.hardware [None req-ec151b2a-0093-436b-8dfe-a8178102db3c tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1157.462488] env[69319]: DEBUG nova.virt.hardware [None req-ec151b2a-0093-436b-8dfe-a8178102db3c tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1157.462488] env[69319]: DEBUG nova.virt.hardware [None req-ec151b2a-0093-436b-8dfe-a8178102db3c tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1157.462488] env[69319]: DEBUG nova.virt.hardware [None req-ec151b2a-0093-436b-8dfe-a8178102db3c tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1157.462488] env[69319]: DEBUG nova.virt.hardware [None req-ec151b2a-0093-436b-8dfe-a8178102db3c tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1157.462693] env[69319]: DEBUG nova.virt.hardware [None req-ec151b2a-0093-436b-8dfe-a8178102db3c tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1157.462803] env[69319]: DEBUG nova.virt.hardware [None req-ec151b2a-0093-436b-8dfe-a8178102db3c tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1157.462983] env[69319]: DEBUG nova.virt.hardware [None req-ec151b2a-0093-436b-8dfe-a8178102db3c tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1157.463153] env[69319]: DEBUG nova.virt.hardware [None req-ec151b2a-0093-436b-8dfe-a8178102db3c tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1157.469421] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-ec151b2a-0093-436b-8dfe-a8178102db3c tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 214f4476-f4b2-440f-b5a6-94c6343dc834] Reconfiguring VM to attach interface {{(pid=69319) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1157.472973] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f405309-58a1-4768-970a-eafae0241cee {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.492417] env[69319]: DEBUG oslo_vmware.api [None req-dd3a69fa-19b5-4502-aa44-c8b5f66730ec tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5257508e-3d25-dd4a-410f-1ea14422a75f, 'name': SearchDatastore_Task, 'duration_secs': 0.015073} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.495949] env[69319]: DEBUG oslo_vmware.api [None req-ec151b2a-0093-436b-8dfe-a8178102db3c tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Waiting for the task: (returnval){ [ 1157.495949] env[69319]: value = "task-3223936" [ 1157.495949] env[69319]: _type = "Task" [ 1157.495949] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.497159] env[69319]: DEBUG nova.compute.manager [req-df368f87-0f4d-4b9a-80f2-4c691068ef95 req-c85e07d5-15a5-44c9-8fb8-3a701acdbc49 service nova] [instance: 214f4476-f4b2-440f-b5a6-94c6343dc834] Received event network-changed-2937a02c-c8cd-4055-bb9f-32f6613159a8 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1157.497346] env[69319]: DEBUG nova.compute.manager [req-df368f87-0f4d-4b9a-80f2-4c691068ef95 req-c85e07d5-15a5-44c9-8fb8-3a701acdbc49 service nova] [instance: 214f4476-f4b2-440f-b5a6-94c6343dc834] Refreshing instance network info cache due to event network-changed-2937a02c-c8cd-4055-bb9f-32f6613159a8. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1157.497562] env[69319]: DEBUG oslo_concurrency.lockutils [req-df368f87-0f4d-4b9a-80f2-4c691068ef95 req-c85e07d5-15a5-44c9-8fb8-3a701acdbc49 service nova] Acquiring lock "refresh_cache-214f4476-f4b2-440f-b5a6-94c6343dc834" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.497708] env[69319]: DEBUG oslo_concurrency.lockutils [req-df368f87-0f4d-4b9a-80f2-4c691068ef95 req-c85e07d5-15a5-44c9-8fb8-3a701acdbc49 service nova] Acquired lock "refresh_cache-214f4476-f4b2-440f-b5a6-94c6343dc834" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.497868] env[69319]: DEBUG nova.network.neutron [req-df368f87-0f4d-4b9a-80f2-4c691068ef95 req-c85e07d5-15a5-44c9-8fb8-3a701acdbc49 service nova] [instance: 214f4476-f4b2-440f-b5a6-94c6343dc834] Refreshing network info cache for port 2937a02c-c8cd-4055-bb9f-32f6613159a8 {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1157.498989] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c05ae60-c81e-4890-a774-e8671b801188 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.510232] env[69319]: DEBUG oslo_vmware.api [None req-dd3a69fa-19b5-4502-aa44-c8b5f66730ec tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Waiting for the task: (returnval){ [ 1157.510232] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]5250ad69-9959-2a34-b438-ff6220973002" [ 1157.510232] env[69319]: _type = "Task" [ 1157.510232] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.517567] env[69319]: DEBUG oslo_vmware.api [None req-ec151b2a-0093-436b-8dfe-a8178102db3c tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': task-3223936, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.525991] env[69319]: INFO nova.compute.manager [None req-e3b31024-cd7a-4bea-989f-dca33a5d4d77 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] [instance: b45a3908-8611-4881-ad91-fb5bdc8a9dc6] Took 35.91 seconds to build instance. [ 1157.534766] env[69319]: DEBUG oslo_vmware.api [None req-dd3a69fa-19b5-4502-aa44-c8b5f66730ec tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5250ad69-9959-2a34-b438-ff6220973002, 'name': SearchDatastore_Task, 'duration_secs': 0.021135} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.534766] env[69319]: DEBUG oslo_concurrency.lockutils [None req-dd3a69fa-19b5-4502-aa44-c8b5f66730ec tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.535273] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd3a69fa-19b5-4502-aa44-c8b5f66730ec tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] 4c8b69de-ee5c-4859-a6d5-3f430b4ea9f2/4c8b69de-ee5c-4859-a6d5-3f430b4ea9f2.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1157.535575] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-05e2111e-a297-48ea-801c-c715e6b1d3a6 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.543255] env[69319]: DEBUG oslo_vmware.api [None req-dd3a69fa-19b5-4502-aa44-c8b5f66730ec tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Waiting for the task: (returnval){ [ 1157.543255] env[69319]: value = "task-3223937" [ 1157.543255] env[69319]: _type = "Task" [ 1157.543255] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.552892] env[69319]: DEBUG oslo_vmware.api [None req-dd3a69fa-19b5-4502-aa44-c8b5f66730ec tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3223937, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.564156] env[69319]: DEBUG oslo_vmware.api [None req-3a3913d7-249e-4561-9b32-fc3a468b777b tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': task-3223935, 'name': ReconfigVM_Task, 'duration_secs': 0.67646} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.564445] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a3913d7-249e-4561-9b32-fc3a468b777b tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 67b8e37a-f773-4e93-a11b-39bb41b03eb0] Reconfigured VM instance instance-0000005e to attach disk [datastore2] 67b8e37a-f773-4e93-a11b-39bb41b03eb0/67b8e37a-f773-4e93-a11b-39bb41b03eb0.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1157.565128] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4bd2212d-74d0-40f1-b4dc-04440aa9c8a2 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.572234] env[69319]: DEBUG oslo_vmware.api [None req-3a3913d7-249e-4561-9b32-fc3a468b777b tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Waiting for the task: (returnval){ [ 1157.572234] env[69319]: value = "task-3223938" [ 1157.572234] env[69319]: _type = "Task" [ 1157.572234] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.581247] env[69319]: DEBUG oslo_vmware.api [None req-3a3913d7-249e-4561-9b32-fc3a468b777b tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': task-3223938, 'name': Rename_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.726398] env[69319]: DEBUG nova.network.neutron [None req-132ff641-3591-46a3-8929-a3a2aa7d52d4 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] [instance: c771ca2e-35a5-4e64-a382-926a00df4d22] Updating instance_info_cache with network_info: [{"id": "a8ef65c2-54c3-4947-a939-55e0a97b9286", "address": "fa:16:3e:67:1d:d4", "network": {"id": "479b2db4-1595-499c-989e-d2c9bc18b740", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1550392127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6533c097f5254ff48af7edf184b57761", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31ac3fea-ebf4-4bed-bf70-1eaecdf71280", "external-id": "nsx-vlan-transportzone-489", "segmentation_id": 489, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8ef65c2-54", "ovs_interfaceid": "a8ef65c2-54c3-4947-a939-55e0a97b9286", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.001553] env[69319]: DEBUG nova.compute.manager [req-3a641e2c-72e9-488f-a4a5-100fcbe3eba7 req-1b666a3f-d4fd-4363-bb5c-731af48c9c7d service nova] [instance: c771ca2e-35a5-4e64-a382-926a00df4d22] Received event network-vif-plugged-a8ef65c2-54c3-4947-a939-55e0a97b9286 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1158.001816] env[69319]: DEBUG oslo_concurrency.lockutils [req-3a641e2c-72e9-488f-a4a5-100fcbe3eba7 req-1b666a3f-d4fd-4363-bb5c-731af48c9c7d service nova] Acquiring lock "c771ca2e-35a5-4e64-a382-926a00df4d22-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.002261] env[69319]: DEBUG oslo_concurrency.lockutils [req-3a641e2c-72e9-488f-a4a5-100fcbe3eba7 req-1b666a3f-d4fd-4363-bb5c-731af48c9c7d service nova] Lock "c771ca2e-35a5-4e64-a382-926a00df4d22-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.002496] env[69319]: DEBUG oslo_concurrency.lockutils [req-3a641e2c-72e9-488f-a4a5-100fcbe3eba7 req-1b666a3f-d4fd-4363-bb5c-731af48c9c7d service nova] Lock "c771ca2e-35a5-4e64-a382-926a00df4d22-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.002718] env[69319]: DEBUG nova.compute.manager [req-3a641e2c-72e9-488f-a4a5-100fcbe3eba7 req-1b666a3f-d4fd-4363-bb5c-731af48c9c7d service nova] [instance: c771ca2e-35a5-4e64-a382-926a00df4d22] No waiting events found dispatching network-vif-plugged-a8ef65c2-54c3-4947-a939-55e0a97b9286 {{(pid=69319) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1158.002939] env[69319]: WARNING nova.compute.manager [req-3a641e2c-72e9-488f-a4a5-100fcbe3eba7 req-1b666a3f-d4fd-4363-bb5c-731af48c9c7d service nova] [instance: c771ca2e-35a5-4e64-a382-926a00df4d22] Received unexpected event network-vif-plugged-a8ef65c2-54c3-4947-a939-55e0a97b9286 for instance with vm_state shelved_offloaded and task_state spawning. [ 1158.003132] env[69319]: DEBUG nova.compute.manager [req-3a641e2c-72e9-488f-a4a5-100fcbe3eba7 req-1b666a3f-d4fd-4363-bb5c-731af48c9c7d service nova] [instance: c771ca2e-35a5-4e64-a382-926a00df4d22] Received event network-changed-a8ef65c2-54c3-4947-a939-55e0a97b9286 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1158.003632] env[69319]: DEBUG nova.compute.manager [req-3a641e2c-72e9-488f-a4a5-100fcbe3eba7 req-1b666a3f-d4fd-4363-bb5c-731af48c9c7d service nova] [instance: c771ca2e-35a5-4e64-a382-926a00df4d22] Refreshing instance network info cache due to event network-changed-a8ef65c2-54c3-4947-a939-55e0a97b9286. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1158.003632] env[69319]: DEBUG oslo_concurrency.lockutils [req-3a641e2c-72e9-488f-a4a5-100fcbe3eba7 req-1b666a3f-d4fd-4363-bb5c-731af48c9c7d service nova] Acquiring lock "refresh_cache-c771ca2e-35a5-4e64-a382-926a00df4d22" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.020875] env[69319]: DEBUG oslo_vmware.api [None req-ec151b2a-0093-436b-8dfe-a8178102db3c tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': task-3223936, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.029257] env[69319]: DEBUG oslo_concurrency.lockutils [None req-e3b31024-cd7a-4bea-989f-dca33a5d4d77 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Lock "b45a3908-8611-4881-ad91-fb5bdc8a9dc6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.422s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.058591] env[69319]: DEBUG oslo_vmware.api [None req-dd3a69fa-19b5-4502-aa44-c8b5f66730ec tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3223937, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.076032] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cbac8b3-7b26-4adf-8564-df022b90b996 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.089275] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abe48da5-2cd4-493e-ae34-b2649687e7da {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.092577] env[69319]: DEBUG oslo_vmware.api [None req-3a3913d7-249e-4561-9b32-fc3a468b777b tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': task-3223938, 'name': Rename_Task, 'duration_secs': 0.185507} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.092866] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a3913d7-249e-4561-9b32-fc3a468b777b tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 67b8e37a-f773-4e93-a11b-39bb41b03eb0] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1158.093547] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-14d6cd6d-8b47-4c04-b06a-11d240ecfc73 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.129842] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdad6b10-7708-4f29-98e7-c686bdac3664 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.133840] env[69319]: DEBUG oslo_vmware.api [None req-3a3913d7-249e-4561-9b32-fc3a468b777b tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Waiting for the task: (returnval){ [ 1158.133840] env[69319]: value = "task-3223939" [ 1158.133840] env[69319]: _type = "Task" [ 1158.133840] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.141204] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39d6c896-c1b2-4e49-a6e7-5289b89cbbf5 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.149854] env[69319]: DEBUG oslo_vmware.api [None req-3a3913d7-249e-4561-9b32-fc3a468b777b tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': task-3223939, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.160581] env[69319]: DEBUG nova.compute.provider_tree [None req-1ef7f249-1424-4e97-8a1e-19d539cb3fba tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1158.229326] env[69319]: DEBUG oslo_concurrency.lockutils [None req-132ff641-3591-46a3-8929-a3a2aa7d52d4 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Releasing lock "refresh_cache-c771ca2e-35a5-4e64-a382-926a00df4d22" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.231798] env[69319]: DEBUG oslo_concurrency.lockutils [req-3a641e2c-72e9-488f-a4a5-100fcbe3eba7 req-1b666a3f-d4fd-4363-bb5c-731af48c9c7d service nova] Acquired lock "refresh_cache-c771ca2e-35a5-4e64-a382-926a00df4d22" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.231961] env[69319]: DEBUG nova.network.neutron [req-3a641e2c-72e9-488f-a4a5-100fcbe3eba7 req-1b666a3f-d4fd-4363-bb5c-731af48c9c7d service nova] [instance: c771ca2e-35a5-4e64-a382-926a00df4d22] Refreshing network info cache for port a8ef65c2-54c3-4947-a939-55e0a97b9286 {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1158.268736] env[69319]: DEBUG nova.virt.hardware [None req-132ff641-3591-46a3-8929-a3a2aa7d52d4 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='8d96997860f28064c89fffe32a1b7b8e',container_format='bare',created_at=2025-04-03T03:42:32Z,direct_url=,disk_format='vmdk',id=ddb317dc-1646-4e1e-9beb-516c5cada394,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-240647970-shelved',owner='6533c097f5254ff48af7edf184b57761',properties=ImageMetaProps,protected=,size=31665152,status='active',tags=,updated_at=2025-04-03T03:42:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1158.269465] env[69319]: DEBUG nova.virt.hardware [None req-132ff641-3591-46a3-8929-a3a2aa7d52d4 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1158.269465] env[69319]: DEBUG nova.virt.hardware [None req-132ff641-3591-46a3-8929-a3a2aa7d52d4 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1158.269465] env[69319]: DEBUG nova.virt.hardware [None req-132ff641-3591-46a3-8929-a3a2aa7d52d4 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1158.269465] env[69319]: DEBUG nova.virt.hardware [None req-132ff641-3591-46a3-8929-a3a2aa7d52d4 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1158.269647] env[69319]: DEBUG nova.virt.hardware [None req-132ff641-3591-46a3-8929-a3a2aa7d52d4 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1158.269817] env[69319]: DEBUG nova.virt.hardware [None req-132ff641-3591-46a3-8929-a3a2aa7d52d4 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1158.269974] env[69319]: DEBUG nova.virt.hardware [None req-132ff641-3591-46a3-8929-a3a2aa7d52d4 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1158.270159] env[69319]: DEBUG nova.virt.hardware [None req-132ff641-3591-46a3-8929-a3a2aa7d52d4 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1158.270322] env[69319]: DEBUG nova.virt.hardware [None req-132ff641-3591-46a3-8929-a3a2aa7d52d4 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1158.270492] env[69319]: DEBUG nova.virt.hardware [None req-132ff641-3591-46a3-8929-a3a2aa7d52d4 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1158.272016] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fb51e47-6a98-45bf-92ba-153290284934 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.282199] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6beb6f77-e660-4875-aa11-0bb79b507686 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.298377] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-132ff641-3591-46a3-8929-a3a2aa7d52d4 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] [instance: c771ca2e-35a5-4e64-a382-926a00df4d22] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:1d:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '31ac3fea-ebf4-4bed-bf70-1eaecdf71280', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a8ef65c2-54c3-4947-a939-55e0a97b9286', 'vif_model': 'vmxnet3'}] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1158.305934] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-132ff641-3591-46a3-8929-a3a2aa7d52d4 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1158.306276] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c771ca2e-35a5-4e64-a382-926a00df4d22] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1158.306502] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c84bca8e-fdba-473c-aec6-ebe8a62534d2 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.321237] env[69319]: DEBUG nova.network.neutron [req-df368f87-0f4d-4b9a-80f2-4c691068ef95 req-c85e07d5-15a5-44c9-8fb8-3a701acdbc49 service nova] [instance: 214f4476-f4b2-440f-b5a6-94c6343dc834] Updated VIF entry in instance network info cache for port 2937a02c-c8cd-4055-bb9f-32f6613159a8. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1158.321724] env[69319]: DEBUG nova.network.neutron [req-df368f87-0f4d-4b9a-80f2-4c691068ef95 req-c85e07d5-15a5-44c9-8fb8-3a701acdbc49 service nova] [instance: 214f4476-f4b2-440f-b5a6-94c6343dc834] Updating instance_info_cache with network_info: [{"id": "c9037cc1-3cbc-4200-9e4f-ba365431f9d2", "address": "fa:16:3e:07:cf:09", "network": {"id": "137e0ee2-8e6e-434c-a032-f059cf348e59", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-49335232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0030fcfc26054d94b76414b0098fa648", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9037cc1-3c", "ovs_interfaceid": "c9037cc1-3cbc-4200-9e4f-ba365431f9d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2937a02c-c8cd-4055-bb9f-32f6613159a8", "address": "fa:16:3e:8d:76:db", "network": {"id": "137e0ee2-8e6e-434c-a032-f059cf348e59", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-49335232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0030fcfc26054d94b76414b0098fa648", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2937a02c-c8", "ovs_interfaceid": "2937a02c-c8cd-4055-bb9f-32f6613159a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.328714] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1158.328714] env[69319]: value = "task-3223940" [ 1158.328714] env[69319]: _type = "Task" [ 1158.328714] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.340022] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223940, 'name': CreateVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.515753] env[69319]: DEBUG oslo_vmware.api [None req-ec151b2a-0093-436b-8dfe-a8178102db3c tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': task-3223936, 'name': ReconfigVM_Task, 'duration_secs': 0.877711} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.516415] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ec151b2a-0093-436b-8dfe-a8178102db3c tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Releasing lock "214f4476-f4b2-440f-b5a6-94c6343dc834" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.516735] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-ec151b2a-0093-436b-8dfe-a8178102db3c tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 214f4476-f4b2-440f-b5a6-94c6343dc834] Reconfigured VM to attach interface {{(pid=69319) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1158.555739] env[69319]: DEBUG oslo_vmware.api [None req-dd3a69fa-19b5-4502-aa44-c8b5f66730ec tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3223937, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.545891} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.556134] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd3a69fa-19b5-4502-aa44-c8b5f66730ec tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] 4c8b69de-ee5c-4859-a6d5-3f430b4ea9f2/4c8b69de-ee5c-4859-a6d5-3f430b4ea9f2.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1158.556381] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-dd3a69fa-19b5-4502-aa44-c8b5f66730ec tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 4c8b69de-ee5c-4859-a6d5-3f430b4ea9f2] Extending root virtual disk to 1048576 {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1158.556672] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2282866b-e92a-4cfa-98ca-e4e92eaf2cf0 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.564399] env[69319]: DEBUG oslo_vmware.api [None req-dd3a69fa-19b5-4502-aa44-c8b5f66730ec tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Waiting for the task: (returnval){ [ 1158.564399] env[69319]: value = "task-3223941" [ 1158.564399] env[69319]: _type = "Task" [ 1158.564399] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.574300] env[69319]: DEBUG oslo_vmware.api [None req-dd3a69fa-19b5-4502-aa44-c8b5f66730ec tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3223941, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.645773] env[69319]: DEBUG oslo_vmware.api [None req-3a3913d7-249e-4561-9b32-fc3a468b777b tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': task-3223939, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.667972] env[69319]: DEBUG nova.scheduler.client.report [None req-1ef7f249-1424-4e97-8a1e-19d539cb3fba tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1158.755043] env[69319]: DEBUG oslo_concurrency.lockutils [None req-037867da-edae-4a27-80d1-96ee266f46a3 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Acquiring lock "b45a3908-8611-4881-ad91-fb5bdc8a9dc6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.755393] env[69319]: DEBUG oslo_concurrency.lockutils [None req-037867da-edae-4a27-80d1-96ee266f46a3 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Lock "b45a3908-8611-4881-ad91-fb5bdc8a9dc6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.755610] env[69319]: DEBUG oslo_concurrency.lockutils [None req-037867da-edae-4a27-80d1-96ee266f46a3 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Acquiring lock "b45a3908-8611-4881-ad91-fb5bdc8a9dc6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.755849] env[69319]: DEBUG oslo_concurrency.lockutils [None req-037867da-edae-4a27-80d1-96ee266f46a3 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Lock "b45a3908-8611-4881-ad91-fb5bdc8a9dc6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.756094] env[69319]: DEBUG oslo_concurrency.lockutils [None req-037867da-edae-4a27-80d1-96ee266f46a3 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Lock "b45a3908-8611-4881-ad91-fb5bdc8a9dc6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.758214] env[69319]: INFO nova.compute.manager [None req-037867da-edae-4a27-80d1-96ee266f46a3 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] [instance: b45a3908-8611-4881-ad91-fb5bdc8a9dc6] Terminating instance [ 1158.825076] env[69319]: DEBUG oslo_concurrency.lockutils [req-df368f87-0f4d-4b9a-80f2-4c691068ef95 req-c85e07d5-15a5-44c9-8fb8-3a701acdbc49 service nova] Releasing lock "refresh_cache-214f4476-f4b2-440f-b5a6-94c6343dc834" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.839292] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223940, 'name': CreateVM_Task, 'duration_secs': 0.385506} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.839460] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c771ca2e-35a5-4e64-a382-926a00df4d22] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1158.840128] env[69319]: DEBUG oslo_concurrency.lockutils [None req-132ff641-3591-46a3-8929-a3a2aa7d52d4 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ddb317dc-1646-4e1e-9beb-516c5cada394" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.840301] env[69319]: DEBUG oslo_concurrency.lockutils [None req-132ff641-3591-46a3-8929-a3a2aa7d52d4 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ddb317dc-1646-4e1e-9beb-516c5cada394" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.840659] env[69319]: DEBUG oslo_concurrency.lockutils [None req-132ff641-3591-46a3-8929-a3a2aa7d52d4 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ddb317dc-1646-4e1e-9beb-516c5cada394" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.841229] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff4feaa5-7679-4aad-8ad0-6a088f668817 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.845308] env[69319]: DEBUG oslo_vmware.api [None req-132ff641-3591-46a3-8929-a3a2aa7d52d4 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Waiting for the task: (returnval){ [ 1158.845308] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]529762d9-01d3-bc3d-b4c8-d6cf9da2bf64" [ 1158.845308] env[69319]: _type = "Task" [ 1158.845308] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.855095] env[69319]: DEBUG oslo_vmware.api [None req-132ff641-3591-46a3-8929-a3a2aa7d52d4 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]529762d9-01d3-bc3d-b4c8-d6cf9da2bf64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.939432] env[69319]: DEBUG nova.network.neutron [req-3a641e2c-72e9-488f-a4a5-100fcbe3eba7 req-1b666a3f-d4fd-4363-bb5c-731af48c9c7d service nova] [instance: c771ca2e-35a5-4e64-a382-926a00df4d22] Updated VIF entry in instance network info cache for port a8ef65c2-54c3-4947-a939-55e0a97b9286. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1158.939764] env[69319]: DEBUG nova.network.neutron [req-3a641e2c-72e9-488f-a4a5-100fcbe3eba7 req-1b666a3f-d4fd-4363-bb5c-731af48c9c7d service nova] [instance: c771ca2e-35a5-4e64-a382-926a00df4d22] Updating instance_info_cache with network_info: [{"id": "a8ef65c2-54c3-4947-a939-55e0a97b9286", "address": "fa:16:3e:67:1d:d4", "network": {"id": "479b2db4-1595-499c-989e-d2c9bc18b740", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1550392127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6533c097f5254ff48af7edf184b57761", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31ac3fea-ebf4-4bed-bf70-1eaecdf71280", "external-id": "nsx-vlan-transportzone-489", "segmentation_id": 489, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8ef65c2-54", "ovs_interfaceid": "a8ef65c2-54c3-4947-a939-55e0a97b9286", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.022290] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ec151b2a-0093-436b-8dfe-a8178102db3c tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Lock "interface-214f4476-f4b2-440f-b5a6-94c6343dc834-2937a02c-c8cd-4055-bb9f-32f6613159a8" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.443s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.074853] env[69319]: DEBUG oslo_vmware.api [None req-dd3a69fa-19b5-4502-aa44-c8b5f66730ec tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3223941, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.112404} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.075137] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-dd3a69fa-19b5-4502-aa44-c8b5f66730ec tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 4c8b69de-ee5c-4859-a6d5-3f430b4ea9f2] Extended root virtual disk {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1159.075942] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-799615d5-d21e-40fe-8a97-4d048a6b8554 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.101091] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd3a69fa-19b5-4502-aa44-c8b5f66730ec tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 4c8b69de-ee5c-4859-a6d5-3f430b4ea9f2] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] 4c8b69de-ee5c-4859-a6d5-3f430b4ea9f2/4c8b69de-ee5c-4859-a6d5-3f430b4ea9f2.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1159.101516] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75709e64-162d-495e-9d97-89afa2356ef3 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.122596] env[69319]: DEBUG oslo_vmware.api [None req-dd3a69fa-19b5-4502-aa44-c8b5f66730ec tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Waiting for the task: (returnval){ [ 1159.122596] env[69319]: value = "task-3223942" [ 1159.122596] env[69319]: _type = "Task" [ 1159.122596] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.130156] env[69319]: DEBUG oslo_vmware.api [None req-dd3a69fa-19b5-4502-aa44-c8b5f66730ec tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3223942, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.142744] env[69319]: DEBUG oslo_vmware.api [None req-3a3913d7-249e-4561-9b32-fc3a468b777b tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': task-3223939, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.175039] env[69319]: DEBUG oslo_concurrency.lockutils [None req-1ef7f249-1424-4e97-8a1e-19d539cb3fba tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.394s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.175555] env[69319]: DEBUG nova.compute.manager [None req-1ef7f249-1424-4e97-8a1e-19d539cb3fba tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] [instance: 233219fd-06b7-45db-bda2-540992f2d4ce] Start building networks asynchronously for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1159.178138] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f424c865-be7f-469f-b9ab-576fb394ad4b tempest-ServersAaction247Test-774672926 tempest-ServersAaction247Test-774672926-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.064s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.178402] env[69319]: DEBUG nova.objects.instance [None req-f424c865-be7f-469f-b9ab-576fb394ad4b tempest-ServersAaction247Test-774672926 tempest-ServersAaction247Test-774672926-project-member] Lazy-loading 'resources' on Instance uuid d931630a-60a4-4a8d-9526-9b794911e9e1 {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1159.262490] env[69319]: DEBUG nova.compute.manager [None req-037867da-edae-4a27-80d1-96ee266f46a3 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] [instance: b45a3908-8611-4881-ad91-fb5bdc8a9dc6] Start destroying the instance on the hypervisor. {{(pid=69319) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1159.262618] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-037867da-edae-4a27-80d1-96ee266f46a3 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] [instance: b45a3908-8611-4881-ad91-fb5bdc8a9dc6] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1159.263661] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3372b73-3d85-4ce2-bc55-dcd31407e688 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.271198] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-037867da-edae-4a27-80d1-96ee266f46a3 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] [instance: b45a3908-8611-4881-ad91-fb5bdc8a9dc6] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1159.271502] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d46605da-8ecf-43d4-b995-8e94f02c6d62 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.278288] env[69319]: DEBUG oslo_vmware.api [None req-037867da-edae-4a27-80d1-96ee266f46a3 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Waiting for the task: (returnval){ [ 1159.278288] env[69319]: value = "task-3223943" [ 1159.278288] env[69319]: _type = "Task" [ 1159.278288] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.286631] env[69319]: DEBUG oslo_vmware.api [None req-037867da-edae-4a27-80d1-96ee266f46a3 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Task: {'id': task-3223943, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.359345] env[69319]: DEBUG oslo_concurrency.lockutils [None req-132ff641-3591-46a3-8929-a3a2aa7d52d4 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ddb317dc-1646-4e1e-9beb-516c5cada394" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.359633] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-132ff641-3591-46a3-8929-a3a2aa7d52d4 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] [instance: c771ca2e-35a5-4e64-a382-926a00df4d22] Processing image ddb317dc-1646-4e1e-9beb-516c5cada394 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1159.359933] env[69319]: DEBUG oslo_concurrency.lockutils [None req-132ff641-3591-46a3-8929-a3a2aa7d52d4 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ddb317dc-1646-4e1e-9beb-516c5cada394/ddb317dc-1646-4e1e-9beb-516c5cada394.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.360124] env[69319]: DEBUG oslo_concurrency.lockutils [None req-132ff641-3591-46a3-8929-a3a2aa7d52d4 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ddb317dc-1646-4e1e-9beb-516c5cada394/ddb317dc-1646-4e1e-9beb-516c5cada394.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.360341] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-132ff641-3591-46a3-8929-a3a2aa7d52d4 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1159.360631] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-81936edb-821f-47f8-88ad-605a869d0889 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.372274] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-132ff641-3591-46a3-8929-a3a2aa7d52d4 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1159.372511] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-132ff641-3591-46a3-8929-a3a2aa7d52d4 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1159.373462] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e13c446a-0597-460a-a47b-df6a0e50255a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.380040] env[69319]: DEBUG oslo_vmware.api [None req-132ff641-3591-46a3-8929-a3a2aa7d52d4 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Waiting for the task: (returnval){ [ 1159.380040] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]525ab1e2-c87d-25a0-7bf3-5086808fc49c" [ 1159.380040] env[69319]: _type = "Task" [ 1159.380040] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.388665] env[69319]: DEBUG oslo_vmware.api [None req-132ff641-3591-46a3-8929-a3a2aa7d52d4 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]525ab1e2-c87d-25a0-7bf3-5086808fc49c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.442588] env[69319]: DEBUG oslo_concurrency.lockutils [req-3a641e2c-72e9-488f-a4a5-100fcbe3eba7 req-1b666a3f-d4fd-4363-bb5c-731af48c9c7d service nova] Releasing lock "refresh_cache-c771ca2e-35a5-4e64-a382-926a00df4d22" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.632506] env[69319]: DEBUG oslo_vmware.api [None req-dd3a69fa-19b5-4502-aa44-c8b5f66730ec tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3223942, 'name': ReconfigVM_Task, 'duration_secs': 0.433896} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.632846] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd3a69fa-19b5-4502-aa44-c8b5f66730ec tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 4c8b69de-ee5c-4859-a6d5-3f430b4ea9f2] Reconfigured VM instance instance-0000005f to attach disk [datastore2] 4c8b69de-ee5c-4859-a6d5-3f430b4ea9f2/4c8b69de-ee5c-4859-a6d5-3f430b4ea9f2.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1159.633504] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eb2453ca-2695-4b8a-ae39-2ef52315d9f8 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.640283] env[69319]: DEBUG oslo_vmware.api [None req-dd3a69fa-19b5-4502-aa44-c8b5f66730ec tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Waiting for the task: (returnval){ [ 1159.640283] env[69319]: value = "task-3223944" [ 1159.640283] env[69319]: _type = "Task" [ 1159.640283] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.646542] env[69319]: DEBUG oslo_vmware.api [None req-3a3913d7-249e-4561-9b32-fc3a468b777b tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': task-3223939, 'name': PowerOnVM_Task, 'duration_secs': 1.178241} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.647151] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a3913d7-249e-4561-9b32-fc3a468b777b tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 67b8e37a-f773-4e93-a11b-39bb41b03eb0] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1159.647371] env[69319]: INFO nova.compute.manager [None req-3a3913d7-249e-4561-9b32-fc3a468b777b tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 67b8e37a-f773-4e93-a11b-39bb41b03eb0] Took 10.18 seconds to spawn the instance on the hypervisor. [ 1159.647549] env[69319]: DEBUG nova.compute.manager [None req-3a3913d7-249e-4561-9b32-fc3a468b777b tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 67b8e37a-f773-4e93-a11b-39bb41b03eb0] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1159.648309] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52fa560f-5c27-4254-8b3e-3729477f5b63 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.653773] env[69319]: DEBUG oslo_vmware.api [None req-dd3a69fa-19b5-4502-aa44-c8b5f66730ec tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3223944, 'name': Rename_Task} progress is 6%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.681391] env[69319]: DEBUG nova.compute.utils [None req-1ef7f249-1424-4e97-8a1e-19d539cb3fba tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Using /dev/sd instead of None {{(pid=69319) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1159.686414] env[69319]: DEBUG nova.compute.manager [None req-1ef7f249-1424-4e97-8a1e-19d539cb3fba tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] [instance: 233219fd-06b7-45db-bda2-540992f2d4ce] Allocating IP information in the background. {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1159.686589] env[69319]: DEBUG nova.network.neutron [None req-1ef7f249-1424-4e97-8a1e-19d539cb3fba tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] [instance: 233219fd-06b7-45db-bda2-540992f2d4ce] allocate_for_instance() {{(pid=69319) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1159.747582] env[69319]: DEBUG nova.policy [None req-1ef7f249-1424-4e97-8a1e-19d539cb3fba tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '77cd2c96235641d19f2af8f06e5c1d56', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '949c4dbfaed94ffc8c67fd9a49584576', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69319) authorize /opt/stack/nova/nova/policy.py:192}} [ 1159.789384] env[69319]: DEBUG oslo_vmware.api [None req-037867da-edae-4a27-80d1-96ee266f46a3 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Task: {'id': task-3223943, 'name': PowerOffVM_Task, 'duration_secs': 0.276138} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.789669] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-037867da-edae-4a27-80d1-96ee266f46a3 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] [instance: b45a3908-8611-4881-ad91-fb5bdc8a9dc6] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1159.789842] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-037867da-edae-4a27-80d1-96ee266f46a3 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] [instance: b45a3908-8611-4881-ad91-fb5bdc8a9dc6] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1159.790400] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1b21740c-da33-4c69-a57b-f5c8f75d383a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.891100] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-132ff641-3591-46a3-8929-a3a2aa7d52d4 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] [instance: c771ca2e-35a5-4e64-a382-926a00df4d22] Preparing fetch location {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1159.891855] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-132ff641-3591-46a3-8929-a3a2aa7d52d4 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] [instance: c771ca2e-35a5-4e64-a382-926a00df4d22] Fetch image to [datastore1] OSTACK_IMG_a288d83f-9503-400c-ad35-15342d8e8f30/OSTACK_IMG_a288d83f-9503-400c-ad35-15342d8e8f30.vmdk {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1159.891855] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-132ff641-3591-46a3-8929-a3a2aa7d52d4 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] [instance: c771ca2e-35a5-4e64-a382-926a00df4d22] Downloading stream optimized image ddb317dc-1646-4e1e-9beb-516c5cada394 to [datastore1] OSTACK_IMG_a288d83f-9503-400c-ad35-15342d8e8f30/OSTACK_IMG_a288d83f-9503-400c-ad35-15342d8e8f30.vmdk on the data store datastore1 as vApp {{(pid=69319) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1159.891855] env[69319]: DEBUG nova.virt.vmwareapi.images [None req-132ff641-3591-46a3-8929-a3a2aa7d52d4 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] [instance: c771ca2e-35a5-4e64-a382-926a00df4d22] Downloading image file data ddb317dc-1646-4e1e-9beb-516c5cada394 to the ESX as VM named 'OSTACK_IMG_a288d83f-9503-400c-ad35-15342d8e8f30' {{(pid=69319) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1159.901434] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33c1b94d-358a-4371-8fb9-805fe3cd56e6 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.910310] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b24d0cd1-f12b-4e90-817b-5164145e1e96 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.966807] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb456da5-4512-4dfd-9663-b2ce8bf374ea {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.969560] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-037867da-edae-4a27-80d1-96ee266f46a3 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] [instance: b45a3908-8611-4881-ad91-fb5bdc8a9dc6] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1159.969748] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-037867da-edae-4a27-80d1-96ee266f46a3 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] [instance: b45a3908-8611-4881-ad91-fb5bdc8a9dc6] Deleting contents of the VM from datastore datastore1 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1159.971669] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-037867da-edae-4a27-80d1-96ee266f46a3 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Deleting the datastore file [datastore1] b45a3908-8611-4881-ad91-fb5bdc8a9dc6 {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1159.971669] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dd393ab9-d9be-4153-a15f-2e79e6ba0b13 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.980048] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35c4e359-406a-4a7b-9092-c0daee042e19 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.983898] env[69319]: DEBUG oslo_vmware.api [None req-037867da-edae-4a27-80d1-96ee266f46a3 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Waiting for the task: (returnval){ [ 1159.983898] env[69319]: value = "task-3223946" [ 1159.983898] env[69319]: _type = "Task" [ 1159.983898] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.997473] env[69319]: DEBUG nova.compute.provider_tree [None req-f424c865-be7f-469f-b9ab-576fb394ad4b tempest-ServersAaction247Test-774672926 tempest-ServersAaction247Test-774672926-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1160.005319] env[69319]: DEBUG oslo_vmware.api [None req-037867da-edae-4a27-80d1-96ee266f46a3 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Task: {'id': task-3223946, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.026176] env[69319]: DEBUG oslo_vmware.rw_handles [None req-132ff641-3591-46a3-8929-a3a2aa7d52d4 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1160.026176] env[69319]: value = "resgroup-9" [ 1160.026176] env[69319]: _type = "ResourcePool" [ 1160.026176] env[69319]: }. {{(pid=69319) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1160.026461] env[69319]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-de2ee9b6-ef41-454f-85e7-d0432a6b3925 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.042515] env[69319]: DEBUG nova.network.neutron [None req-1ef7f249-1424-4e97-8a1e-19d539cb3fba tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] [instance: 233219fd-06b7-45db-bda2-540992f2d4ce] Successfully created port: 80a535ea-42da-430c-b614-1407cd89cd0e {{(pid=69319) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1160.051051] env[69319]: DEBUG oslo_vmware.rw_handles [None req-132ff641-3591-46a3-8929-a3a2aa7d52d4 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Lease: (returnval){ [ 1160.051051] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]523623df-ce78-4ec4-0c80-fa8a0d1572c7" [ 1160.051051] env[69319]: _type = "HttpNfcLease" [ 1160.051051] env[69319]: } obtained for vApp import into resource pool (val){ [ 1160.051051] env[69319]: value = "resgroup-9" [ 1160.051051] env[69319]: _type = "ResourcePool" [ 1160.051051] env[69319]: }. {{(pid=69319) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1160.051301] env[69319]: DEBUG oslo_vmware.api [None req-132ff641-3591-46a3-8929-a3a2aa7d52d4 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Waiting for the lease: (returnval){ [ 1160.051301] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]523623df-ce78-4ec4-0c80-fa8a0d1572c7" [ 1160.051301] env[69319]: _type = "HttpNfcLease" [ 1160.051301] env[69319]: } to be ready. {{(pid=69319) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1160.057703] env[69319]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1160.057703] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]523623df-ce78-4ec4-0c80-fa8a0d1572c7" [ 1160.057703] env[69319]: _type = "HttpNfcLease" [ 1160.057703] env[69319]: } is initializing. {{(pid=69319) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1160.161811] env[69319]: DEBUG oslo_vmware.api [None req-dd3a69fa-19b5-4502-aa44-c8b5f66730ec tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3223944, 'name': Rename_Task, 'duration_secs': 0.296819} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.166346] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd3a69fa-19b5-4502-aa44-c8b5f66730ec tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 4c8b69de-ee5c-4859-a6d5-3f430b4ea9f2] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1160.169209] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-30bb23df-b929-4598-bd98-8e036d3a3746 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.171776] env[69319]: INFO nova.compute.manager [None req-3a3913d7-249e-4561-9b32-fc3a468b777b tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 67b8e37a-f773-4e93-a11b-39bb41b03eb0] Took 34.62 seconds to build instance. [ 1160.178796] env[69319]: DEBUG oslo_vmware.api [None req-dd3a69fa-19b5-4502-aa44-c8b5f66730ec tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Waiting for the task: (returnval){ [ 1160.178796] env[69319]: value = "task-3223948" [ 1160.178796] env[69319]: _type = "Task" [ 1160.178796] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.188014] env[69319]: DEBUG nova.compute.manager [None req-1ef7f249-1424-4e97-8a1e-19d539cb3fba tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] [instance: 233219fd-06b7-45db-bda2-540992f2d4ce] Start building block device mappings for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1160.192472] env[69319]: DEBUG oslo_vmware.api [None req-dd3a69fa-19b5-4502-aa44-c8b5f66730ec tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3223948, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.329624] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f1735fe0-b514-44b3-857c-9540336f375e tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Acquiring lock "interface-214f4476-f4b2-440f-b5a6-94c6343dc834-2937a02c-c8cd-4055-bb9f-32f6613159a8" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.329971] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f1735fe0-b514-44b3-857c-9540336f375e tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Lock "interface-214f4476-f4b2-440f-b5a6-94c6343dc834-2937a02c-c8cd-4055-bb9f-32f6613159a8" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.495649] env[69319]: DEBUG oslo_vmware.api [None req-037867da-edae-4a27-80d1-96ee266f46a3 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Task: {'id': task-3223946, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.278545} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.496402] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-037867da-edae-4a27-80d1-96ee266f46a3 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1160.496402] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-037867da-edae-4a27-80d1-96ee266f46a3 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] [instance: b45a3908-8611-4881-ad91-fb5bdc8a9dc6] Deleted contents of the VM from datastore datastore1 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1160.496554] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-037867da-edae-4a27-80d1-96ee266f46a3 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] [instance: b45a3908-8611-4881-ad91-fb5bdc8a9dc6] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1160.496801] env[69319]: INFO nova.compute.manager [None req-037867da-edae-4a27-80d1-96ee266f46a3 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] [instance: b45a3908-8611-4881-ad91-fb5bdc8a9dc6] Took 1.23 seconds to destroy the instance on the hypervisor. [ 1160.497124] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-037867da-edae-4a27-80d1-96ee266f46a3 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1160.497377] env[69319]: DEBUG nova.compute.manager [-] [instance: b45a3908-8611-4881-ad91-fb5bdc8a9dc6] Deallocating network for instance {{(pid=69319) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1160.497494] env[69319]: DEBUG nova.network.neutron [-] [instance: b45a3908-8611-4881-ad91-fb5bdc8a9dc6] deallocate_for_instance() {{(pid=69319) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1160.500362] env[69319]: DEBUG nova.scheduler.client.report [None req-f424c865-be7f-469f-b9ab-576fb394ad4b tempest-ServersAaction247Test-774672926 tempest-ServersAaction247Test-774672926-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1160.559755] env[69319]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1160.559755] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]523623df-ce78-4ec4-0c80-fa8a0d1572c7" [ 1160.559755] env[69319]: _type = "HttpNfcLease" [ 1160.559755] env[69319]: } is initializing. {{(pid=69319) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1160.654523] env[69319]: INFO nova.compute.manager [None req-810c5e4e-8e36-4280-995c-bac1959100bf tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 67b8e37a-f773-4e93-a11b-39bb41b03eb0] Rebuilding instance [ 1160.676427] env[69319]: DEBUG oslo_concurrency.lockutils [None req-3a3913d7-249e-4561-9b32-fc3a468b777b tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Lock "67b8e37a-f773-4e93-a11b-39bb41b03eb0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.137s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.696413] env[69319]: DEBUG oslo_vmware.api [None req-dd3a69fa-19b5-4502-aa44-c8b5f66730ec tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3223948, 'name': PowerOnVM_Task, 'duration_secs': 0.482764} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.696900] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd3a69fa-19b5-4502-aa44-c8b5f66730ec tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 4c8b69de-ee5c-4859-a6d5-3f430b4ea9f2] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1160.697114] env[69319]: INFO nova.compute.manager [None req-dd3a69fa-19b5-4502-aa44-c8b5f66730ec tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 4c8b69de-ee5c-4859-a6d5-3f430b4ea9f2] Took 7.07 seconds to spawn the instance on the hypervisor. [ 1160.697292] env[69319]: DEBUG nova.compute.manager [None req-dd3a69fa-19b5-4502-aa44-c8b5f66730ec tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 4c8b69de-ee5c-4859-a6d5-3f430b4ea9f2] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1160.698076] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d35e18e-7db2-4567-9b5c-9ac9e1b6a928 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.713826] env[69319]: DEBUG nova.compute.manager [None req-810c5e4e-8e36-4280-995c-bac1959100bf tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 67b8e37a-f773-4e93-a11b-39bb41b03eb0] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1160.714735] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fc1d565-6d2e-4910-abd8-2907e999903b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.802350] env[69319]: DEBUG nova.compute.manager [req-12ba28c2-8111-4bfe-aaf8-54040020ef83 req-efd8f94d-9a2b-42fb-af49-f18191196ee4 service nova] [instance: b45a3908-8611-4881-ad91-fb5bdc8a9dc6] Received event network-vif-deleted-713c0411-0002-4bae-b0b6-79f90c9194c4 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1160.802630] env[69319]: INFO nova.compute.manager [req-12ba28c2-8111-4bfe-aaf8-54040020ef83 req-efd8f94d-9a2b-42fb-af49-f18191196ee4 service nova] [instance: b45a3908-8611-4881-ad91-fb5bdc8a9dc6] Neutron deleted interface 713c0411-0002-4bae-b0b6-79f90c9194c4; detaching it from the instance and deleting it from the info cache [ 1160.802842] env[69319]: DEBUG nova.network.neutron [req-12ba28c2-8111-4bfe-aaf8-54040020ef83 req-efd8f94d-9a2b-42fb-af49-f18191196ee4 service nova] [instance: b45a3908-8611-4881-ad91-fb5bdc8a9dc6] Updating instance_info_cache with network_info: [{"id": "bdc24feb-97f4-4688-8cf8-86be441dd09f", "address": "fa:16:3e:09:72:7c", "network": {"id": "3218e111-1436-4bb6-9d46-3f0304e2b633", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1036583462", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.249", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "082be296862f43ddb7b411a29468a5c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbdc24feb-97", "ovs_interfaceid": "bdc24feb-97f4-4688-8cf8-86be441dd09f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b142114f-9aa0-472e-9456-609c2150756e", "address": "fa:16:3e:63:5b:a5", "network": {"id": "5ce64fc7-c529-4b4d-bf7f-7ee63e094796", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-997558913", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.103", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "082be296862f43ddb7b411a29468a5c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb142114f-9a", "ovs_interfaceid": "b142114f-9aa0-472e-9456-609c2150756e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.832587] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f1735fe0-b514-44b3-857c-9540336f375e tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Acquiring lock "214f4476-f4b2-440f-b5a6-94c6343dc834" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.832782] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f1735fe0-b514-44b3-857c-9540336f375e tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Acquired lock "214f4476-f4b2-440f-b5a6-94c6343dc834" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.833695] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ddee055-b0df-4bcd-8f56-80e3f2113d33 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.853496] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22fd740e-d7fd-4a7b-ac44-65a38a9a8967 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.879354] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-f1735fe0-b514-44b3-857c-9540336f375e tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 214f4476-f4b2-440f-b5a6-94c6343dc834] Reconfiguring VM to detach interface {{(pid=69319) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1160.879624] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d26f96e-9f26-4dd2-b972-0b460aec577f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.899720] env[69319]: DEBUG oslo_vmware.api [None req-f1735fe0-b514-44b3-857c-9540336f375e tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Waiting for the task: (returnval){ [ 1160.899720] env[69319]: value = "task-3223949" [ 1160.899720] env[69319]: _type = "Task" [ 1160.899720] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.907530] env[69319]: DEBUG oslo_vmware.api [None req-f1735fe0-b514-44b3-857c-9540336f375e tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': task-3223949, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.005906] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f424c865-be7f-469f-b9ab-576fb394ad4b tempest-ServersAaction247Test-774672926 tempest-ServersAaction247Test-774672926-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.828s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.008360] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 21.892s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.008543] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.008704] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69319) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1161.009014] env[69319]: DEBUG oslo_concurrency.lockutils [None req-731e0b9e-e362-43d8-a53b-237537dec498 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.830s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.010602] env[69319]: INFO nova.compute.claims [None req-731e0b9e-e362-43d8-a53b-237537dec498 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: 736ae4ad-58b1-43f4-9661-648a5ccad06a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1161.014212] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c04b4b68-15f1-48e4-9a44-2cd168d82eb9 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.024208] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-299f1eeb-fb7e-4832-a3d1-5a64c39ae515 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.040314] env[69319]: INFO nova.scheduler.client.report [None req-f424c865-be7f-469f-b9ab-576fb394ad4b tempest-ServersAaction247Test-774672926 tempest-ServersAaction247Test-774672926-project-member] Deleted allocations for instance d931630a-60a4-4a8d-9526-9b794911e9e1 [ 1161.049309] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b313045-2175-4ffe-ad2a-4b61b9e97f1e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.057250] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-021d189f-e9cc-440a-8b1e-4b8a79b6456f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.063844] env[69319]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1161.063844] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]523623df-ce78-4ec4-0c80-fa8a0d1572c7" [ 1161.063844] env[69319]: _type = "HttpNfcLease" [ 1161.063844] env[69319]: } is ready. {{(pid=69319) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1161.091634] env[69319]: DEBUG oslo_vmware.rw_handles [None req-132ff641-3591-46a3-8929-a3a2aa7d52d4 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1161.091634] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]523623df-ce78-4ec4-0c80-fa8a0d1572c7" [ 1161.091634] env[69319]: _type = "HttpNfcLease" [ 1161.091634] env[69319]: }. {{(pid=69319) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1161.093171] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180231MB free_disk=122GB free_vcpus=48 pci_devices=None {{(pid=69319) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1161.093314] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.094209] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39c06e75-4a13-4d06-9948-e9968e035e3d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.102537] env[69319]: DEBUG oslo_vmware.rw_handles [None req-132ff641-3591-46a3-8929-a3a2aa7d52d4 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b6b39b-40f6-8b0f-3f87-f71d5a065476/disk-0.vmdk from lease info. {{(pid=69319) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1161.102725] env[69319]: DEBUG oslo_vmware.rw_handles [None req-132ff641-3591-46a3-8929-a3a2aa7d52d4 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Creating HTTP connection to write to file with size = 31665152 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b6b39b-40f6-8b0f-3f87-f71d5a065476/disk-0.vmdk. {{(pid=69319) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1161.170711] env[69319]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9b94c910-bbe8-492c-af8d-d3a2d58d3640 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.198320] env[69319]: DEBUG nova.compute.manager [None req-1ef7f249-1424-4e97-8a1e-19d539cb3fba tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] [instance: 233219fd-06b7-45db-bda2-540992f2d4ce] Start spawning the instance on the hypervisor. {{(pid=69319) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1161.220646] env[69319]: INFO nova.compute.manager [None req-dd3a69fa-19b5-4502-aa44-c8b5f66730ec tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 4c8b69de-ee5c-4859-a6d5-3f430b4ea9f2] Took 30.90 seconds to build instance. [ 1161.225142] env[69319]: DEBUG nova.virt.hardware [None req-1ef7f249-1424-4e97-8a1e-19d539cb3fba tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:32:36Z,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31f027872f6f44dba95ff2fe7a062e00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:32:36Z,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1161.225142] env[69319]: DEBUG nova.virt.hardware [None req-1ef7f249-1424-4e97-8a1e-19d539cb3fba tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1161.225142] env[69319]: DEBUG nova.virt.hardware [None req-1ef7f249-1424-4e97-8a1e-19d539cb3fba tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1161.225142] env[69319]: DEBUG nova.virt.hardware [None req-1ef7f249-1424-4e97-8a1e-19d539cb3fba tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1161.225142] env[69319]: DEBUG nova.virt.hardware [None req-1ef7f249-1424-4e97-8a1e-19d539cb3fba tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1161.225142] env[69319]: DEBUG nova.virt.hardware [None req-1ef7f249-1424-4e97-8a1e-19d539cb3fba tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1161.225142] env[69319]: DEBUG nova.virt.hardware [None req-1ef7f249-1424-4e97-8a1e-19d539cb3fba tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1161.225142] env[69319]: DEBUG nova.virt.hardware [None req-1ef7f249-1424-4e97-8a1e-19d539cb3fba tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1161.225417] env[69319]: DEBUG nova.virt.hardware [None req-1ef7f249-1424-4e97-8a1e-19d539cb3fba tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1161.225417] env[69319]: DEBUG nova.virt.hardware [None req-1ef7f249-1424-4e97-8a1e-19d539cb3fba tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1161.225524] env[69319]: DEBUG nova.virt.hardware [None req-1ef7f249-1424-4e97-8a1e-19d539cb3fba tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1161.228590] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4ac6465-6ebf-41cb-9167-f957a2296f5f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.237389] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c4343a4-3946-4d4c-8642-3a6e9fb0f02d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.305949] env[69319]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-debe600e-7c26-454e-9fd7-a0177fb0de2a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.315393] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28423f1b-698a-4c95-aea4-22b5bb30ec34 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.345468] env[69319]: DEBUG nova.compute.manager [req-12ba28c2-8111-4bfe-aaf8-54040020ef83 req-efd8f94d-9a2b-42fb-af49-f18191196ee4 service nova] [instance: b45a3908-8611-4881-ad91-fb5bdc8a9dc6] Detach interface failed, port_id=713c0411-0002-4bae-b0b6-79f90c9194c4, reason: Instance b45a3908-8611-4881-ad91-fb5bdc8a9dc6 could not be found. {{(pid=69319) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1161.409514] env[69319]: DEBUG oslo_vmware.api [None req-f1735fe0-b514-44b3-857c-9540336f375e tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': task-3223949, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.548906] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f424c865-be7f-469f-b9ab-576fb394ad4b tempest-ServersAaction247Test-774672926 tempest-ServersAaction247Test-774672926-project-member] Lock "d931630a-60a4-4a8d-9526-9b794911e9e1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.650s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.607041] env[69319]: DEBUG nova.network.neutron [None req-1ef7f249-1424-4e97-8a1e-19d539cb3fba tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] [instance: 233219fd-06b7-45db-bda2-540992f2d4ce] Successfully updated port: 80a535ea-42da-430c-b614-1407cd89cd0e {{(pid=69319) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1161.611045] env[69319]: DEBUG nova.network.neutron [-] [instance: b45a3908-8611-4881-ad91-fb5bdc8a9dc6] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.670124] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-973d5841-ac38-447b-a061-431e68d2c7ee {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.677992] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-f4b2fa09-0663-4a67-a6b3-5f2f35c48df2 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 4c8b69de-ee5c-4859-a6d5-3f430b4ea9f2] Suspending the VM {{(pid=69319) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1161.678256] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-4ac4ab1c-f9e1-4e3c-8bae-76e4fd8dfe30 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.684740] env[69319]: DEBUG oslo_vmware.api [None req-f4b2fa09-0663-4a67-a6b3-5f2f35c48df2 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Waiting for the task: (returnval){ [ 1161.684740] env[69319]: value = "task-3223950" [ 1161.684740] env[69319]: _type = "Task" [ 1161.684740] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.693796] env[69319]: DEBUG oslo_vmware.api [None req-f4b2fa09-0663-4a67-a6b3-5f2f35c48df2 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3223950, 'name': SuspendVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.723244] env[69319]: DEBUG oslo_concurrency.lockutils [None req-dd3a69fa-19b5-4502-aa44-c8b5f66730ec tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Lock "4c8b69de-ee5c-4859-a6d5-3f430b4ea9f2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.414s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.729280] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-810c5e4e-8e36-4280-995c-bac1959100bf tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 67b8e37a-f773-4e93-a11b-39bb41b03eb0] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1161.729675] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-edfe96f7-cee0-4631-8f09-d685917eb910 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.739738] env[69319]: DEBUG oslo_vmware.api [None req-810c5e4e-8e36-4280-995c-bac1959100bf tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Waiting for the task: (returnval){ [ 1161.739738] env[69319]: value = "task-3223951" [ 1161.739738] env[69319]: _type = "Task" [ 1161.739738] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.750786] env[69319]: DEBUG oslo_vmware.api [None req-810c5e4e-8e36-4280-995c-bac1959100bf tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': task-3223951, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.912201] env[69319]: DEBUG oslo_vmware.api [None req-f1735fe0-b514-44b3-857c-9540336f375e tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': task-3223949, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.114790] env[69319]: DEBUG oslo_concurrency.lockutils [None req-1ef7f249-1424-4e97-8a1e-19d539cb3fba tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Acquiring lock "refresh_cache-233219fd-06b7-45db-bda2-540992f2d4ce" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.114943] env[69319]: DEBUG oslo_concurrency.lockutils [None req-1ef7f249-1424-4e97-8a1e-19d539cb3fba tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Acquired lock "refresh_cache-233219fd-06b7-45db-bda2-540992f2d4ce" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.115112] env[69319]: DEBUG nova.network.neutron [None req-1ef7f249-1424-4e97-8a1e-19d539cb3fba tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] [instance: 233219fd-06b7-45db-bda2-540992f2d4ce] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1162.122297] env[69319]: INFO nova.compute.manager [-] [instance: b45a3908-8611-4881-ad91-fb5bdc8a9dc6] Took 1.62 seconds to deallocate network for instance. [ 1162.195245] env[69319]: DEBUG oslo_vmware.api [None req-f4b2fa09-0663-4a67-a6b3-5f2f35c48df2 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3223950, 'name': SuspendVM_Task} progress is 58%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.235898] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7795f142-c3f2-4ad3-af7b-31f6f43f7071 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.248752] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c83c44ae-0370-4801-918f-4fcf814bb873 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.255256] env[69319]: DEBUG oslo_vmware.api [None req-810c5e4e-8e36-4280-995c-bac1959100bf tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': task-3223951, 'name': PowerOffVM_Task, 'duration_secs': 0.444065} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.257757] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-810c5e4e-8e36-4280-995c-bac1959100bf tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 67b8e37a-f773-4e93-a11b-39bb41b03eb0] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1162.258057] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-810c5e4e-8e36-4280-995c-bac1959100bf tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 67b8e37a-f773-4e93-a11b-39bb41b03eb0] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1162.258873] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-233a8930-b1ee-45e8-88e0-1f344acdaddc {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.298412] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6df0f8a6-e8b1-4c15-b03d-3dbc28fea76b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.303945] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-810c5e4e-8e36-4280-995c-bac1959100bf tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 67b8e37a-f773-4e93-a11b-39bb41b03eb0] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1162.304607] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1eb4a0db-95b6-45c4-9dbb-b18c6993da63 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.311435] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17e757fc-1f87-499d-8dbc-9b85d088ed75 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.326231] env[69319]: DEBUG nova.compute.provider_tree [None req-731e0b9e-e362-43d8-a53b-237537dec498 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1162.384282] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-810c5e4e-8e36-4280-995c-bac1959100bf tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 67b8e37a-f773-4e93-a11b-39bb41b03eb0] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1162.384532] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-810c5e4e-8e36-4280-995c-bac1959100bf tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 67b8e37a-f773-4e93-a11b-39bb41b03eb0] Deleting contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1162.384730] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-810c5e4e-8e36-4280-995c-bac1959100bf tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Deleting the datastore file [datastore2] 67b8e37a-f773-4e93-a11b-39bb41b03eb0 {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1162.386776] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9ee719cf-71bc-49ff-8433-97959558c31f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.393020] env[69319]: DEBUG oslo_vmware.api [None req-810c5e4e-8e36-4280-995c-bac1959100bf tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Waiting for the task: (returnval){ [ 1162.393020] env[69319]: value = "task-3223953" [ 1162.393020] env[69319]: _type = "Task" [ 1162.393020] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.404258] env[69319]: DEBUG oslo_vmware.api [None req-810c5e4e-8e36-4280-995c-bac1959100bf tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': task-3223953, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.413713] env[69319]: DEBUG oslo_vmware.api [None req-f1735fe0-b514-44b3-857c-9540336f375e tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': task-3223949, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.632797] env[69319]: DEBUG oslo_concurrency.lockutils [None req-037867da-edae-4a27-80d1-96ee266f46a3 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.650982] env[69319]: DEBUG nova.network.neutron [None req-1ef7f249-1424-4e97-8a1e-19d539cb3fba tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] [instance: 233219fd-06b7-45db-bda2-540992f2d4ce] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1162.691530] env[69319]: DEBUG oslo_vmware.rw_handles [None req-132ff641-3591-46a3-8929-a3a2aa7d52d4 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Completed reading data from the image iterator. {{(pid=69319) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1162.691840] env[69319]: DEBUG oslo_vmware.rw_handles [None req-132ff641-3591-46a3-8929-a3a2aa7d52d4 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b6b39b-40f6-8b0f-3f87-f71d5a065476/disk-0.vmdk. {{(pid=69319) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1162.692602] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f269b8e-6c50-4f23-8db8-981fa1460087 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.704135] env[69319]: DEBUG oslo_vmware.rw_handles [None req-132ff641-3591-46a3-8929-a3a2aa7d52d4 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b6b39b-40f6-8b0f-3f87-f71d5a065476/disk-0.vmdk is in state: ready. {{(pid=69319) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1162.704324] env[69319]: DEBUG oslo_vmware.rw_handles [None req-132ff641-3591-46a3-8929-a3a2aa7d52d4 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b6b39b-40f6-8b0f-3f87-f71d5a065476/disk-0.vmdk. {{(pid=69319) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1162.704584] env[69319]: DEBUG oslo_vmware.api [None req-f4b2fa09-0663-4a67-a6b3-5f2f35c48df2 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3223950, 'name': SuspendVM_Task, 'duration_secs': 0.712967} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.704803] env[69319]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-670274ef-6285-47dd-92b2-dfd17f7d5738 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.707537] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-f4b2fa09-0663-4a67-a6b3-5f2f35c48df2 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 4c8b69de-ee5c-4859-a6d5-3f430b4ea9f2] Suspended the VM {{(pid=69319) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1162.707537] env[69319]: DEBUG nova.compute.manager [None req-f4b2fa09-0663-4a67-a6b3-5f2f35c48df2 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 4c8b69de-ee5c-4859-a6d5-3f430b4ea9f2] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1162.707537] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3731beb-cf90-4138-9ecf-516c1e16ab17 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.803152] env[69319]: DEBUG nova.network.neutron [None req-1ef7f249-1424-4e97-8a1e-19d539cb3fba tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] [instance: 233219fd-06b7-45db-bda2-540992f2d4ce] Updating instance_info_cache with network_info: [{"id": "80a535ea-42da-430c-b614-1407cd89cd0e", "address": "fa:16:3e:3e:aa:1e", "network": {"id": "e172e758-1a9b-4f22-a553-441ab9c9dccc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.50", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "31f027872f6f44dba95ff2fe7a062e00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80a535ea-42", "ovs_interfaceid": "80a535ea-42da-430c-b614-1407cd89cd0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.831264] env[69319]: DEBUG nova.compute.manager [req-6f33732e-85df-40c1-8d05-ee886d1826f6 req-83140490-49fc-4d72-9a8d-bf6f99a520c8 service nova] [instance: b45a3908-8611-4881-ad91-fb5bdc8a9dc6] Received event network-vif-deleted-bdc24feb-97f4-4688-8cf8-86be441dd09f {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1162.831555] env[69319]: DEBUG nova.compute.manager [req-6f33732e-85df-40c1-8d05-ee886d1826f6 req-83140490-49fc-4d72-9a8d-bf6f99a520c8 service nova] [instance: b45a3908-8611-4881-ad91-fb5bdc8a9dc6] Received event network-vif-deleted-b142114f-9aa0-472e-9456-609c2150756e {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1162.831658] env[69319]: DEBUG nova.compute.manager [req-6f33732e-85df-40c1-8d05-ee886d1826f6 req-83140490-49fc-4d72-9a8d-bf6f99a520c8 service nova] [instance: 233219fd-06b7-45db-bda2-540992f2d4ce] Received event network-vif-plugged-80a535ea-42da-430c-b614-1407cd89cd0e {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1162.831820] env[69319]: DEBUG oslo_concurrency.lockutils [req-6f33732e-85df-40c1-8d05-ee886d1826f6 req-83140490-49fc-4d72-9a8d-bf6f99a520c8 service nova] Acquiring lock "233219fd-06b7-45db-bda2-540992f2d4ce-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.832159] env[69319]: DEBUG oslo_concurrency.lockutils [req-6f33732e-85df-40c1-8d05-ee886d1826f6 req-83140490-49fc-4d72-9a8d-bf6f99a520c8 service nova] Lock "233219fd-06b7-45db-bda2-540992f2d4ce-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.832372] env[69319]: DEBUG oslo_concurrency.lockutils [req-6f33732e-85df-40c1-8d05-ee886d1826f6 req-83140490-49fc-4d72-9a8d-bf6f99a520c8 service nova] Lock "233219fd-06b7-45db-bda2-540992f2d4ce-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.832544] env[69319]: DEBUG nova.compute.manager [req-6f33732e-85df-40c1-8d05-ee886d1826f6 req-83140490-49fc-4d72-9a8d-bf6f99a520c8 service nova] [instance: 233219fd-06b7-45db-bda2-540992f2d4ce] No waiting events found dispatching network-vif-plugged-80a535ea-42da-430c-b614-1407cd89cd0e {{(pid=69319) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1162.832712] env[69319]: WARNING nova.compute.manager [req-6f33732e-85df-40c1-8d05-ee886d1826f6 req-83140490-49fc-4d72-9a8d-bf6f99a520c8 service nova] [instance: 233219fd-06b7-45db-bda2-540992f2d4ce] Received unexpected event network-vif-plugged-80a535ea-42da-430c-b614-1407cd89cd0e for instance with vm_state building and task_state spawning. [ 1162.832872] env[69319]: DEBUG nova.compute.manager [req-6f33732e-85df-40c1-8d05-ee886d1826f6 req-83140490-49fc-4d72-9a8d-bf6f99a520c8 service nova] [instance: 233219fd-06b7-45db-bda2-540992f2d4ce] Received event network-changed-80a535ea-42da-430c-b614-1407cd89cd0e {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1162.833040] env[69319]: DEBUG nova.compute.manager [req-6f33732e-85df-40c1-8d05-ee886d1826f6 req-83140490-49fc-4d72-9a8d-bf6f99a520c8 service nova] [instance: 233219fd-06b7-45db-bda2-540992f2d4ce] Refreshing instance network info cache due to event network-changed-80a535ea-42da-430c-b614-1407cd89cd0e. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1162.833208] env[69319]: DEBUG oslo_concurrency.lockutils [req-6f33732e-85df-40c1-8d05-ee886d1826f6 req-83140490-49fc-4d72-9a8d-bf6f99a520c8 service nova] Acquiring lock "refresh_cache-233219fd-06b7-45db-bda2-540992f2d4ce" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.834021] env[69319]: DEBUG nova.scheduler.client.report [None req-731e0b9e-e362-43d8-a53b-237537dec498 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1162.903238] env[69319]: DEBUG oslo_vmware.api [None req-810c5e4e-8e36-4280-995c-bac1959100bf tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': task-3223953, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181092} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.903879] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-810c5e4e-8e36-4280-995c-bac1959100bf tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1162.904089] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-810c5e4e-8e36-4280-995c-bac1959100bf tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 67b8e37a-f773-4e93-a11b-39bb41b03eb0] Deleted contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1162.904287] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-810c5e4e-8e36-4280-995c-bac1959100bf tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 67b8e37a-f773-4e93-a11b-39bb41b03eb0] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1162.915471] env[69319]: DEBUG oslo_vmware.api [None req-f1735fe0-b514-44b3-857c-9540336f375e tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': task-3223949, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.917335] env[69319]: DEBUG oslo_vmware.rw_handles [None req-132ff641-3591-46a3-8929-a3a2aa7d52d4 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b6b39b-40f6-8b0f-3f87-f71d5a065476/disk-0.vmdk. {{(pid=69319) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1162.917547] env[69319]: INFO nova.virt.vmwareapi.images [None req-132ff641-3591-46a3-8929-a3a2aa7d52d4 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] [instance: c771ca2e-35a5-4e64-a382-926a00df4d22] Downloaded image file data ddb317dc-1646-4e1e-9beb-516c5cada394 [ 1162.918305] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd636149-8374-4c0f-aff2-e0b42c2c8081 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.934421] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8dd75d4e-a2da-45d1-9ff9-91cc6e234e46 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.963305] env[69319]: INFO nova.virt.vmwareapi.images [None req-132ff641-3591-46a3-8929-a3a2aa7d52d4 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] [instance: c771ca2e-35a5-4e64-a382-926a00df4d22] The imported VM was unregistered [ 1162.965756] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-132ff641-3591-46a3-8929-a3a2aa7d52d4 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] [instance: c771ca2e-35a5-4e64-a382-926a00df4d22] Caching image {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1162.965999] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-132ff641-3591-46a3-8929-a3a2aa7d52d4 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Creating directory with path [datastore1] devstack-image-cache_base/ddb317dc-1646-4e1e-9beb-516c5cada394 {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1162.966278] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-12954b72-cac6-4862-91c1-0a988058fd49 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.976466] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-132ff641-3591-46a3-8929-a3a2aa7d52d4 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Created directory with path [datastore1] devstack-image-cache_base/ddb317dc-1646-4e1e-9beb-516c5cada394 {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1162.976773] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-132ff641-3591-46a3-8929-a3a2aa7d52d4 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_a288d83f-9503-400c-ad35-15342d8e8f30/OSTACK_IMG_a288d83f-9503-400c-ad35-15342d8e8f30.vmdk to [datastore1] devstack-image-cache_base/ddb317dc-1646-4e1e-9beb-516c5cada394/ddb317dc-1646-4e1e-9beb-516c5cada394.vmdk. {{(pid=69319) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1162.977033] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-e9aac564-cdd0-4e2a-a63e-c5c40ba7133f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.983467] env[69319]: DEBUG oslo_vmware.api [None req-132ff641-3591-46a3-8929-a3a2aa7d52d4 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Waiting for the task: (returnval){ [ 1162.983467] env[69319]: value = "task-3223955" [ 1162.983467] env[69319]: _type = "Task" [ 1162.983467] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.991565] env[69319]: DEBUG oslo_vmware.api [None req-132ff641-3591-46a3-8929-a3a2aa7d52d4 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Task: {'id': task-3223955, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.305594] env[69319]: DEBUG oslo_concurrency.lockutils [None req-1ef7f249-1424-4e97-8a1e-19d539cb3fba tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Releasing lock "refresh_cache-233219fd-06b7-45db-bda2-540992f2d4ce" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.305943] env[69319]: DEBUG nova.compute.manager [None req-1ef7f249-1424-4e97-8a1e-19d539cb3fba tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] [instance: 233219fd-06b7-45db-bda2-540992f2d4ce] Instance network_info: |[{"id": "80a535ea-42da-430c-b614-1407cd89cd0e", "address": "fa:16:3e:3e:aa:1e", "network": {"id": "e172e758-1a9b-4f22-a553-441ab9c9dccc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.50", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "31f027872f6f44dba95ff2fe7a062e00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80a535ea-42", "ovs_interfaceid": "80a535ea-42da-430c-b614-1407cd89cd0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1163.306297] env[69319]: DEBUG oslo_concurrency.lockutils [req-6f33732e-85df-40c1-8d05-ee886d1826f6 req-83140490-49fc-4d72-9a8d-bf6f99a520c8 service nova] Acquired lock "refresh_cache-233219fd-06b7-45db-bda2-540992f2d4ce" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.306490] env[69319]: DEBUG nova.network.neutron [req-6f33732e-85df-40c1-8d05-ee886d1826f6 req-83140490-49fc-4d72-9a8d-bf6f99a520c8 service nova] [instance: 233219fd-06b7-45db-bda2-540992f2d4ce] Refreshing network info cache for port 80a535ea-42da-430c-b614-1407cd89cd0e {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1163.307797] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-1ef7f249-1424-4e97-8a1e-19d539cb3fba tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] [instance: 233219fd-06b7-45db-bda2-540992f2d4ce] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:aa:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '80a535ea-42da-430c-b614-1407cd89cd0e', 'vif_model': 'vmxnet3'}] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1163.315745] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1ef7f249-1424-4e97-8a1e-19d539cb3fba tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1163.316271] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 233219fd-06b7-45db-bda2-540992f2d4ce] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1163.316510] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5a2e6b0c-c7fa-4221-9a1d-1ca39a95ea4b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.339892] env[69319]: DEBUG oslo_concurrency.lockutils [None req-731e0b9e-e362-43d8-a53b-237537dec498 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.331s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.340397] env[69319]: DEBUG nova.compute.manager [None req-731e0b9e-e362-43d8-a53b-237537dec498 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: 736ae4ad-58b1-43f4-9661-648a5ccad06a] Start building networks asynchronously for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1163.343914] env[69319]: DEBUG oslo_concurrency.lockutils [None req-8076be93-728e-41a1-9187-4db108d03d97 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.126s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.344160] env[69319]: DEBUG oslo_concurrency.lockutils [None req-8076be93-728e-41a1-9187-4db108d03d97 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.346242] env[69319]: DEBUG oslo_concurrency.lockutils [None req-8a7e4062-4078-4c4f-9478-5e7b363e5d16 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.269s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.347803] env[69319]: INFO nova.compute.claims [None req-8a7e4062-4078-4c4f-9478-5e7b363e5d16 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 3bcf4f37-7f28-4ae7-a267-1294c88bdc96] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1163.350746] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1163.350746] env[69319]: value = "task-3223956" [ 1163.350746] env[69319]: _type = "Task" [ 1163.350746] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.364641] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223956, 'name': CreateVM_Task} progress is 6%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.373875] env[69319]: INFO nova.scheduler.client.report [None req-8076be93-728e-41a1-9187-4db108d03d97 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Deleted allocations for instance 33bc946c-1397-4355-8132-bc27084a66ba [ 1163.426562] env[69319]: DEBUG oslo_vmware.api [None req-f1735fe0-b514-44b3-857c-9540336f375e tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': task-3223949, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.498053] env[69319]: DEBUG oslo_vmware.api [None req-132ff641-3591-46a3-8929-a3a2aa7d52d4 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Task: {'id': task-3223955, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.852645] env[69319]: DEBUG nova.compute.utils [None req-731e0b9e-e362-43d8-a53b-237537dec498 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Using /dev/sd instead of None {{(pid=69319) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1163.858534] env[69319]: DEBUG nova.compute.manager [None req-731e0b9e-e362-43d8-a53b-237537dec498 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: 736ae4ad-58b1-43f4-9661-648a5ccad06a] Allocating IP information in the background. {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1163.858720] env[69319]: DEBUG nova.network.neutron [None req-731e0b9e-e362-43d8-a53b-237537dec498 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: 736ae4ad-58b1-43f4-9661-648a5ccad06a] allocate_for_instance() {{(pid=69319) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1163.880215] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223956, 'name': CreateVM_Task} progress is 25%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.883421] env[69319]: DEBUG oslo_concurrency.lockutils [None req-8076be93-728e-41a1-9187-4db108d03d97 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Lock "33bc946c-1397-4355-8132-bc27084a66ba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.832s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.927335] env[69319]: DEBUG nova.policy [None req-731e0b9e-e362-43d8-a53b-237537dec498 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '005b114e0c13442b9b09e363f8ba840c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2b933d0258a1488bbdddf88a90df7360', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69319) authorize /opt/stack/nova/nova/policy.py:192}} [ 1163.933459] env[69319]: DEBUG oslo_vmware.api [None req-f1735fe0-b514-44b3-857c-9540336f375e tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': task-3223949, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.950778] env[69319]: DEBUG nova.virt.hardware [None req-810c5e4e-8e36-4280-995c-bac1959100bf tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:32:36Z,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31f027872f6f44dba95ff2fe7a062e00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:32:36Z,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1163.951048] env[69319]: DEBUG nova.virt.hardware [None req-810c5e4e-8e36-4280-995c-bac1959100bf tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1163.951215] env[69319]: DEBUG nova.virt.hardware [None req-810c5e4e-8e36-4280-995c-bac1959100bf tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1163.951408] env[69319]: DEBUG nova.virt.hardware [None req-810c5e4e-8e36-4280-995c-bac1959100bf tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1163.951590] env[69319]: DEBUG nova.virt.hardware [None req-810c5e4e-8e36-4280-995c-bac1959100bf tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1163.951745] env[69319]: DEBUG nova.virt.hardware [None req-810c5e4e-8e36-4280-995c-bac1959100bf tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1163.951962] env[69319]: DEBUG nova.virt.hardware [None req-810c5e4e-8e36-4280-995c-bac1959100bf tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1163.952140] env[69319]: DEBUG nova.virt.hardware [None req-810c5e4e-8e36-4280-995c-bac1959100bf tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1163.952311] env[69319]: DEBUG nova.virt.hardware [None req-810c5e4e-8e36-4280-995c-bac1959100bf tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1163.952475] env[69319]: DEBUG nova.virt.hardware [None req-810c5e4e-8e36-4280-995c-bac1959100bf tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1163.952650] env[69319]: DEBUG nova.virt.hardware [None req-810c5e4e-8e36-4280-995c-bac1959100bf tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1163.953645] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64a2107b-66f3-48bc-a967-464b40c253c5 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.965986] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9fe214e-bc46-456a-aacc-ad63e3bcd43b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.986318] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-810c5e4e-8e36-4280-995c-bac1959100bf tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 67b8e37a-f773-4e93-a11b-39bb41b03eb0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:de:c2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a485857d-7086-4dcf-9d65-d0dcd177fcb0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fd9178da-f56f-4b50-83d8-39b5f1840948', 'vif_model': 'vmxnet3'}] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1163.993427] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-810c5e4e-8e36-4280-995c-bac1959100bf tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1164.000613] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67b8e37a-f773-4e93-a11b-39bb41b03eb0] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1164.001010] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8633d122-ca4e-441f-a200-c491bdfdc62d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.037455] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1164.037455] env[69319]: value = "task-3223957" [ 1164.037455] env[69319]: _type = "Task" [ 1164.037455] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.042576] env[69319]: DEBUG oslo_vmware.api [None req-132ff641-3591-46a3-8929-a3a2aa7d52d4 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Task: {'id': task-3223955, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.060631] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223957, 'name': CreateVM_Task} progress is 6%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.200125] env[69319]: DEBUG nova.network.neutron [req-6f33732e-85df-40c1-8d05-ee886d1826f6 req-83140490-49fc-4d72-9a8d-bf6f99a520c8 service nova] [instance: 233219fd-06b7-45db-bda2-540992f2d4ce] Updated VIF entry in instance network info cache for port 80a535ea-42da-430c-b614-1407cd89cd0e. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1164.200615] env[69319]: DEBUG nova.network.neutron [req-6f33732e-85df-40c1-8d05-ee886d1826f6 req-83140490-49fc-4d72-9a8d-bf6f99a520c8 service nova] [instance: 233219fd-06b7-45db-bda2-540992f2d4ce] Updating instance_info_cache with network_info: [{"id": "80a535ea-42da-430c-b614-1407cd89cd0e", "address": "fa:16:3e:3e:aa:1e", "network": {"id": "e172e758-1a9b-4f22-a553-441ab9c9dccc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.50", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "31f027872f6f44dba95ff2fe7a062e00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80a535ea-42", "ovs_interfaceid": "80a535ea-42da-430c-b614-1407cd89cd0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.353860] env[69319]: DEBUG nova.network.neutron [None req-731e0b9e-e362-43d8-a53b-237537dec498 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: 736ae4ad-58b1-43f4-9661-648a5ccad06a] Successfully created port: 293cf96a-0176-4dad-a279-09103d56e709 {{(pid=69319) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1164.360745] env[69319]: DEBUG nova.compute.manager [None req-731e0b9e-e362-43d8-a53b-237537dec498 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: 736ae4ad-58b1-43f4-9661-648a5ccad06a] Start building block device mappings for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1164.368490] env[69319]: DEBUG oslo_concurrency.lockutils [None req-918cea96-e840-42d7-a25d-08c4d9b5fe3f tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Acquiring lock "4c8b69de-ee5c-4859-a6d5-3f430b4ea9f2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.368754] env[69319]: DEBUG oslo_concurrency.lockutils [None req-918cea96-e840-42d7-a25d-08c4d9b5fe3f tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Lock "4c8b69de-ee5c-4859-a6d5-3f430b4ea9f2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.369071] env[69319]: DEBUG oslo_concurrency.lockutils [None req-918cea96-e840-42d7-a25d-08c4d9b5fe3f tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Acquiring lock "4c8b69de-ee5c-4859-a6d5-3f430b4ea9f2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.369406] env[69319]: DEBUG oslo_concurrency.lockutils [None req-918cea96-e840-42d7-a25d-08c4d9b5fe3f tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Lock "4c8b69de-ee5c-4859-a6d5-3f430b4ea9f2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.369546] env[69319]: DEBUG oslo_concurrency.lockutils [None req-918cea96-e840-42d7-a25d-08c4d9b5fe3f tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Lock "4c8b69de-ee5c-4859-a6d5-3f430b4ea9f2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.377542] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223956, 'name': CreateVM_Task} progress is 25%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.377769] env[69319]: INFO nova.compute.manager [None req-918cea96-e840-42d7-a25d-08c4d9b5fe3f tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 4c8b69de-ee5c-4859-a6d5-3f430b4ea9f2] Terminating instance [ 1164.432016] env[69319]: DEBUG oslo_vmware.api [None req-f1735fe0-b514-44b3-857c-9540336f375e tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': task-3223949, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.501972] env[69319]: DEBUG oslo_vmware.api [None req-132ff641-3591-46a3-8929-a3a2aa7d52d4 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Task: {'id': task-3223955, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.561520] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223957, 'name': CreateVM_Task} progress is 25%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.571438] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0689211d-6c6e-4002-98cf-b83603d655c4 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.583501] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8189a0c0-e576-492a-8e31-a72e49e2f769 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.621259] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dcfca50-cb05-41f0-8800-63caca647780 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.633074] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6b027f7-d779-4fde-b5a0-7cc3701553b7 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.651508] env[69319]: DEBUG nova.compute.provider_tree [None req-8a7e4062-4078-4c4f-9478-5e7b363e5d16 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1164.704025] env[69319]: DEBUG oslo_concurrency.lockutils [req-6f33732e-85df-40c1-8d05-ee886d1826f6 req-83140490-49fc-4d72-9a8d-bf6f99a520c8 service nova] Releasing lock "refresh_cache-233219fd-06b7-45db-bda2-540992f2d4ce" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.874896] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223956, 'name': CreateVM_Task} progress is 25%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.885265] env[69319]: DEBUG nova.compute.manager [None req-918cea96-e840-42d7-a25d-08c4d9b5fe3f tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 4c8b69de-ee5c-4859-a6d5-3f430b4ea9f2] Start destroying the instance on the hypervisor. {{(pid=69319) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1164.885372] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-918cea96-e840-42d7-a25d-08c4d9b5fe3f tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 4c8b69de-ee5c-4859-a6d5-3f430b4ea9f2] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1164.886295] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9570ddc5-47ce-448b-b9df-3197e8c08dbf {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.896076] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-918cea96-e840-42d7-a25d-08c4d9b5fe3f tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 4c8b69de-ee5c-4859-a6d5-3f430b4ea9f2] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1164.896377] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2d0c6cea-6f59-40d7-8db6-5f1126978041 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.922381] env[69319]: DEBUG oslo_vmware.api [None req-f1735fe0-b514-44b3-857c-9540336f375e tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': task-3223949, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.984204] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-918cea96-e840-42d7-a25d-08c4d9b5fe3f tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 4c8b69de-ee5c-4859-a6d5-3f430b4ea9f2] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1164.984327] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-918cea96-e840-42d7-a25d-08c4d9b5fe3f tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 4c8b69de-ee5c-4859-a6d5-3f430b4ea9f2] Deleting contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1164.984883] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-918cea96-e840-42d7-a25d-08c4d9b5fe3f tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Deleting the datastore file [datastore2] 4c8b69de-ee5c-4859-a6d5-3f430b4ea9f2 {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1164.985030] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e5d6a773-e9e8-43e0-99ee-bf02ca6eaeb2 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.997581] env[69319]: DEBUG oslo_vmware.api [None req-132ff641-3591-46a3-8929-a3a2aa7d52d4 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Task: {'id': task-3223955, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.000741] env[69319]: DEBUG oslo_vmware.api [None req-918cea96-e840-42d7-a25d-08c4d9b5fe3f tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Waiting for the task: (returnval){ [ 1165.000741] env[69319]: value = "task-3223959" [ 1165.000741] env[69319]: _type = "Task" [ 1165.000741] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.015046] env[69319]: DEBUG oslo_vmware.api [None req-918cea96-e840-42d7-a25d-08c4d9b5fe3f tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3223959, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.062747] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223957, 'name': CreateVM_Task} progress is 25%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.075417] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0593daf1-196c-4cbe-ac91-61562fcf553a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Acquiring lock "4468ad34-4471-4bbe-82b7-cabe1f9fbea6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.075661] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0593daf1-196c-4cbe-ac91-61562fcf553a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Lock "4468ad34-4471-4bbe-82b7-cabe1f9fbea6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.155837] env[69319]: DEBUG nova.scheduler.client.report [None req-8a7e4062-4078-4c4f-9478-5e7b363e5d16 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1165.372947] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223956, 'name': CreateVM_Task} progress is 99%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.377480] env[69319]: DEBUG nova.compute.manager [None req-731e0b9e-e362-43d8-a53b-237537dec498 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: 736ae4ad-58b1-43f4-9661-648a5ccad06a] Start spawning the instance on the hypervisor. {{(pid=69319) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1165.419348] env[69319]: DEBUG nova.virt.hardware [None req-731e0b9e-e362-43d8-a53b-237537dec498 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:32:36Z,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31f027872f6f44dba95ff2fe7a062e00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:32:36Z,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1165.419651] env[69319]: DEBUG nova.virt.hardware [None req-731e0b9e-e362-43d8-a53b-237537dec498 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1165.419939] env[69319]: DEBUG nova.virt.hardware [None req-731e0b9e-e362-43d8-a53b-237537dec498 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1165.420182] env[69319]: DEBUG nova.virt.hardware [None req-731e0b9e-e362-43d8-a53b-237537dec498 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1165.420339] env[69319]: DEBUG nova.virt.hardware [None req-731e0b9e-e362-43d8-a53b-237537dec498 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1165.420528] env[69319]: DEBUG nova.virt.hardware [None req-731e0b9e-e362-43d8-a53b-237537dec498 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1165.420819] env[69319]: DEBUG nova.virt.hardware [None req-731e0b9e-e362-43d8-a53b-237537dec498 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1165.421070] env[69319]: DEBUG nova.virt.hardware [None req-731e0b9e-e362-43d8-a53b-237537dec498 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1165.421331] env[69319]: DEBUG nova.virt.hardware [None req-731e0b9e-e362-43d8-a53b-237537dec498 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1165.421717] env[69319]: DEBUG nova.virt.hardware [None req-731e0b9e-e362-43d8-a53b-237537dec498 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1165.421936] env[69319]: DEBUG nova.virt.hardware [None req-731e0b9e-e362-43d8-a53b-237537dec498 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1165.422819] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bff2f4b-3a3c-470e-9e78-14dee2eb3354 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.432874] env[69319]: DEBUG oslo_vmware.api [None req-f1735fe0-b514-44b3-857c-9540336f375e tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': task-3223949, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.436864] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d131662-e1f5-4a9f-9282-06f4d7c9fbb9 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.510948] env[69319]: DEBUG oslo_vmware.api [None req-132ff641-3591-46a3-8929-a3a2aa7d52d4 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Task: {'id': task-3223955, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.505614} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.511217] env[69319]: INFO nova.virt.vmwareapi.ds_util [None req-132ff641-3591-46a3-8929-a3a2aa7d52d4 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_a288d83f-9503-400c-ad35-15342d8e8f30/OSTACK_IMG_a288d83f-9503-400c-ad35-15342d8e8f30.vmdk to [datastore1] devstack-image-cache_base/ddb317dc-1646-4e1e-9beb-516c5cada394/ddb317dc-1646-4e1e-9beb-516c5cada394.vmdk. [ 1165.514474] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-132ff641-3591-46a3-8929-a3a2aa7d52d4 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] [instance: c771ca2e-35a5-4e64-a382-926a00df4d22] Cleaning up location [datastore1] OSTACK_IMG_a288d83f-9503-400c-ad35-15342d8e8f30 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1165.514474] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-132ff641-3591-46a3-8929-a3a2aa7d52d4 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_a288d83f-9503-400c-ad35-15342d8e8f30 {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1165.514474] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0e5ecbd2-975c-4377-b4f1-a4bd24bfd4a6 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.523769] env[69319]: DEBUG oslo_vmware.api [None req-918cea96-e840-42d7-a25d-08c4d9b5fe3f tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3223959, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.4073} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.525380] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-918cea96-e840-42d7-a25d-08c4d9b5fe3f tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1165.525772] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-918cea96-e840-42d7-a25d-08c4d9b5fe3f tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 4c8b69de-ee5c-4859-a6d5-3f430b4ea9f2] Deleted contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1165.526139] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-918cea96-e840-42d7-a25d-08c4d9b5fe3f tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 4c8b69de-ee5c-4859-a6d5-3f430b4ea9f2] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1165.526480] env[69319]: INFO nova.compute.manager [None req-918cea96-e840-42d7-a25d-08c4d9b5fe3f tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 4c8b69de-ee5c-4859-a6d5-3f430b4ea9f2] Took 0.64 seconds to destroy the instance on the hypervisor. [ 1165.526794] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-918cea96-e840-42d7-a25d-08c4d9b5fe3f tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1165.530079] env[69319]: DEBUG oslo_vmware.api [None req-132ff641-3591-46a3-8929-a3a2aa7d52d4 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Waiting for the task: (returnval){ [ 1165.530079] env[69319]: value = "task-3223960" [ 1165.530079] env[69319]: _type = "Task" [ 1165.530079] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.530079] env[69319]: DEBUG nova.compute.manager [-] [instance: 4c8b69de-ee5c-4859-a6d5-3f430b4ea9f2] Deallocating network for instance {{(pid=69319) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1165.530079] env[69319]: DEBUG nova.network.neutron [-] [instance: 4c8b69de-ee5c-4859-a6d5-3f430b4ea9f2] deallocate_for_instance() {{(pid=69319) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1165.550220] env[69319]: DEBUG oslo_vmware.api [None req-132ff641-3591-46a3-8929-a3a2aa7d52d4 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Task: {'id': task-3223960, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.560054] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223957, 'name': CreateVM_Task} progress is 99%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.581259] env[69319]: DEBUG nova.compute.manager [None req-0593daf1-196c-4cbe-ac91-61562fcf553a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 4468ad34-4471-4bbe-82b7-cabe1f9fbea6] Starting instance... {{(pid=69319) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1165.664336] env[69319]: DEBUG oslo_concurrency.lockutils [None req-8a7e4062-4078-4c4f-9478-5e7b363e5d16 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.315s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.664336] env[69319]: DEBUG nova.compute.manager [None req-8a7e4062-4078-4c4f-9478-5e7b363e5d16 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 3bcf4f37-7f28-4ae7-a267-1294c88bdc96] Start building networks asynchronously for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1165.665482] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 4.572s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.871136] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223956, 'name': CreateVM_Task, 'duration_secs': 2.088465} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.871485] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 233219fd-06b7-45db-bda2-540992f2d4ce] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1165.872352] env[69319]: DEBUG oslo_concurrency.lockutils [None req-1ef7f249-1424-4e97-8a1e-19d539cb3fba tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.872635] env[69319]: DEBUG oslo_concurrency.lockutils [None req-1ef7f249-1424-4e97-8a1e-19d539cb3fba tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.873055] env[69319]: DEBUG oslo_concurrency.lockutils [None req-1ef7f249-1424-4e97-8a1e-19d539cb3fba tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.873399] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-790c9a78-364b-4193-9d27-53b954da7dd3 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.878297] env[69319]: DEBUG oslo_vmware.api [None req-1ef7f249-1424-4e97-8a1e-19d539cb3fba tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Waiting for the task: (returnval){ [ 1165.878297] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]524ae767-7789-77d9-d0f0-5baad2b0acdd" [ 1165.878297] env[69319]: _type = "Task" [ 1165.878297] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.885094] env[69319]: DEBUG nova.compute.manager [req-075a29f7-d847-42aa-9a74-c1c5ffdd833c req-8233c45a-2732-4ebb-a29f-4654784b97a1 service nova] [instance: 736ae4ad-58b1-43f4-9661-648a5ccad06a] Received event network-vif-plugged-293cf96a-0176-4dad-a279-09103d56e709 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1165.885094] env[69319]: DEBUG oslo_concurrency.lockutils [req-075a29f7-d847-42aa-9a74-c1c5ffdd833c req-8233c45a-2732-4ebb-a29f-4654784b97a1 service nova] Acquiring lock "736ae4ad-58b1-43f4-9661-648a5ccad06a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.885094] env[69319]: DEBUG oslo_concurrency.lockutils [req-075a29f7-d847-42aa-9a74-c1c5ffdd833c req-8233c45a-2732-4ebb-a29f-4654784b97a1 service nova] Lock "736ae4ad-58b1-43f4-9661-648a5ccad06a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.885094] env[69319]: DEBUG oslo_concurrency.lockutils [req-075a29f7-d847-42aa-9a74-c1c5ffdd833c req-8233c45a-2732-4ebb-a29f-4654784b97a1 service nova] Lock "736ae4ad-58b1-43f4-9661-648a5ccad06a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.885094] env[69319]: DEBUG nova.compute.manager [req-075a29f7-d847-42aa-9a74-c1c5ffdd833c req-8233c45a-2732-4ebb-a29f-4654784b97a1 service nova] [instance: 736ae4ad-58b1-43f4-9661-648a5ccad06a] No waiting events found dispatching network-vif-plugged-293cf96a-0176-4dad-a279-09103d56e709 {{(pid=69319) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1165.885094] env[69319]: WARNING nova.compute.manager [req-075a29f7-d847-42aa-9a74-c1c5ffdd833c req-8233c45a-2732-4ebb-a29f-4654784b97a1 service nova] [instance: 736ae4ad-58b1-43f4-9661-648a5ccad06a] Received unexpected event network-vif-plugged-293cf96a-0176-4dad-a279-09103d56e709 for instance with vm_state building and task_state spawning. [ 1165.891572] env[69319]: DEBUG oslo_vmware.api [None req-1ef7f249-1424-4e97-8a1e-19d539cb3fba tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]524ae767-7789-77d9-d0f0-5baad2b0acdd, 'name': SearchDatastore_Task, 'duration_secs': 0.009295} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.891930] env[69319]: DEBUG oslo_concurrency.lockutils [None req-1ef7f249-1424-4e97-8a1e-19d539cb3fba tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.892526] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-1ef7f249-1424-4e97-8a1e-19d539cb3fba tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] [instance: 233219fd-06b7-45db-bda2-540992f2d4ce] Processing image 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1165.892878] env[69319]: DEBUG oslo_concurrency.lockutils [None req-1ef7f249-1424-4e97-8a1e-19d539cb3fba tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.893144] env[69319]: DEBUG oslo_concurrency.lockutils [None req-1ef7f249-1424-4e97-8a1e-19d539cb3fba tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.893418] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ef7f249-1424-4e97-8a1e-19d539cb3fba tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1165.893759] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-987067b9-910a-47bb-97b6-4b1a3aacc4e3 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.901412] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ef7f249-1424-4e97-8a1e-19d539cb3fba tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1165.901719] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-1ef7f249-1424-4e97-8a1e-19d539cb3fba tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1165.902515] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35dcccb0-00e4-4c6f-8cbd-4864f99d36c3 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.912035] env[69319]: DEBUG oslo_vmware.api [None req-1ef7f249-1424-4e97-8a1e-19d539cb3fba tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Waiting for the task: (returnval){ [ 1165.912035] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]5241e10e-8671-3b0b-5803-cf70282f2046" [ 1165.912035] env[69319]: _type = "Task" [ 1165.912035] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.921768] env[69319]: DEBUG oslo_vmware.api [None req-1ef7f249-1424-4e97-8a1e-19d539cb3fba tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5241e10e-8671-3b0b-5803-cf70282f2046, 'name': SearchDatastore_Task, 'duration_secs': 0.00804} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.926482] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d256e0a-ad9d-4f55-bafd-4de32f4d9cf5 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.928969] env[69319]: DEBUG oslo_vmware.api [None req-f1735fe0-b514-44b3-857c-9540336f375e tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': task-3223949, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.932560] env[69319]: DEBUG oslo_vmware.api [None req-1ef7f249-1424-4e97-8a1e-19d539cb3fba tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Waiting for the task: (returnval){ [ 1165.932560] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]527eb1ab-7ee9-816e-934e-6554486b4ca4" [ 1165.932560] env[69319]: _type = "Task" [ 1165.932560] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.941212] env[69319]: DEBUG oslo_vmware.api [None req-1ef7f249-1424-4e97-8a1e-19d539cb3fba tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]527eb1ab-7ee9-816e-934e-6554486b4ca4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.004015] env[69319]: DEBUG nova.network.neutron [None req-731e0b9e-e362-43d8-a53b-237537dec498 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: 736ae4ad-58b1-43f4-9661-648a5ccad06a] Successfully updated port: 293cf96a-0176-4dad-a279-09103d56e709 {{(pid=69319) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1166.040248] env[69319]: DEBUG oslo_vmware.api [None req-132ff641-3591-46a3-8929-a3a2aa7d52d4 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Task: {'id': task-3223960, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.079788} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.040665] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-132ff641-3591-46a3-8929-a3a2aa7d52d4 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1166.040738] env[69319]: DEBUG oslo_concurrency.lockutils [None req-132ff641-3591-46a3-8929-a3a2aa7d52d4 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ddb317dc-1646-4e1e-9beb-516c5cada394/ddb317dc-1646-4e1e-9beb-516c5cada394.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.041023] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-132ff641-3591-46a3-8929-a3a2aa7d52d4 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ddb317dc-1646-4e1e-9beb-516c5cada394/ddb317dc-1646-4e1e-9beb-516c5cada394.vmdk to [datastore1] c771ca2e-35a5-4e64-a382-926a00df4d22/c771ca2e-35a5-4e64-a382-926a00df4d22.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1166.041293] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c0a906b6-cb07-41fb-aa6f-b90362835782 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.048016] env[69319]: DEBUG oslo_vmware.api [None req-132ff641-3591-46a3-8929-a3a2aa7d52d4 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Waiting for the task: (returnval){ [ 1166.048016] env[69319]: value = "task-3223961" [ 1166.048016] env[69319]: _type = "Task" [ 1166.048016] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.058628] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223957, 'name': CreateVM_Task, 'duration_secs': 1.556444} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.061447] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67b8e37a-f773-4e93-a11b-39bb41b03eb0] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1166.061711] env[69319]: DEBUG oslo_vmware.api [None req-132ff641-3591-46a3-8929-a3a2aa7d52d4 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Task: {'id': task-3223961, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.062379] env[69319]: DEBUG oslo_concurrency.lockutils [None req-810c5e4e-8e36-4280-995c-bac1959100bf tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.062522] env[69319]: DEBUG oslo_concurrency.lockutils [None req-810c5e4e-8e36-4280-995c-bac1959100bf tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.062832] env[69319]: DEBUG oslo_concurrency.lockutils [None req-810c5e4e-8e36-4280-995c-bac1959100bf tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.063115] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7cc057df-6a94-46df-b1a9-4e0b0983f2a4 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.068646] env[69319]: DEBUG oslo_vmware.api [None req-810c5e4e-8e36-4280-995c-bac1959100bf tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Waiting for the task: (returnval){ [ 1166.068646] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52398010-1ae3-0b1d-9e5e-b60231c118be" [ 1166.068646] env[69319]: _type = "Task" [ 1166.068646] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.076798] env[69319]: DEBUG oslo_vmware.api [None req-810c5e4e-8e36-4280-995c-bac1959100bf tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52398010-1ae3-0b1d-9e5e-b60231c118be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.102409] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0593daf1-196c-4cbe-ac91-61562fcf553a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.169565] env[69319]: DEBUG nova.compute.utils [None req-8a7e4062-4078-4c4f-9478-5e7b363e5d16 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Using /dev/sd instead of None {{(pid=69319) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1166.177372] env[69319]: DEBUG nova.compute.manager [None req-8a7e4062-4078-4c4f-9478-5e7b363e5d16 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 3bcf4f37-7f28-4ae7-a267-1294c88bdc96] Allocating IP information in the background. {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1166.178029] env[69319]: DEBUG nova.network.neutron [None req-8a7e4062-4078-4c4f-9478-5e7b363e5d16 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 3bcf4f37-7f28-4ae7-a267-1294c88bdc96] allocate_for_instance() {{(pid=69319) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1166.218585] env[69319]: DEBUG nova.policy [None req-8a7e4062-4078-4c4f-9478-5e7b363e5d16 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '46f8f99bbc7e405996457ea9bd54244e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4a2a8028cdd742feb1486644ae29e7d9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69319) authorize /opt/stack/nova/nova/policy.py:192}} [ 1166.422723] env[69319]: DEBUG nova.network.neutron [-] [instance: 4c8b69de-ee5c-4859-a6d5-3f430b4ea9f2] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.427836] env[69319]: DEBUG oslo_vmware.api [None req-f1735fe0-b514-44b3-857c-9540336f375e tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': task-3223949, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.447217] env[69319]: DEBUG oslo_vmware.api [None req-1ef7f249-1424-4e97-8a1e-19d539cb3fba tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]527eb1ab-7ee9-816e-934e-6554486b4ca4, 'name': SearchDatastore_Task, 'duration_secs': 0.009416} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.447520] env[69319]: DEBUG oslo_concurrency.lockutils [None req-1ef7f249-1424-4e97-8a1e-19d539cb3fba tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.448726] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ef7f249-1424-4e97-8a1e-19d539cb3fba tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore1] 233219fd-06b7-45db-bda2-540992f2d4ce/233219fd-06b7-45db-bda2-540992f2d4ce.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1166.448726] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6c6e2489-d22d-48ba-9bf0-fbf9d92500bc {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.461358] env[69319]: DEBUG oslo_vmware.api [None req-1ef7f249-1424-4e97-8a1e-19d539cb3fba tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Waiting for the task: (returnval){ [ 1166.461358] env[69319]: value = "task-3223962" [ 1166.461358] env[69319]: _type = "Task" [ 1166.461358] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.473781] env[69319]: DEBUG oslo_vmware.api [None req-1ef7f249-1424-4e97-8a1e-19d539cb3fba tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Task: {'id': task-3223962, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.508147] env[69319]: DEBUG oslo_concurrency.lockutils [None req-731e0b9e-e362-43d8-a53b-237537dec498 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Acquiring lock "refresh_cache-736ae4ad-58b1-43f4-9661-648a5ccad06a" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.508335] env[69319]: DEBUG oslo_concurrency.lockutils [None req-731e0b9e-e362-43d8-a53b-237537dec498 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Acquired lock "refresh_cache-736ae4ad-58b1-43f4-9661-648a5ccad06a" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.508477] env[69319]: DEBUG nova.network.neutron [None req-731e0b9e-e362-43d8-a53b-237537dec498 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: 736ae4ad-58b1-43f4-9661-648a5ccad06a] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1166.524514] env[69319]: DEBUG nova.network.neutron [None req-8a7e4062-4078-4c4f-9478-5e7b363e5d16 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 3bcf4f37-7f28-4ae7-a267-1294c88bdc96] Successfully created port: 9baf11b1-f037-4a22-801e-ee08af2d6f3f {{(pid=69319) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1166.567067] env[69319]: DEBUG oslo_vmware.api [None req-132ff641-3591-46a3-8929-a3a2aa7d52d4 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Task: {'id': task-3223961, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.582937] env[69319]: DEBUG oslo_vmware.api [None req-810c5e4e-8e36-4280-995c-bac1959100bf tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52398010-1ae3-0b1d-9e5e-b60231c118be, 'name': SearchDatastore_Task, 'duration_secs': 0.00895} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.583329] env[69319]: DEBUG oslo_concurrency.lockutils [None req-810c5e4e-8e36-4280-995c-bac1959100bf tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.583674] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-810c5e4e-8e36-4280-995c-bac1959100bf tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 67b8e37a-f773-4e93-a11b-39bb41b03eb0] Processing image 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1166.583934] env[69319]: DEBUG oslo_concurrency.lockutils [None req-810c5e4e-8e36-4280-995c-bac1959100bf tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.584108] env[69319]: DEBUG oslo_concurrency.lockutils [None req-810c5e4e-8e36-4280-995c-bac1959100bf tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.584320] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-810c5e4e-8e36-4280-995c-bac1959100bf tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1166.584658] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1cd603f8-ab37-4f56-b598-471178952bae {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.604265] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-810c5e4e-8e36-4280-995c-bac1959100bf tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1166.604429] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-810c5e4e-8e36-4280-995c-bac1959100bf tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1166.605369] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4daf5274-7e98-4394-97a1-bdadd5d1c1ff {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.615409] env[69319]: DEBUG oslo_vmware.api [None req-810c5e4e-8e36-4280-995c-bac1959100bf tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Waiting for the task: (returnval){ [ 1166.615409] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52742213-88c3-bc3e-c67b-434831985d25" [ 1166.615409] env[69319]: _type = "Task" [ 1166.615409] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.630244] env[69319]: DEBUG oslo_vmware.api [None req-810c5e4e-8e36-4280-995c-bac1959100bf tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52742213-88c3-bc3e-c67b-434831985d25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.677884] env[69319]: DEBUG nova.compute.manager [None req-8a7e4062-4078-4c4f-9478-5e7b363e5d16 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 3bcf4f37-7f28-4ae7-a267-1294c88bdc96] Start building block device mappings for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1166.704478] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance 22225d47-adf7-4381-8b26-9372db49c4be actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1166.704676] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance 6c8db7ac-506b-43ec-a4e5-4aee6b69ea5b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1166.704965] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance b67563f9-4b5d-4f20-87fc-6fc7407687ae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1166.704965] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance 9a2d05fc-1ee1-4847-bb63-ad2d3624c730 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1166.705143] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance 214f4476-f4b2-440f-b5a6-94c6343dc834 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1166.705143] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance e8f31843-60b0-4de7-ae66-5940cc5eb364 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1166.705253] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance c771ca2e-35a5-4e64-a382-926a00df4d22 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1166.705379] env[69319]: WARNING nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance b45a3908-8611-4881-ad91-fb5bdc8a9dc6 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1166.705500] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance 67b8e37a-f773-4e93-a11b-39bb41b03eb0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1166.705617] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance 4c8b69de-ee5c-4859-a6d5-3f430b4ea9f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1166.705729] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance 233219fd-06b7-45db-bda2-540992f2d4ce actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1166.705839] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance 736ae4ad-58b1-43f4-9661-648a5ccad06a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1166.705948] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance 3bcf4f37-7f28-4ae7-a267-1294c88bdc96 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1166.927725] env[69319]: DEBUG oslo_vmware.api [None req-f1735fe0-b514-44b3-857c-9540336f375e tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': task-3223949, 'name': ReconfigVM_Task, 'duration_secs': 5.784335} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.928120] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f1735fe0-b514-44b3-857c-9540336f375e tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Releasing lock "214f4476-f4b2-440f-b5a6-94c6343dc834" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.928183] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-f1735fe0-b514-44b3-857c-9540336f375e tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 214f4476-f4b2-440f-b5a6-94c6343dc834] Reconfigured VM to detach interface {{(pid=69319) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1166.930615] env[69319]: INFO nova.compute.manager [-] [instance: 4c8b69de-ee5c-4859-a6d5-3f430b4ea9f2] Took 1.40 seconds to deallocate network for instance. [ 1166.972928] env[69319]: DEBUG oslo_vmware.api [None req-1ef7f249-1424-4e97-8a1e-19d539cb3fba tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Task: {'id': task-3223962, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.062202] env[69319]: DEBUG nova.network.neutron [None req-731e0b9e-e362-43d8-a53b-237537dec498 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: 736ae4ad-58b1-43f4-9661-648a5ccad06a] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1167.068333] env[69319]: DEBUG oslo_vmware.api [None req-132ff641-3591-46a3-8929-a3a2aa7d52d4 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Task: {'id': task-3223961, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.132819] env[69319]: DEBUG oslo_vmware.api [None req-810c5e4e-8e36-4280-995c-bac1959100bf tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52742213-88c3-bc3e-c67b-434831985d25, 'name': SearchDatastore_Task, 'duration_secs': 0.086938} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.133592] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed8b8b02-739c-437a-8ee9-0ab9b6aec4ea {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.144855] env[69319]: DEBUG oslo_vmware.api [None req-810c5e4e-8e36-4280-995c-bac1959100bf tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Waiting for the task: (returnval){ [ 1167.144855] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]529006a9-7901-9d6c-7a0e-57e0d582b20d" [ 1167.144855] env[69319]: _type = "Task" [ 1167.144855] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.162172] env[69319]: DEBUG oslo_vmware.api [None req-810c5e4e-8e36-4280-995c-bac1959100bf tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]529006a9-7901-9d6c-7a0e-57e0d582b20d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.209400] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance 4468ad34-4471-4bbe-82b7-cabe1f9fbea6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1167.209769] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=69319) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1167.209769] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2816MB phys_disk=200GB used_disk=12GB total_vcpus=48 used_vcpus=12 pci_stats=[] {{(pid=69319) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1167.356669] env[69319]: DEBUG nova.network.neutron [None req-731e0b9e-e362-43d8-a53b-237537dec498 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: 736ae4ad-58b1-43f4-9661-648a5ccad06a] Updating instance_info_cache with network_info: [{"id": "293cf96a-0176-4dad-a279-09103d56e709", "address": "fa:16:3e:06:9d:77", "network": {"id": "a673a352-fcbe-446a-b78c-3975246791bd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-551867013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b933d0258a1488bbdddf88a90df7360", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f847601f-7479-48eb-842f-41f94eea8537", "external-id": "nsx-vlan-transportzone-35", "segmentation_id": 35, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap293cf96a-01", "ovs_interfaceid": "293cf96a-0176-4dad-a279-09103d56e709", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.438271] env[69319]: DEBUG oslo_concurrency.lockutils [None req-918cea96-e840-42d7-a25d-08c4d9b5fe3f tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.448205] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f3f87e0-0d03-40eb-8d4e-ed502d115def {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.459770] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beeca57d-9008-4e6a-aa75-7f065043a8d9 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.474984] env[69319]: DEBUG oslo_vmware.api [None req-1ef7f249-1424-4e97-8a1e-19d539cb3fba tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Task: {'id': task-3223962, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.501169] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efa23175-0a55-4ce7-ab28-bfcf20812979 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.511515] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-229d145c-4b22-41a3-adf2-a09e26cd0f02 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.529630] env[69319]: DEBUG nova.compute.provider_tree [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1167.564700] env[69319]: DEBUG oslo_vmware.api [None req-132ff641-3591-46a3-8929-a3a2aa7d52d4 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Task: {'id': task-3223961, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.659574] env[69319]: DEBUG oslo_vmware.api [None req-810c5e4e-8e36-4280-995c-bac1959100bf tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]529006a9-7901-9d6c-7a0e-57e0d582b20d, 'name': SearchDatastore_Task, 'duration_secs': 0.088479} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.660012] env[69319]: DEBUG oslo_concurrency.lockutils [None req-810c5e4e-8e36-4280-995c-bac1959100bf tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.660304] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-810c5e4e-8e36-4280-995c-bac1959100bf tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore1] 67b8e37a-f773-4e93-a11b-39bb41b03eb0/67b8e37a-f773-4e93-a11b-39bb41b03eb0.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1167.660586] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3173d836-25d8-4b7b-bb3e-e96a69f56704 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.673323] env[69319]: DEBUG oslo_vmware.api [None req-810c5e4e-8e36-4280-995c-bac1959100bf tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Waiting for the task: (returnval){ [ 1167.673323] env[69319]: value = "task-3223963" [ 1167.673323] env[69319]: _type = "Task" [ 1167.673323] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.686503] env[69319]: DEBUG oslo_vmware.api [None req-810c5e4e-8e36-4280-995c-bac1959100bf tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': task-3223963, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.703322] env[69319]: DEBUG nova.compute.manager [None req-8a7e4062-4078-4c4f-9478-5e7b363e5d16 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 3bcf4f37-7f28-4ae7-a267-1294c88bdc96] Start spawning the instance on the hypervisor. {{(pid=69319) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1167.732351] env[69319]: DEBUG nova.virt.hardware [None req-8a7e4062-4078-4c4f-9478-5e7b363e5d16 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:32:36Z,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31f027872f6f44dba95ff2fe7a062e00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:32:36Z,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1167.732627] env[69319]: DEBUG nova.virt.hardware [None req-8a7e4062-4078-4c4f-9478-5e7b363e5d16 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1167.732791] env[69319]: DEBUG nova.virt.hardware [None req-8a7e4062-4078-4c4f-9478-5e7b363e5d16 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1167.733025] env[69319]: DEBUG nova.virt.hardware [None req-8a7e4062-4078-4c4f-9478-5e7b363e5d16 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1167.733190] env[69319]: DEBUG nova.virt.hardware [None req-8a7e4062-4078-4c4f-9478-5e7b363e5d16 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1167.733343] env[69319]: DEBUG nova.virt.hardware [None req-8a7e4062-4078-4c4f-9478-5e7b363e5d16 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1167.733592] env[69319]: DEBUG nova.virt.hardware [None req-8a7e4062-4078-4c4f-9478-5e7b363e5d16 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1167.733753] env[69319]: DEBUG nova.virt.hardware [None req-8a7e4062-4078-4c4f-9478-5e7b363e5d16 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1167.733930] env[69319]: DEBUG nova.virt.hardware [None req-8a7e4062-4078-4c4f-9478-5e7b363e5d16 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1167.734111] env[69319]: DEBUG nova.virt.hardware [None req-8a7e4062-4078-4c4f-9478-5e7b363e5d16 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1167.734290] env[69319]: DEBUG nova.virt.hardware [None req-8a7e4062-4078-4c4f-9478-5e7b363e5d16 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1167.735189] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6da51ed-28f2-4a5d-99ff-351ed5c92479 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.746917] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd3cbd11-c9e0-474f-8418-8ebd28dcfa4b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.862890] env[69319]: DEBUG oslo_concurrency.lockutils [None req-731e0b9e-e362-43d8-a53b-237537dec498 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Releasing lock "refresh_cache-736ae4ad-58b1-43f4-9661-648a5ccad06a" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.863079] env[69319]: DEBUG nova.compute.manager [None req-731e0b9e-e362-43d8-a53b-237537dec498 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: 736ae4ad-58b1-43f4-9661-648a5ccad06a] Instance network_info: |[{"id": "293cf96a-0176-4dad-a279-09103d56e709", "address": "fa:16:3e:06:9d:77", "network": {"id": "a673a352-fcbe-446a-b78c-3975246791bd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-551867013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b933d0258a1488bbdddf88a90df7360", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f847601f-7479-48eb-842f-41f94eea8537", "external-id": "nsx-vlan-transportzone-35", "segmentation_id": 35, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap293cf96a-01", "ovs_interfaceid": "293cf96a-0176-4dad-a279-09103d56e709", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1167.863607] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-731e0b9e-e362-43d8-a53b-237537dec498 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: 736ae4ad-58b1-43f4-9661-648a5ccad06a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:9d:77', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f847601f-7479-48eb-842f-41f94eea8537', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '293cf96a-0176-4dad-a279-09103d56e709', 'vif_model': 'vmxnet3'}] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1167.873203] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-731e0b9e-e362-43d8-a53b-237537dec498 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1167.873756] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 736ae4ad-58b1-43f4-9661-648a5ccad06a] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1167.874067] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-675a5de6-d224-4fd3-9def-4c463f24c83f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.901110] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1167.901110] env[69319]: value = "task-3223964" [ 1167.901110] env[69319]: _type = "Task" [ 1167.901110] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.915070] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223964, 'name': CreateVM_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.920844] env[69319]: DEBUG nova.compute.manager [req-b0274f4d-fb98-49fb-bf79-076af941d52b req-3381f6cf-1211-4d80-a6ae-d6b09c2dc9b7 service nova] [instance: 4c8b69de-ee5c-4859-a6d5-3f430b4ea9f2] Received event network-vif-deleted-5ae40188-1870-49c7-b4cb-7f16a3c5a6f6 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1167.921062] env[69319]: DEBUG nova.compute.manager [req-b0274f4d-fb98-49fb-bf79-076af941d52b req-3381f6cf-1211-4d80-a6ae-d6b09c2dc9b7 service nova] [instance: 736ae4ad-58b1-43f4-9661-648a5ccad06a] Received event network-changed-293cf96a-0176-4dad-a279-09103d56e709 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1167.921240] env[69319]: DEBUG nova.compute.manager [req-b0274f4d-fb98-49fb-bf79-076af941d52b req-3381f6cf-1211-4d80-a6ae-d6b09c2dc9b7 service nova] [instance: 736ae4ad-58b1-43f4-9661-648a5ccad06a] Refreshing instance network info cache due to event network-changed-293cf96a-0176-4dad-a279-09103d56e709. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1167.921459] env[69319]: DEBUG oslo_concurrency.lockutils [req-b0274f4d-fb98-49fb-bf79-076af941d52b req-3381f6cf-1211-4d80-a6ae-d6b09c2dc9b7 service nova] Acquiring lock "refresh_cache-736ae4ad-58b1-43f4-9661-648a5ccad06a" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.921599] env[69319]: DEBUG oslo_concurrency.lockutils [req-b0274f4d-fb98-49fb-bf79-076af941d52b req-3381f6cf-1211-4d80-a6ae-d6b09c2dc9b7 service nova] Acquired lock "refresh_cache-736ae4ad-58b1-43f4-9661-648a5ccad06a" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.921759] env[69319]: DEBUG nova.network.neutron [req-b0274f4d-fb98-49fb-bf79-076af941d52b req-3381f6cf-1211-4d80-a6ae-d6b09c2dc9b7 service nova] [instance: 736ae4ad-58b1-43f4-9661-648a5ccad06a] Refreshing network info cache for port 293cf96a-0176-4dad-a279-09103d56e709 {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1167.978993] env[69319]: DEBUG oslo_vmware.api [None req-1ef7f249-1424-4e97-8a1e-19d539cb3fba tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Task: {'id': task-3223962, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.033258] env[69319]: DEBUG nova.scheduler.client.report [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1168.037707] env[69319]: DEBUG nova.network.neutron [None req-8a7e4062-4078-4c4f-9478-5e7b363e5d16 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 3bcf4f37-7f28-4ae7-a267-1294c88bdc96] Successfully updated port: 9baf11b1-f037-4a22-801e-ee08af2d6f3f {{(pid=69319) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1168.066547] env[69319]: DEBUG oslo_vmware.api [None req-132ff641-3591-46a3-8929-a3a2aa7d52d4 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Task: {'id': task-3223961, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.188862] env[69319]: DEBUG oslo_vmware.api [None req-810c5e4e-8e36-4280-995c-bac1959100bf tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': task-3223963, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.329504] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f1735fe0-b514-44b3-857c-9540336f375e tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Acquiring lock "refresh_cache-214f4476-f4b2-440f-b5a6-94c6343dc834" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.329712] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f1735fe0-b514-44b3-857c-9540336f375e tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Acquired lock "refresh_cache-214f4476-f4b2-440f-b5a6-94c6343dc834" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.329897] env[69319]: DEBUG nova.network.neutron [None req-f1735fe0-b514-44b3-857c-9540336f375e tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 214f4476-f4b2-440f-b5a6-94c6343dc834] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1168.419151] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223964, 'name': CreateVM_Task} progress is 25%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.484089] env[69319]: DEBUG oslo_vmware.api [None req-1ef7f249-1424-4e97-8a1e-19d539cb3fba tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Task: {'id': task-3223962, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.542188] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69319) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1168.542463] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.877s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.542948] env[69319]: DEBUG oslo_concurrency.lockutils [None req-8a7e4062-4078-4c4f-9478-5e7b363e5d16 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Acquiring lock "refresh_cache-3bcf4f37-7f28-4ae7-a267-1294c88bdc96" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.543080] env[69319]: DEBUG oslo_concurrency.lockutils [None req-8a7e4062-4078-4c4f-9478-5e7b363e5d16 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Acquired lock "refresh_cache-3bcf4f37-7f28-4ae7-a267-1294c88bdc96" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.543221] env[69319]: DEBUG nova.network.neutron [None req-8a7e4062-4078-4c4f-9478-5e7b363e5d16 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 3bcf4f37-7f28-4ae7-a267-1294c88bdc96] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1168.545740] env[69319]: DEBUG oslo_concurrency.lockutils [None req-037867da-edae-4a27-80d1-96ee266f46a3 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.912s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.545740] env[69319]: DEBUG oslo_concurrency.lockutils [None req-037867da-edae-4a27-80d1-96ee266f46a3 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.547394] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0593daf1-196c-4cbe-ac91-61562fcf553a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.445s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.551918] env[69319]: INFO nova.compute.claims [None req-0593daf1-196c-4cbe-ac91-61562fcf553a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 4468ad34-4471-4bbe-82b7-cabe1f9fbea6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1168.569679] env[69319]: DEBUG oslo_vmware.api [None req-132ff641-3591-46a3-8929-a3a2aa7d52d4 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Task: {'id': task-3223961, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.498215} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.569993] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-132ff641-3591-46a3-8929-a3a2aa7d52d4 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ddb317dc-1646-4e1e-9beb-516c5cada394/ddb317dc-1646-4e1e-9beb-516c5cada394.vmdk to [datastore1] c771ca2e-35a5-4e64-a382-926a00df4d22/c771ca2e-35a5-4e64-a382-926a00df4d22.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1168.570900] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dceb7656-fe7d-4884-b92f-4542bcfa9488 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.596906] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-132ff641-3591-46a3-8929-a3a2aa7d52d4 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] [instance: c771ca2e-35a5-4e64-a382-926a00df4d22] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] c771ca2e-35a5-4e64-a382-926a00df4d22/c771ca2e-35a5-4e64-a382-926a00df4d22.vmdk or device None with type streamOptimized {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1168.601229] env[69319]: INFO nova.scheduler.client.report [None req-037867da-edae-4a27-80d1-96ee266f46a3 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Deleted allocations for instance b45a3908-8611-4881-ad91-fb5bdc8a9dc6 [ 1168.602373] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1cc6a95-0838-44ca-bd81-1bdecfc2f9e5 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.629529] env[69319]: DEBUG oslo_vmware.api [None req-132ff641-3591-46a3-8929-a3a2aa7d52d4 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Waiting for the task: (returnval){ [ 1168.629529] env[69319]: value = "task-3223965" [ 1168.629529] env[69319]: _type = "Task" [ 1168.629529] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.644463] env[69319]: DEBUG oslo_vmware.api [None req-132ff641-3591-46a3-8929-a3a2aa7d52d4 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Task: {'id': task-3223965, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.684410] env[69319]: DEBUG oslo_vmware.api [None req-810c5e4e-8e36-4280-995c-bac1959100bf tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': task-3223963, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.843973] env[69319]: DEBUG nova.network.neutron [req-b0274f4d-fb98-49fb-bf79-076af941d52b req-3381f6cf-1211-4d80-a6ae-d6b09c2dc9b7 service nova] [instance: 736ae4ad-58b1-43f4-9661-648a5ccad06a] Updated VIF entry in instance network info cache for port 293cf96a-0176-4dad-a279-09103d56e709. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1168.844377] env[69319]: DEBUG nova.network.neutron [req-b0274f4d-fb98-49fb-bf79-076af941d52b req-3381f6cf-1211-4d80-a6ae-d6b09c2dc9b7 service nova] [instance: 736ae4ad-58b1-43f4-9661-648a5ccad06a] Updating instance_info_cache with network_info: [{"id": "293cf96a-0176-4dad-a279-09103d56e709", "address": "fa:16:3e:06:9d:77", "network": {"id": "a673a352-fcbe-446a-b78c-3975246791bd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-551867013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b933d0258a1488bbdddf88a90df7360", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f847601f-7479-48eb-842f-41f94eea8537", "external-id": "nsx-vlan-transportzone-35", "segmentation_id": 35, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap293cf96a-01", "ovs_interfaceid": "293cf96a-0176-4dad-a279-09103d56e709", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.917270] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223964, 'name': CreateVM_Task} progress is 25%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.978866] env[69319]: DEBUG oslo_vmware.api [None req-1ef7f249-1424-4e97-8a1e-19d539cb3fba tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Task: {'id': task-3223962, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.231828} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.982020] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ef7f249-1424-4e97-8a1e-19d539cb3fba tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore1] 233219fd-06b7-45db-bda2-540992f2d4ce/233219fd-06b7-45db-bda2-540992f2d4ce.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1168.982395] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-1ef7f249-1424-4e97-8a1e-19d539cb3fba tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] [instance: 233219fd-06b7-45db-bda2-540992f2d4ce] Extending root virtual disk to 1048576 {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1168.982588] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2bb6994b-1d5a-44b0-a6cb-2bdd6cfd3d2f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.992771] env[69319]: DEBUG oslo_vmware.api [None req-1ef7f249-1424-4e97-8a1e-19d539cb3fba tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Waiting for the task: (returnval){ [ 1168.992771] env[69319]: value = "task-3223966" [ 1168.992771] env[69319]: _type = "Task" [ 1168.992771] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.005679] env[69319]: DEBUG oslo_vmware.api [None req-1ef7f249-1424-4e97-8a1e-19d539cb3fba tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Task: {'id': task-3223966, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.069863] env[69319]: INFO nova.network.neutron [None req-f1735fe0-b514-44b3-857c-9540336f375e tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 214f4476-f4b2-440f-b5a6-94c6343dc834] Port 2937a02c-c8cd-4055-bb9f-32f6613159a8 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1169.070268] env[69319]: DEBUG nova.network.neutron [None req-f1735fe0-b514-44b3-857c-9540336f375e tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 214f4476-f4b2-440f-b5a6-94c6343dc834] Updating instance_info_cache with network_info: [{"id": "c9037cc1-3cbc-4200-9e4f-ba365431f9d2", "address": "fa:16:3e:07:cf:09", "network": {"id": "137e0ee2-8e6e-434c-a032-f059cf348e59", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-49335232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0030fcfc26054d94b76414b0098fa648", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9037cc1-3c", "ovs_interfaceid": "c9037cc1-3cbc-4200-9e4f-ba365431f9d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.102649] env[69319]: DEBUG nova.network.neutron [None req-8a7e4062-4078-4c4f-9478-5e7b363e5d16 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 3bcf4f37-7f28-4ae7-a267-1294c88bdc96] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1169.129971] env[69319]: DEBUG oslo_concurrency.lockutils [None req-037867da-edae-4a27-80d1-96ee266f46a3 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Lock "b45a3908-8611-4881-ad91-fb5bdc8a9dc6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.374s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.140464] env[69319]: DEBUG oslo_vmware.api [None req-132ff641-3591-46a3-8929-a3a2aa7d52d4 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Task: {'id': task-3223965, 'name': ReconfigVM_Task, 'duration_secs': 0.390554} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.140741] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-132ff641-3591-46a3-8929-a3a2aa7d52d4 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] [instance: c771ca2e-35a5-4e64-a382-926a00df4d22] Reconfigured VM instance instance-00000045 to attach disk [datastore1] c771ca2e-35a5-4e64-a382-926a00df4d22/c771ca2e-35a5-4e64-a382-926a00df4d22.vmdk or device None with type streamOptimized {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1169.141655] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a2e5461d-a58d-4798-b516-91b9671e4746 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.147819] env[69319]: DEBUG oslo_vmware.api [None req-132ff641-3591-46a3-8929-a3a2aa7d52d4 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Waiting for the task: (returnval){ [ 1169.147819] env[69319]: value = "task-3223967" [ 1169.147819] env[69319]: _type = "Task" [ 1169.147819] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.156273] env[69319]: DEBUG oslo_vmware.api [None req-132ff641-3591-46a3-8929-a3a2aa7d52d4 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Task: {'id': task-3223967, 'name': Rename_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.184919] env[69319]: DEBUG oslo_vmware.api [None req-810c5e4e-8e36-4280-995c-bac1959100bf tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': task-3223963, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.389556} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.185675] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-810c5e4e-8e36-4280-995c-bac1959100bf tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore1] 67b8e37a-f773-4e93-a11b-39bb41b03eb0/67b8e37a-f773-4e93-a11b-39bb41b03eb0.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1169.185675] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-810c5e4e-8e36-4280-995c-bac1959100bf tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 67b8e37a-f773-4e93-a11b-39bb41b03eb0] Extending root virtual disk to 1048576 {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1169.185675] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3e2bcfd0-8cd2-4c96-abd9-747b81c7f8e4 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.191354] env[69319]: DEBUG oslo_vmware.api [None req-810c5e4e-8e36-4280-995c-bac1959100bf tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Waiting for the task: (returnval){ [ 1169.191354] env[69319]: value = "task-3223968" [ 1169.191354] env[69319]: _type = "Task" [ 1169.191354] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.198486] env[69319]: DEBUG oslo_vmware.api [None req-810c5e4e-8e36-4280-995c-bac1959100bf tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': task-3223968, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.347589] env[69319]: DEBUG oslo_concurrency.lockutils [req-b0274f4d-fb98-49fb-bf79-076af941d52b req-3381f6cf-1211-4d80-a6ae-d6b09c2dc9b7 service nova] Releasing lock "refresh_cache-736ae4ad-58b1-43f4-9661-648a5ccad06a" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.413501] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223964, 'name': CreateVM_Task} progress is 25%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.501978] env[69319]: DEBUG oslo_vmware.api [None req-1ef7f249-1424-4e97-8a1e-19d539cb3fba tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Task: {'id': task-3223966, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081468} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.502280] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-1ef7f249-1424-4e97-8a1e-19d539cb3fba tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] [instance: 233219fd-06b7-45db-bda2-540992f2d4ce] Extended root virtual disk {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1169.503052] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ead49e3-d380-49a0-8b71-02e9944b1295 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.526136] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ef7f249-1424-4e97-8a1e-19d539cb3fba tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] [instance: 233219fd-06b7-45db-bda2-540992f2d4ce] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] 233219fd-06b7-45db-bda2-540992f2d4ce/233219fd-06b7-45db-bda2-540992f2d4ce.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1169.526416] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71b4c530-160e-45e7-bb71-f303dc533a4e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.541343] env[69319]: DEBUG nova.network.neutron [None req-8a7e4062-4078-4c4f-9478-5e7b363e5d16 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 3bcf4f37-7f28-4ae7-a267-1294c88bdc96] Updating instance_info_cache with network_info: [{"id": "9baf11b1-f037-4a22-801e-ee08af2d6f3f", "address": "fa:16:3e:74:e7:60", "network": {"id": "8e8fb6ce-6cb1-4099-8d9a-ce77c6a90a50", "bridge": "br-int", "label": "tempest-ServersTestJSON-146866906-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a2a8028cdd742feb1486644ae29e7d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9baf11b1-f0", "ovs_interfaceid": "9baf11b1-f037-4a22-801e-ee08af2d6f3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.547653] env[69319]: DEBUG oslo_vmware.api [None req-1ef7f249-1424-4e97-8a1e-19d539cb3fba tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Waiting for the task: (returnval){ [ 1169.547653] env[69319]: value = "task-3223969" [ 1169.547653] env[69319]: _type = "Task" [ 1169.547653] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.557040] env[69319]: DEBUG oslo_vmware.api [None req-1ef7f249-1424-4e97-8a1e-19d539cb3fba tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Task: {'id': task-3223969, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.574340] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f1735fe0-b514-44b3-857c-9540336f375e tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Releasing lock "refresh_cache-214f4476-f4b2-440f-b5a6-94c6343dc834" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.660167] env[69319]: DEBUG oslo_vmware.api [None req-132ff641-3591-46a3-8929-a3a2aa7d52d4 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Task: {'id': task-3223967, 'name': Rename_Task, 'duration_secs': 0.150055} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.660491] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-132ff641-3591-46a3-8929-a3a2aa7d52d4 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] [instance: c771ca2e-35a5-4e64-a382-926a00df4d22] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1169.660787] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-17c42b7d-1260-434b-bdfb-b96039bebe4f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.670098] env[69319]: DEBUG oslo_vmware.api [None req-132ff641-3591-46a3-8929-a3a2aa7d52d4 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Waiting for the task: (returnval){ [ 1169.670098] env[69319]: value = "task-3223970" [ 1169.670098] env[69319]: _type = "Task" [ 1169.670098] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.686956] env[69319]: DEBUG oslo_vmware.api [None req-132ff641-3591-46a3-8929-a3a2aa7d52d4 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Task: {'id': task-3223970, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.704838] env[69319]: DEBUG oslo_vmware.api [None req-810c5e4e-8e36-4280-995c-bac1959100bf tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': task-3223968, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068357} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.705175] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-810c5e4e-8e36-4280-995c-bac1959100bf tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 67b8e37a-f773-4e93-a11b-39bb41b03eb0] Extended root virtual disk {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1169.706038] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0acd8632-6baa-4014-99a7-4fb530e90a74 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.732606] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-810c5e4e-8e36-4280-995c-bac1959100bf tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 67b8e37a-f773-4e93-a11b-39bb41b03eb0] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] 67b8e37a-f773-4e93-a11b-39bb41b03eb0/67b8e37a-f773-4e93-a11b-39bb41b03eb0.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1169.735094] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-049865d3-f30b-4eac-a5b6-345ac05a5386 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.750175] env[69319]: DEBUG oslo_service.periodic_task [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69319) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1169.750394] env[69319]: DEBUG oslo_service.periodic_task [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69319) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1169.751722] env[69319]: DEBUG oslo_service.periodic_task [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69319) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1169.752074] env[69319]: DEBUG oslo_service.periodic_task [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69319) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1169.752324] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69319) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1169.752953] env[69319]: DEBUG oslo_service.periodic_task [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69319) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1169.753030] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Cleaning up deleted instances {{(pid=69319) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1169.756661] env[69319]: DEBUG oslo_vmware.api [None req-810c5e4e-8e36-4280-995c-bac1959100bf tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Waiting for the task: (returnval){ [ 1169.756661] env[69319]: value = "task-3223971" [ 1169.756661] env[69319]: _type = "Task" [ 1169.756661] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.771460] env[69319]: DEBUG oslo_vmware.api [None req-810c5e4e-8e36-4280-995c-bac1959100bf tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': task-3223971, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.831833] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-628927fb-b133-46dc-8ffe-4bfb42cf6769 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.842124] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c6ef4a7-34d8-48b8-b021-0bc97f08c887 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.883021] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e42b8228-d4df-47ca-831d-f2064d2f268b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.892710] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d33f053-bf4f-40e0-baf1-ebb0b6342e99 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.908490] env[69319]: DEBUG nova.compute.provider_tree [None req-0593daf1-196c-4cbe-ac91-61562fcf553a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1169.917283] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223964, 'name': CreateVM_Task, 'duration_secs': 1.829088} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.917472] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 736ae4ad-58b1-43f4-9661-648a5ccad06a] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1169.918217] env[69319]: DEBUG oslo_concurrency.lockutils [None req-731e0b9e-e362-43d8-a53b-237537dec498 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.918305] env[69319]: DEBUG oslo_concurrency.lockutils [None req-731e0b9e-e362-43d8-a53b-237537dec498 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.918612] env[69319]: DEBUG oslo_concurrency.lockutils [None req-731e0b9e-e362-43d8-a53b-237537dec498 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.918857] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb2aaa58-d1be-40aa-b739-eb0c05c4b942 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.923944] env[69319]: DEBUG oslo_vmware.api [None req-731e0b9e-e362-43d8-a53b-237537dec498 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Waiting for the task: (returnval){ [ 1169.923944] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52256a7b-9102-d02f-85e1-7a93d20cd436" [ 1169.923944] env[69319]: _type = "Task" [ 1169.923944] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.932759] env[69319]: DEBUG oslo_vmware.api [None req-731e0b9e-e362-43d8-a53b-237537dec498 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52256a7b-9102-d02f-85e1-7a93d20cd436, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.011095] env[69319]: DEBUG nova.compute.manager [req-1847f64c-7379-45fe-8985-6e75cbf59d74 req-ec02a520-1c34-4547-88eb-2d00d1e2553f service nova] [instance: 3bcf4f37-7f28-4ae7-a267-1294c88bdc96] Received event network-vif-plugged-9baf11b1-f037-4a22-801e-ee08af2d6f3f {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1170.011095] env[69319]: DEBUG oslo_concurrency.lockutils [req-1847f64c-7379-45fe-8985-6e75cbf59d74 req-ec02a520-1c34-4547-88eb-2d00d1e2553f service nova] Acquiring lock "3bcf4f37-7f28-4ae7-a267-1294c88bdc96-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.011384] env[69319]: DEBUG oslo_concurrency.lockutils [req-1847f64c-7379-45fe-8985-6e75cbf59d74 req-ec02a520-1c34-4547-88eb-2d00d1e2553f service nova] Lock "3bcf4f37-7f28-4ae7-a267-1294c88bdc96-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.011384] env[69319]: DEBUG oslo_concurrency.lockutils [req-1847f64c-7379-45fe-8985-6e75cbf59d74 req-ec02a520-1c34-4547-88eb-2d00d1e2553f service nova] Lock "3bcf4f37-7f28-4ae7-a267-1294c88bdc96-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.012026] env[69319]: DEBUG nova.compute.manager [req-1847f64c-7379-45fe-8985-6e75cbf59d74 req-ec02a520-1c34-4547-88eb-2d00d1e2553f service nova] [instance: 3bcf4f37-7f28-4ae7-a267-1294c88bdc96] No waiting events found dispatching network-vif-plugged-9baf11b1-f037-4a22-801e-ee08af2d6f3f {{(pid=69319) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1170.012026] env[69319]: WARNING nova.compute.manager [req-1847f64c-7379-45fe-8985-6e75cbf59d74 req-ec02a520-1c34-4547-88eb-2d00d1e2553f service nova] [instance: 3bcf4f37-7f28-4ae7-a267-1294c88bdc96] Received unexpected event network-vif-plugged-9baf11b1-f037-4a22-801e-ee08af2d6f3f for instance with vm_state building and task_state spawning. [ 1170.012245] env[69319]: DEBUG nova.compute.manager [req-1847f64c-7379-45fe-8985-6e75cbf59d74 req-ec02a520-1c34-4547-88eb-2d00d1e2553f service nova] [instance: 3bcf4f37-7f28-4ae7-a267-1294c88bdc96] Received event network-changed-9baf11b1-f037-4a22-801e-ee08af2d6f3f {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1170.012340] env[69319]: DEBUG nova.compute.manager [req-1847f64c-7379-45fe-8985-6e75cbf59d74 req-ec02a520-1c34-4547-88eb-2d00d1e2553f service nova] [instance: 3bcf4f37-7f28-4ae7-a267-1294c88bdc96] Refreshing instance network info cache due to event network-changed-9baf11b1-f037-4a22-801e-ee08af2d6f3f. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1170.013028] env[69319]: DEBUG oslo_concurrency.lockutils [req-1847f64c-7379-45fe-8985-6e75cbf59d74 req-ec02a520-1c34-4547-88eb-2d00d1e2553f service nova] Acquiring lock "refresh_cache-3bcf4f37-7f28-4ae7-a267-1294c88bdc96" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.043918] env[69319]: DEBUG oslo_concurrency.lockutils [None req-8a7e4062-4078-4c4f-9478-5e7b363e5d16 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Releasing lock "refresh_cache-3bcf4f37-7f28-4ae7-a267-1294c88bdc96" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.043918] env[69319]: DEBUG nova.compute.manager [None req-8a7e4062-4078-4c4f-9478-5e7b363e5d16 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 3bcf4f37-7f28-4ae7-a267-1294c88bdc96] Instance network_info: |[{"id": "9baf11b1-f037-4a22-801e-ee08af2d6f3f", "address": "fa:16:3e:74:e7:60", "network": {"id": "8e8fb6ce-6cb1-4099-8d9a-ce77c6a90a50", "bridge": "br-int", "label": "tempest-ServersTestJSON-146866906-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a2a8028cdd742feb1486644ae29e7d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9baf11b1-f0", "ovs_interfaceid": "9baf11b1-f037-4a22-801e-ee08af2d6f3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1170.044169] env[69319]: DEBUG oslo_concurrency.lockutils [req-1847f64c-7379-45fe-8985-6e75cbf59d74 req-ec02a520-1c34-4547-88eb-2d00d1e2553f service nova] Acquired lock "refresh_cache-3bcf4f37-7f28-4ae7-a267-1294c88bdc96" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.045028] env[69319]: DEBUG nova.network.neutron [req-1847f64c-7379-45fe-8985-6e75cbf59d74 req-ec02a520-1c34-4547-88eb-2d00d1e2553f service nova] [instance: 3bcf4f37-7f28-4ae7-a267-1294c88bdc96] Refreshing network info cache for port 9baf11b1-f037-4a22-801e-ee08af2d6f3f {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1170.046538] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-8a7e4062-4078-4c4f-9478-5e7b363e5d16 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 3bcf4f37-7f28-4ae7-a267-1294c88bdc96] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:e7:60', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '130387c4-e4ec-4d95-8e9d-bb079baabad8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9baf11b1-f037-4a22-801e-ee08af2d6f3f', 'vif_model': 'vmxnet3'}] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1170.053815] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8a7e4062-4078-4c4f-9478-5e7b363e5d16 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1170.061124] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3bcf4f37-7f28-4ae7-a267-1294c88bdc96] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1170.070212] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5fedc0dc-8f12-4275-b6ad-337f8ceb9bc8 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.097417] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f1735fe0-b514-44b3-857c-9540336f375e tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Lock "interface-214f4476-f4b2-440f-b5a6-94c6343dc834-2937a02c-c8cd-4055-bb9f-32f6613159a8" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.767s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.109202] env[69319]: DEBUG oslo_vmware.api [None req-1ef7f249-1424-4e97-8a1e-19d539cb3fba tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Task: {'id': task-3223969, 'name': ReconfigVM_Task, 'duration_secs': 0.354615} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.111245] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ef7f249-1424-4e97-8a1e-19d539cb3fba tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] [instance: 233219fd-06b7-45db-bda2-540992f2d4ce] Reconfigured VM instance instance-00000060 to attach disk [datastore1] 233219fd-06b7-45db-bda2-540992f2d4ce/233219fd-06b7-45db-bda2-540992f2d4ce.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1170.112396] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1170.112396] env[69319]: value = "task-3223972" [ 1170.112396] env[69319]: _type = "Task" [ 1170.112396] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.112631] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-307cb577-619c-413a-af99-251d37626d80 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.126516] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223972, 'name': CreateVM_Task} progress is 6%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.128028] env[69319]: DEBUG oslo_vmware.api [None req-1ef7f249-1424-4e97-8a1e-19d539cb3fba tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Waiting for the task: (returnval){ [ 1170.128028] env[69319]: value = "task-3223973" [ 1170.128028] env[69319]: _type = "Task" [ 1170.128028] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.137304] env[69319]: DEBUG oslo_vmware.api [None req-1ef7f249-1424-4e97-8a1e-19d539cb3fba tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Task: {'id': task-3223973, 'name': Rename_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.180445] env[69319]: DEBUG oslo_vmware.api [None req-132ff641-3591-46a3-8929-a3a2aa7d52d4 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Task: {'id': task-3223970, 'name': PowerOnVM_Task, 'duration_secs': 0.511725} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.180733] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-132ff641-3591-46a3-8929-a3a2aa7d52d4 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] [instance: c771ca2e-35a5-4e64-a382-926a00df4d22] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1170.272906] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] There are 44 instances to clean {{(pid=69319) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1170.273124] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] [instance: b45a3908-8611-4881-ad91-fb5bdc8a9dc6] Instance has had 0 of 5 cleanup attempts {{(pid=69319) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1170.286619] env[69319]: DEBUG oslo_vmware.api [None req-810c5e4e-8e36-4280-995c-bac1959100bf tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': task-3223971, 'name': ReconfigVM_Task, 'duration_secs': 0.376165} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.287182] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-810c5e4e-8e36-4280-995c-bac1959100bf tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 67b8e37a-f773-4e93-a11b-39bb41b03eb0] Reconfigured VM instance instance-0000005e to attach disk [datastore1] 67b8e37a-f773-4e93-a11b-39bb41b03eb0/67b8e37a-f773-4e93-a11b-39bb41b03eb0.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1170.287584] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-902b1380-6272-458a-a4b5-0ec84c00b973 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.297180] env[69319]: DEBUG oslo_vmware.api [None req-810c5e4e-8e36-4280-995c-bac1959100bf tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Waiting for the task: (returnval){ [ 1170.297180] env[69319]: value = "task-3223974" [ 1170.297180] env[69319]: _type = "Task" [ 1170.297180] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.049668] env[69319]: DEBUG oslo_concurrency.lockutils [None req-aba3c7e5-1136-4948-afa8-dc24639bcd0d tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Acquiring lock "interface-e8f31843-60b0-4de7-ae66-5940cc5eb364-2937a02c-c8cd-4055-bb9f-32f6613159a8" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.049929] env[69319]: DEBUG oslo_concurrency.lockutils [None req-aba3c7e5-1136-4948-afa8-dc24639bcd0d tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Lock "interface-e8f31843-60b0-4de7-ae66-5940cc5eb364-2937a02c-c8cd-4055-bb9f-32f6613159a8" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.050464] env[69319]: DEBUG nova.objects.instance [None req-aba3c7e5-1136-4948-afa8-dc24639bcd0d tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Lazy-loading 'flavor' on Instance uuid e8f31843-60b0-4de7-ae66-5940cc5eb364 {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1171.053077] env[69319]: DEBUG nova.scheduler.client.report [None req-0593daf1-196c-4cbe-ac91-61562fcf553a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1171.056619] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] [instance: d931630a-60a4-4a8d-9526-9b794911e9e1] Instance has had 0 of 5 cleanup attempts {{(pid=69319) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1171.061017] env[69319]: DEBUG oslo_vmware.api [None req-810c5e4e-8e36-4280-995c-bac1959100bf tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': task-3223974, 'name': Rename_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.061017] env[69319]: WARNING oslo_vmware.common.loopingcall [None req-810c5e4e-8e36-4280-995c-bac1959100bf tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] task run outlasted interval by 0.26098299999999997 sec [ 1171.061017] env[69319]: DEBUG nova.compute.manager [None req-132ff641-3591-46a3-8929-a3a2aa7d52d4 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] [instance: c771ca2e-35a5-4e64-a382-926a00df4d22] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1171.071999] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17e78257-1792-4dd9-a3f3-47e90be2b626 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.083162] env[69319]: DEBUG oslo_vmware.api [None req-1ef7f249-1424-4e97-8a1e-19d539cb3fba tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Task: {'id': task-3223973, 'name': Rename_Task, 'duration_secs': 0.176278} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.093420] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ef7f249-1424-4e97-8a1e-19d539cb3fba tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] [instance: 233219fd-06b7-45db-bda2-540992f2d4ce] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1171.093731] env[69319]: DEBUG oslo_vmware.api [None req-731e0b9e-e362-43d8-a53b-237537dec498 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52256a7b-9102-d02f-85e1-7a93d20cd436, 'name': SearchDatastore_Task, 'duration_secs': 0.0194} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.094519] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223972, 'name': CreateVM_Task} progress is 99%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.094772] env[69319]: DEBUG oslo_vmware.api [None req-810c5e4e-8e36-4280-995c-bac1959100bf tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': task-3223974, 'name': Rename_Task, 'duration_secs': 0.1504} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.097285] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c1e3b54b-6510-4500-abcd-d887b51fb896 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.098856] env[69319]: DEBUG oslo_concurrency.lockutils [None req-731e0b9e-e362-43d8-a53b-237537dec498 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.099183] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-731e0b9e-e362-43d8-a53b-237537dec498 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: 736ae4ad-58b1-43f4-9661-648a5ccad06a] Processing image 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1171.099329] env[69319]: DEBUG oslo_concurrency.lockutils [None req-731e0b9e-e362-43d8-a53b-237537dec498 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.099476] env[69319]: DEBUG oslo_concurrency.lockutils [None req-731e0b9e-e362-43d8-a53b-237537dec498 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.099691] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-731e0b9e-e362-43d8-a53b-237537dec498 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1171.099913] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-810c5e4e-8e36-4280-995c-bac1959100bf tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 67b8e37a-f773-4e93-a11b-39bb41b03eb0] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1171.100583] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d9fd187d-aa0c-45d1-843a-1bccd4bceadc {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.102084] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1bcb9a50-bac7-4edc-87c2-68d08edbf5cc {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.109027] env[69319]: DEBUG oslo_vmware.api [None req-1ef7f249-1424-4e97-8a1e-19d539cb3fba tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Waiting for the task: (returnval){ [ 1171.109027] env[69319]: value = "task-3223975" [ 1171.109027] env[69319]: _type = "Task" [ 1171.109027] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.109727] env[69319]: DEBUG oslo_vmware.api [None req-810c5e4e-8e36-4280-995c-bac1959100bf tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Waiting for the task: (returnval){ [ 1171.109727] env[69319]: value = "task-3223976" [ 1171.109727] env[69319]: _type = "Task" [ 1171.109727] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.115905] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-731e0b9e-e362-43d8-a53b-237537dec498 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1171.116044] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-731e0b9e-e362-43d8-a53b-237537dec498 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1171.117469] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5191af44-929a-4b5c-8118-db43cb508079 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.122547] env[69319]: DEBUG nova.network.neutron [req-1847f64c-7379-45fe-8985-6e75cbf59d74 req-ec02a520-1c34-4547-88eb-2d00d1e2553f service nova] [instance: 3bcf4f37-7f28-4ae7-a267-1294c88bdc96] Updated VIF entry in instance network info cache for port 9baf11b1-f037-4a22-801e-ee08af2d6f3f. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1171.123473] env[69319]: DEBUG nova.network.neutron [req-1847f64c-7379-45fe-8985-6e75cbf59d74 req-ec02a520-1c34-4547-88eb-2d00d1e2553f service nova] [instance: 3bcf4f37-7f28-4ae7-a267-1294c88bdc96] Updating instance_info_cache with network_info: [{"id": "9baf11b1-f037-4a22-801e-ee08af2d6f3f", "address": "fa:16:3e:74:e7:60", "network": {"id": "8e8fb6ce-6cb1-4099-8d9a-ce77c6a90a50", "bridge": "br-int", "label": "tempest-ServersTestJSON-146866906-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a2a8028cdd742feb1486644ae29e7d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9baf11b1-f0", "ovs_interfaceid": "9baf11b1-f037-4a22-801e-ee08af2d6f3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.124433] env[69319]: DEBUG oslo_vmware.api [None req-1ef7f249-1424-4e97-8a1e-19d539cb3fba tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Task: {'id': task-3223975, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.128806] env[69319]: DEBUG oslo_vmware.api [None req-810c5e4e-8e36-4280-995c-bac1959100bf tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': task-3223976, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.130291] env[69319]: DEBUG oslo_vmware.api [None req-731e0b9e-e362-43d8-a53b-237537dec498 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Waiting for the task: (returnval){ [ 1171.130291] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52a252c0-88a6-779a-9b99-b4b870ce6cb9" [ 1171.130291] env[69319]: _type = "Task" [ 1171.130291] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.140017] env[69319]: DEBUG oslo_vmware.api [None req-731e0b9e-e362-43d8-a53b-237537dec498 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52a252c0-88a6-779a-9b99-b4b870ce6cb9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.561719] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0593daf1-196c-4cbe-ac91-61562fcf553a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.014s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.562308] env[69319]: DEBUG nova.compute.manager [None req-0593daf1-196c-4cbe-ac91-61562fcf553a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 4468ad34-4471-4bbe-82b7-cabe1f9fbea6] Start building networks asynchronously for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1171.569020] env[69319]: DEBUG oslo_concurrency.lockutils [None req-918cea96-e840-42d7-a25d-08c4d9b5fe3f tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.131s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.569263] env[69319]: DEBUG nova.objects.instance [None req-918cea96-e840-42d7-a25d-08c4d9b5fe3f tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Lazy-loading 'resources' on Instance uuid 4c8b69de-ee5c-4859-a6d5-3f430b4ea9f2 {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1171.577445] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] [instance: 7646bb41-19aa-453b-b931-b65856398128] Instance has had 0 of 5 cleanup attempts {{(pid=69319) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1171.579222] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223972, 'name': CreateVM_Task} progress is 99%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.609679] env[69319]: DEBUG oslo_concurrency.lockutils [None req-132ff641-3591-46a3-8929-a3a2aa7d52d4 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Lock "c771ca2e-35a5-4e64-a382-926a00df4d22" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 40.317s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.625229] env[69319]: DEBUG oslo_vmware.api [None req-1ef7f249-1424-4e97-8a1e-19d539cb3fba tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Task: {'id': task-3223975, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.627921] env[69319]: DEBUG oslo_concurrency.lockutils [req-1847f64c-7379-45fe-8985-6e75cbf59d74 req-ec02a520-1c34-4547-88eb-2d00d1e2553f service nova] Releasing lock "refresh_cache-3bcf4f37-7f28-4ae7-a267-1294c88bdc96" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.628800] env[69319]: DEBUG nova.compute.manager [req-1847f64c-7379-45fe-8985-6e75cbf59d74 req-ec02a520-1c34-4547-88eb-2d00d1e2553f service nova] [instance: 214f4476-f4b2-440f-b5a6-94c6343dc834] Received event network-changed-c9037cc1-3cbc-4200-9e4f-ba365431f9d2 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1171.628800] env[69319]: DEBUG nova.compute.manager [req-1847f64c-7379-45fe-8985-6e75cbf59d74 req-ec02a520-1c34-4547-88eb-2d00d1e2553f service nova] [instance: 214f4476-f4b2-440f-b5a6-94c6343dc834] Refreshing instance network info cache due to event network-changed-c9037cc1-3cbc-4200-9e4f-ba365431f9d2. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1171.628800] env[69319]: DEBUG oslo_concurrency.lockutils [req-1847f64c-7379-45fe-8985-6e75cbf59d74 req-ec02a520-1c34-4547-88eb-2d00d1e2553f service nova] Acquiring lock "refresh_cache-214f4476-f4b2-440f-b5a6-94c6343dc834" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.628800] env[69319]: DEBUG oslo_concurrency.lockutils [req-1847f64c-7379-45fe-8985-6e75cbf59d74 req-ec02a520-1c34-4547-88eb-2d00d1e2553f service nova] Acquired lock "refresh_cache-214f4476-f4b2-440f-b5a6-94c6343dc834" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.629069] env[69319]: DEBUG nova.network.neutron [req-1847f64c-7379-45fe-8985-6e75cbf59d74 req-ec02a520-1c34-4547-88eb-2d00d1e2553f service nova] [instance: 214f4476-f4b2-440f-b5a6-94c6343dc834] Refreshing network info cache for port c9037cc1-3cbc-4200-9e4f-ba365431f9d2 {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1171.630441] env[69319]: DEBUG oslo_vmware.api [None req-810c5e4e-8e36-4280-995c-bac1959100bf tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': task-3223976, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.642507] env[69319]: DEBUG oslo_vmware.api [None req-731e0b9e-e362-43d8-a53b-237537dec498 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52a252c0-88a6-779a-9b99-b4b870ce6cb9, 'name': SearchDatastore_Task, 'duration_secs': 0.021024} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.644446] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d94d5e62-374b-4f10-9d9d-474f9dad5ac7 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.652407] env[69319]: DEBUG oslo_vmware.api [None req-731e0b9e-e362-43d8-a53b-237537dec498 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Waiting for the task: (returnval){ [ 1171.652407] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52e54951-de28-7b27-e891-61c63f700040" [ 1171.652407] env[69319]: _type = "Task" [ 1171.652407] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.661469] env[69319]: DEBUG oslo_vmware.api [None req-731e0b9e-e362-43d8-a53b-237537dec498 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52e54951-de28-7b27-e891-61c63f700040, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.685507] env[69319]: DEBUG nova.objects.instance [None req-aba3c7e5-1136-4948-afa8-dc24639bcd0d tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Lazy-loading 'pci_requests' on Instance uuid e8f31843-60b0-4de7-ae66-5940cc5eb364 {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1172.066140] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223972, 'name': CreateVM_Task, 'duration_secs': 1.635839} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.066419] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3bcf4f37-7f28-4ae7-a267-1294c88bdc96] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1172.066999] env[69319]: DEBUG oslo_concurrency.lockutils [None req-8a7e4062-4078-4c4f-9478-5e7b363e5d16 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.067182] env[69319]: DEBUG oslo_concurrency.lockutils [None req-8a7e4062-4078-4c4f-9478-5e7b363e5d16 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.067500] env[69319]: DEBUG oslo_concurrency.lockutils [None req-8a7e4062-4078-4c4f-9478-5e7b363e5d16 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.067754] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-640cfdc6-7854-459e-9d22-696812559a28 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.070402] env[69319]: DEBUG nova.compute.utils [None req-0593daf1-196c-4cbe-ac91-61562fcf553a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Using /dev/sd instead of None {{(pid=69319) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1172.071723] env[69319]: DEBUG nova.compute.manager [None req-0593daf1-196c-4cbe-ac91-61562fcf553a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 4468ad34-4471-4bbe-82b7-cabe1f9fbea6] Allocating IP information in the background. {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1172.071884] env[69319]: DEBUG nova.network.neutron [None req-0593daf1-196c-4cbe-ac91-61562fcf553a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 4468ad34-4471-4bbe-82b7-cabe1f9fbea6] allocate_for_instance() {{(pid=69319) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1172.079471] env[69319]: DEBUG oslo_vmware.api [None req-8a7e4062-4078-4c4f-9478-5e7b363e5d16 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Waiting for the task: (returnval){ [ 1172.079471] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52584519-c555-43ed-34be-45443cface06" [ 1172.079471] env[69319]: _type = "Task" [ 1172.079471] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.080956] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] [instance: 98ab579b-8357-49e3-8b39-871b88b991d7] Instance has had 0 of 5 cleanup attempts {{(pid=69319) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1172.089857] env[69319]: DEBUG oslo_concurrency.lockutils [None req-04218d60-5065-4117-a3a4-d81f9273060b tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Acquiring lock "d7a0a4bd-21f3-417f-b15c-f54521dea792" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.089857] env[69319]: DEBUG oslo_concurrency.lockutils [None req-04218d60-5065-4117-a3a4-d81f9273060b tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Lock "d7a0a4bd-21f3-417f-b15c-f54521dea792" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.096678] env[69319]: DEBUG oslo_vmware.api [None req-8a7e4062-4078-4c4f-9478-5e7b363e5d16 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52584519-c555-43ed-34be-45443cface06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.115039] env[69319]: DEBUG nova.policy [None req-0593daf1-196c-4cbe-ac91-61562fcf553a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '693349a2f7594f7d83be81f865a96a62', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8712195e5600495dac5d45bcbbd358ed', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69319) authorize /opt/stack/nova/nova/policy.py:192}} [ 1172.127061] env[69319]: DEBUG oslo_vmware.api [None req-1ef7f249-1424-4e97-8a1e-19d539cb3fba tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Task: {'id': task-3223975, 'name': PowerOnVM_Task, 'duration_secs': 0.592344} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.128044] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ef7f249-1424-4e97-8a1e-19d539cb3fba tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] [instance: 233219fd-06b7-45db-bda2-540992f2d4ce] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1172.128275] env[69319]: INFO nova.compute.manager [None req-1ef7f249-1424-4e97-8a1e-19d539cb3fba tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] [instance: 233219fd-06b7-45db-bda2-540992f2d4ce] Took 10.93 seconds to spawn the instance on the hypervisor. [ 1172.128583] env[69319]: DEBUG nova.compute.manager [None req-1ef7f249-1424-4e97-8a1e-19d539cb3fba tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] [instance: 233219fd-06b7-45db-bda2-540992f2d4ce] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1172.129461] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8be3b8b-8389-4192-af25-44fcf5a6d883 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.136864] env[69319]: DEBUG oslo_vmware.api [None req-810c5e4e-8e36-4280-995c-bac1959100bf tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': task-3223976, 'name': PowerOnVM_Task, 'duration_secs': 0.566784} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.139494] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-810c5e4e-8e36-4280-995c-bac1959100bf tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 67b8e37a-f773-4e93-a11b-39bb41b03eb0] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1172.139658] env[69319]: DEBUG nova.compute.manager [None req-810c5e4e-8e36-4280-995c-bac1959100bf tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 67b8e37a-f773-4e93-a11b-39bb41b03eb0] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1172.140836] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-883f72d2-8990-4334-a3d6-45758c30bda3 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.165676] env[69319]: DEBUG oslo_vmware.api [None req-731e0b9e-e362-43d8-a53b-237537dec498 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52e54951-de28-7b27-e891-61c63f700040, 'name': SearchDatastore_Task, 'duration_secs': 0.012744} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.165790] env[69319]: DEBUG oslo_concurrency.lockutils [None req-731e0b9e-e362-43d8-a53b-237537dec498 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.166065] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-731e0b9e-e362-43d8-a53b-237537dec498 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore1] 736ae4ad-58b1-43f4-9661-648a5ccad06a/736ae4ad-58b1-43f4-9661-648a5ccad06a.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1172.166332] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-adf66a52-e9e7-4836-a5f8-72e7d7045528 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.175017] env[69319]: DEBUG oslo_vmware.api [None req-731e0b9e-e362-43d8-a53b-237537dec498 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Waiting for the task: (returnval){ [ 1172.175017] env[69319]: value = "task-3223977" [ 1172.175017] env[69319]: _type = "Task" [ 1172.175017] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.183852] env[69319]: DEBUG oslo_vmware.api [None req-731e0b9e-e362-43d8-a53b-237537dec498 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3223977, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.186849] env[69319]: DEBUG nova.objects.base [None req-aba3c7e5-1136-4948-afa8-dc24639bcd0d tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69319) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1172.187057] env[69319]: DEBUG nova.network.neutron [None req-aba3c7e5-1136-4948-afa8-dc24639bcd0d tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: e8f31843-60b0-4de7-ae66-5940cc5eb364] allocate_for_instance() {{(pid=69319) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1172.284241] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee6244da-68e8-4753-a574-3f118c2b6dfd {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.292426] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-168e0c54-5c09-4d83-9e75-8cb296e069b4 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.329912] env[69319]: DEBUG nova.policy [None req-aba3c7e5-1136-4948-afa8-dc24639bcd0d tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '22b4fbb08523413a999beeddea8a5d62', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0030fcfc26054d94b76414b0098fa648', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69319) authorize /opt/stack/nova/nova/policy.py:192}} [ 1172.332356] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2a6a7a7-d1cb-43e5-a316-1e02d5831fe2 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.340184] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45ec2f61-b13c-407c-95ce-4ba0d833d444 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.354642] env[69319]: DEBUG nova.compute.provider_tree [None req-918cea96-e840-42d7-a25d-08c4d9b5fe3f tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1172.414168] env[69319]: DEBUG nova.network.neutron [req-1847f64c-7379-45fe-8985-6e75cbf59d74 req-ec02a520-1c34-4547-88eb-2d00d1e2553f service nova] [instance: 214f4476-f4b2-440f-b5a6-94c6343dc834] Updated VIF entry in instance network info cache for port c9037cc1-3cbc-4200-9e4f-ba365431f9d2. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1172.414592] env[69319]: DEBUG nova.network.neutron [req-1847f64c-7379-45fe-8985-6e75cbf59d74 req-ec02a520-1c34-4547-88eb-2d00d1e2553f service nova] [instance: 214f4476-f4b2-440f-b5a6-94c6343dc834] Updating instance_info_cache with network_info: [{"id": "c9037cc1-3cbc-4200-9e4f-ba365431f9d2", "address": "fa:16:3e:07:cf:09", "network": {"id": "137e0ee2-8e6e-434c-a032-f059cf348e59", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-49335232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0030fcfc26054d94b76414b0098fa648", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9037cc1-3c", "ovs_interfaceid": "c9037cc1-3cbc-4200-9e4f-ba365431f9d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.578327] env[69319]: DEBUG nova.compute.manager [None req-0593daf1-196c-4cbe-ac91-61562fcf553a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 4468ad34-4471-4bbe-82b7-cabe1f9fbea6] Start building block device mappings for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1172.586939] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] [instance: fc5ed24c-3dfc-490b-8fc5-b0b66a11c58b] Instance has had 0 of 5 cleanup attempts {{(pid=69319) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1172.592327] env[69319]: DEBUG nova.compute.manager [None req-04218d60-5065-4117-a3a4-d81f9273060b tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] [instance: d7a0a4bd-21f3-417f-b15c-f54521dea792] Starting instance... {{(pid=69319) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1172.601333] env[69319]: DEBUG oslo_vmware.api [None req-8a7e4062-4078-4c4f-9478-5e7b363e5d16 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52584519-c555-43ed-34be-45443cface06, 'name': SearchDatastore_Task, 'duration_secs': 0.017049} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.605023] env[69319]: DEBUG oslo_concurrency.lockutils [None req-8a7e4062-4078-4c4f-9478-5e7b363e5d16 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.605023] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-8a7e4062-4078-4c4f-9478-5e7b363e5d16 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 3bcf4f37-7f28-4ae7-a267-1294c88bdc96] Processing image 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1172.605023] env[69319]: DEBUG oslo_concurrency.lockutils [None req-8a7e4062-4078-4c4f-9478-5e7b363e5d16 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.605023] env[69319]: DEBUG oslo_concurrency.lockutils [None req-8a7e4062-4078-4c4f-9478-5e7b363e5d16 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.605023] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a7e4062-4078-4c4f-9478-5e7b363e5d16 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1172.605023] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9f0b44c0-6614-4ad9-ba45-262f532e9f37 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.620230] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a7e4062-4078-4c4f-9478-5e7b363e5d16 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1172.620484] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-8a7e4062-4078-4c4f-9478-5e7b363e5d16 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1172.621452] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-504c0c0b-9b03-471b-b995-d5ebeca9faab {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.632557] env[69319]: DEBUG oslo_vmware.api [None req-8a7e4062-4078-4c4f-9478-5e7b363e5d16 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Waiting for the task: (returnval){ [ 1172.632557] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]529a328f-a3bb-7935-84ca-fa0971ce295b" [ 1172.632557] env[69319]: _type = "Task" [ 1172.632557] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.645397] env[69319]: DEBUG nova.network.neutron [None req-0593daf1-196c-4cbe-ac91-61562fcf553a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 4468ad34-4471-4bbe-82b7-cabe1f9fbea6] Successfully created port: cce57cf9-3a99-476d-ae0a-871328cd9ea4 {{(pid=69319) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1172.652270] env[69319]: DEBUG oslo_vmware.api [None req-8a7e4062-4078-4c4f-9478-5e7b363e5d16 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]529a328f-a3bb-7935-84ca-fa0971ce295b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.670343] env[69319]: INFO nova.compute.manager [None req-1ef7f249-1424-4e97-8a1e-19d539cb3fba tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] [instance: 233219fd-06b7-45db-bda2-540992f2d4ce] Took 33.83 seconds to build instance. [ 1172.675698] env[69319]: DEBUG oslo_concurrency.lockutils [None req-810c5e4e-8e36-4280-995c-bac1959100bf tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.690692] env[69319]: DEBUG oslo_vmware.api [None req-731e0b9e-e362-43d8-a53b-237537dec498 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3223977, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.858874] env[69319]: DEBUG nova.scheduler.client.report [None req-918cea96-e840-42d7-a25d-08c4d9b5fe3f tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1172.920170] env[69319]: DEBUG oslo_concurrency.lockutils [req-1847f64c-7379-45fe-8985-6e75cbf59d74 req-ec02a520-1c34-4547-88eb-2d00d1e2553f service nova] Releasing lock "refresh_cache-214f4476-f4b2-440f-b5a6-94c6343dc834" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.920319] env[69319]: DEBUG nova.compute.manager [req-1847f64c-7379-45fe-8985-6e75cbf59d74 req-ec02a520-1c34-4547-88eb-2d00d1e2553f service nova] [instance: e8f31843-60b0-4de7-ae66-5940cc5eb364] Received event network-changed-7f2c1d8c-f537-476a-a313-8ad6a5463a14 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1172.920507] env[69319]: DEBUG nova.compute.manager [req-1847f64c-7379-45fe-8985-6e75cbf59d74 req-ec02a520-1c34-4547-88eb-2d00d1e2553f service nova] [instance: e8f31843-60b0-4de7-ae66-5940cc5eb364] Refreshing instance network info cache due to event network-changed-7f2c1d8c-f537-476a-a313-8ad6a5463a14. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1172.920736] env[69319]: DEBUG oslo_concurrency.lockutils [req-1847f64c-7379-45fe-8985-6e75cbf59d74 req-ec02a520-1c34-4547-88eb-2d00d1e2553f service nova] Acquiring lock "refresh_cache-e8f31843-60b0-4de7-ae66-5940cc5eb364" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.920928] env[69319]: DEBUG oslo_concurrency.lockutils [req-1847f64c-7379-45fe-8985-6e75cbf59d74 req-ec02a520-1c34-4547-88eb-2d00d1e2553f service nova] Acquired lock "refresh_cache-e8f31843-60b0-4de7-ae66-5940cc5eb364" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.921091] env[69319]: DEBUG nova.network.neutron [req-1847f64c-7379-45fe-8985-6e75cbf59d74 req-ec02a520-1c34-4547-88eb-2d00d1e2553f service nova] [instance: e8f31843-60b0-4de7-ae66-5940cc5eb364] Refreshing network info cache for port 7f2c1d8c-f537-476a-a313-8ad6a5463a14 {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1173.091173] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] [instance: 5b1c7806-7c93-4d09-8a4d-8750bbd50450] Instance has had 0 of 5 cleanup attempts {{(pid=69319) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1173.121378] env[69319]: DEBUG oslo_concurrency.lockutils [None req-04218d60-5065-4117-a3a4-d81f9273060b tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.143049] env[69319]: DEBUG oslo_vmware.api [None req-8a7e4062-4078-4c4f-9478-5e7b363e5d16 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]529a328f-a3bb-7935-84ca-fa0971ce295b, 'name': SearchDatastore_Task, 'duration_secs': 0.065524} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.144102] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e65e18e-e909-4b41-bccc-2f8b026e1c70 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.149759] env[69319]: DEBUG oslo_vmware.api [None req-8a7e4062-4078-4c4f-9478-5e7b363e5d16 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Waiting for the task: (returnval){ [ 1173.149759] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]527e17c7-e0d6-4d42-961a-756ebfd23cbf" [ 1173.149759] env[69319]: _type = "Task" [ 1173.149759] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.159696] env[69319]: DEBUG oslo_vmware.api [None req-8a7e4062-4078-4c4f-9478-5e7b363e5d16 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]527e17c7-e0d6-4d42-961a-756ebfd23cbf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.175591] env[69319]: DEBUG oslo_concurrency.lockutils [None req-1ef7f249-1424-4e97-8a1e-19d539cb3fba tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Lock "233219fd-06b7-45db-bda2-540992f2d4ce" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.338s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.188219] env[69319]: DEBUG oslo_vmware.api [None req-731e0b9e-e362-43d8-a53b-237537dec498 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3223977, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.590066} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.188574] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-731e0b9e-e362-43d8-a53b-237537dec498 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore1] 736ae4ad-58b1-43f4-9661-648a5ccad06a/736ae4ad-58b1-43f4-9661-648a5ccad06a.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1173.188856] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-731e0b9e-e362-43d8-a53b-237537dec498 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: 736ae4ad-58b1-43f4-9661-648a5ccad06a] Extending root virtual disk to 1048576 {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1173.189205] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6b43d1e9-ca76-4159-a95e-636c917e08bc {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.197484] env[69319]: DEBUG oslo_vmware.api [None req-731e0b9e-e362-43d8-a53b-237537dec498 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Waiting for the task: (returnval){ [ 1173.197484] env[69319]: value = "task-3223978" [ 1173.197484] env[69319]: _type = "Task" [ 1173.197484] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.206212] env[69319]: DEBUG oslo_vmware.api [None req-731e0b9e-e362-43d8-a53b-237537dec498 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3223978, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.365935] env[69319]: DEBUG oslo_concurrency.lockutils [None req-918cea96-e840-42d7-a25d-08c4d9b5fe3f tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.797s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.368508] env[69319]: DEBUG oslo_concurrency.lockutils [None req-810c5e4e-8e36-4280-995c-bac1959100bf tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.695s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.368763] env[69319]: DEBUG nova.objects.instance [None req-810c5e4e-8e36-4280-995c-bac1959100bf tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 67b8e37a-f773-4e93-a11b-39bb41b03eb0] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69319) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1173.390474] env[69319]: INFO nova.scheduler.client.report [None req-918cea96-e840-42d7-a25d-08c4d9b5fe3f tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Deleted allocations for instance 4c8b69de-ee5c-4859-a6d5-3f430b4ea9f2 [ 1173.594721] env[69319]: DEBUG nova.compute.manager [None req-0593daf1-196c-4cbe-ac91-61562fcf553a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 4468ad34-4471-4bbe-82b7-cabe1f9fbea6] Start spawning the instance on the hypervisor. {{(pid=69319) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1173.595556] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] [instance: 04217131-4db4-48af-bfc0-e0037a5fc9fa] Instance has had 0 of 5 cleanup attempts {{(pid=69319) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1173.628103] env[69319]: DEBUG nova.virt.hardware [None req-0593daf1-196c-4cbe-ac91-61562fcf553a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:32:36Z,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31f027872f6f44dba95ff2fe7a062e00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:32:36Z,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1173.628580] env[69319]: DEBUG nova.virt.hardware [None req-0593daf1-196c-4cbe-ac91-61562fcf553a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1173.628924] env[69319]: DEBUG nova.virt.hardware [None req-0593daf1-196c-4cbe-ac91-61562fcf553a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1173.629276] env[69319]: DEBUG nova.virt.hardware [None req-0593daf1-196c-4cbe-ac91-61562fcf553a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1173.629571] env[69319]: DEBUG nova.virt.hardware [None req-0593daf1-196c-4cbe-ac91-61562fcf553a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1173.629858] env[69319]: DEBUG nova.virt.hardware [None req-0593daf1-196c-4cbe-ac91-61562fcf553a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1173.630792] env[69319]: DEBUG nova.virt.hardware [None req-0593daf1-196c-4cbe-ac91-61562fcf553a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1173.630792] env[69319]: DEBUG nova.virt.hardware [None req-0593daf1-196c-4cbe-ac91-61562fcf553a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1173.630792] env[69319]: DEBUG nova.virt.hardware [None req-0593daf1-196c-4cbe-ac91-61562fcf553a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1173.631166] env[69319]: DEBUG nova.virt.hardware [None req-0593daf1-196c-4cbe-ac91-61562fcf553a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1173.631479] env[69319]: DEBUG nova.virt.hardware [None req-0593daf1-196c-4cbe-ac91-61562fcf553a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1173.632564] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c42a91c-9734-4d0d-be28-36c0ce03c302 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.645240] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14ecc6f3-089c-4a5c-ac07-6efb1795376e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.670993] env[69319]: DEBUG oslo_vmware.api [None req-8a7e4062-4078-4c4f-9478-5e7b363e5d16 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]527e17c7-e0d6-4d42-961a-756ebfd23cbf, 'name': SearchDatastore_Task, 'duration_secs': 0.017451} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.671283] env[69319]: DEBUG oslo_concurrency.lockutils [None req-8a7e4062-4078-4c4f-9478-5e7b363e5d16 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.671553] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a7e4062-4078-4c4f-9478-5e7b363e5d16 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore1] 3bcf4f37-7f28-4ae7-a267-1294c88bdc96/3bcf4f37-7f28-4ae7-a267-1294c88bdc96.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1173.671808] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1e8476e2-d3e6-47c5-8b26-4db1c7111894 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.678265] env[69319]: DEBUG oslo_vmware.api [None req-8a7e4062-4078-4c4f-9478-5e7b363e5d16 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Waiting for the task: (returnval){ [ 1173.678265] env[69319]: value = "task-3223979" [ 1173.678265] env[69319]: _type = "Task" [ 1173.678265] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.686227] env[69319]: DEBUG oslo_vmware.api [None req-8a7e4062-4078-4c4f-9478-5e7b363e5d16 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': task-3223979, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.706553] env[69319]: DEBUG oslo_vmware.api [None req-731e0b9e-e362-43d8-a53b-237537dec498 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3223978, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.25413} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.706826] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-731e0b9e-e362-43d8-a53b-237537dec498 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: 736ae4ad-58b1-43f4-9661-648a5ccad06a] Extended root virtual disk {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1173.707598] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d05d94c8-ae08-448a-b3b7-64bec375e5c4 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.731348] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-731e0b9e-e362-43d8-a53b-237537dec498 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: 736ae4ad-58b1-43f4-9661-648a5ccad06a] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] 736ae4ad-58b1-43f4-9661-648a5ccad06a/736ae4ad-58b1-43f4-9661-648a5ccad06a.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1173.732626] env[69319]: DEBUG nova.network.neutron [req-1847f64c-7379-45fe-8985-6e75cbf59d74 req-ec02a520-1c34-4547-88eb-2d00d1e2553f service nova] [instance: e8f31843-60b0-4de7-ae66-5940cc5eb364] Updated VIF entry in instance network info cache for port 7f2c1d8c-f537-476a-a313-8ad6a5463a14. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1173.733222] env[69319]: DEBUG nova.network.neutron [req-1847f64c-7379-45fe-8985-6e75cbf59d74 req-ec02a520-1c34-4547-88eb-2d00d1e2553f service nova] [instance: e8f31843-60b0-4de7-ae66-5940cc5eb364] Updating instance_info_cache with network_info: [{"id": "7f2c1d8c-f537-476a-a313-8ad6a5463a14", "address": "fa:16:3e:98:0e:f5", "network": {"id": "137e0ee2-8e6e-434c-a032-f059cf348e59", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-49335232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0030fcfc26054d94b76414b0098fa648", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f2c1d8c-f5", "ovs_interfaceid": "7f2c1d8c-f537-476a-a313-8ad6a5463a14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.734819] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5b481fd-c5bd-41d4-aba4-7710695e6777 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.755547] env[69319]: DEBUG oslo_vmware.api [None req-731e0b9e-e362-43d8-a53b-237537dec498 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Waiting for the task: (returnval){ [ 1173.755547] env[69319]: value = "task-3223980" [ 1173.755547] env[69319]: _type = "Task" [ 1173.755547] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.764135] env[69319]: DEBUG oslo_vmware.api [None req-731e0b9e-e362-43d8-a53b-237537dec498 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3223980, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.900863] env[69319]: DEBUG oslo_concurrency.lockutils [None req-918cea96-e840-42d7-a25d-08c4d9b5fe3f tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Lock "4c8b69de-ee5c-4859-a6d5-3f430b4ea9f2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.532s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.994354] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5494222f-3c0c-435e-8c05-1b979d89ec96 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Acquiring lock "67b8e37a-f773-4e93-a11b-39bb41b03eb0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.994939] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5494222f-3c0c-435e-8c05-1b979d89ec96 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Lock "67b8e37a-f773-4e93-a11b-39bb41b03eb0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.995305] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5494222f-3c0c-435e-8c05-1b979d89ec96 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Acquiring lock "67b8e37a-f773-4e93-a11b-39bb41b03eb0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.995607] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5494222f-3c0c-435e-8c05-1b979d89ec96 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Lock "67b8e37a-f773-4e93-a11b-39bb41b03eb0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.996083] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5494222f-3c0c-435e-8c05-1b979d89ec96 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Lock "67b8e37a-f773-4e93-a11b-39bb41b03eb0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.998576] env[69319]: INFO nova.compute.manager [None req-5494222f-3c0c-435e-8c05-1b979d89ec96 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 67b8e37a-f773-4e93-a11b-39bb41b03eb0] Terminating instance [ 1174.099851] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] [instance: 00087c6b-5220-470f-8953-b9184a06d96f] Instance has had 0 of 5 cleanup attempts {{(pid=69319) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1174.195077] env[69319]: DEBUG oslo_vmware.api [None req-8a7e4062-4078-4c4f-9478-5e7b363e5d16 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': task-3223979, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.196202] env[69319]: DEBUG nova.network.neutron [None req-aba3c7e5-1136-4948-afa8-dc24639bcd0d tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: e8f31843-60b0-4de7-ae66-5940cc5eb364] Successfully updated port: 2937a02c-c8cd-4055-bb9f-32f6613159a8 {{(pid=69319) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1174.251135] env[69319]: DEBUG oslo_concurrency.lockutils [req-1847f64c-7379-45fe-8985-6e75cbf59d74 req-ec02a520-1c34-4547-88eb-2d00d1e2553f service nova] Releasing lock "refresh_cache-e8f31843-60b0-4de7-ae66-5940cc5eb364" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.269703] env[69319]: DEBUG oslo_vmware.api [None req-731e0b9e-e362-43d8-a53b-237537dec498 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3223980, 'name': ReconfigVM_Task, 'duration_secs': 0.425002} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.270049] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-731e0b9e-e362-43d8-a53b-237537dec498 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: 736ae4ad-58b1-43f4-9661-648a5ccad06a] Reconfigured VM instance instance-00000061 to attach disk [datastore1] 736ae4ad-58b1-43f4-9661-648a5ccad06a/736ae4ad-58b1-43f4-9661-648a5ccad06a.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1174.270734] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-95ad13b0-11e2-4267-a044-4409916e3375 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.279779] env[69319]: DEBUG oslo_vmware.api [None req-731e0b9e-e362-43d8-a53b-237537dec498 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Waiting for the task: (returnval){ [ 1174.279779] env[69319]: value = "task-3223981" [ 1174.279779] env[69319]: _type = "Task" [ 1174.279779] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.293152] env[69319]: DEBUG oslo_vmware.api [None req-731e0b9e-e362-43d8-a53b-237537dec498 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3223981, 'name': Rename_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.356297] env[69319]: DEBUG nova.network.neutron [None req-0593daf1-196c-4cbe-ac91-61562fcf553a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 4468ad34-4471-4bbe-82b7-cabe1f9fbea6] Successfully updated port: cce57cf9-3a99-476d-ae0a-871328cd9ea4 {{(pid=69319) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1174.372988] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85954c4e-4ee2-4113-9a15-97832ff19276 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.378753] env[69319]: DEBUG oslo_concurrency.lockutils [None req-810c5e4e-8e36-4280-995c-bac1959100bf tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.382041] env[69319]: DEBUG oslo_concurrency.lockutils [None req-04218d60-5065-4117-a3a4-d81f9273060b tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.261s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.383965] env[69319]: INFO nova.compute.claims [None req-04218d60-5065-4117-a3a4-d81f9273060b tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] [instance: d7a0a4bd-21f3-417f-b15c-f54521dea792] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1174.394026] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-074c7117-12bb-4f6c-92a4-c403495a889a tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] [instance: c771ca2e-35a5-4e64-a382-926a00df4d22] Suspending the VM {{(pid=69319) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1174.394301] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-b1e6c3ec-dade-48bc-88fc-146e56d3ff3e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.404951] env[69319]: DEBUG oslo_vmware.api [None req-074c7117-12bb-4f6c-92a4-c403495a889a tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Waiting for the task: (returnval){ [ 1174.404951] env[69319]: value = "task-3223982" [ 1174.404951] env[69319]: _type = "Task" [ 1174.404951] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.418285] env[69319]: DEBUG oslo_vmware.api [None req-074c7117-12bb-4f6c-92a4-c403495a889a tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Task: {'id': task-3223982, 'name': SuspendVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.503583] env[69319]: DEBUG nova.compute.manager [None req-5494222f-3c0c-435e-8c05-1b979d89ec96 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 67b8e37a-f773-4e93-a11b-39bb41b03eb0] Start destroying the instance on the hypervisor. {{(pid=69319) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1174.504064] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-5494222f-3c0c-435e-8c05-1b979d89ec96 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 67b8e37a-f773-4e93-a11b-39bb41b03eb0] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1174.505139] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b122c29-8684-4caf-9fd2-502e5c647a59 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.514604] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-5494222f-3c0c-435e-8c05-1b979d89ec96 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 67b8e37a-f773-4e93-a11b-39bb41b03eb0] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1174.514958] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5cadf79b-0e12-407d-a711-563d8e15a874 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.524026] env[69319]: DEBUG oslo_vmware.api [None req-5494222f-3c0c-435e-8c05-1b979d89ec96 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Waiting for the task: (returnval){ [ 1174.524026] env[69319]: value = "task-3223983" [ 1174.524026] env[69319]: _type = "Task" [ 1174.524026] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.539114] env[69319]: DEBUG oslo_vmware.api [None req-5494222f-3c0c-435e-8c05-1b979d89ec96 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': task-3223983, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.589509] env[69319]: DEBUG nova.compute.manager [req-46c472c4-b07f-47a3-9e28-1ddbb31ed332 req-deaa5825-9c0c-4824-8ee6-eb10cd09e3a3 service nova] [instance: e8f31843-60b0-4de7-ae66-5940cc5eb364] Received event network-vif-plugged-2937a02c-c8cd-4055-bb9f-32f6613159a8 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1174.589793] env[69319]: DEBUG oslo_concurrency.lockutils [req-46c472c4-b07f-47a3-9e28-1ddbb31ed332 req-deaa5825-9c0c-4824-8ee6-eb10cd09e3a3 service nova] Acquiring lock "e8f31843-60b0-4de7-ae66-5940cc5eb364-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.590113] env[69319]: DEBUG oslo_concurrency.lockutils [req-46c472c4-b07f-47a3-9e28-1ddbb31ed332 req-deaa5825-9c0c-4824-8ee6-eb10cd09e3a3 service nova] Lock "e8f31843-60b0-4de7-ae66-5940cc5eb364-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.590328] env[69319]: DEBUG oslo_concurrency.lockutils [req-46c472c4-b07f-47a3-9e28-1ddbb31ed332 req-deaa5825-9c0c-4824-8ee6-eb10cd09e3a3 service nova] Lock "e8f31843-60b0-4de7-ae66-5940cc5eb364-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.590535] env[69319]: DEBUG nova.compute.manager [req-46c472c4-b07f-47a3-9e28-1ddbb31ed332 req-deaa5825-9c0c-4824-8ee6-eb10cd09e3a3 service nova] [instance: e8f31843-60b0-4de7-ae66-5940cc5eb364] No waiting events found dispatching network-vif-plugged-2937a02c-c8cd-4055-bb9f-32f6613159a8 {{(pid=69319) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1174.590730] env[69319]: WARNING nova.compute.manager [req-46c472c4-b07f-47a3-9e28-1ddbb31ed332 req-deaa5825-9c0c-4824-8ee6-eb10cd09e3a3 service nova] [instance: e8f31843-60b0-4de7-ae66-5940cc5eb364] Received unexpected event network-vif-plugged-2937a02c-c8cd-4055-bb9f-32f6613159a8 for instance with vm_state active and task_state None. [ 1174.605101] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] [instance: 357a007f-e033-421c-8d7e-3c5ad7decb70] Instance has had 0 of 5 cleanup attempts {{(pid=69319) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1174.691084] env[69319]: DEBUG oslo_vmware.api [None req-8a7e4062-4078-4c4f-9478-5e7b363e5d16 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': task-3223979, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.946462} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.691390] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a7e4062-4078-4c4f-9478-5e7b363e5d16 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore1] 3bcf4f37-7f28-4ae7-a267-1294c88bdc96/3bcf4f37-7f28-4ae7-a267-1294c88bdc96.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1174.691644] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-8a7e4062-4078-4c4f-9478-5e7b363e5d16 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 3bcf4f37-7f28-4ae7-a267-1294c88bdc96] Extending root virtual disk to 1048576 {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1174.691931] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-62e3342c-7101-42f8-984b-a769b9a8df62 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.702018] env[69319]: DEBUG oslo_concurrency.lockutils [None req-aba3c7e5-1136-4948-afa8-dc24639bcd0d tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Acquiring lock "refresh_cache-e8f31843-60b0-4de7-ae66-5940cc5eb364" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.702300] env[69319]: DEBUG oslo_concurrency.lockutils [None req-aba3c7e5-1136-4948-afa8-dc24639bcd0d tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Acquired lock "refresh_cache-e8f31843-60b0-4de7-ae66-5940cc5eb364" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.702512] env[69319]: DEBUG nova.network.neutron [None req-aba3c7e5-1136-4948-afa8-dc24639bcd0d tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: e8f31843-60b0-4de7-ae66-5940cc5eb364] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1174.704979] env[69319]: DEBUG oslo_vmware.api [None req-8a7e4062-4078-4c4f-9478-5e7b363e5d16 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Waiting for the task: (returnval){ [ 1174.704979] env[69319]: value = "task-3223984" [ 1174.704979] env[69319]: _type = "Task" [ 1174.704979] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.718363] env[69319]: DEBUG oslo_vmware.api [None req-8a7e4062-4078-4c4f-9478-5e7b363e5d16 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': task-3223984, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.791089] env[69319]: DEBUG oslo_vmware.api [None req-731e0b9e-e362-43d8-a53b-237537dec498 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3223981, 'name': Rename_Task, 'duration_secs': 0.308042} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.791407] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-731e0b9e-e362-43d8-a53b-237537dec498 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: 736ae4ad-58b1-43f4-9661-648a5ccad06a] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1174.791721] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c2c2ee77-34ed-48d6-b6ba-426f2908eb63 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.801026] env[69319]: DEBUG oslo_vmware.api [None req-731e0b9e-e362-43d8-a53b-237537dec498 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Waiting for the task: (returnval){ [ 1174.801026] env[69319]: value = "task-3223985" [ 1174.801026] env[69319]: _type = "Task" [ 1174.801026] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.809291] env[69319]: DEBUG oslo_concurrency.lockutils [None req-193ff9d5-151f-4951-9cc0-088e8b0c18c3 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Acquiring lock "88d5e399-14ad-42a3-91d1-1c44db2fd0f5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.809592] env[69319]: DEBUG oslo_concurrency.lockutils [None req-193ff9d5-151f-4951-9cc0-088e8b0c18c3 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Lock "88d5e399-14ad-42a3-91d1-1c44db2fd0f5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.817585] env[69319]: DEBUG oslo_vmware.api [None req-731e0b9e-e362-43d8-a53b-237537dec498 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3223985, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.859785] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0593daf1-196c-4cbe-ac91-61562fcf553a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Acquiring lock "refresh_cache-4468ad34-4471-4bbe-82b7-cabe1f9fbea6" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.859989] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0593daf1-196c-4cbe-ac91-61562fcf553a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Acquired lock "refresh_cache-4468ad34-4471-4bbe-82b7-cabe1f9fbea6" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.860308] env[69319]: DEBUG nova.network.neutron [None req-0593daf1-196c-4cbe-ac91-61562fcf553a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 4468ad34-4471-4bbe-82b7-cabe1f9fbea6] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1174.918589] env[69319]: DEBUG oslo_vmware.api [None req-074c7117-12bb-4f6c-92a4-c403495a889a tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Task: {'id': task-3223982, 'name': SuspendVM_Task} progress is 58%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.036100] env[69319]: DEBUG oslo_vmware.api [None req-5494222f-3c0c-435e-8c05-1b979d89ec96 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': task-3223983, 'name': PowerOffVM_Task, 'duration_secs': 0.396417} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.036430] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-5494222f-3c0c-435e-8c05-1b979d89ec96 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 67b8e37a-f773-4e93-a11b-39bb41b03eb0] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1175.036550] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-5494222f-3c0c-435e-8c05-1b979d89ec96 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 67b8e37a-f773-4e93-a11b-39bb41b03eb0] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1175.036828] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5797fb7b-9e0e-42d6-afa0-845ca1f9d0c6 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.108583] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] [instance: f897ffef-dacc-4128-bb22-552b7a4b0e3a] Instance has had 0 of 5 cleanup attempts {{(pid=69319) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1175.140401] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-5494222f-3c0c-435e-8c05-1b979d89ec96 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 67b8e37a-f773-4e93-a11b-39bb41b03eb0] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1175.140755] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-5494222f-3c0c-435e-8c05-1b979d89ec96 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 67b8e37a-f773-4e93-a11b-39bb41b03eb0] Deleting contents of the VM from datastore datastore1 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1175.140979] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-5494222f-3c0c-435e-8c05-1b979d89ec96 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Deleting the datastore file [datastore1] 67b8e37a-f773-4e93-a11b-39bb41b03eb0 {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1175.141646] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-19b63064-6f89-4995-88f9-fdda38244d93 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.150751] env[69319]: DEBUG oslo_vmware.api [None req-5494222f-3c0c-435e-8c05-1b979d89ec96 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Waiting for the task: (returnval){ [ 1175.150751] env[69319]: value = "task-3223987" [ 1175.150751] env[69319]: _type = "Task" [ 1175.150751] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.160340] env[69319]: DEBUG oslo_vmware.api [None req-5494222f-3c0c-435e-8c05-1b979d89ec96 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': task-3223987, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.218779] env[69319]: DEBUG oslo_vmware.api [None req-8a7e4062-4078-4c4f-9478-5e7b363e5d16 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': task-3223984, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.125644} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.219524] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-8a7e4062-4078-4c4f-9478-5e7b363e5d16 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 3bcf4f37-7f28-4ae7-a267-1294c88bdc96] Extended root virtual disk {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1175.220280] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e174d480-bf0d-4eba-a670-65de86405742 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.236439] env[69319]: DEBUG oslo_concurrency.lockutils [None req-d8c1579f-f85f-48c6-9473-74ffe88f94b1 tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Acquiring lock "233219fd-06b7-45db-bda2-540992f2d4ce" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.236734] env[69319]: DEBUG oslo_concurrency.lockutils [None req-d8c1579f-f85f-48c6-9473-74ffe88f94b1 tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Lock "233219fd-06b7-45db-bda2-540992f2d4ce" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.236997] env[69319]: DEBUG oslo_concurrency.lockutils [None req-d8c1579f-f85f-48c6-9473-74ffe88f94b1 tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Acquiring lock "233219fd-06b7-45db-bda2-540992f2d4ce-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.237229] env[69319]: DEBUG oslo_concurrency.lockutils [None req-d8c1579f-f85f-48c6-9473-74ffe88f94b1 tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Lock "233219fd-06b7-45db-bda2-540992f2d4ce-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.237405] env[69319]: DEBUG oslo_concurrency.lockutils [None req-d8c1579f-f85f-48c6-9473-74ffe88f94b1 tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Lock "233219fd-06b7-45db-bda2-540992f2d4ce-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.250469] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a7e4062-4078-4c4f-9478-5e7b363e5d16 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 3bcf4f37-7f28-4ae7-a267-1294c88bdc96] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] 3bcf4f37-7f28-4ae7-a267-1294c88bdc96/3bcf4f37-7f28-4ae7-a267-1294c88bdc96.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1175.251208] env[69319]: INFO nova.compute.manager [None req-d8c1579f-f85f-48c6-9473-74ffe88f94b1 tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] [instance: 233219fd-06b7-45db-bda2-540992f2d4ce] Terminating instance [ 1175.252901] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a5ef209-2612-418a-8e92-de803e36596e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.271226] env[69319]: WARNING nova.network.neutron [None req-aba3c7e5-1136-4948-afa8-dc24639bcd0d tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: e8f31843-60b0-4de7-ae66-5940cc5eb364] 137e0ee2-8e6e-434c-a032-f059cf348e59 already exists in list: networks containing: ['137e0ee2-8e6e-434c-a032-f059cf348e59']. ignoring it [ 1175.281387] env[69319]: DEBUG oslo_vmware.api [None req-8a7e4062-4078-4c4f-9478-5e7b363e5d16 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Waiting for the task: (returnval){ [ 1175.281387] env[69319]: value = "task-3223988" [ 1175.281387] env[69319]: _type = "Task" [ 1175.281387] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.296301] env[69319]: DEBUG oslo_vmware.api [None req-8a7e4062-4078-4c4f-9478-5e7b363e5d16 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': task-3223988, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.314730] env[69319]: DEBUG nova.compute.manager [None req-193ff9d5-151f-4951-9cc0-088e8b0c18c3 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 88d5e399-14ad-42a3-91d1-1c44db2fd0f5] Starting instance... {{(pid=69319) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1175.318490] env[69319]: DEBUG oslo_vmware.api [None req-731e0b9e-e362-43d8-a53b-237537dec498 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3223985, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.418076] env[69319]: DEBUG oslo_vmware.api [None req-074c7117-12bb-4f6c-92a4-c403495a889a tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Task: {'id': task-3223982, 'name': SuspendVM_Task, 'duration_secs': 0.716271} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.419258] env[69319]: DEBUG nova.network.neutron [None req-0593daf1-196c-4cbe-ac91-61562fcf553a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 4468ad34-4471-4bbe-82b7-cabe1f9fbea6] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1175.421061] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-074c7117-12bb-4f6c-92a4-c403495a889a tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] [instance: c771ca2e-35a5-4e64-a382-926a00df4d22] Suspended the VM {{(pid=69319) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1175.421824] env[69319]: DEBUG nova.compute.manager [None req-074c7117-12bb-4f6c-92a4-c403495a889a tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] [instance: c771ca2e-35a5-4e64-a382-926a00df4d22] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1175.422652] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d85f9486-cba5-4638-8a76-92842595a5c8 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.611889] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] [instance: 5886cbfc-c361-45ef-872c-1704f7d85aff] Instance has had 0 of 5 cleanup attempts {{(pid=69319) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1175.633014] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-425fd953-5622-44b3-9a94-15eb6ef11728 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.640293] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2979cc7-6d68-40ec-9bc7-6ad3aec80158 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.675153] env[69319]: DEBUG nova.network.neutron [None req-0593daf1-196c-4cbe-ac91-61562fcf553a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 4468ad34-4471-4bbe-82b7-cabe1f9fbea6] Updating instance_info_cache with network_info: [{"id": "cce57cf9-3a99-476d-ae0a-871328cd9ea4", "address": "fa:16:3e:e7:44:1d", "network": {"id": "5b6a3856-a59d-4821-b22f-d38a582fca59", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-151173017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8712195e5600495dac5d45bcbbd358ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcce57cf9-3a", "ovs_interfaceid": "cce57cf9-3a99-476d-ae0a-871328cd9ea4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.681944] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c21db44-74d0-4a6a-b7e6-a1473f75345e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.694524] env[69319]: DEBUG oslo_vmware.api [None req-5494222f-3c0c-435e-8c05-1b979d89ec96 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': task-3223987, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.360174} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.697029] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abcf0d6d-ea75-4f6f-b4d5-cb5ef4a774ea {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.703248] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-5494222f-3c0c-435e-8c05-1b979d89ec96 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1175.703248] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-5494222f-3c0c-435e-8c05-1b979d89ec96 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 67b8e37a-f773-4e93-a11b-39bb41b03eb0] Deleted contents of the VM from datastore datastore1 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1175.703248] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-5494222f-3c0c-435e-8c05-1b979d89ec96 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 67b8e37a-f773-4e93-a11b-39bb41b03eb0] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1175.703248] env[69319]: INFO nova.compute.manager [None req-5494222f-3c0c-435e-8c05-1b979d89ec96 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 67b8e37a-f773-4e93-a11b-39bb41b03eb0] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1175.703248] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5494222f-3c0c-435e-8c05-1b979d89ec96 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1175.703248] env[69319]: DEBUG nova.compute.manager [-] [instance: 67b8e37a-f773-4e93-a11b-39bb41b03eb0] Deallocating network for instance {{(pid=69319) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1175.703248] env[69319]: DEBUG nova.network.neutron [-] [instance: 67b8e37a-f773-4e93-a11b-39bb41b03eb0] deallocate_for_instance() {{(pid=69319) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1175.718116] env[69319]: DEBUG nova.compute.provider_tree [None req-04218d60-5065-4117-a3a4-d81f9273060b tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1175.777020] env[69319]: DEBUG nova.compute.manager [None req-d8c1579f-f85f-48c6-9473-74ffe88f94b1 tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] [instance: 233219fd-06b7-45db-bda2-540992f2d4ce] Start destroying the instance on the hypervisor. {{(pid=69319) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1175.777020] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-d8c1579f-f85f-48c6-9473-74ffe88f94b1 tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] [instance: 233219fd-06b7-45db-bda2-540992f2d4ce] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1175.777020] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fff3080-66dd-4ba0-bf04-d159fdf233f6 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.782057] env[69319]: DEBUG nova.network.neutron [None req-aba3c7e5-1136-4948-afa8-dc24639bcd0d tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: e8f31843-60b0-4de7-ae66-5940cc5eb364] Updating instance_info_cache with network_info: [{"id": "7f2c1d8c-f537-476a-a313-8ad6a5463a14", "address": "fa:16:3e:98:0e:f5", "network": {"id": "137e0ee2-8e6e-434c-a032-f059cf348e59", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-49335232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0030fcfc26054d94b76414b0098fa648", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f2c1d8c-f5", "ovs_interfaceid": "7f2c1d8c-f537-476a-a313-8ad6a5463a14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2937a02c-c8cd-4055-bb9f-32f6613159a8", "address": "fa:16:3e:8d:76:db", "network": {"id": "137e0ee2-8e6e-434c-a032-f059cf348e59", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-49335232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0030fcfc26054d94b76414b0098fa648", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2937a02c-c8", "ovs_interfaceid": "2937a02c-c8cd-4055-bb9f-32f6613159a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.786935] env[69319]: DEBUG oslo_concurrency.lockutils [None req-08be683a-4e5b-4170-b01c-5f01ec5358a6 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Acquiring lock "8ca4f716-1d54-4ef1-b235-3d7264ca3cb9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.787336] env[69319]: DEBUG oslo_concurrency.lockutils [None req-08be683a-4e5b-4170-b01c-5f01ec5358a6 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Lock "8ca4f716-1d54-4ef1-b235-3d7264ca3cb9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.798452] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8c1579f-f85f-48c6-9473-74ffe88f94b1 tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] [instance: 233219fd-06b7-45db-bda2-540992f2d4ce] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1175.802465] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a5a0fa3c-a416-4fc2-9a0a-4a4dc7032542 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.808765] env[69319]: DEBUG oslo_vmware.api [None req-8a7e4062-4078-4c4f-9478-5e7b363e5d16 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': task-3223988, 'name': ReconfigVM_Task, 'duration_secs': 0.31953} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.812219] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a7e4062-4078-4c4f-9478-5e7b363e5d16 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 3bcf4f37-7f28-4ae7-a267-1294c88bdc96] Reconfigured VM instance instance-00000062 to attach disk [datastore1] 3bcf4f37-7f28-4ae7-a267-1294c88bdc96/3bcf4f37-7f28-4ae7-a267-1294c88bdc96.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1175.813207] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b640085d-7606-42ba-8a3a-4680fcdf7140 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.817986] env[69319]: DEBUG oslo_vmware.api [None req-d8c1579f-f85f-48c6-9473-74ffe88f94b1 tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Waiting for the task: (returnval){ [ 1175.817986] env[69319]: value = "task-3223989" [ 1175.817986] env[69319]: _type = "Task" [ 1175.817986] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.828087] env[69319]: DEBUG oslo_vmware.api [None req-731e0b9e-e362-43d8-a53b-237537dec498 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3223985, 'name': PowerOnVM_Task, 'duration_secs': 0.591759} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.828087] env[69319]: DEBUG oslo_vmware.api [None req-8a7e4062-4078-4c4f-9478-5e7b363e5d16 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Waiting for the task: (returnval){ [ 1175.828087] env[69319]: value = "task-3223990" [ 1175.828087] env[69319]: _type = "Task" [ 1175.828087] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.829020] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-731e0b9e-e362-43d8-a53b-237537dec498 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: 736ae4ad-58b1-43f4-9661-648a5ccad06a] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1175.829199] env[69319]: INFO nova.compute.manager [None req-731e0b9e-e362-43d8-a53b-237537dec498 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: 736ae4ad-58b1-43f4-9661-648a5ccad06a] Took 10.45 seconds to spawn the instance on the hypervisor. [ 1175.829387] env[69319]: DEBUG nova.compute.manager [None req-731e0b9e-e362-43d8-a53b-237537dec498 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: 736ae4ad-58b1-43f4-9661-648a5ccad06a] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1175.832520] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-697fa983-fea7-4cbe-8c29-1fad5e05fdd7 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.848275] env[69319]: DEBUG oslo_vmware.api [None req-d8c1579f-f85f-48c6-9473-74ffe88f94b1 tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Task: {'id': task-3223989, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.860362] env[69319]: DEBUG oslo_vmware.api [None req-8a7e4062-4078-4c4f-9478-5e7b363e5d16 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': task-3223990, 'name': Rename_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.998150] env[69319]: DEBUG oslo_concurrency.lockutils [None req-193ff9d5-151f-4951-9cc0-088e8b0c18c3 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.115778] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] [instance: ec9de339-c7b8-4e35-8daa-5efe7bc4b514] Instance has had 0 of 5 cleanup attempts {{(pid=69319) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1176.185230] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0593daf1-196c-4cbe-ac91-61562fcf553a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Releasing lock "refresh_cache-4468ad34-4471-4bbe-82b7-cabe1f9fbea6" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.185571] env[69319]: DEBUG nova.compute.manager [None req-0593daf1-196c-4cbe-ac91-61562fcf553a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 4468ad34-4471-4bbe-82b7-cabe1f9fbea6] Instance network_info: |[{"id": "cce57cf9-3a99-476d-ae0a-871328cd9ea4", "address": "fa:16:3e:e7:44:1d", "network": {"id": "5b6a3856-a59d-4821-b22f-d38a582fca59", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-151173017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8712195e5600495dac5d45bcbbd358ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcce57cf9-3a", "ovs_interfaceid": "cce57cf9-3a99-476d-ae0a-871328cd9ea4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1176.186025] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-0593daf1-196c-4cbe-ac91-61562fcf553a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 4468ad34-4471-4bbe-82b7-cabe1f9fbea6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:44:1d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1c2b89fb-df8c-47c0-83ae-44291236feb4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cce57cf9-3a99-476d-ae0a-871328cd9ea4', 'vif_model': 'vmxnet3'}] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1176.193536] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0593daf1-196c-4cbe-ac91-61562fcf553a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1176.193750] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4468ad34-4471-4bbe-82b7-cabe1f9fbea6] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1176.194090] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7aa19239-5a9d-4f7b-a497-ae5c98d6c2d6 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.214915] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1176.214915] env[69319]: value = "task-3223991" [ 1176.214915] env[69319]: _type = "Task" [ 1176.214915] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.223370] env[69319]: DEBUG nova.scheduler.client.report [None req-04218d60-5065-4117-a3a4-d81f9273060b tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1176.226342] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223991, 'name': CreateVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.287920] env[69319]: DEBUG oslo_concurrency.lockutils [None req-aba3c7e5-1136-4948-afa8-dc24639bcd0d tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Releasing lock "refresh_cache-e8f31843-60b0-4de7-ae66-5940cc5eb364" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.288650] env[69319]: DEBUG oslo_concurrency.lockutils [None req-aba3c7e5-1136-4948-afa8-dc24639bcd0d tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Acquiring lock "e8f31843-60b0-4de7-ae66-5940cc5eb364" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.288843] env[69319]: DEBUG oslo_concurrency.lockutils [None req-aba3c7e5-1136-4948-afa8-dc24639bcd0d tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Acquired lock "e8f31843-60b0-4de7-ae66-5940cc5eb364" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.289725] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce374cb3-a643-444b-a090-8990996392f8 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.292990] env[69319]: DEBUG nova.compute.manager [None req-08be683a-4e5b-4170-b01c-5f01ec5358a6 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 8ca4f716-1d54-4ef1-b235-3d7264ca3cb9] Starting instance... {{(pid=69319) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1176.312964] env[69319]: DEBUG nova.virt.hardware [None req-aba3c7e5-1136-4948-afa8-dc24639bcd0d tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1176.313230] env[69319]: DEBUG nova.virt.hardware [None req-aba3c7e5-1136-4948-afa8-dc24639bcd0d tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1176.313424] env[69319]: DEBUG nova.virt.hardware [None req-aba3c7e5-1136-4948-afa8-dc24639bcd0d tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1176.313608] env[69319]: DEBUG nova.virt.hardware [None req-aba3c7e5-1136-4948-afa8-dc24639bcd0d tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1176.313717] env[69319]: DEBUG nova.virt.hardware [None req-aba3c7e5-1136-4948-afa8-dc24639bcd0d tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1176.313881] env[69319]: DEBUG nova.virt.hardware [None req-aba3c7e5-1136-4948-afa8-dc24639bcd0d tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1176.314167] env[69319]: DEBUG nova.virt.hardware [None req-aba3c7e5-1136-4948-afa8-dc24639bcd0d tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1176.314301] env[69319]: DEBUG nova.virt.hardware [None req-aba3c7e5-1136-4948-afa8-dc24639bcd0d tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1176.314424] env[69319]: DEBUG nova.virt.hardware [None req-aba3c7e5-1136-4948-afa8-dc24639bcd0d tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1176.314588] env[69319]: DEBUG nova.virt.hardware [None req-aba3c7e5-1136-4948-afa8-dc24639bcd0d tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1176.314761] env[69319]: DEBUG nova.virt.hardware [None req-aba3c7e5-1136-4948-afa8-dc24639bcd0d tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1176.325019] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-aba3c7e5-1136-4948-afa8-dc24639bcd0d tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: e8f31843-60b0-4de7-ae66-5940cc5eb364] Reconfiguring VM to attach interface {{(pid=69319) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1176.325019] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4aeec68-977d-4d02-8759-bc591353d9cf {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.351682] env[69319]: INFO nova.compute.manager [None req-56b71ce5-e9d1-4248-b400-e9ea3f22c58e tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] [instance: c771ca2e-35a5-4e64-a382-926a00df4d22] Resuming [ 1176.352342] env[69319]: DEBUG nova.objects.instance [None req-56b71ce5-e9d1-4248-b400-e9ea3f22c58e tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Lazy-loading 'flavor' on Instance uuid c771ca2e-35a5-4e64-a382-926a00df4d22 {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1176.353892] env[69319]: DEBUG oslo_vmware.api [None req-d8c1579f-f85f-48c6-9473-74ffe88f94b1 tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Task: {'id': task-3223989, 'name': PowerOffVM_Task, 'duration_secs': 0.228711} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.358057] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8c1579f-f85f-48c6-9473-74ffe88f94b1 tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] [instance: 233219fd-06b7-45db-bda2-540992f2d4ce] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1176.361672] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-d8c1579f-f85f-48c6-9473-74ffe88f94b1 tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] [instance: 233219fd-06b7-45db-bda2-540992f2d4ce] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1176.361672] env[69319]: DEBUG oslo_vmware.api [None req-aba3c7e5-1136-4948-afa8-dc24639bcd0d tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Waiting for the task: (returnval){ [ 1176.361672] env[69319]: value = "task-3223992" [ 1176.361672] env[69319]: _type = "Task" [ 1176.361672] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.361672] env[69319]: DEBUG oslo_vmware.api [None req-8a7e4062-4078-4c4f-9478-5e7b363e5d16 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': task-3223990, 'name': Rename_Task, 'duration_secs': 0.205995} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.361672] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e37cae9f-f6ec-425a-a722-4f7116aa76ca {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.361672] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a7e4062-4078-4c4f-9478-5e7b363e5d16 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 3bcf4f37-7f28-4ae7-a267-1294c88bdc96] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1176.364254] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1f3ceba9-ffbb-4f27-acbb-603feed67328 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.379407] env[69319]: INFO nova.compute.manager [None req-731e0b9e-e362-43d8-a53b-237537dec498 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: 736ae4ad-58b1-43f4-9661-648a5ccad06a] Took 28.22 seconds to build instance. [ 1176.387824] env[69319]: DEBUG oslo_vmware.api [None req-aba3c7e5-1136-4948-afa8-dc24639bcd0d tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': task-3223992, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.389417] env[69319]: DEBUG oslo_vmware.api [None req-8a7e4062-4078-4c4f-9478-5e7b363e5d16 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Waiting for the task: (returnval){ [ 1176.389417] env[69319]: value = "task-3223994" [ 1176.389417] env[69319]: _type = "Task" [ 1176.389417] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.401636] env[69319]: DEBUG oslo_vmware.api [None req-8a7e4062-4078-4c4f-9478-5e7b363e5d16 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': task-3223994, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.451503] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-d8c1579f-f85f-48c6-9473-74ffe88f94b1 tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] [instance: 233219fd-06b7-45db-bda2-540992f2d4ce] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1176.451861] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-d8c1579f-f85f-48c6-9473-74ffe88f94b1 tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] [instance: 233219fd-06b7-45db-bda2-540992f2d4ce] Deleting contents of the VM from datastore datastore1 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1176.452196] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8c1579f-f85f-48c6-9473-74ffe88f94b1 tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Deleting the datastore file [datastore1] 233219fd-06b7-45db-bda2-540992f2d4ce {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1176.453032] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-261a0922-7409-4732-9efd-82f47449c28d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.462032] env[69319]: DEBUG oslo_vmware.api [None req-d8c1579f-f85f-48c6-9473-74ffe88f94b1 tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Waiting for the task: (returnval){ [ 1176.462032] env[69319]: value = "task-3223995" [ 1176.462032] env[69319]: _type = "Task" [ 1176.462032] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.472427] env[69319]: DEBUG oslo_vmware.api [None req-d8c1579f-f85f-48c6-9473-74ffe88f94b1 tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Task: {'id': task-3223995, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.515479] env[69319]: DEBUG nova.network.neutron [-] [instance: 67b8e37a-f773-4e93-a11b-39bb41b03eb0] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.520045] env[69319]: DEBUG nova.compute.manager [req-2a0f45d2-9882-40b3-a250-dc6ac2cf976f req-c7e8eaae-1acc-4583-8725-731754cd2507 service nova] [instance: 736ae4ad-58b1-43f4-9661-648a5ccad06a] Received event network-changed-293cf96a-0176-4dad-a279-09103d56e709 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1176.520272] env[69319]: DEBUG nova.compute.manager [req-2a0f45d2-9882-40b3-a250-dc6ac2cf976f req-c7e8eaae-1acc-4583-8725-731754cd2507 service nova] [instance: 736ae4ad-58b1-43f4-9661-648a5ccad06a] Refreshing instance network info cache due to event network-changed-293cf96a-0176-4dad-a279-09103d56e709. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1176.520493] env[69319]: DEBUG oslo_concurrency.lockutils [req-2a0f45d2-9882-40b3-a250-dc6ac2cf976f req-c7e8eaae-1acc-4583-8725-731754cd2507 service nova] Acquiring lock "refresh_cache-736ae4ad-58b1-43f4-9661-648a5ccad06a" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.520648] env[69319]: DEBUG oslo_concurrency.lockutils [req-2a0f45d2-9882-40b3-a250-dc6ac2cf976f req-c7e8eaae-1acc-4583-8725-731754cd2507 service nova] Acquired lock "refresh_cache-736ae4ad-58b1-43f4-9661-648a5ccad06a" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.521044] env[69319]: DEBUG nova.network.neutron [req-2a0f45d2-9882-40b3-a250-dc6ac2cf976f req-c7e8eaae-1acc-4583-8725-731754cd2507 service nova] [instance: 736ae4ad-58b1-43f4-9661-648a5ccad06a] Refreshing network info cache for port 293cf96a-0176-4dad-a279-09103d56e709 {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1176.619086] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] [instance: 83ef14da-a854-46ef-bb33-05164f9efb29] Instance has had 0 of 5 cleanup attempts {{(pid=69319) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1176.726041] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3223991, 'name': CreateVM_Task, 'duration_secs': 0.388118} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.726173] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4468ad34-4471-4bbe-82b7-cabe1f9fbea6] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1176.727109] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0593daf1-196c-4cbe-ac91-61562fcf553a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.727109] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0593daf1-196c-4cbe-ac91-61562fcf553a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.727289] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0593daf1-196c-4cbe-ac91-61562fcf553a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.727990] env[69319]: DEBUG oslo_concurrency.lockutils [None req-04218d60-5065-4117-a3a4-d81f9273060b tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.346s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.728460] env[69319]: DEBUG nova.compute.manager [None req-04218d60-5065-4117-a3a4-d81f9273060b tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] [instance: d7a0a4bd-21f3-417f-b15c-f54521dea792] Start building networks asynchronously for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1176.731546] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df871449-a613-4fcb-9002-a2ce76aa11d6 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.734367] env[69319]: DEBUG oslo_concurrency.lockutils [None req-193ff9d5-151f-4951-9cc0-088e8b0c18c3 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.736s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.736768] env[69319]: INFO nova.compute.claims [None req-193ff9d5-151f-4951-9cc0-088e8b0c18c3 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 88d5e399-14ad-42a3-91d1-1c44db2fd0f5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1176.743693] env[69319]: DEBUG oslo_vmware.api [None req-0593daf1-196c-4cbe-ac91-61562fcf553a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Waiting for the task: (returnval){ [ 1176.743693] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52758a53-ada4-f9b5-de61-fe61e291c4f1" [ 1176.743693] env[69319]: _type = "Task" [ 1176.743693] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.752542] env[69319]: DEBUG oslo_vmware.api [None req-0593daf1-196c-4cbe-ac91-61562fcf553a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52758a53-ada4-f9b5-de61-fe61e291c4f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.815488] env[69319]: DEBUG oslo_concurrency.lockutils [None req-08be683a-4e5b-4170-b01c-5f01ec5358a6 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.831114] env[69319]: DEBUG nova.compute.manager [req-2b6ab29c-19a6-4c29-821d-3d9d099caab1 req-495e5124-4843-4306-aae6-88d42db66dea service nova] [instance: e8f31843-60b0-4de7-ae66-5940cc5eb364] Received event network-changed-2937a02c-c8cd-4055-bb9f-32f6613159a8 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1176.831114] env[69319]: DEBUG nova.compute.manager [req-2b6ab29c-19a6-4c29-821d-3d9d099caab1 req-495e5124-4843-4306-aae6-88d42db66dea service nova] [instance: e8f31843-60b0-4de7-ae66-5940cc5eb364] Refreshing instance network info cache due to event network-changed-2937a02c-c8cd-4055-bb9f-32f6613159a8. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1176.831376] env[69319]: DEBUG oslo_concurrency.lockutils [req-2b6ab29c-19a6-4c29-821d-3d9d099caab1 req-495e5124-4843-4306-aae6-88d42db66dea service nova] Acquiring lock "refresh_cache-e8f31843-60b0-4de7-ae66-5940cc5eb364" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.831438] env[69319]: DEBUG oslo_concurrency.lockutils [req-2b6ab29c-19a6-4c29-821d-3d9d099caab1 req-495e5124-4843-4306-aae6-88d42db66dea service nova] Acquired lock "refresh_cache-e8f31843-60b0-4de7-ae66-5940cc5eb364" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.831599] env[69319]: DEBUG nova.network.neutron [req-2b6ab29c-19a6-4c29-821d-3d9d099caab1 req-495e5124-4843-4306-aae6-88d42db66dea service nova] [instance: e8f31843-60b0-4de7-ae66-5940cc5eb364] Refreshing network info cache for port 2937a02c-c8cd-4055-bb9f-32f6613159a8 {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1176.871520] env[69319]: DEBUG oslo_vmware.api [None req-aba3c7e5-1136-4948-afa8-dc24639bcd0d tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': task-3223992, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.882976] env[69319]: DEBUG oslo_concurrency.lockutils [None req-731e0b9e-e362-43d8-a53b-237537dec498 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Lock "736ae4ad-58b1-43f4-9661-648a5ccad06a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.734s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.902133] env[69319]: DEBUG oslo_vmware.api [None req-8a7e4062-4078-4c4f-9478-5e7b363e5d16 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': task-3223994, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.974588] env[69319]: DEBUG oslo_vmware.api [None req-d8c1579f-f85f-48c6-9473-74ffe88f94b1 tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Task: {'id': task-3223995, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.211449} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.974896] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8c1579f-f85f-48c6-9473-74ffe88f94b1 tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1176.975139] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-d8c1579f-f85f-48c6-9473-74ffe88f94b1 tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] [instance: 233219fd-06b7-45db-bda2-540992f2d4ce] Deleted contents of the VM from datastore datastore1 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1176.975415] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-d8c1579f-f85f-48c6-9473-74ffe88f94b1 tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] [instance: 233219fd-06b7-45db-bda2-540992f2d4ce] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1176.975619] env[69319]: INFO nova.compute.manager [None req-d8c1579f-f85f-48c6-9473-74ffe88f94b1 tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] [instance: 233219fd-06b7-45db-bda2-540992f2d4ce] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1176.975867] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d8c1579f-f85f-48c6-9473-74ffe88f94b1 tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1176.976085] env[69319]: DEBUG nova.compute.manager [-] [instance: 233219fd-06b7-45db-bda2-540992f2d4ce] Deallocating network for instance {{(pid=69319) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1176.976178] env[69319]: DEBUG nova.network.neutron [-] [instance: 233219fd-06b7-45db-bda2-540992f2d4ce] deallocate_for_instance() {{(pid=69319) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1177.019263] env[69319]: INFO nova.compute.manager [-] [instance: 67b8e37a-f773-4e93-a11b-39bb41b03eb0] Took 1.32 seconds to deallocate network for instance. [ 1177.122113] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] [instance: 6ddef20b-40c0-4f0d-bf0e-81d443706ecd] Instance has had 0 of 5 cleanup attempts {{(pid=69319) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1177.238246] env[69319]: DEBUG nova.compute.utils [None req-04218d60-5065-4117-a3a4-d81f9273060b tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Using /dev/sd instead of None {{(pid=69319) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1177.242387] env[69319]: DEBUG nova.compute.manager [None req-04218d60-5065-4117-a3a4-d81f9273060b tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] [instance: d7a0a4bd-21f3-417f-b15c-f54521dea792] Allocating IP information in the background. {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1177.242578] env[69319]: DEBUG nova.network.neutron [None req-04218d60-5065-4117-a3a4-d81f9273060b tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] [instance: d7a0a4bd-21f3-417f-b15c-f54521dea792] allocate_for_instance() {{(pid=69319) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1177.257522] env[69319]: DEBUG oslo_vmware.api [None req-0593daf1-196c-4cbe-ac91-61562fcf553a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52758a53-ada4-f9b5-de61-fe61e291c4f1, 'name': SearchDatastore_Task, 'duration_secs': 0.011674} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.258452] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0593daf1-196c-4cbe-ac91-61562fcf553a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.258685] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-0593daf1-196c-4cbe-ac91-61562fcf553a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 4468ad34-4471-4bbe-82b7-cabe1f9fbea6] Processing image 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1177.258920] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0593daf1-196c-4cbe-ac91-61562fcf553a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.259080] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0593daf1-196c-4cbe-ac91-61562fcf553a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.259259] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-0593daf1-196c-4cbe-ac91-61562fcf553a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1177.259768] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d62f19a0-1020-47ca-a45e-e8904be2a513 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.271957] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-0593daf1-196c-4cbe-ac91-61562fcf553a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1177.271957] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-0593daf1-196c-4cbe-ac91-61562fcf553a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1177.272672] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a476ce0-953f-44e4-86b5-b9c39a58dd94 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.285642] env[69319]: DEBUG oslo_vmware.api [None req-0593daf1-196c-4cbe-ac91-61562fcf553a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Waiting for the task: (returnval){ [ 1177.285642] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]528c8537-227d-d3d1-9b1f-f4d4e7d8711d" [ 1177.285642] env[69319]: _type = "Task" [ 1177.285642] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.295093] env[69319]: DEBUG oslo_vmware.api [None req-0593daf1-196c-4cbe-ac91-61562fcf553a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]528c8537-227d-d3d1-9b1f-f4d4e7d8711d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.306152] env[69319]: DEBUG nova.policy [None req-04218d60-5065-4117-a3a4-d81f9273060b tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd33d4bc3e004470b91cc833432912c14', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '082be296862f43ddb7b411a29468a5c1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69319) authorize /opt/stack/nova/nova/policy.py:192}} [ 1177.339983] env[69319]: DEBUG nova.network.neutron [req-2a0f45d2-9882-40b3-a250-dc6ac2cf976f req-c7e8eaae-1acc-4583-8725-731754cd2507 service nova] [instance: 736ae4ad-58b1-43f4-9661-648a5ccad06a] Updated VIF entry in instance network info cache for port 293cf96a-0176-4dad-a279-09103d56e709. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1177.339983] env[69319]: DEBUG nova.network.neutron [req-2a0f45d2-9882-40b3-a250-dc6ac2cf976f req-c7e8eaae-1acc-4583-8725-731754cd2507 service nova] [instance: 736ae4ad-58b1-43f4-9661-648a5ccad06a] Updating instance_info_cache with network_info: [{"id": "293cf96a-0176-4dad-a279-09103d56e709", "address": "fa:16:3e:06:9d:77", "network": {"id": "a673a352-fcbe-446a-b78c-3975246791bd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-551867013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b933d0258a1488bbdddf88a90df7360", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f847601f-7479-48eb-842f-41f94eea8537", "external-id": "nsx-vlan-transportzone-35", "segmentation_id": 35, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap293cf96a-01", "ovs_interfaceid": "293cf96a-0176-4dad-a279-09103d56e709", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.378748] env[69319]: DEBUG oslo_vmware.api [None req-aba3c7e5-1136-4948-afa8-dc24639bcd0d tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': task-3223992, 'name': ReconfigVM_Task, 'duration_secs': 0.695408} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.381978] env[69319]: DEBUG oslo_concurrency.lockutils [None req-aba3c7e5-1136-4948-afa8-dc24639bcd0d tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Releasing lock "e8f31843-60b0-4de7-ae66-5940cc5eb364" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.382257] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-aba3c7e5-1136-4948-afa8-dc24639bcd0d tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: e8f31843-60b0-4de7-ae66-5940cc5eb364] Reconfigured VM to attach interface {{(pid=69319) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1177.401628] env[69319]: DEBUG oslo_vmware.api [None req-8a7e4062-4078-4c4f-9478-5e7b363e5d16 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': task-3223994, 'name': PowerOnVM_Task, 'duration_secs': 0.666303} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.402298] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a7e4062-4078-4c4f-9478-5e7b363e5d16 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 3bcf4f37-7f28-4ae7-a267-1294c88bdc96] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1177.402506] env[69319]: INFO nova.compute.manager [None req-8a7e4062-4078-4c4f-9478-5e7b363e5d16 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 3bcf4f37-7f28-4ae7-a267-1294c88bdc96] Took 9.70 seconds to spawn the instance on the hypervisor. [ 1177.402686] env[69319]: DEBUG nova.compute.manager [None req-8a7e4062-4078-4c4f-9478-5e7b363e5d16 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 3bcf4f37-7f28-4ae7-a267-1294c88bdc96] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1177.403647] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6a7db2d-d9d7-459e-9906-37d87edc10e3 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.527998] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5494222f-3c0c-435e-8c05-1b979d89ec96 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.626779] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] [instance: b5440512-ae77-469f-b76b-a6d660b26f50] Instance has had 0 of 5 cleanup attempts {{(pid=69319) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1177.683716] env[69319]: DEBUG nova.network.neutron [req-2b6ab29c-19a6-4c29-821d-3d9d099caab1 req-495e5124-4843-4306-aae6-88d42db66dea service nova] [instance: e8f31843-60b0-4de7-ae66-5940cc5eb364] Updated VIF entry in instance network info cache for port 2937a02c-c8cd-4055-bb9f-32f6613159a8. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1177.684235] env[69319]: DEBUG nova.network.neutron [req-2b6ab29c-19a6-4c29-821d-3d9d099caab1 req-495e5124-4843-4306-aae6-88d42db66dea service nova] [instance: e8f31843-60b0-4de7-ae66-5940cc5eb364] Updating instance_info_cache with network_info: [{"id": "7f2c1d8c-f537-476a-a313-8ad6a5463a14", "address": "fa:16:3e:98:0e:f5", "network": {"id": "137e0ee2-8e6e-434c-a032-f059cf348e59", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-49335232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0030fcfc26054d94b76414b0098fa648", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f2c1d8c-f5", "ovs_interfaceid": "7f2c1d8c-f537-476a-a313-8ad6a5463a14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2937a02c-c8cd-4055-bb9f-32f6613159a8", "address": "fa:16:3e:8d:76:db", "network": {"id": "137e0ee2-8e6e-434c-a032-f059cf348e59", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-49335232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0030fcfc26054d94b76414b0098fa648", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2937a02c-c8", "ovs_interfaceid": "2937a02c-c8cd-4055-bb9f-32f6613159a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.747791] env[69319]: DEBUG nova.compute.manager [None req-04218d60-5065-4117-a3a4-d81f9273060b tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] [instance: d7a0a4bd-21f3-417f-b15c-f54521dea792] Start building block device mappings for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1177.792215] env[69319]: DEBUG nova.network.neutron [None req-04218d60-5065-4117-a3a4-d81f9273060b tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] [instance: d7a0a4bd-21f3-417f-b15c-f54521dea792] Successfully created port: bbc9d466-c266-4f79-bd43-88e78a109762 {{(pid=69319) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1177.799159] env[69319]: DEBUG oslo_vmware.api [None req-0593daf1-196c-4cbe-ac91-61562fcf553a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]528c8537-227d-d3d1-9b1f-f4d4e7d8711d, 'name': SearchDatastore_Task, 'duration_secs': 0.010431} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.804388] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc0d02e9-9f68-4c43-9a39-576565187aba {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.811200] env[69319]: DEBUG oslo_vmware.api [None req-0593daf1-196c-4cbe-ac91-61562fcf553a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Waiting for the task: (returnval){ [ 1177.811200] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52ee7c27-855b-cb24-d083-9ba8a8811691" [ 1177.811200] env[69319]: _type = "Task" [ 1177.811200] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.824902] env[69319]: DEBUG oslo_vmware.api [None req-0593daf1-196c-4cbe-ac91-61562fcf553a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52ee7c27-855b-cb24-d083-9ba8a8811691, 'name': SearchDatastore_Task, 'duration_secs': 0.01111} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.825381] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0593daf1-196c-4cbe-ac91-61562fcf553a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.825825] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-0593daf1-196c-4cbe-ac91-61562fcf553a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] 4468ad34-4471-4bbe-82b7-cabe1f9fbea6/4468ad34-4471-4bbe-82b7-cabe1f9fbea6.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1177.828020] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0a9de707-5b94-409b-90d7-720ca384a111 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.837551] env[69319]: DEBUG oslo_vmware.api [None req-0593daf1-196c-4cbe-ac91-61562fcf553a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Waiting for the task: (returnval){ [ 1177.837551] env[69319]: value = "task-3223996" [ 1177.837551] env[69319]: _type = "Task" [ 1177.837551] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.841521] env[69319]: DEBUG oslo_concurrency.lockutils [req-2a0f45d2-9882-40b3-a250-dc6ac2cf976f req-c7e8eaae-1acc-4583-8725-731754cd2507 service nova] Releasing lock "refresh_cache-736ae4ad-58b1-43f4-9661-648a5ccad06a" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.849081] env[69319]: DEBUG oslo_vmware.api [None req-0593daf1-196c-4cbe-ac91-61562fcf553a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3223996, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.873114] env[69319]: DEBUG oslo_concurrency.lockutils [None req-56b71ce5-e9d1-4248-b400-e9ea3f22c58e tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Acquiring lock "refresh_cache-c771ca2e-35a5-4e64-a382-926a00df4d22" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.873358] env[69319]: DEBUG oslo_concurrency.lockutils [None req-56b71ce5-e9d1-4248-b400-e9ea3f22c58e tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Acquired lock "refresh_cache-c771ca2e-35a5-4e64-a382-926a00df4d22" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.873753] env[69319]: DEBUG nova.network.neutron [None req-56b71ce5-e9d1-4248-b400-e9ea3f22c58e tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] [instance: c771ca2e-35a5-4e64-a382-926a00df4d22] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1177.890774] env[69319]: DEBUG oslo_concurrency.lockutils [None req-aba3c7e5-1136-4948-afa8-dc24639bcd0d tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Lock "interface-e8f31843-60b0-4de7-ae66-5940cc5eb364-2937a02c-c8cd-4055-bb9f-32f6613159a8" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.840s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.890978] env[69319]: DEBUG nova.network.neutron [-] [instance: 233219fd-06b7-45db-bda2-540992f2d4ce] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.924122] env[69319]: INFO nova.compute.manager [None req-8a7e4062-4078-4c4f-9478-5e7b363e5d16 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 3bcf4f37-7f28-4ae7-a267-1294c88bdc96] Took 25.87 seconds to build instance. [ 1177.951611] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c1cbb678-3a2b-45d9-9b97-29772ab24998 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Acquiring lock "9a2d05fc-1ee1-4847-bb63-ad2d3624c730" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.951941] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c1cbb678-3a2b-45d9-9b97-29772ab24998 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Lock "9a2d05fc-1ee1-4847-bb63-ad2d3624c730" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.020286] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-834d9e06-2219-4c76-bb8f-8a6bff2e431f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.030833] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7db0dae4-5c47-4224-9ec6-c3c022cdf620 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.068876] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00f497ca-f5e5-48fe-b76b-1d16d355adec {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.078826] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b14d8758-4679-4057-addb-7311a7087325 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.096637] env[69319]: DEBUG nova.compute.provider_tree [None req-193ff9d5-151f-4951-9cc0-088e8b0c18c3 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1178.133811] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] [instance: d24a0bae-3b98-4121-a3f7-bedee3a196b4] Instance has had 0 of 5 cleanup attempts {{(pid=69319) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1178.187231] env[69319]: DEBUG oslo_concurrency.lockutils [req-2b6ab29c-19a6-4c29-821d-3d9d099caab1 req-495e5124-4843-4306-aae6-88d42db66dea service nova] Releasing lock "refresh_cache-e8f31843-60b0-4de7-ae66-5940cc5eb364" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.187589] env[69319]: DEBUG nova.compute.manager [req-2b6ab29c-19a6-4c29-821d-3d9d099caab1 req-495e5124-4843-4306-aae6-88d42db66dea service nova] [instance: 4468ad34-4471-4bbe-82b7-cabe1f9fbea6] Received event network-vif-plugged-cce57cf9-3a99-476d-ae0a-871328cd9ea4 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1178.187756] env[69319]: DEBUG oslo_concurrency.lockutils [req-2b6ab29c-19a6-4c29-821d-3d9d099caab1 req-495e5124-4843-4306-aae6-88d42db66dea service nova] Acquiring lock "4468ad34-4471-4bbe-82b7-cabe1f9fbea6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.187971] env[69319]: DEBUG oslo_concurrency.lockutils [req-2b6ab29c-19a6-4c29-821d-3d9d099caab1 req-495e5124-4843-4306-aae6-88d42db66dea service nova] Lock "4468ad34-4471-4bbe-82b7-cabe1f9fbea6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.188157] env[69319]: DEBUG oslo_concurrency.lockutils [req-2b6ab29c-19a6-4c29-821d-3d9d099caab1 req-495e5124-4843-4306-aae6-88d42db66dea service nova] Lock "4468ad34-4471-4bbe-82b7-cabe1f9fbea6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.188346] env[69319]: DEBUG nova.compute.manager [req-2b6ab29c-19a6-4c29-821d-3d9d099caab1 req-495e5124-4843-4306-aae6-88d42db66dea service nova] [instance: 4468ad34-4471-4bbe-82b7-cabe1f9fbea6] No waiting events found dispatching network-vif-plugged-cce57cf9-3a99-476d-ae0a-871328cd9ea4 {{(pid=69319) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1178.188521] env[69319]: WARNING nova.compute.manager [req-2b6ab29c-19a6-4c29-821d-3d9d099caab1 req-495e5124-4843-4306-aae6-88d42db66dea service nova] [instance: 4468ad34-4471-4bbe-82b7-cabe1f9fbea6] Received unexpected event network-vif-plugged-cce57cf9-3a99-476d-ae0a-871328cd9ea4 for instance with vm_state building and task_state spawning. [ 1178.188690] env[69319]: DEBUG nova.compute.manager [req-2b6ab29c-19a6-4c29-821d-3d9d099caab1 req-495e5124-4843-4306-aae6-88d42db66dea service nova] [instance: 4468ad34-4471-4bbe-82b7-cabe1f9fbea6] Received event network-changed-cce57cf9-3a99-476d-ae0a-871328cd9ea4 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1178.189590] env[69319]: DEBUG nova.compute.manager [req-2b6ab29c-19a6-4c29-821d-3d9d099caab1 req-495e5124-4843-4306-aae6-88d42db66dea service nova] [instance: 4468ad34-4471-4bbe-82b7-cabe1f9fbea6] Refreshing instance network info cache due to event network-changed-cce57cf9-3a99-476d-ae0a-871328cd9ea4. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1178.189863] env[69319]: DEBUG oslo_concurrency.lockutils [req-2b6ab29c-19a6-4c29-821d-3d9d099caab1 req-495e5124-4843-4306-aae6-88d42db66dea service nova] Acquiring lock "refresh_cache-4468ad34-4471-4bbe-82b7-cabe1f9fbea6" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.190045] env[69319]: DEBUG oslo_concurrency.lockutils [req-2b6ab29c-19a6-4c29-821d-3d9d099caab1 req-495e5124-4843-4306-aae6-88d42db66dea service nova] Acquired lock "refresh_cache-4468ad34-4471-4bbe-82b7-cabe1f9fbea6" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.190203] env[69319]: DEBUG nova.network.neutron [req-2b6ab29c-19a6-4c29-821d-3d9d099caab1 req-495e5124-4843-4306-aae6-88d42db66dea service nova] [instance: 4468ad34-4471-4bbe-82b7-cabe1f9fbea6] Refreshing network info cache for port cce57cf9-3a99-476d-ae0a-871328cd9ea4 {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1178.348842] env[69319]: DEBUG oslo_vmware.api [None req-0593daf1-196c-4cbe-ac91-61562fcf553a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3223996, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481786} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.349140] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-0593daf1-196c-4cbe-ac91-61562fcf553a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] 4468ad34-4471-4bbe-82b7-cabe1f9fbea6/4468ad34-4471-4bbe-82b7-cabe1f9fbea6.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1178.349364] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-0593daf1-196c-4cbe-ac91-61562fcf553a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 4468ad34-4471-4bbe-82b7-cabe1f9fbea6] Extending root virtual disk to 1048576 {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1178.349621] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5a79bd07-bb0b-4404-bdb7-8ebf7557ec13 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.358285] env[69319]: DEBUG oslo_vmware.api [None req-0593daf1-196c-4cbe-ac91-61562fcf553a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Waiting for the task: (returnval){ [ 1178.358285] env[69319]: value = "task-3223998" [ 1178.358285] env[69319]: _type = "Task" [ 1178.358285] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.367429] env[69319]: DEBUG oslo_vmware.api [None req-0593daf1-196c-4cbe-ac91-61562fcf553a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3223998, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.397110] env[69319]: INFO nova.compute.manager [-] [instance: 233219fd-06b7-45db-bda2-540992f2d4ce] Took 1.42 seconds to deallocate network for instance. [ 1178.426923] env[69319]: DEBUG oslo_concurrency.lockutils [None req-8a7e4062-4078-4c4f-9478-5e7b363e5d16 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Lock "3bcf4f37-7f28-4ae7-a267-1294c88bdc96" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.376s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.456319] env[69319]: INFO nova.compute.manager [None req-c1cbb678-3a2b-45d9-9b97-29772ab24998 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 9a2d05fc-1ee1-4847-bb63-ad2d3624c730] Detaching volume 9a205589-1ccc-49dc-a59f-5a3c3c3f4c5f [ 1178.496020] env[69319]: INFO nova.virt.block_device [None req-c1cbb678-3a2b-45d9-9b97-29772ab24998 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 9a2d05fc-1ee1-4847-bb63-ad2d3624c730] Attempting to driver detach volume 9a205589-1ccc-49dc-a59f-5a3c3c3f4c5f from mountpoint /dev/sdb [ 1178.496292] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1cbb678-3a2b-45d9-9b97-29772ab24998 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 9a2d05fc-1ee1-4847-bb63-ad2d3624c730] Volume detach. Driver type: vmdk {{(pid=69319) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1178.496483] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1cbb678-3a2b-45d9-9b97-29772ab24998 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 9a2d05fc-1ee1-4847-bb63-ad2d3624c730] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-644491', 'volume_id': '9a205589-1ccc-49dc-a59f-5a3c3c3f4c5f', 'name': 'volume-9a205589-1ccc-49dc-a59f-5a3c3c3f4c5f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '9a2d05fc-1ee1-4847-bb63-ad2d3624c730', 'attached_at': '', 'detached_at': '', 'volume_id': '9a205589-1ccc-49dc-a59f-5a3c3c3f4c5f', 'serial': '9a205589-1ccc-49dc-a59f-5a3c3c3f4c5f'} {{(pid=69319) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1178.497391] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c64f3099-c5fa-4e1d-952f-015aedbf3a6b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.524758] env[69319]: DEBUG nova.network.neutron [None req-04218d60-5065-4117-a3a4-d81f9273060b tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] [instance: d7a0a4bd-21f3-417f-b15c-f54521dea792] Successfully created port: fbd80372-8c0f-4f9e-a957-7e02e441babc {{(pid=69319) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1178.526940] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5c0f365-ae91-44c1-9930-306e38bc2022 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.535481] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8082fb3d-ff7f-4136-876f-a012c77c16e0 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.560197] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb52b9e1-bd70-4e51-b2d1-2f0b0a6bd21d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.577228] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1cbb678-3a2b-45d9-9b97-29772ab24998 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] The volume has not been displaced from its original location: [datastore1] volume-9a205589-1ccc-49dc-a59f-5a3c3c3f4c5f/volume-9a205589-1ccc-49dc-a59f-5a3c3c3f4c5f.vmdk. No consolidation needed. {{(pid=69319) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1178.582704] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1cbb678-3a2b-45d9-9b97-29772ab24998 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 9a2d05fc-1ee1-4847-bb63-ad2d3624c730] Reconfiguring VM instance instance-00000044 to detach disk 2001 {{(pid=69319) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1178.583032] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-341086f0-f09f-463a-a136-5639924fb713 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.598640] env[69319]: DEBUG nova.scheduler.client.report [None req-193ff9d5-151f-4951-9cc0-088e8b0c18c3 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1178.603612] env[69319]: DEBUG oslo_vmware.api [None req-c1cbb678-3a2b-45d9-9b97-29772ab24998 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Waiting for the task: (returnval){ [ 1178.603612] env[69319]: value = "task-3223999" [ 1178.603612] env[69319]: _type = "Task" [ 1178.603612] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.612437] env[69319]: DEBUG oslo_vmware.api [None req-c1cbb678-3a2b-45d9-9b97-29772ab24998 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': task-3223999, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.637859] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] [instance: a1acbe0c-f40b-4388-964e-cf7a95551e4c] Instance has had 0 of 5 cleanup attempts {{(pid=69319) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1178.762219] env[69319]: DEBUG nova.compute.manager [None req-04218d60-5065-4117-a3a4-d81f9273060b tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] [instance: d7a0a4bd-21f3-417f-b15c-f54521dea792] Start spawning the instance on the hypervisor. {{(pid=69319) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1178.793485] env[69319]: DEBUG nova.virt.hardware [None req-04218d60-5065-4117-a3a4-d81f9273060b tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:32:36Z,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31f027872f6f44dba95ff2fe7a062e00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:32:36Z,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1178.793773] env[69319]: DEBUG nova.virt.hardware [None req-04218d60-5065-4117-a3a4-d81f9273060b tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1178.793953] env[69319]: DEBUG nova.virt.hardware [None req-04218d60-5065-4117-a3a4-d81f9273060b tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1178.794143] env[69319]: DEBUG nova.virt.hardware [None req-04218d60-5065-4117-a3a4-d81f9273060b tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1178.794284] env[69319]: DEBUG nova.virt.hardware [None req-04218d60-5065-4117-a3a4-d81f9273060b tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1178.794425] env[69319]: DEBUG nova.virt.hardware [None req-04218d60-5065-4117-a3a4-d81f9273060b tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1178.794655] env[69319]: DEBUG nova.virt.hardware [None req-04218d60-5065-4117-a3a4-d81f9273060b tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1178.794783] env[69319]: DEBUG nova.virt.hardware [None req-04218d60-5065-4117-a3a4-d81f9273060b tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1178.794940] env[69319]: DEBUG nova.virt.hardware [None req-04218d60-5065-4117-a3a4-d81f9273060b tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1178.795117] env[69319]: DEBUG nova.virt.hardware [None req-04218d60-5065-4117-a3a4-d81f9273060b tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1178.795311] env[69319]: DEBUG nova.virt.hardware [None req-04218d60-5065-4117-a3a4-d81f9273060b tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1178.796517] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-571d807e-ed04-4fe9-bc0b-1776af1e0fc3 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.805497] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5daedf08-c03c-4403-942f-6654f01243ef {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.824596] env[69319]: DEBUG nova.network.neutron [None req-56b71ce5-e9d1-4248-b400-e9ea3f22c58e tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] [instance: c771ca2e-35a5-4e64-a382-926a00df4d22] Updating instance_info_cache with network_info: [{"id": "a8ef65c2-54c3-4947-a939-55e0a97b9286", "address": "fa:16:3e:67:1d:d4", "network": {"id": "479b2db4-1595-499c-989e-d2c9bc18b740", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1550392127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6533c097f5254ff48af7edf184b57761", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31ac3fea-ebf4-4bed-bf70-1eaecdf71280", "external-id": "nsx-vlan-transportzone-489", "segmentation_id": 489, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8ef65c2-54", "ovs_interfaceid": "a8ef65c2-54c3-4947-a939-55e0a97b9286", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.869639] env[69319]: DEBUG oslo_vmware.api [None req-0593daf1-196c-4cbe-ac91-61562fcf553a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3223998, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082352} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.873016] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-0593daf1-196c-4cbe-ac91-61562fcf553a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 4468ad34-4471-4bbe-82b7-cabe1f9fbea6] Extended root virtual disk {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1178.873016] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a3c1aa7-8d44-4c23-ac8d-6d190712eae6 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.899503] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-0593daf1-196c-4cbe-ac91-61562fcf553a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 4468ad34-4471-4bbe-82b7-cabe1f9fbea6] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] 4468ad34-4471-4bbe-82b7-cabe1f9fbea6/4468ad34-4471-4bbe-82b7-cabe1f9fbea6.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1178.899503] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a80c128-653b-4a70-9149-2b14981ea172 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.917669] env[69319]: DEBUG oslo_concurrency.lockutils [None req-d8c1579f-f85f-48c6-9473-74ffe88f94b1 tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.926024] env[69319]: DEBUG oslo_vmware.api [None req-0593daf1-196c-4cbe-ac91-61562fcf553a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Waiting for the task: (returnval){ [ 1178.926024] env[69319]: value = "task-3224000" [ 1178.926024] env[69319]: _type = "Task" [ 1178.926024] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.935329] env[69319]: DEBUG oslo_vmware.api [None req-0593daf1-196c-4cbe-ac91-61562fcf553a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3224000, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.957818] env[69319]: DEBUG nova.network.neutron [req-2b6ab29c-19a6-4c29-821d-3d9d099caab1 req-495e5124-4843-4306-aae6-88d42db66dea service nova] [instance: 4468ad34-4471-4bbe-82b7-cabe1f9fbea6] Updated VIF entry in instance network info cache for port cce57cf9-3a99-476d-ae0a-871328cd9ea4. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1178.957818] env[69319]: DEBUG nova.network.neutron [req-2b6ab29c-19a6-4c29-821d-3d9d099caab1 req-495e5124-4843-4306-aae6-88d42db66dea service nova] [instance: 4468ad34-4471-4bbe-82b7-cabe1f9fbea6] Updating instance_info_cache with network_info: [{"id": "cce57cf9-3a99-476d-ae0a-871328cd9ea4", "address": "fa:16:3e:e7:44:1d", "network": {"id": "5b6a3856-a59d-4821-b22f-d38a582fca59", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-151173017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8712195e5600495dac5d45bcbbd358ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcce57cf9-3a", "ovs_interfaceid": "cce57cf9-3a99-476d-ae0a-871328cd9ea4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.988950] env[69319]: DEBUG nova.compute.manager [req-346e0c6a-01a9-426e-8fa2-57ae07a88ef6 req-396ad709-4cc7-422f-94c5-86e0a152a28d service nova] [instance: 233219fd-06b7-45db-bda2-540992f2d4ce] Received event network-vif-deleted-80a535ea-42da-430c-b614-1407cd89cd0e {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1179.103147] env[69319]: DEBUG oslo_concurrency.lockutils [None req-193ff9d5-151f-4951-9cc0-088e8b0c18c3 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.369s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.103852] env[69319]: DEBUG nova.compute.manager [None req-193ff9d5-151f-4951-9cc0-088e8b0c18c3 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 88d5e399-14ad-42a3-91d1-1c44db2fd0f5] Start building networks asynchronously for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1179.106988] env[69319]: DEBUG oslo_concurrency.lockutils [None req-08be683a-4e5b-4170-b01c-5f01ec5358a6 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.292s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.108677] env[69319]: INFO nova.compute.claims [None req-08be683a-4e5b-4170-b01c-5f01ec5358a6 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 8ca4f716-1d54-4ef1-b235-3d7264ca3cb9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1179.122267] env[69319]: DEBUG oslo_vmware.api [None req-c1cbb678-3a2b-45d9-9b97-29772ab24998 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': task-3223999, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.141351] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] [instance: 8dabca07-310b-4c22-b6c5-9fc57cf98adf] Instance has had 0 of 5 cleanup attempts {{(pid=69319) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1179.327628] env[69319]: DEBUG oslo_concurrency.lockutils [None req-56b71ce5-e9d1-4248-b400-e9ea3f22c58e tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Releasing lock "refresh_cache-c771ca2e-35a5-4e64-a382-926a00df4d22" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.328567] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4730d214-b688-4eb7-8df8-1db8814bdde6 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.336103] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-56b71ce5-e9d1-4248-b400-e9ea3f22c58e tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] [instance: c771ca2e-35a5-4e64-a382-926a00df4d22] Resuming the VM {{(pid=69319) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1179.336346] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b9dba1a6-af92-4ad8-963f-5df11bbac35f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.343809] env[69319]: DEBUG oslo_vmware.api [None req-56b71ce5-e9d1-4248-b400-e9ea3f22c58e tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Waiting for the task: (returnval){ [ 1179.343809] env[69319]: value = "task-3224001" [ 1179.343809] env[69319]: _type = "Task" [ 1179.343809] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.351706] env[69319]: DEBUG oslo_vmware.api [None req-56b71ce5-e9d1-4248-b400-e9ea3f22c58e tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Task: {'id': task-3224001, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.437073] env[69319]: DEBUG oslo_vmware.api [None req-0593daf1-196c-4cbe-ac91-61562fcf553a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3224000, 'name': ReconfigVM_Task, 'duration_secs': 0.333107} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.437073] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-0593daf1-196c-4cbe-ac91-61562fcf553a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 4468ad34-4471-4bbe-82b7-cabe1f9fbea6] Reconfigured VM instance instance-00000063 to attach disk [datastore2] 4468ad34-4471-4bbe-82b7-cabe1f9fbea6/4468ad34-4471-4bbe-82b7-cabe1f9fbea6.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1179.437073] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d1912ca6-bc6b-4b44-b61e-2a951c7148c5 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.445122] env[69319]: DEBUG oslo_vmware.api [None req-0593daf1-196c-4cbe-ac91-61562fcf553a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Waiting for the task: (returnval){ [ 1179.445122] env[69319]: value = "task-3224002" [ 1179.445122] env[69319]: _type = "Task" [ 1179.445122] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.453991] env[69319]: DEBUG oslo_vmware.api [None req-0593daf1-196c-4cbe-ac91-61562fcf553a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3224002, 'name': Rename_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.459707] env[69319]: DEBUG oslo_concurrency.lockutils [req-2b6ab29c-19a6-4c29-821d-3d9d099caab1 req-495e5124-4843-4306-aae6-88d42db66dea service nova] Releasing lock "refresh_cache-4468ad34-4471-4bbe-82b7-cabe1f9fbea6" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.459979] env[69319]: DEBUG nova.compute.manager [req-2b6ab29c-19a6-4c29-821d-3d9d099caab1 req-495e5124-4843-4306-aae6-88d42db66dea service nova] [instance: 67b8e37a-f773-4e93-a11b-39bb41b03eb0] Received event network-vif-deleted-fd9178da-f56f-4b50-83d8-39b5f1840948 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1179.562362] env[69319]: DEBUG oslo_concurrency.lockutils [None req-62b6e1b4-2c84-4e6f-8573-48985ab39220 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Acquiring lock "3bcf4f37-7f28-4ae7-a267-1294c88bdc96" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.562763] env[69319]: DEBUG oslo_concurrency.lockutils [None req-62b6e1b4-2c84-4e6f-8573-48985ab39220 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Lock "3bcf4f37-7f28-4ae7-a267-1294c88bdc96" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.563216] env[69319]: DEBUG oslo_concurrency.lockutils [None req-62b6e1b4-2c84-4e6f-8573-48985ab39220 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Acquiring lock "3bcf4f37-7f28-4ae7-a267-1294c88bdc96-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.563495] env[69319]: DEBUG oslo_concurrency.lockutils [None req-62b6e1b4-2c84-4e6f-8573-48985ab39220 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Lock "3bcf4f37-7f28-4ae7-a267-1294c88bdc96-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.563830] env[69319]: DEBUG oslo_concurrency.lockutils [None req-62b6e1b4-2c84-4e6f-8573-48985ab39220 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Lock "3bcf4f37-7f28-4ae7-a267-1294c88bdc96-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.566204] env[69319]: INFO nova.compute.manager [None req-62b6e1b4-2c84-4e6f-8573-48985ab39220 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 3bcf4f37-7f28-4ae7-a267-1294c88bdc96] Terminating instance [ 1179.614152] env[69319]: DEBUG nova.compute.utils [None req-193ff9d5-151f-4951-9cc0-088e8b0c18c3 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Using /dev/sd instead of None {{(pid=69319) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1179.621049] env[69319]: DEBUG nova.compute.manager [None req-193ff9d5-151f-4951-9cc0-088e8b0c18c3 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 88d5e399-14ad-42a3-91d1-1c44db2fd0f5] Allocating IP information in the background. {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1179.621247] env[69319]: DEBUG nova.network.neutron [None req-193ff9d5-151f-4951-9cc0-088e8b0c18c3 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 88d5e399-14ad-42a3-91d1-1c44db2fd0f5] allocate_for_instance() {{(pid=69319) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1179.630061] env[69319]: DEBUG oslo_vmware.api [None req-c1cbb678-3a2b-45d9-9b97-29772ab24998 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': task-3223999, 'name': ReconfigVM_Task, 'duration_secs': 0.571604} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.630242] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1cbb678-3a2b-45d9-9b97-29772ab24998 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 9a2d05fc-1ee1-4847-bb63-ad2d3624c730] Reconfigured VM instance instance-00000044 to detach disk 2001 {{(pid=69319) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1179.636191] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57202fcd-ddb0-440f-95c7-cdb291089700 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.647304] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] [instance: eed9382b-082a-4bb3-8a9b-fee6331fc411] Instance has had 0 of 5 cleanup attempts {{(pid=69319) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1179.657029] env[69319]: DEBUG oslo_vmware.api [None req-c1cbb678-3a2b-45d9-9b97-29772ab24998 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Waiting for the task: (returnval){ [ 1179.657029] env[69319]: value = "task-3224003" [ 1179.657029] env[69319]: _type = "Task" [ 1179.657029] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.667109] env[69319]: DEBUG oslo_vmware.api [None req-c1cbb678-3a2b-45d9-9b97-29772ab24998 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': task-3224003, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.674693] env[69319]: DEBUG nova.policy [None req-193ff9d5-151f-4951-9cc0-088e8b0c18c3 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '504b6168c4b94e41bf77220041e6d5ac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2fe67d8fa7124a519dd9af8bbd6a48a9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69319) authorize /opt/stack/nova/nova/policy.py:192}} [ 1179.780564] env[69319]: DEBUG oslo_concurrency.lockutils [None req-37297d46-1db3-4556-b332-917a7078a6ed tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Acquiring lock "interface-e8f31843-60b0-4de7-ae66-5940cc5eb364-2937a02c-c8cd-4055-bb9f-32f6613159a8" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.780977] env[69319]: DEBUG oslo_concurrency.lockutils [None req-37297d46-1db3-4556-b332-917a7078a6ed tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Lock "interface-e8f31843-60b0-4de7-ae66-5940cc5eb364-2937a02c-c8cd-4055-bb9f-32f6613159a8" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.853998] env[69319]: DEBUG oslo_vmware.api [None req-56b71ce5-e9d1-4248-b400-e9ea3f22c58e tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Task: {'id': task-3224001, 'name': PowerOnVM_Task} progress is 93%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.935976] env[69319]: DEBUG nova.network.neutron [None req-193ff9d5-151f-4951-9cc0-088e8b0c18c3 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 88d5e399-14ad-42a3-91d1-1c44db2fd0f5] Successfully created port: 0239e4a8-72db-40b6-8196-53f96d0745ef {{(pid=69319) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1179.958684] env[69319]: DEBUG oslo_vmware.api [None req-0593daf1-196c-4cbe-ac91-61562fcf553a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3224002, 'name': Rename_Task, 'duration_secs': 0.166689} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.958989] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-0593daf1-196c-4cbe-ac91-61562fcf553a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 4468ad34-4471-4bbe-82b7-cabe1f9fbea6] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1179.959259] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-01fea2b1-2924-4fd2-9091-7ededc643314 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.969779] env[69319]: DEBUG oslo_vmware.api [None req-0593daf1-196c-4cbe-ac91-61562fcf553a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Waiting for the task: (returnval){ [ 1179.969779] env[69319]: value = "task-3224004" [ 1179.969779] env[69319]: _type = "Task" [ 1179.969779] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.984973] env[69319]: DEBUG oslo_vmware.api [None req-0593daf1-196c-4cbe-ac91-61562fcf553a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3224004, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.071608] env[69319]: DEBUG nova.compute.manager [None req-62b6e1b4-2c84-4e6f-8573-48985ab39220 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 3bcf4f37-7f28-4ae7-a267-1294c88bdc96] Start destroying the instance on the hypervisor. {{(pid=69319) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1180.071890] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-62b6e1b4-2c84-4e6f-8573-48985ab39220 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 3bcf4f37-7f28-4ae7-a267-1294c88bdc96] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1180.072878] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66112be1-04b2-42ae-bce4-6867912b04b5 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.086314] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-62b6e1b4-2c84-4e6f-8573-48985ab39220 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 3bcf4f37-7f28-4ae7-a267-1294c88bdc96] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1180.086661] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-882801e1-499f-4ff1-b784-d304702a22b4 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.098377] env[69319]: DEBUG oslo_vmware.api [None req-62b6e1b4-2c84-4e6f-8573-48985ab39220 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Waiting for the task: (returnval){ [ 1180.098377] env[69319]: value = "task-3224005" [ 1180.098377] env[69319]: _type = "Task" [ 1180.098377] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.110993] env[69319]: DEBUG oslo_vmware.api [None req-62b6e1b4-2c84-4e6f-8573-48985ab39220 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': task-3224005, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.118968] env[69319]: DEBUG nova.compute.manager [None req-193ff9d5-151f-4951-9cc0-088e8b0c18c3 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 88d5e399-14ad-42a3-91d1-1c44db2fd0f5] Start building block device mappings for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1180.150504] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] [instance: 290ef75a-d1aa-42f3-9571-30ae61840c01] Instance has had 0 of 5 cleanup attempts {{(pid=69319) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1180.185989] env[69319]: DEBUG oslo_vmware.api [None req-c1cbb678-3a2b-45d9-9b97-29772ab24998 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': task-3224003, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.284938] env[69319]: DEBUG oslo_concurrency.lockutils [None req-37297d46-1db3-4556-b332-917a7078a6ed tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Acquiring lock "e8f31843-60b0-4de7-ae66-5940cc5eb364" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.285472] env[69319]: DEBUG oslo_concurrency.lockutils [None req-37297d46-1db3-4556-b332-917a7078a6ed tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Acquired lock "e8f31843-60b0-4de7-ae66-5940cc5eb364" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.286740] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-960673d0-52c3-4588-9c5f-ddef1dcf0959 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.321786] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-847355b6-b384-4cfd-bfd3-7dbb018ebda4 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.351495] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-37297d46-1db3-4556-b332-917a7078a6ed tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: e8f31843-60b0-4de7-ae66-5940cc5eb364] Reconfiguring VM to detach interface {{(pid=69319) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1180.357714] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-249d2004-cca3-4d73-9e1a-04e04c11a4fc {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.382986] env[69319]: DEBUG oslo_vmware.api [None req-56b71ce5-e9d1-4248-b400-e9ea3f22c58e tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Task: {'id': task-3224001, 'name': PowerOnVM_Task, 'duration_secs': 0.791139} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.385028] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-56b71ce5-e9d1-4248-b400-e9ea3f22c58e tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] [instance: c771ca2e-35a5-4e64-a382-926a00df4d22] Resumed the VM {{(pid=69319) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1180.385501] env[69319]: DEBUG nova.compute.manager [None req-56b71ce5-e9d1-4248-b400-e9ea3f22c58e tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] [instance: c771ca2e-35a5-4e64-a382-926a00df4d22] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1180.386227] env[69319]: DEBUG oslo_vmware.api [None req-37297d46-1db3-4556-b332-917a7078a6ed tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Waiting for the task: (returnval){ [ 1180.386227] env[69319]: value = "task-3224006" [ 1180.386227] env[69319]: _type = "Task" [ 1180.386227] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.392991] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06214c37-4836-4ad8-907a-7f689e6ac619 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.409013] env[69319]: DEBUG oslo_vmware.api [None req-37297d46-1db3-4556-b332-917a7078a6ed tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': task-3224006, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.481425] env[69319]: DEBUG oslo_vmware.api [None req-0593daf1-196c-4cbe-ac91-61562fcf553a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3224004, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.483693] env[69319]: DEBUG nova.compute.manager [req-2fab6576-a512-40d0-9f56-5b013101f0cc req-3b2a8835-ac0e-4f88-8b2f-d65e0af245eb service nova] [instance: d7a0a4bd-21f3-417f-b15c-f54521dea792] Received event network-vif-plugged-bbc9d466-c266-4f79-bd43-88e78a109762 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1180.484487] env[69319]: DEBUG oslo_concurrency.lockutils [req-2fab6576-a512-40d0-9f56-5b013101f0cc req-3b2a8835-ac0e-4f88-8b2f-d65e0af245eb service nova] Acquiring lock "d7a0a4bd-21f3-417f-b15c-f54521dea792-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.484487] env[69319]: DEBUG oslo_concurrency.lockutils [req-2fab6576-a512-40d0-9f56-5b013101f0cc req-3b2a8835-ac0e-4f88-8b2f-d65e0af245eb service nova] Lock "d7a0a4bd-21f3-417f-b15c-f54521dea792-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.484487] env[69319]: DEBUG oslo_concurrency.lockutils [req-2fab6576-a512-40d0-9f56-5b013101f0cc req-3b2a8835-ac0e-4f88-8b2f-d65e0af245eb service nova] Lock "d7a0a4bd-21f3-417f-b15c-f54521dea792-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.484487] env[69319]: DEBUG nova.compute.manager [req-2fab6576-a512-40d0-9f56-5b013101f0cc req-3b2a8835-ac0e-4f88-8b2f-d65e0af245eb service nova] [instance: d7a0a4bd-21f3-417f-b15c-f54521dea792] No waiting events found dispatching network-vif-plugged-bbc9d466-c266-4f79-bd43-88e78a109762 {{(pid=69319) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1180.484699] env[69319]: WARNING nova.compute.manager [req-2fab6576-a512-40d0-9f56-5b013101f0cc req-3b2a8835-ac0e-4f88-8b2f-d65e0af245eb service nova] [instance: d7a0a4bd-21f3-417f-b15c-f54521dea792] Received unexpected event network-vif-plugged-bbc9d466-c266-4f79-bd43-88e78a109762 for instance with vm_state building and task_state spawning. [ 1180.492408] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c408fbf2-1371-4fc3-a272-048ffe4db2e9 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.502981] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0d940eb-662f-46ce-b37c-654a6d983559 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.537632] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-805e2c15-2145-47f1-b629-5a6b49d9393b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.546504] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86e2532e-eabc-4fef-a162-12db2e37d85e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.563408] env[69319]: DEBUG nova.compute.provider_tree [None req-08be683a-4e5b-4170-b01c-5f01ec5358a6 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1180.584770] env[69319]: DEBUG nova.network.neutron [None req-04218d60-5065-4117-a3a4-d81f9273060b tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] [instance: d7a0a4bd-21f3-417f-b15c-f54521dea792] Successfully updated port: bbc9d466-c266-4f79-bd43-88e78a109762 {{(pid=69319) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1180.610753] env[69319]: DEBUG oslo_vmware.api [None req-62b6e1b4-2c84-4e6f-8573-48985ab39220 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': task-3224005, 'name': PowerOffVM_Task, 'duration_secs': 0.439517} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.611049] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-62b6e1b4-2c84-4e6f-8573-48985ab39220 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 3bcf4f37-7f28-4ae7-a267-1294c88bdc96] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1180.611244] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-62b6e1b4-2c84-4e6f-8573-48985ab39220 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 3bcf4f37-7f28-4ae7-a267-1294c88bdc96] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1180.611520] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a7000f63-2e50-42b6-bd38-f073ddda4c1c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.654624] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] [instance: d33ea59d-f210-4f99-99ee-0c5aa850c757] Instance has had 0 of 5 cleanup attempts {{(pid=69319) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1180.672685] env[69319]: DEBUG oslo_vmware.api [None req-c1cbb678-3a2b-45d9-9b97-29772ab24998 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': task-3224003, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.907921] env[69319]: DEBUG oslo_vmware.api [None req-37297d46-1db3-4556-b332-917a7078a6ed tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': task-3224006, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.983889] env[69319]: DEBUG oslo_vmware.api [None req-0593daf1-196c-4cbe-ac91-61562fcf553a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3224004, 'name': PowerOnVM_Task, 'duration_secs': 0.642154} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.984079] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-0593daf1-196c-4cbe-ac91-61562fcf553a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 4468ad34-4471-4bbe-82b7-cabe1f9fbea6] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1180.984315] env[69319]: INFO nova.compute.manager [None req-0593daf1-196c-4cbe-ac91-61562fcf553a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 4468ad34-4471-4bbe-82b7-cabe1f9fbea6] Took 7.39 seconds to spawn the instance on the hypervisor. [ 1180.984498] env[69319]: DEBUG nova.compute.manager [None req-0593daf1-196c-4cbe-ac91-61562fcf553a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 4468ad34-4471-4bbe-82b7-cabe1f9fbea6] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1180.985324] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2773ef5-80fe-4648-ad69-9832a04847de {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.066433] env[69319]: DEBUG nova.scheduler.client.report [None req-08be683a-4e5b-4170-b01c-5f01ec5358a6 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1181.132389] env[69319]: DEBUG nova.compute.manager [None req-193ff9d5-151f-4951-9cc0-088e8b0c18c3 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 88d5e399-14ad-42a3-91d1-1c44db2fd0f5] Start spawning the instance on the hypervisor. {{(pid=69319) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1181.158949] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] [instance: 57bf6160-52cc-456b-b946-c36291559da8] Instance has had 0 of 5 cleanup attempts {{(pid=69319) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1181.169948] env[69319]: DEBUG nova.virt.hardware [None req-193ff9d5-151f-4951-9cc0-088e8b0c18c3 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:32:36Z,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31f027872f6f44dba95ff2fe7a062e00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:32:36Z,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1181.170207] env[69319]: DEBUG nova.virt.hardware [None req-193ff9d5-151f-4951-9cc0-088e8b0c18c3 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1181.170364] env[69319]: DEBUG nova.virt.hardware [None req-193ff9d5-151f-4951-9cc0-088e8b0c18c3 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1181.170538] env[69319]: DEBUG nova.virt.hardware [None req-193ff9d5-151f-4951-9cc0-088e8b0c18c3 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1181.170685] env[69319]: DEBUG nova.virt.hardware [None req-193ff9d5-151f-4951-9cc0-088e8b0c18c3 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1181.170828] env[69319]: DEBUG nova.virt.hardware [None req-193ff9d5-151f-4951-9cc0-088e8b0c18c3 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1181.171042] env[69319]: DEBUG nova.virt.hardware [None req-193ff9d5-151f-4951-9cc0-088e8b0c18c3 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1181.171201] env[69319]: DEBUG nova.virt.hardware [None req-193ff9d5-151f-4951-9cc0-088e8b0c18c3 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1181.171363] env[69319]: DEBUG nova.virt.hardware [None req-193ff9d5-151f-4951-9cc0-088e8b0c18c3 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1181.171563] env[69319]: DEBUG nova.virt.hardware [None req-193ff9d5-151f-4951-9cc0-088e8b0c18c3 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1181.171759] env[69319]: DEBUG nova.virt.hardware [None req-193ff9d5-151f-4951-9cc0-088e8b0c18c3 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1181.172888] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a109802-9795-4a87-aba8-4b56d7cbd926 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.184894] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ca36e46-a21f-4b0d-aa0f-dd6c74f3854c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.190061] env[69319]: DEBUG oslo_vmware.api [None req-c1cbb678-3a2b-45d9-9b97-29772ab24998 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': task-3224003, 'name': ReconfigVM_Task, 'duration_secs': 1.177426} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.191032] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1cbb678-3a2b-45d9-9b97-29772ab24998 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 9a2d05fc-1ee1-4847-bb63-ad2d3624c730] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-644491', 'volume_id': '9a205589-1ccc-49dc-a59f-5a3c3c3f4c5f', 'name': 'volume-9a205589-1ccc-49dc-a59f-5a3c3c3f4c5f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '9a2d05fc-1ee1-4847-bb63-ad2d3624c730', 'attached_at': '', 'detached_at': '', 'volume_id': '9a205589-1ccc-49dc-a59f-5a3c3c3f4c5f', 'serial': '9a205589-1ccc-49dc-a59f-5a3c3c3f4c5f'} {{(pid=69319) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1181.409460] env[69319]: DEBUG oslo_vmware.api [None req-37297d46-1db3-4556-b332-917a7078a6ed tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': task-3224006, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.460146] env[69319]: DEBUG nova.compute.manager [req-6f1b8afb-c940-41e3-82f3-aa1c997b8d4f req-03a077af-7faa-4f98-8ced-bd8bfccdf171 service nova] [instance: 88d5e399-14ad-42a3-91d1-1c44db2fd0f5] Received event network-vif-plugged-0239e4a8-72db-40b6-8196-53f96d0745ef {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1181.460376] env[69319]: DEBUG oslo_concurrency.lockutils [req-6f1b8afb-c940-41e3-82f3-aa1c997b8d4f req-03a077af-7faa-4f98-8ced-bd8bfccdf171 service nova] Acquiring lock "88d5e399-14ad-42a3-91d1-1c44db2fd0f5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.460683] env[69319]: DEBUG oslo_concurrency.lockutils [req-6f1b8afb-c940-41e3-82f3-aa1c997b8d4f req-03a077af-7faa-4f98-8ced-bd8bfccdf171 service nova] Lock "88d5e399-14ad-42a3-91d1-1c44db2fd0f5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.460741] env[69319]: DEBUG oslo_concurrency.lockutils [req-6f1b8afb-c940-41e3-82f3-aa1c997b8d4f req-03a077af-7faa-4f98-8ced-bd8bfccdf171 service nova] Lock "88d5e399-14ad-42a3-91d1-1c44db2fd0f5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.460906] env[69319]: DEBUG nova.compute.manager [req-6f1b8afb-c940-41e3-82f3-aa1c997b8d4f req-03a077af-7faa-4f98-8ced-bd8bfccdf171 service nova] [instance: 88d5e399-14ad-42a3-91d1-1c44db2fd0f5] No waiting events found dispatching network-vif-plugged-0239e4a8-72db-40b6-8196-53f96d0745ef {{(pid=69319) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1181.461082] env[69319]: WARNING nova.compute.manager [req-6f1b8afb-c940-41e3-82f3-aa1c997b8d4f req-03a077af-7faa-4f98-8ced-bd8bfccdf171 service nova] [instance: 88d5e399-14ad-42a3-91d1-1c44db2fd0f5] Received unexpected event network-vif-plugged-0239e4a8-72db-40b6-8196-53f96d0745ef for instance with vm_state building and task_state spawning. [ 1181.481391] env[69319]: DEBUG nova.network.neutron [None req-193ff9d5-151f-4951-9cc0-088e8b0c18c3 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 88d5e399-14ad-42a3-91d1-1c44db2fd0f5] Successfully updated port: 0239e4a8-72db-40b6-8196-53f96d0745ef {{(pid=69319) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1181.510021] env[69319]: INFO nova.compute.manager [None req-0593daf1-196c-4cbe-ac91-61562fcf553a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 4468ad34-4471-4bbe-82b7-cabe1f9fbea6] Took 15.42 seconds to build instance. [ 1181.570935] env[69319]: DEBUG oslo_concurrency.lockutils [None req-08be683a-4e5b-4170-b01c-5f01ec5358a6 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.464s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.573862] env[69319]: DEBUG nova.compute.manager [None req-08be683a-4e5b-4170-b01c-5f01ec5358a6 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 8ca4f716-1d54-4ef1-b235-3d7264ca3cb9] Start building networks asynchronously for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1181.575088] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5494222f-3c0c-435e-8c05-1b979d89ec96 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.047s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.575714] env[69319]: DEBUG nova.objects.instance [None req-5494222f-3c0c-435e-8c05-1b979d89ec96 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Lazy-loading 'resources' on Instance uuid 67b8e37a-f773-4e93-a11b-39bb41b03eb0 {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1181.675565] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] [instance: ad622127-7078-489f-9f55-5663137241aa] Instance has had 0 of 5 cleanup attempts {{(pid=69319) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1181.743195] env[69319]: DEBUG nova.objects.instance [None req-c1cbb678-3a2b-45d9-9b97-29772ab24998 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Lazy-loading 'flavor' on Instance uuid 9a2d05fc-1ee1-4847-bb63-ad2d3624c730 {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1181.911125] env[69319]: DEBUG oslo_vmware.api [None req-37297d46-1db3-4556-b332-917a7078a6ed tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': task-3224006, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.987928] env[69319]: DEBUG oslo_concurrency.lockutils [None req-193ff9d5-151f-4951-9cc0-088e8b0c18c3 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Acquiring lock "refresh_cache-88d5e399-14ad-42a3-91d1-1c44db2fd0f5" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.987928] env[69319]: DEBUG oslo_concurrency.lockutils [None req-193ff9d5-151f-4951-9cc0-088e8b0c18c3 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Acquired lock "refresh_cache-88d5e399-14ad-42a3-91d1-1c44db2fd0f5" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.987928] env[69319]: DEBUG nova.network.neutron [None req-193ff9d5-151f-4951-9cc0-088e8b0c18c3 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 88d5e399-14ad-42a3-91d1-1c44db2fd0f5] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1182.014590] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0593daf1-196c-4cbe-ac91-61562fcf553a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Lock "4468ad34-4471-4bbe-82b7-cabe1f9fbea6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.939s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.081281] env[69319]: DEBUG nova.compute.utils [None req-08be683a-4e5b-4170-b01c-5f01ec5358a6 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Using /dev/sd instead of None {{(pid=69319) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1182.081281] env[69319]: DEBUG nova.compute.manager [None req-08be683a-4e5b-4170-b01c-5f01ec5358a6 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 8ca4f716-1d54-4ef1-b235-3d7264ca3cb9] Allocating IP information in the background. {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1182.081281] env[69319]: DEBUG nova.network.neutron [None req-08be683a-4e5b-4170-b01c-5f01ec5358a6 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 8ca4f716-1d54-4ef1-b235-3d7264ca3cb9] allocate_for_instance() {{(pid=69319) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1182.159106] env[69319]: DEBUG nova.policy [None req-08be683a-4e5b-4170-b01c-5f01ec5358a6 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5dc517fef9254eada360f42206918d25', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c749d00b4b5b4852a5c16d9621d8eb16', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69319) authorize /opt/stack/nova/nova/policy.py:192}} [ 1182.177076] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] [instance: dbde4290-a1c2-4c5e-9b2e-a9a3328a268a] Instance has had 0 of 5 cleanup attempts {{(pid=69319) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1182.345492] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52f362dd-d41c-41a3-a029-3a46b8950deb {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.356023] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df657b86-2b6d-497b-b234-6dcc5d2a1ec6 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.391251] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6a2dafb-f4fc-4bb0-a45c-8b67eb56439b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.402335] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78074685-26c5-4fa0-9e42-a6773c3ed0d5 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.419528] env[69319]: DEBUG oslo_vmware.api [None req-37297d46-1db3-4556-b332-917a7078a6ed tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': task-3224006, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.427823] env[69319]: DEBUG nova.compute.provider_tree [None req-5494222f-3c0c-435e-8c05-1b979d89ec96 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1182.479633] env[69319]: DEBUG nova.network.neutron [None req-08be683a-4e5b-4170-b01c-5f01ec5358a6 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 8ca4f716-1d54-4ef1-b235-3d7264ca3cb9] Successfully created port: 04354d71-f9ec-4cad-99f1-c4a002ef3a7b {{(pid=69319) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1182.551295] env[69319]: DEBUG nova.compute.manager [req-a01ec722-46a1-4903-8249-87fac62072e9 req-2ad77628-ceec-44da-939d-6719cc1482f2 service nova] [instance: d7a0a4bd-21f3-417f-b15c-f54521dea792] Received event network-changed-bbc9d466-c266-4f79-bd43-88e78a109762 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1182.551506] env[69319]: DEBUG nova.compute.manager [req-a01ec722-46a1-4903-8249-87fac62072e9 req-2ad77628-ceec-44da-939d-6719cc1482f2 service nova] [instance: d7a0a4bd-21f3-417f-b15c-f54521dea792] Refreshing instance network info cache due to event network-changed-bbc9d466-c266-4f79-bd43-88e78a109762. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1182.551742] env[69319]: DEBUG oslo_concurrency.lockutils [req-a01ec722-46a1-4903-8249-87fac62072e9 req-2ad77628-ceec-44da-939d-6719cc1482f2 service nova] Acquiring lock "refresh_cache-d7a0a4bd-21f3-417f-b15c-f54521dea792" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.551905] env[69319]: DEBUG oslo_concurrency.lockutils [req-a01ec722-46a1-4903-8249-87fac62072e9 req-2ad77628-ceec-44da-939d-6719cc1482f2 service nova] Acquired lock "refresh_cache-d7a0a4bd-21f3-417f-b15c-f54521dea792" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.552074] env[69319]: DEBUG nova.network.neutron [req-a01ec722-46a1-4903-8249-87fac62072e9 req-2ad77628-ceec-44da-939d-6719cc1482f2 service nova] [instance: d7a0a4bd-21f3-417f-b15c-f54521dea792] Refreshing network info cache for port bbc9d466-c266-4f79-bd43-88e78a109762 {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1182.565865] env[69319]: DEBUG nova.network.neutron [None req-193ff9d5-151f-4951-9cc0-088e8b0c18c3 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 88d5e399-14ad-42a3-91d1-1c44db2fd0f5] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1182.588279] env[69319]: DEBUG nova.compute.manager [None req-08be683a-4e5b-4170-b01c-5f01ec5358a6 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 8ca4f716-1d54-4ef1-b235-3d7264ca3cb9] Start building block device mappings for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1182.682564] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] [instance: a9523f10-b2b8-4c7a-92a0-c31f8344af0b] Instance has had 0 of 5 cleanup attempts {{(pid=69319) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1182.753715] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c1cbb678-3a2b-45d9-9b97-29772ab24998 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Lock "9a2d05fc-1ee1-4847-bb63-ad2d3624c730" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.801s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.762027] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-62b6e1b4-2c84-4e6f-8573-48985ab39220 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 3bcf4f37-7f28-4ae7-a267-1294c88bdc96] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1182.762027] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-62b6e1b4-2c84-4e6f-8573-48985ab39220 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 3bcf4f37-7f28-4ae7-a267-1294c88bdc96] Deleting contents of the VM from datastore datastore1 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1182.762027] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-62b6e1b4-2c84-4e6f-8573-48985ab39220 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Deleting the datastore file [datastore1] 3bcf4f37-7f28-4ae7-a267-1294c88bdc96 {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1182.762027] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a1a6dbca-b14b-48f7-a949-a43874ba1772 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.772652] env[69319]: DEBUG oslo_vmware.api [None req-62b6e1b4-2c84-4e6f-8573-48985ab39220 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Waiting for the task: (returnval){ [ 1182.772652] env[69319]: value = "task-3224009" [ 1182.772652] env[69319]: _type = "Task" [ 1182.772652] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.783021] env[69319]: DEBUG oslo_vmware.api [None req-62b6e1b4-2c84-4e6f-8573-48985ab39220 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': task-3224009, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.912685] env[69319]: DEBUG oslo_vmware.api [None req-37297d46-1db3-4556-b332-917a7078a6ed tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': task-3224006, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.931743] env[69319]: DEBUG nova.scheduler.client.report [None req-5494222f-3c0c-435e-8c05-1b979d89ec96 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1182.939810] env[69319]: DEBUG nova.network.neutron [None req-193ff9d5-151f-4951-9cc0-088e8b0c18c3 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 88d5e399-14ad-42a3-91d1-1c44db2fd0f5] Updating instance_info_cache with network_info: [{"id": "0239e4a8-72db-40b6-8196-53f96d0745ef", "address": "fa:16:3e:2f:9e:4e", "network": {"id": "106fc08f-1807-4065-8e5f-d5dd2ea396ac", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-470234828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fe67d8fa7124a519dd9af8bbd6a48a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0239e4a8-72", "ovs_interfaceid": "0239e4a8-72db-40b6-8196-53f96d0745ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.967217] env[69319]: DEBUG nova.compute.manager [req-ce665402-4ab1-4073-ac5f-3ccdfc269065 req-cd7d9066-1c80-4a95-8a35-44e64ffea635 service nova] [instance: d7a0a4bd-21f3-417f-b15c-f54521dea792] Received event network-vif-plugged-fbd80372-8c0f-4f9e-a957-7e02e441babc {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1182.967489] env[69319]: DEBUG oslo_concurrency.lockutils [req-ce665402-4ab1-4073-ac5f-3ccdfc269065 req-cd7d9066-1c80-4a95-8a35-44e64ffea635 service nova] Acquiring lock "d7a0a4bd-21f3-417f-b15c-f54521dea792-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.967762] env[69319]: DEBUG oslo_concurrency.lockutils [req-ce665402-4ab1-4073-ac5f-3ccdfc269065 req-cd7d9066-1c80-4a95-8a35-44e64ffea635 service nova] Lock "d7a0a4bd-21f3-417f-b15c-f54521dea792-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.967887] env[69319]: DEBUG oslo_concurrency.lockutils [req-ce665402-4ab1-4073-ac5f-3ccdfc269065 req-cd7d9066-1c80-4a95-8a35-44e64ffea635 service nova] Lock "d7a0a4bd-21f3-417f-b15c-f54521dea792-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.968440] env[69319]: DEBUG nova.compute.manager [req-ce665402-4ab1-4073-ac5f-3ccdfc269065 req-cd7d9066-1c80-4a95-8a35-44e64ffea635 service nova] [instance: d7a0a4bd-21f3-417f-b15c-f54521dea792] No waiting events found dispatching network-vif-plugged-fbd80372-8c0f-4f9e-a957-7e02e441babc {{(pid=69319) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1182.968747] env[69319]: WARNING nova.compute.manager [req-ce665402-4ab1-4073-ac5f-3ccdfc269065 req-cd7d9066-1c80-4a95-8a35-44e64ffea635 service nova] [instance: d7a0a4bd-21f3-417f-b15c-f54521dea792] Received unexpected event network-vif-plugged-fbd80372-8c0f-4f9e-a957-7e02e441babc for instance with vm_state building and task_state spawning. [ 1183.092381] env[69319]: DEBUG nova.network.neutron [req-a01ec722-46a1-4903-8249-87fac62072e9 req-2ad77628-ceec-44da-939d-6719cc1482f2 service nova] [instance: d7a0a4bd-21f3-417f-b15c-f54521dea792] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1183.184825] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] [instance: 4650fd7f-02d1-46d1-b68e-3fb75e237e57] Instance has had 0 of 5 cleanup attempts {{(pid=69319) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1183.286051] env[69319]: DEBUG oslo_vmware.api [None req-62b6e1b4-2c84-4e6f-8573-48985ab39220 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': task-3224009, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.385688} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.287313] env[69319]: DEBUG nova.network.neutron [req-a01ec722-46a1-4903-8249-87fac62072e9 req-2ad77628-ceec-44da-939d-6719cc1482f2 service nova] [instance: d7a0a4bd-21f3-417f-b15c-f54521dea792] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.289087] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-62b6e1b4-2c84-4e6f-8573-48985ab39220 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1183.290087] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-62b6e1b4-2c84-4e6f-8573-48985ab39220 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 3bcf4f37-7f28-4ae7-a267-1294c88bdc96] Deleted contents of the VM from datastore datastore1 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1183.290087] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-62b6e1b4-2c84-4e6f-8573-48985ab39220 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 3bcf4f37-7f28-4ae7-a267-1294c88bdc96] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1183.290087] env[69319]: INFO nova.compute.manager [None req-62b6e1b4-2c84-4e6f-8573-48985ab39220 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 3bcf4f37-7f28-4ae7-a267-1294c88bdc96] Took 3.22 seconds to destroy the instance on the hypervisor. [ 1183.290087] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-62b6e1b4-2c84-4e6f-8573-48985ab39220 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1183.290455] env[69319]: DEBUG nova.compute.manager [-] [instance: 3bcf4f37-7f28-4ae7-a267-1294c88bdc96] Deallocating network for instance {{(pid=69319) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1183.290558] env[69319]: DEBUG nova.network.neutron [-] [instance: 3bcf4f37-7f28-4ae7-a267-1294c88bdc96] deallocate_for_instance() {{(pid=69319) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1183.414181] env[69319]: DEBUG oslo_vmware.api [None req-37297d46-1db3-4556-b332-917a7078a6ed tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': task-3224006, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.438906] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5494222f-3c0c-435e-8c05-1b979d89ec96 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.864s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.441328] env[69319]: DEBUG oslo_concurrency.lockutils [None req-d8c1579f-f85f-48c6-9473-74ffe88f94b1 tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.524s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.441573] env[69319]: DEBUG nova.objects.instance [None req-d8c1579f-f85f-48c6-9473-74ffe88f94b1 tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Lazy-loading 'resources' on Instance uuid 233219fd-06b7-45db-bda2-540992f2d4ce {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1183.445470] env[69319]: DEBUG oslo_concurrency.lockutils [None req-193ff9d5-151f-4951-9cc0-088e8b0c18c3 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Releasing lock "refresh_cache-88d5e399-14ad-42a3-91d1-1c44db2fd0f5" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.446379] env[69319]: DEBUG nova.compute.manager [None req-193ff9d5-151f-4951-9cc0-088e8b0c18c3 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 88d5e399-14ad-42a3-91d1-1c44db2fd0f5] Instance network_info: |[{"id": "0239e4a8-72db-40b6-8196-53f96d0745ef", "address": "fa:16:3e:2f:9e:4e", "network": {"id": "106fc08f-1807-4065-8e5f-d5dd2ea396ac", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-470234828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fe67d8fa7124a519dd9af8bbd6a48a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0239e4a8-72", "ovs_interfaceid": "0239e4a8-72db-40b6-8196-53f96d0745ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1183.446379] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-193ff9d5-151f-4951-9cc0-088e8b0c18c3 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 88d5e399-14ad-42a3-91d1-1c44db2fd0f5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:9e:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a485857d-7086-4dcf-9d65-d0dcd177fcb0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0239e4a8-72db-40b6-8196-53f96d0745ef', 'vif_model': 'vmxnet3'}] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1183.453847] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-193ff9d5-151f-4951-9cc0-088e8b0c18c3 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1183.454683] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88d5e399-14ad-42a3-91d1-1c44db2fd0f5] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1183.454987] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8f580cde-7ff5-431b-83cb-e5a9c8f14910 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.470597] env[69319]: INFO nova.scheduler.client.report [None req-5494222f-3c0c-435e-8c05-1b979d89ec96 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Deleted allocations for instance 67b8e37a-f773-4e93-a11b-39bb41b03eb0 [ 1183.479067] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1183.479067] env[69319]: value = "task-3224011" [ 1183.479067] env[69319]: _type = "Task" [ 1183.479067] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.489257] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3224011, 'name': CreateVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.505027] env[69319]: DEBUG nova.compute.manager [req-5027558e-ba6c-4d43-ace4-078f972de355 req-1df6e4d4-c229-4c0b-a835-202625be2c1b service nova] [instance: 88d5e399-14ad-42a3-91d1-1c44db2fd0f5] Received event network-changed-0239e4a8-72db-40b6-8196-53f96d0745ef {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1183.505332] env[69319]: DEBUG nova.compute.manager [req-5027558e-ba6c-4d43-ace4-078f972de355 req-1df6e4d4-c229-4c0b-a835-202625be2c1b service nova] [instance: 88d5e399-14ad-42a3-91d1-1c44db2fd0f5] Refreshing instance network info cache due to event network-changed-0239e4a8-72db-40b6-8196-53f96d0745ef. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1183.505642] env[69319]: DEBUG oslo_concurrency.lockutils [req-5027558e-ba6c-4d43-ace4-078f972de355 req-1df6e4d4-c229-4c0b-a835-202625be2c1b service nova] Acquiring lock "refresh_cache-88d5e399-14ad-42a3-91d1-1c44db2fd0f5" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.505872] env[69319]: DEBUG oslo_concurrency.lockutils [req-5027558e-ba6c-4d43-ace4-078f972de355 req-1df6e4d4-c229-4c0b-a835-202625be2c1b service nova] Acquired lock "refresh_cache-88d5e399-14ad-42a3-91d1-1c44db2fd0f5" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.506423] env[69319]: DEBUG nova.network.neutron [req-5027558e-ba6c-4d43-ace4-078f972de355 req-1df6e4d4-c229-4c0b-a835-202625be2c1b service nova] [instance: 88d5e399-14ad-42a3-91d1-1c44db2fd0f5] Refreshing network info cache for port 0239e4a8-72db-40b6-8196-53f96d0745ef {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1183.514609] env[69319]: DEBUG nova.network.neutron [None req-04218d60-5065-4117-a3a4-d81f9273060b tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] [instance: d7a0a4bd-21f3-417f-b15c-f54521dea792] Successfully updated port: fbd80372-8c0f-4f9e-a957-7e02e441babc {{(pid=69319) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1183.548855] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b7f9a0c3-2864-4047-8150-18c5ee245760 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Acquiring lock "9a2d05fc-1ee1-4847-bb63-ad2d3624c730" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.549207] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b7f9a0c3-2864-4047-8150-18c5ee245760 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Lock "9a2d05fc-1ee1-4847-bb63-ad2d3624c730" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.549942] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b7f9a0c3-2864-4047-8150-18c5ee245760 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Acquiring lock "9a2d05fc-1ee1-4847-bb63-ad2d3624c730-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.549942] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b7f9a0c3-2864-4047-8150-18c5ee245760 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Lock "9a2d05fc-1ee1-4847-bb63-ad2d3624c730-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.549942] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b7f9a0c3-2864-4047-8150-18c5ee245760 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Lock "9a2d05fc-1ee1-4847-bb63-ad2d3624c730-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.552087] env[69319]: INFO nova.compute.manager [None req-b7f9a0c3-2864-4047-8150-18c5ee245760 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 9a2d05fc-1ee1-4847-bb63-ad2d3624c730] Terminating instance [ 1183.599862] env[69319]: DEBUG nova.compute.manager [None req-08be683a-4e5b-4170-b01c-5f01ec5358a6 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 8ca4f716-1d54-4ef1-b235-3d7264ca3cb9] Start spawning the instance on the hypervisor. {{(pid=69319) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1183.629695] env[69319]: DEBUG nova.virt.hardware [None req-08be683a-4e5b-4170-b01c-5f01ec5358a6 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:32:36Z,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31f027872f6f44dba95ff2fe7a062e00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:32:36Z,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1183.630071] env[69319]: DEBUG nova.virt.hardware [None req-08be683a-4e5b-4170-b01c-5f01ec5358a6 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1183.630333] env[69319]: DEBUG nova.virt.hardware [None req-08be683a-4e5b-4170-b01c-5f01ec5358a6 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1183.630619] env[69319]: DEBUG nova.virt.hardware [None req-08be683a-4e5b-4170-b01c-5f01ec5358a6 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1183.630871] env[69319]: DEBUG nova.virt.hardware [None req-08be683a-4e5b-4170-b01c-5f01ec5358a6 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1183.631145] env[69319]: DEBUG nova.virt.hardware [None req-08be683a-4e5b-4170-b01c-5f01ec5358a6 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1183.631424] env[69319]: DEBUG nova.virt.hardware [None req-08be683a-4e5b-4170-b01c-5f01ec5358a6 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1183.631630] env[69319]: DEBUG nova.virt.hardware [None req-08be683a-4e5b-4170-b01c-5f01ec5358a6 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1183.631859] env[69319]: DEBUG nova.virt.hardware [None req-08be683a-4e5b-4170-b01c-5f01ec5358a6 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1183.632115] env[69319]: DEBUG nova.virt.hardware [None req-08be683a-4e5b-4170-b01c-5f01ec5358a6 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1183.632337] env[69319]: DEBUG nova.virt.hardware [None req-08be683a-4e5b-4170-b01c-5f01ec5358a6 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1183.633337] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daaa581b-2755-4964-9755-0c06239a174f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.646015] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53a31f31-153f-4e5b-81df-e8f76c2b01b5 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.687972] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] [instance: 0698939e-0dda-4b50-9ce9-d25e3b69e4c9] Instance has had 0 of 5 cleanup attempts {{(pid=69319) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1183.791390] env[69319]: DEBUG oslo_concurrency.lockutils [req-a01ec722-46a1-4903-8249-87fac62072e9 req-2ad77628-ceec-44da-939d-6719cc1482f2 service nova] Releasing lock "refresh_cache-d7a0a4bd-21f3-417f-b15c-f54521dea792" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.912817] env[69319]: DEBUG oslo_vmware.api [None req-37297d46-1db3-4556-b332-917a7078a6ed tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': task-3224006, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.973262] env[69319]: DEBUG nova.network.neutron [None req-08be683a-4e5b-4170-b01c-5f01ec5358a6 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 8ca4f716-1d54-4ef1-b235-3d7264ca3cb9] Successfully updated port: 04354d71-f9ec-4cad-99f1-c4a002ef3a7b {{(pid=69319) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1183.985027] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5494222f-3c0c-435e-8c05-1b979d89ec96 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Lock "67b8e37a-f773-4e93-a11b-39bb41b03eb0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.990s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.997647] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3224011, 'name': CreateVM_Task, 'duration_secs': 0.388066} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.998532] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88d5e399-14ad-42a3-91d1-1c44db2fd0f5] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1183.999365] env[69319]: DEBUG oslo_concurrency.lockutils [None req-193ff9d5-151f-4951-9cc0-088e8b0c18c3 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.999565] env[69319]: DEBUG oslo_concurrency.lockutils [None req-193ff9d5-151f-4951-9cc0-088e8b0c18c3 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.000536] env[69319]: DEBUG oslo_concurrency.lockutils [None req-193ff9d5-151f-4951-9cc0-088e8b0c18c3 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.005678] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fce0e751-e99f-40f0-8ab8-195dc0c8744f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.014097] env[69319]: DEBUG oslo_vmware.api [None req-193ff9d5-151f-4951-9cc0-088e8b0c18c3 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Waiting for the task: (returnval){ [ 1184.014097] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]5285fe98-ae5d-e37a-1011-71fbf61a6925" [ 1184.014097] env[69319]: _type = "Task" [ 1184.014097] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.022724] env[69319]: DEBUG oslo_concurrency.lockutils [None req-04218d60-5065-4117-a3a4-d81f9273060b tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Acquiring lock "refresh_cache-d7a0a4bd-21f3-417f-b15c-f54521dea792" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.022724] env[69319]: DEBUG oslo_concurrency.lockutils [None req-04218d60-5065-4117-a3a4-d81f9273060b tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Acquired lock "refresh_cache-d7a0a4bd-21f3-417f-b15c-f54521dea792" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.022724] env[69319]: DEBUG nova.network.neutron [None req-04218d60-5065-4117-a3a4-d81f9273060b tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] [instance: d7a0a4bd-21f3-417f-b15c-f54521dea792] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1184.030964] env[69319]: DEBUG oslo_vmware.api [None req-193ff9d5-151f-4951-9cc0-088e8b0c18c3 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5285fe98-ae5d-e37a-1011-71fbf61a6925, 'name': SearchDatastore_Task, 'duration_secs': 0.013654} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.032030] env[69319]: DEBUG oslo_concurrency.lockutils [None req-193ff9d5-151f-4951-9cc0-088e8b0c18c3 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.032030] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-193ff9d5-151f-4951-9cc0-088e8b0c18c3 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 88d5e399-14ad-42a3-91d1-1c44db2fd0f5] Processing image 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1184.032030] env[69319]: DEBUG oslo_concurrency.lockutils [None req-193ff9d5-151f-4951-9cc0-088e8b0c18c3 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.032915] env[69319]: DEBUG oslo_concurrency.lockutils [None req-193ff9d5-151f-4951-9cc0-088e8b0c18c3 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.032915] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-193ff9d5-151f-4951-9cc0-088e8b0c18c3 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1184.033088] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c32809f8-99a5-4c83-a77c-fc611d9747cf {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.044330] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-193ff9d5-151f-4951-9cc0-088e8b0c18c3 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1184.044493] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-193ff9d5-151f-4951-9cc0-088e8b0c18c3 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1184.047321] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36bc5cff-dca8-4bad-9dde-5dcec134d41f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.055930] env[69319]: DEBUG nova.compute.manager [None req-b7f9a0c3-2864-4047-8150-18c5ee245760 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 9a2d05fc-1ee1-4847-bb63-ad2d3624c730] Start destroying the instance on the hypervisor. {{(pid=69319) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1184.056064] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-b7f9a0c3-2864-4047-8150-18c5ee245760 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 9a2d05fc-1ee1-4847-bb63-ad2d3624c730] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1184.058277] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb637d3c-0026-404a-bf46-b7cf32e21c83 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.061128] env[69319]: DEBUG oslo_vmware.api [None req-193ff9d5-151f-4951-9cc0-088e8b0c18c3 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Waiting for the task: (returnval){ [ 1184.061128] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52c444e9-92ed-bab8-1f9e-0e2dd438d448" [ 1184.061128] env[69319]: _type = "Task" [ 1184.061128] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.071909] env[69319]: DEBUG nova.network.neutron [-] [instance: 3bcf4f37-7f28-4ae7-a267-1294c88bdc96] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.073434] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7f9a0c3-2864-4047-8150-18c5ee245760 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 9a2d05fc-1ee1-4847-bb63-ad2d3624c730] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1184.074630] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dc11aeb3-40a7-4ffb-a072-9bcb0cdbb42b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.081067] env[69319]: DEBUG oslo_vmware.api [None req-193ff9d5-151f-4951-9cc0-088e8b0c18c3 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52c444e9-92ed-bab8-1f9e-0e2dd438d448, 'name': SearchDatastore_Task, 'duration_secs': 0.016698} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.083115] env[69319]: DEBUG oslo_vmware.api [None req-b7f9a0c3-2864-4047-8150-18c5ee245760 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Waiting for the task: (returnval){ [ 1184.083115] env[69319]: value = "task-3224012" [ 1184.083115] env[69319]: _type = "Task" [ 1184.083115] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.083115] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd0d366e-6f7c-41e0-8f0b-83e1c1ea7b77 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.099944] env[69319]: DEBUG oslo_vmware.api [None req-193ff9d5-151f-4951-9cc0-088e8b0c18c3 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Waiting for the task: (returnval){ [ 1184.099944] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52af0ee1-af2f-c014-7a8f-0ef4628830ac" [ 1184.099944] env[69319]: _type = "Task" [ 1184.099944] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.103597] env[69319]: DEBUG oslo_vmware.api [None req-b7f9a0c3-2864-4047-8150-18c5ee245760 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': task-3224012, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.118186] env[69319]: DEBUG oslo_vmware.api [None req-193ff9d5-151f-4951-9cc0-088e8b0c18c3 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52af0ee1-af2f-c014-7a8f-0ef4628830ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.185645] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eace88f-4f7f-4c7c-8e43-6f95261a2fce {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.191314] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] [instance: a2bd5a84-7716-492b-931d-ef52322ab25c] Instance has had 0 of 5 cleanup attempts {{(pid=69319) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1184.196601] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36c5596e-8e33-48e7-93f2-bd1ff11a1d83 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.232183] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be99e3f1-2c1b-4c3a-9fcc-13842e8fa660 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.236732] env[69319]: DEBUG nova.network.neutron [req-5027558e-ba6c-4d43-ace4-078f972de355 req-1df6e4d4-c229-4c0b-a835-202625be2c1b service nova] [instance: 88d5e399-14ad-42a3-91d1-1c44db2fd0f5] Updated VIF entry in instance network info cache for port 0239e4a8-72db-40b6-8196-53f96d0745ef. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1184.237231] env[69319]: DEBUG nova.network.neutron [req-5027558e-ba6c-4d43-ace4-078f972de355 req-1df6e4d4-c229-4c0b-a835-202625be2c1b service nova] [instance: 88d5e399-14ad-42a3-91d1-1c44db2fd0f5] Updating instance_info_cache with network_info: [{"id": "0239e4a8-72db-40b6-8196-53f96d0745ef", "address": "fa:16:3e:2f:9e:4e", "network": {"id": "106fc08f-1807-4065-8e5f-d5dd2ea396ac", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-470234828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fe67d8fa7124a519dd9af8bbd6a48a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0239e4a8-72", "ovs_interfaceid": "0239e4a8-72db-40b6-8196-53f96d0745ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.246199] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa8f5e5a-adc6-438e-aac9-65fdecd8fe2f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.263501] env[69319]: DEBUG nova.compute.provider_tree [None req-d8c1579f-f85f-48c6-9473-74ffe88f94b1 tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1184.412519] env[69319]: DEBUG oslo_vmware.api [None req-37297d46-1db3-4556-b332-917a7078a6ed tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': task-3224006, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.475153] env[69319]: DEBUG oslo_concurrency.lockutils [None req-08be683a-4e5b-4170-b01c-5f01ec5358a6 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Acquiring lock "refresh_cache-8ca4f716-1d54-4ef1-b235-3d7264ca3cb9" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.475153] env[69319]: DEBUG oslo_concurrency.lockutils [None req-08be683a-4e5b-4170-b01c-5f01ec5358a6 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Acquired lock "refresh_cache-8ca4f716-1d54-4ef1-b235-3d7264ca3cb9" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.475153] env[69319]: DEBUG nova.network.neutron [None req-08be683a-4e5b-4170-b01c-5f01ec5358a6 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 8ca4f716-1d54-4ef1-b235-3d7264ca3cb9] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1184.557363] env[69319]: DEBUG nova.network.neutron [None req-04218d60-5065-4117-a3a4-d81f9273060b tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] [instance: d7a0a4bd-21f3-417f-b15c-f54521dea792] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1184.576475] env[69319]: INFO nova.compute.manager [-] [instance: 3bcf4f37-7f28-4ae7-a267-1294c88bdc96] Took 1.29 seconds to deallocate network for instance. [ 1184.585735] env[69319]: DEBUG nova.compute.manager [req-5291813d-0231-41d8-884b-e159c2fb9ac0 req-c47e0348-f50f-44a5-b45a-5d300a01d03f service nova] [instance: d7a0a4bd-21f3-417f-b15c-f54521dea792] Received event network-changed-fbd80372-8c0f-4f9e-a957-7e02e441babc {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1184.585821] env[69319]: DEBUG nova.compute.manager [req-5291813d-0231-41d8-884b-e159c2fb9ac0 req-c47e0348-f50f-44a5-b45a-5d300a01d03f service nova] [instance: d7a0a4bd-21f3-417f-b15c-f54521dea792] Refreshing instance network info cache due to event network-changed-fbd80372-8c0f-4f9e-a957-7e02e441babc. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1184.586021] env[69319]: DEBUG oslo_concurrency.lockutils [req-5291813d-0231-41d8-884b-e159c2fb9ac0 req-c47e0348-f50f-44a5-b45a-5d300a01d03f service nova] Acquiring lock "refresh_cache-d7a0a4bd-21f3-417f-b15c-f54521dea792" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.597926] env[69319]: DEBUG oslo_vmware.api [None req-b7f9a0c3-2864-4047-8150-18c5ee245760 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': task-3224012, 'name': PowerOffVM_Task, 'duration_secs': 0.291761} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.600491] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7f9a0c3-2864-4047-8150-18c5ee245760 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 9a2d05fc-1ee1-4847-bb63-ad2d3624c730] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1184.600688] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-b7f9a0c3-2864-4047-8150-18c5ee245760 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 9a2d05fc-1ee1-4847-bb63-ad2d3624c730] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1184.600951] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dbe57795-e6a0-4a35-af32-09979bda7e2b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.615173] env[69319]: DEBUG oslo_vmware.api [None req-193ff9d5-151f-4951-9cc0-088e8b0c18c3 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52af0ee1-af2f-c014-7a8f-0ef4628830ac, 'name': SearchDatastore_Task, 'duration_secs': 0.019406} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.615433] env[69319]: DEBUG oslo_concurrency.lockutils [None req-193ff9d5-151f-4951-9cc0-088e8b0c18c3 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.615704] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-193ff9d5-151f-4951-9cc0-088e8b0c18c3 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] 88d5e399-14ad-42a3-91d1-1c44db2fd0f5/88d5e399-14ad-42a3-91d1-1c44db2fd0f5.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1184.615966] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6297ede7-2171-489a-9e81-126e6f93d02e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.624352] env[69319]: DEBUG oslo_vmware.api [None req-193ff9d5-151f-4951-9cc0-088e8b0c18c3 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Waiting for the task: (returnval){ [ 1184.624352] env[69319]: value = "task-3224014" [ 1184.624352] env[69319]: _type = "Task" [ 1184.624352] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.635361] env[69319]: DEBUG oslo_vmware.api [None req-193ff9d5-151f-4951-9cc0-088e8b0c18c3 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': task-3224014, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.670069] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-b7f9a0c3-2864-4047-8150-18c5ee245760 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 9a2d05fc-1ee1-4847-bb63-ad2d3624c730] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1184.670339] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-b7f9a0c3-2864-4047-8150-18c5ee245760 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 9a2d05fc-1ee1-4847-bb63-ad2d3624c730] Deleting contents of the VM from datastore datastore1 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1184.670554] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7f9a0c3-2864-4047-8150-18c5ee245760 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Deleting the datastore file [datastore1] 9a2d05fc-1ee1-4847-bb63-ad2d3624c730 {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1184.670924] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-da8b84b0-ef45-4cf8-bc96-bcfcbe3fd4e1 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.679655] env[69319]: DEBUG oslo_vmware.api [None req-b7f9a0c3-2864-4047-8150-18c5ee245760 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Waiting for the task: (returnval){ [ 1184.679655] env[69319]: value = "task-3224015" [ 1184.679655] env[69319]: _type = "Task" [ 1184.679655] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.688697] env[69319]: DEBUG oslo_vmware.api [None req-b7f9a0c3-2864-4047-8150-18c5ee245760 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': task-3224015, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.696299] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] [instance: 43e75e72-e9aa-43d9-bc06-65d4cad074cb] Instance has had 0 of 5 cleanup attempts {{(pid=69319) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1184.739849] env[69319]: DEBUG oslo_concurrency.lockutils [req-5027558e-ba6c-4d43-ace4-078f972de355 req-1df6e4d4-c229-4c0b-a835-202625be2c1b service nova] Releasing lock "refresh_cache-88d5e399-14ad-42a3-91d1-1c44db2fd0f5" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.740119] env[69319]: DEBUG nova.compute.manager [req-5027558e-ba6c-4d43-ace4-078f972de355 req-1df6e4d4-c229-4c0b-a835-202625be2c1b service nova] [instance: 4468ad34-4471-4bbe-82b7-cabe1f9fbea6] Received event network-changed-cce57cf9-3a99-476d-ae0a-871328cd9ea4 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1184.740294] env[69319]: DEBUG nova.compute.manager [req-5027558e-ba6c-4d43-ace4-078f972de355 req-1df6e4d4-c229-4c0b-a835-202625be2c1b service nova] [instance: 4468ad34-4471-4bbe-82b7-cabe1f9fbea6] Refreshing instance network info cache due to event network-changed-cce57cf9-3a99-476d-ae0a-871328cd9ea4. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1184.740506] env[69319]: DEBUG oslo_concurrency.lockutils [req-5027558e-ba6c-4d43-ace4-078f972de355 req-1df6e4d4-c229-4c0b-a835-202625be2c1b service nova] Acquiring lock "refresh_cache-4468ad34-4471-4bbe-82b7-cabe1f9fbea6" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.740653] env[69319]: DEBUG oslo_concurrency.lockutils [req-5027558e-ba6c-4d43-ace4-078f972de355 req-1df6e4d4-c229-4c0b-a835-202625be2c1b service nova] Acquired lock "refresh_cache-4468ad34-4471-4bbe-82b7-cabe1f9fbea6" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.740819] env[69319]: DEBUG nova.network.neutron [req-5027558e-ba6c-4d43-ace4-078f972de355 req-1df6e4d4-c229-4c0b-a835-202625be2c1b service nova] [instance: 4468ad34-4471-4bbe-82b7-cabe1f9fbea6] Refreshing network info cache for port cce57cf9-3a99-476d-ae0a-871328cd9ea4 {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1184.767221] env[69319]: DEBUG nova.scheduler.client.report [None req-d8c1579f-f85f-48c6-9473-74ffe88f94b1 tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1184.833619] env[69319]: DEBUG nova.network.neutron [None req-04218d60-5065-4117-a3a4-d81f9273060b tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] [instance: d7a0a4bd-21f3-417f-b15c-f54521dea792] Updating instance_info_cache with network_info: [{"id": "bbc9d466-c266-4f79-bd43-88e78a109762", "address": "fa:16:3e:07:31:14", "network": {"id": "0c63ac5f-7f49-4053-a686-100b31df376c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1285190082", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.62", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "082be296862f43ddb7b411a29468a5c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4c7a041-8e34-47f9-8ea1-d2f29414fd9d", "external-id": "nsx-vlan-transportzone-553", "segmentation_id": 553, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbc9d466-c2", "ovs_interfaceid": "bbc9d466-c266-4f79-bd43-88e78a109762", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fbd80372-8c0f-4f9e-a957-7e02e441babc", "address": "fa:16:3e:1f:64:54", "network": {"id": "6ee09c89-3efa-4a4b-b226-ded0a2fb23f8", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-483953948", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.185", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "082be296862f43ddb7b411a29468a5c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbd80372-8c", "ovs_interfaceid": "fbd80372-8c0f-4f9e-a957-7e02e441babc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.916927] env[69319]: DEBUG oslo_vmware.api [None req-37297d46-1db3-4556-b332-917a7078a6ed tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': task-3224006, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.013980] env[69319]: DEBUG nova.network.neutron [None req-08be683a-4e5b-4170-b01c-5f01ec5358a6 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 8ca4f716-1d54-4ef1-b235-3d7264ca3cb9] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1185.090633] env[69319]: DEBUG oslo_concurrency.lockutils [None req-62b6e1b4-2c84-4e6f-8573-48985ab39220 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.137967] env[69319]: DEBUG oslo_vmware.api [None req-193ff9d5-151f-4951-9cc0-088e8b0c18c3 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': task-3224014, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.169726] env[69319]: DEBUG nova.network.neutron [None req-08be683a-4e5b-4170-b01c-5f01ec5358a6 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 8ca4f716-1d54-4ef1-b235-3d7264ca3cb9] Updating instance_info_cache with network_info: [{"id": "04354d71-f9ec-4cad-99f1-c4a002ef3a7b", "address": "fa:16:3e:5c:88:be", "network": {"id": "8985126e-f64e-499c-abf8-8490d52ef1a5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-221535940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c749d00b4b5b4852a5c16d9621d8eb16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04354d71-f9", "ovs_interfaceid": "04354d71-f9ec-4cad-99f1-c4a002ef3a7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.192873] env[69319]: DEBUG oslo_vmware.api [None req-b7f9a0c3-2864-4047-8150-18c5ee245760 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': task-3224015, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.233436} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.193268] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7f9a0c3-2864-4047-8150-18c5ee245760 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1185.193484] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-b7f9a0c3-2864-4047-8150-18c5ee245760 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 9a2d05fc-1ee1-4847-bb63-ad2d3624c730] Deleted contents of the VM from datastore datastore1 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1185.193763] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-b7f9a0c3-2864-4047-8150-18c5ee245760 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 9a2d05fc-1ee1-4847-bb63-ad2d3624c730] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1185.194008] env[69319]: INFO nova.compute.manager [None req-b7f9a0c3-2864-4047-8150-18c5ee245760 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 9a2d05fc-1ee1-4847-bb63-ad2d3624c730] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1185.194274] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b7f9a0c3-2864-4047-8150-18c5ee245760 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1185.194474] env[69319]: DEBUG nova.compute.manager [-] [instance: 9a2d05fc-1ee1-4847-bb63-ad2d3624c730] Deallocating network for instance {{(pid=69319) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1185.194575] env[69319]: DEBUG nova.network.neutron [-] [instance: 9a2d05fc-1ee1-4847-bb63-ad2d3624c730] deallocate_for_instance() {{(pid=69319) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1185.201359] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] [instance: 49f792b7-4c8b-4a2a-afe4-016281de77b9] Instance has had 0 of 5 cleanup attempts {{(pid=69319) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1185.271829] env[69319]: DEBUG oslo_concurrency.lockutils [None req-d8c1579f-f85f-48c6-9473-74ffe88f94b1 tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.830s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.274642] env[69319]: DEBUG oslo_concurrency.lockutils [None req-62b6e1b4-2c84-4e6f-8573-48985ab39220 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.184s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.274786] env[69319]: DEBUG nova.objects.instance [None req-62b6e1b4-2c84-4e6f-8573-48985ab39220 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Lazy-loading 'resources' on Instance uuid 3bcf4f37-7f28-4ae7-a267-1294c88bdc96 {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1185.302266] env[69319]: INFO nova.scheduler.client.report [None req-d8c1579f-f85f-48c6-9473-74ffe88f94b1 tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Deleted allocations for instance 233219fd-06b7-45db-bda2-540992f2d4ce [ 1185.337084] env[69319]: DEBUG oslo_concurrency.lockutils [None req-04218d60-5065-4117-a3a4-d81f9273060b tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Releasing lock "refresh_cache-d7a0a4bd-21f3-417f-b15c-f54521dea792" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.337495] env[69319]: DEBUG nova.compute.manager [None req-04218d60-5065-4117-a3a4-d81f9273060b tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] [instance: d7a0a4bd-21f3-417f-b15c-f54521dea792] Instance network_info: |[{"id": "bbc9d466-c266-4f79-bd43-88e78a109762", "address": "fa:16:3e:07:31:14", "network": {"id": "0c63ac5f-7f49-4053-a686-100b31df376c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1285190082", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.62", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "082be296862f43ddb7b411a29468a5c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4c7a041-8e34-47f9-8ea1-d2f29414fd9d", "external-id": "nsx-vlan-transportzone-553", "segmentation_id": 553, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbc9d466-c2", "ovs_interfaceid": "bbc9d466-c266-4f79-bd43-88e78a109762", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fbd80372-8c0f-4f9e-a957-7e02e441babc", "address": "fa:16:3e:1f:64:54", "network": {"id": "6ee09c89-3efa-4a4b-b226-ded0a2fb23f8", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-483953948", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.185", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "082be296862f43ddb7b411a29468a5c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbd80372-8c", "ovs_interfaceid": "fbd80372-8c0f-4f9e-a957-7e02e441babc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1185.340447] env[69319]: DEBUG oslo_concurrency.lockutils [req-5291813d-0231-41d8-884b-e159c2fb9ac0 req-c47e0348-f50f-44a5-b45a-5d300a01d03f service nova] Acquired lock "refresh_cache-d7a0a4bd-21f3-417f-b15c-f54521dea792" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.340584] env[69319]: DEBUG nova.network.neutron [req-5291813d-0231-41d8-884b-e159c2fb9ac0 req-c47e0348-f50f-44a5-b45a-5d300a01d03f service nova] [instance: d7a0a4bd-21f3-417f-b15c-f54521dea792] Refreshing network info cache for port fbd80372-8c0f-4f9e-a957-7e02e441babc {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1185.342798] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-04218d60-5065-4117-a3a4-d81f9273060b tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] [instance: d7a0a4bd-21f3-417f-b15c-f54521dea792] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:31:14', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4c7a041-8e34-47f9-8ea1-d2f29414fd9d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bbc9d466-c266-4f79-bd43-88e78a109762', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:64:54', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d94740a-bce8-4103-8ecf-230d02ec0a44', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fbd80372-8c0f-4f9e-a957-7e02e441babc', 'vif_model': 'vmxnet3'}] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1185.351283] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-04218d60-5065-4117-a3a4-d81f9273060b tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1185.354872] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7a0a4bd-21f3-417f-b15c-f54521dea792] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1185.355655] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-37e01f85-824c-4a74-9418-c5b76ca2789b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.380036] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1185.380036] env[69319]: value = "task-3224017" [ 1185.380036] env[69319]: _type = "Task" [ 1185.380036] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.389392] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3224017, 'name': CreateVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.419192] env[69319]: DEBUG oslo_vmware.api [None req-37297d46-1db3-4556-b332-917a7078a6ed tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': task-3224006, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.560382] env[69319]: DEBUG nova.compute.manager [req-7fcc36be-40fe-4dfd-aaaf-c283d09ea0f3 req-c482bbdf-f5c8-40bd-bedd-cb7299b42919 service nova] [instance: 8ca4f716-1d54-4ef1-b235-3d7264ca3cb9] Received event network-vif-plugged-04354d71-f9ec-4cad-99f1-c4a002ef3a7b {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1185.560600] env[69319]: DEBUG oslo_concurrency.lockutils [req-7fcc36be-40fe-4dfd-aaaf-c283d09ea0f3 req-c482bbdf-f5c8-40bd-bedd-cb7299b42919 service nova] Acquiring lock "8ca4f716-1d54-4ef1-b235-3d7264ca3cb9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.560869] env[69319]: DEBUG oslo_concurrency.lockutils [req-7fcc36be-40fe-4dfd-aaaf-c283d09ea0f3 req-c482bbdf-f5c8-40bd-bedd-cb7299b42919 service nova] Lock "8ca4f716-1d54-4ef1-b235-3d7264ca3cb9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.560984] env[69319]: DEBUG oslo_concurrency.lockutils [req-7fcc36be-40fe-4dfd-aaaf-c283d09ea0f3 req-c482bbdf-f5c8-40bd-bedd-cb7299b42919 service nova] Lock "8ca4f716-1d54-4ef1-b235-3d7264ca3cb9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.561168] env[69319]: DEBUG nova.compute.manager [req-7fcc36be-40fe-4dfd-aaaf-c283d09ea0f3 req-c482bbdf-f5c8-40bd-bedd-cb7299b42919 service nova] [instance: 8ca4f716-1d54-4ef1-b235-3d7264ca3cb9] No waiting events found dispatching network-vif-plugged-04354d71-f9ec-4cad-99f1-c4a002ef3a7b {{(pid=69319) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1185.561379] env[69319]: WARNING nova.compute.manager [req-7fcc36be-40fe-4dfd-aaaf-c283d09ea0f3 req-c482bbdf-f5c8-40bd-bedd-cb7299b42919 service nova] [instance: 8ca4f716-1d54-4ef1-b235-3d7264ca3cb9] Received unexpected event network-vif-plugged-04354d71-f9ec-4cad-99f1-c4a002ef3a7b for instance with vm_state building and task_state spawning. [ 1185.561558] env[69319]: DEBUG nova.compute.manager [req-7fcc36be-40fe-4dfd-aaaf-c283d09ea0f3 req-c482bbdf-f5c8-40bd-bedd-cb7299b42919 service nova] [instance: 8ca4f716-1d54-4ef1-b235-3d7264ca3cb9] Received event network-changed-04354d71-f9ec-4cad-99f1-c4a002ef3a7b {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1185.561755] env[69319]: DEBUG nova.compute.manager [req-7fcc36be-40fe-4dfd-aaaf-c283d09ea0f3 req-c482bbdf-f5c8-40bd-bedd-cb7299b42919 service nova] [instance: 8ca4f716-1d54-4ef1-b235-3d7264ca3cb9] Refreshing instance network info cache due to event network-changed-04354d71-f9ec-4cad-99f1-c4a002ef3a7b. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1185.561890] env[69319]: DEBUG oslo_concurrency.lockutils [req-7fcc36be-40fe-4dfd-aaaf-c283d09ea0f3 req-c482bbdf-f5c8-40bd-bedd-cb7299b42919 service nova] Acquiring lock "refresh_cache-8ca4f716-1d54-4ef1-b235-3d7264ca3cb9" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.650971] env[69319]: DEBUG oslo_vmware.api [None req-193ff9d5-151f-4951-9cc0-088e8b0c18c3 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': task-3224014, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.597416} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.650971] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-193ff9d5-151f-4951-9cc0-088e8b0c18c3 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] 88d5e399-14ad-42a3-91d1-1c44db2fd0f5/88d5e399-14ad-42a3-91d1-1c44db2fd0f5.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1185.650971] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-193ff9d5-151f-4951-9cc0-088e8b0c18c3 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 88d5e399-14ad-42a3-91d1-1c44db2fd0f5] Extending root virtual disk to 1048576 {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1185.650971] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1641da53-26c8-438c-a1bd-641a9ca727c4 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.665426] env[69319]: DEBUG oslo_vmware.api [None req-193ff9d5-151f-4951-9cc0-088e8b0c18c3 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Waiting for the task: (returnval){ [ 1185.665426] env[69319]: value = "task-3224018" [ 1185.665426] env[69319]: _type = "Task" [ 1185.665426] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.674099] env[69319]: DEBUG oslo_concurrency.lockutils [None req-08be683a-4e5b-4170-b01c-5f01ec5358a6 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Releasing lock "refresh_cache-8ca4f716-1d54-4ef1-b235-3d7264ca3cb9" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.674099] env[69319]: DEBUG nova.compute.manager [None req-08be683a-4e5b-4170-b01c-5f01ec5358a6 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 8ca4f716-1d54-4ef1-b235-3d7264ca3cb9] Instance network_info: |[{"id": "04354d71-f9ec-4cad-99f1-c4a002ef3a7b", "address": "fa:16:3e:5c:88:be", "network": {"id": "8985126e-f64e-499c-abf8-8490d52ef1a5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-221535940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c749d00b4b5b4852a5c16d9621d8eb16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04354d71-f9", "ovs_interfaceid": "04354d71-f9ec-4cad-99f1-c4a002ef3a7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1185.674099] env[69319]: DEBUG oslo_concurrency.lockutils [req-7fcc36be-40fe-4dfd-aaaf-c283d09ea0f3 req-c482bbdf-f5c8-40bd-bedd-cb7299b42919 service nova] Acquired lock "refresh_cache-8ca4f716-1d54-4ef1-b235-3d7264ca3cb9" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.674356] env[69319]: DEBUG nova.network.neutron [req-7fcc36be-40fe-4dfd-aaaf-c283d09ea0f3 req-c482bbdf-f5c8-40bd-bedd-cb7299b42919 service nova] [instance: 8ca4f716-1d54-4ef1-b235-3d7264ca3cb9] Refreshing network info cache for port 04354d71-f9ec-4cad-99f1-c4a002ef3a7b {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1185.675960] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-08be683a-4e5b-4170-b01c-5f01ec5358a6 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 8ca4f716-1d54-4ef1-b235-3d7264ca3cb9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5c:88:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '04354d71-f9ec-4cad-99f1-c4a002ef3a7b', 'vif_model': 'vmxnet3'}] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1185.687286] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-08be683a-4e5b-4170-b01c-5f01ec5358a6 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1185.688867] env[69319]: DEBUG nova.network.neutron [req-5027558e-ba6c-4d43-ace4-078f972de355 req-1df6e4d4-c229-4c0b-a835-202625be2c1b service nova] [instance: 4468ad34-4471-4bbe-82b7-cabe1f9fbea6] Updated VIF entry in instance network info cache for port cce57cf9-3a99-476d-ae0a-871328cd9ea4. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1185.689281] env[69319]: DEBUG nova.network.neutron [req-5027558e-ba6c-4d43-ace4-078f972de355 req-1df6e4d4-c229-4c0b-a835-202625be2c1b service nova] [instance: 4468ad34-4471-4bbe-82b7-cabe1f9fbea6] Updating instance_info_cache with network_info: [{"id": "cce57cf9-3a99-476d-ae0a-871328cd9ea4", "address": "fa:16:3e:e7:44:1d", "network": {"id": "5b6a3856-a59d-4821-b22f-d38a582fca59", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-151173017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8712195e5600495dac5d45bcbbd358ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcce57cf9-3a", "ovs_interfaceid": "cce57cf9-3a99-476d-ae0a-871328cd9ea4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.694685] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ca4f716-1d54-4ef1-b235-3d7264ca3cb9] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1185.695467] env[69319]: DEBUG oslo_vmware.api [None req-193ff9d5-151f-4951-9cc0-088e8b0c18c3 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': task-3224018, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.695571] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-51d2e9ad-9741-4c76-b7b6-77eafbdf2986 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.713292] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] [instance: dcd83efc-4157-4174-b3bd-5bd6cd865360] Instance has had 0 of 5 cleanup attempts {{(pid=69319) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1185.724959] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1185.724959] env[69319]: value = "task-3224019" [ 1185.724959] env[69319]: _type = "Task" [ 1185.724959] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.730641] env[69319]: DEBUG nova.network.neutron [req-5291813d-0231-41d8-884b-e159c2fb9ac0 req-c47e0348-f50f-44a5-b45a-5d300a01d03f service nova] [instance: d7a0a4bd-21f3-417f-b15c-f54521dea792] Updated VIF entry in instance network info cache for port fbd80372-8c0f-4f9e-a957-7e02e441babc. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1185.730641] env[69319]: DEBUG nova.network.neutron [req-5291813d-0231-41d8-884b-e159c2fb9ac0 req-c47e0348-f50f-44a5-b45a-5d300a01d03f service nova] [instance: d7a0a4bd-21f3-417f-b15c-f54521dea792] Updating instance_info_cache with network_info: [{"id": "bbc9d466-c266-4f79-bd43-88e78a109762", "address": "fa:16:3e:07:31:14", "network": {"id": "0c63ac5f-7f49-4053-a686-100b31df376c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1285190082", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.62", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "082be296862f43ddb7b411a29468a5c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4c7a041-8e34-47f9-8ea1-d2f29414fd9d", "external-id": "nsx-vlan-transportzone-553", "segmentation_id": 553, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbc9d466-c2", "ovs_interfaceid": "bbc9d466-c266-4f79-bd43-88e78a109762", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fbd80372-8c0f-4f9e-a957-7e02e441babc", "address": "fa:16:3e:1f:64:54", "network": {"id": "6ee09c89-3efa-4a4b-b226-ded0a2fb23f8", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-483953948", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.185", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "082be296862f43ddb7b411a29468a5c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbd80372-8c", "ovs_interfaceid": "fbd80372-8c0f-4f9e-a957-7e02e441babc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.737922] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3224019, 'name': CreateVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.814312] env[69319]: DEBUG oslo_concurrency.lockutils [None req-d8c1579f-f85f-48c6-9473-74ffe88f94b1 tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Lock "233219fd-06b7-45db-bda2-540992f2d4ce" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.577s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.896943] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3224017, 'name': CreateVM_Task} progress is 25%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.917089] env[69319]: DEBUG oslo_vmware.api [None req-37297d46-1db3-4556-b332-917a7078a6ed tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': task-3224006, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.976715] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7d8e7f9-1d2d-456e-8fe1-9096d3b130a5 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.984583] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-991a41e1-7700-43a4-9935-b83e3057fca2 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.018373] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea797520-48f6-4504-a8a6-9be6e6d90f2a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.026366] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e7ed574-3e60-455e-9390-61ae44d15b7b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.040956] env[69319]: DEBUG nova.compute.provider_tree [None req-62b6e1b4-2c84-4e6f-8573-48985ab39220 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1186.143477] env[69319]: DEBUG oslo_concurrency.lockutils [None req-bc71ffbd-24a7-4e38-abee-f54a67f78c58 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Acquiring lock "c771ca2e-35a5-4e64-a382-926a00df4d22" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.143810] env[69319]: DEBUG oslo_concurrency.lockutils [None req-bc71ffbd-24a7-4e38-abee-f54a67f78c58 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Lock "c771ca2e-35a5-4e64-a382-926a00df4d22" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.144085] env[69319]: DEBUG oslo_concurrency.lockutils [None req-bc71ffbd-24a7-4e38-abee-f54a67f78c58 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Acquiring lock "c771ca2e-35a5-4e64-a382-926a00df4d22-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.144290] env[69319]: DEBUG oslo_concurrency.lockutils [None req-bc71ffbd-24a7-4e38-abee-f54a67f78c58 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Lock "c771ca2e-35a5-4e64-a382-926a00df4d22-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.144567] env[69319]: DEBUG oslo_concurrency.lockutils [None req-bc71ffbd-24a7-4e38-abee-f54a67f78c58 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Lock "c771ca2e-35a5-4e64-a382-926a00df4d22-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.147112] env[69319]: INFO nova.compute.manager [None req-bc71ffbd-24a7-4e38-abee-f54a67f78c58 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] [instance: c771ca2e-35a5-4e64-a382-926a00df4d22] Terminating instance [ 1186.176210] env[69319]: DEBUG oslo_vmware.api [None req-193ff9d5-151f-4951-9cc0-088e8b0c18c3 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': task-3224018, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072603} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.176502] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-193ff9d5-151f-4951-9cc0-088e8b0c18c3 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 88d5e399-14ad-42a3-91d1-1c44db2fd0f5] Extended root virtual disk {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1186.177295] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c63abdd7-3010-4086-bcf7-0224023d9f4b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.202692] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-193ff9d5-151f-4951-9cc0-088e8b0c18c3 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 88d5e399-14ad-42a3-91d1-1c44db2fd0f5] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] 88d5e399-14ad-42a3-91d1-1c44db2fd0f5/88d5e399-14ad-42a3-91d1-1c44db2fd0f5.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1186.203179] env[69319]: DEBUG oslo_concurrency.lockutils [req-5027558e-ba6c-4d43-ace4-078f972de355 req-1df6e4d4-c229-4c0b-a835-202625be2c1b service nova] Releasing lock "refresh_cache-4468ad34-4471-4bbe-82b7-cabe1f9fbea6" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.203956] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-270577fa-45c5-455b-a8aa-f2a96df9fe33 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.219241] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] [instance: 914e081a-6fde-4c22-9f9c-ed060937963b] Instance has had 0 of 5 cleanup attempts {{(pid=69319) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1186.232318] env[69319]: DEBUG oslo_vmware.api [None req-193ff9d5-151f-4951-9cc0-088e8b0c18c3 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Waiting for the task: (returnval){ [ 1186.232318] env[69319]: value = "task-3224020" [ 1186.232318] env[69319]: _type = "Task" [ 1186.232318] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.232535] env[69319]: DEBUG nova.network.neutron [-] [instance: 9a2d05fc-1ee1-4847-bb63-ad2d3624c730] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.233792] env[69319]: DEBUG oslo_concurrency.lockutils [req-5291813d-0231-41d8-884b-e159c2fb9ac0 req-c47e0348-f50f-44a5-b45a-5d300a01d03f service nova] Releasing lock "refresh_cache-d7a0a4bd-21f3-417f-b15c-f54521dea792" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.234076] env[69319]: DEBUG nova.compute.manager [req-5291813d-0231-41d8-884b-e159c2fb9ac0 req-c47e0348-f50f-44a5-b45a-5d300a01d03f service nova] [instance: 3bcf4f37-7f28-4ae7-a267-1294c88bdc96] Received event network-vif-deleted-9baf11b1-f037-4a22-801e-ee08af2d6f3f {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1186.240907] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3224019, 'name': CreateVM_Task} progress is 99%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.247220] env[69319]: DEBUG oslo_vmware.api [None req-193ff9d5-151f-4951-9cc0-088e8b0c18c3 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': task-3224020, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.397177] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3224017, 'name': CreateVM_Task, 'duration_secs': 0.698231} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.397427] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7a0a4bd-21f3-417f-b15c-f54521dea792] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1186.398346] env[69319]: DEBUG oslo_concurrency.lockutils [None req-04218d60-5065-4117-a3a4-d81f9273060b tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.398543] env[69319]: DEBUG oslo_concurrency.lockutils [None req-04218d60-5065-4117-a3a4-d81f9273060b tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.398897] env[69319]: DEBUG oslo_concurrency.lockutils [None req-04218d60-5065-4117-a3a4-d81f9273060b tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.399264] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79bfecc6-94f4-4760-a8ce-01460b0eb99a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.409560] env[69319]: DEBUG oslo_vmware.api [None req-04218d60-5065-4117-a3a4-d81f9273060b tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Waiting for the task: (returnval){ [ 1186.409560] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]529db516-45a2-d9e5-6989-c7fb7201629c" [ 1186.409560] env[69319]: _type = "Task" [ 1186.409560] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.421364] env[69319]: DEBUG oslo_vmware.api [None req-37297d46-1db3-4556-b332-917a7078a6ed tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': task-3224006, 'name': ReconfigVM_Task, 'duration_secs': 5.841266} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.426460] env[69319]: DEBUG oslo_concurrency.lockutils [None req-37297d46-1db3-4556-b332-917a7078a6ed tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Releasing lock "e8f31843-60b0-4de7-ae66-5940cc5eb364" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.426801] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-37297d46-1db3-4556-b332-917a7078a6ed tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: e8f31843-60b0-4de7-ae66-5940cc5eb364] Reconfigured VM to detach interface {{(pid=69319) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1186.429373] env[69319]: DEBUG oslo_vmware.api [None req-04218d60-5065-4117-a3a4-d81f9273060b tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]529db516-45a2-d9e5-6989-c7fb7201629c, 'name': SearchDatastore_Task, 'duration_secs': 0.01194} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.432205] env[69319]: DEBUG oslo_concurrency.lockutils [None req-04218d60-5065-4117-a3a4-d81f9273060b tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.432521] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-04218d60-5065-4117-a3a4-d81f9273060b tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] [instance: d7a0a4bd-21f3-417f-b15c-f54521dea792] Processing image 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1186.432848] env[69319]: DEBUG oslo_concurrency.lockutils [None req-04218d60-5065-4117-a3a4-d81f9273060b tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.433135] env[69319]: DEBUG oslo_concurrency.lockutils [None req-04218d60-5065-4117-a3a4-d81f9273060b tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.433332] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-04218d60-5065-4117-a3a4-d81f9273060b tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1186.434138] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7474736c-c183-4ff9-be25-e6f58aa857fd {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.446375] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-04218d60-5065-4117-a3a4-d81f9273060b tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1186.446375] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-04218d60-5065-4117-a3a4-d81f9273060b tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1186.446992] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a51bc179-12b5-4fb3-b776-3c9608263fd9 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.454802] env[69319]: DEBUG oslo_vmware.api [None req-04218d60-5065-4117-a3a4-d81f9273060b tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Waiting for the task: (returnval){ [ 1186.454802] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52908211-470e-6919-a7a5-5936256c9586" [ 1186.454802] env[69319]: _type = "Task" [ 1186.454802] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.466652] env[69319]: DEBUG oslo_vmware.api [None req-04218d60-5065-4117-a3a4-d81f9273060b tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52908211-470e-6919-a7a5-5936256c9586, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.546490] env[69319]: DEBUG nova.scheduler.client.report [None req-62b6e1b4-2c84-4e6f-8573-48985ab39220 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1186.550499] env[69319]: DEBUG nova.network.neutron [req-7fcc36be-40fe-4dfd-aaaf-c283d09ea0f3 req-c482bbdf-f5c8-40bd-bedd-cb7299b42919 service nova] [instance: 8ca4f716-1d54-4ef1-b235-3d7264ca3cb9] Updated VIF entry in instance network info cache for port 04354d71-f9ec-4cad-99f1-c4a002ef3a7b. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1186.550591] env[69319]: DEBUG nova.network.neutron [req-7fcc36be-40fe-4dfd-aaaf-c283d09ea0f3 req-c482bbdf-f5c8-40bd-bedd-cb7299b42919 service nova] [instance: 8ca4f716-1d54-4ef1-b235-3d7264ca3cb9] Updating instance_info_cache with network_info: [{"id": "04354d71-f9ec-4cad-99f1-c4a002ef3a7b", "address": "fa:16:3e:5c:88:be", "network": {"id": "8985126e-f64e-499c-abf8-8490d52ef1a5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-221535940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c749d00b4b5b4852a5c16d9621d8eb16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04354d71-f9", "ovs_interfaceid": "04354d71-f9ec-4cad-99f1-c4a002ef3a7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.652459] env[69319]: DEBUG nova.compute.manager [None req-bc71ffbd-24a7-4e38-abee-f54a67f78c58 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] [instance: c771ca2e-35a5-4e64-a382-926a00df4d22] Start destroying the instance on the hypervisor. {{(pid=69319) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1186.652688] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-bc71ffbd-24a7-4e38-abee-f54a67f78c58 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] [instance: c771ca2e-35a5-4e64-a382-926a00df4d22] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1186.654395] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4d8b789-4e56-4dc4-80a8-03b38f50e30d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.663165] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc71ffbd-24a7-4e38-abee-f54a67f78c58 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] [instance: c771ca2e-35a5-4e64-a382-926a00df4d22] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1186.663428] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3c9a4f17-762b-445a-b54a-0d48144cca37 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.674363] env[69319]: DEBUG oslo_vmware.api [None req-bc71ffbd-24a7-4e38-abee-f54a67f78c58 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Waiting for the task: (returnval){ [ 1186.674363] env[69319]: value = "task-3224021" [ 1186.674363] env[69319]: _type = "Task" [ 1186.674363] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.680214] env[69319]: DEBUG oslo_vmware.api [None req-bc71ffbd-24a7-4e38-abee-f54a67f78c58 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Task: {'id': task-3224021, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.723012] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] [instance: d2216fa6-a955-4b17-b026-4bc90a655ff5] Instance has had 0 of 5 cleanup attempts {{(pid=69319) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1186.737210] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3224019, 'name': CreateVM_Task, 'duration_secs': 0.546566} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.740457] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ca4f716-1d54-4ef1-b235-3d7264ca3cb9] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1186.740931] env[69319]: INFO nova.compute.manager [-] [instance: 9a2d05fc-1ee1-4847-bb63-ad2d3624c730] Took 1.55 seconds to deallocate network for instance. [ 1186.742348] env[69319]: DEBUG oslo_concurrency.lockutils [None req-08be683a-4e5b-4170-b01c-5f01ec5358a6 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.742599] env[69319]: DEBUG oslo_concurrency.lockutils [None req-08be683a-4e5b-4170-b01c-5f01ec5358a6 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.742948] env[69319]: DEBUG oslo_concurrency.lockutils [None req-08be683a-4e5b-4170-b01c-5f01ec5358a6 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.745194] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d06227d-3ec4-4aa1-81f3-59de4de03a42 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.754171] env[69319]: DEBUG oslo_vmware.api [None req-193ff9d5-151f-4951-9cc0-088e8b0c18c3 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': task-3224020, 'name': ReconfigVM_Task, 'duration_secs': 0.288797} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.756147] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-193ff9d5-151f-4951-9cc0-088e8b0c18c3 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 88d5e399-14ad-42a3-91d1-1c44db2fd0f5] Reconfigured VM instance instance-00000065 to attach disk [datastore2] 88d5e399-14ad-42a3-91d1-1c44db2fd0f5/88d5e399-14ad-42a3-91d1-1c44db2fd0f5.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1186.758238] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-01b3b4a1-c4b8-49fc-83a5-2e885658672e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.760189] env[69319]: DEBUG oslo_vmware.api [None req-08be683a-4e5b-4170-b01c-5f01ec5358a6 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Waiting for the task: (returnval){ [ 1186.760189] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]5264db4c-1646-e301-267e-58a61048f8b0" [ 1186.760189] env[69319]: _type = "Task" [ 1186.760189] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.768452] env[69319]: DEBUG oslo_vmware.api [None req-193ff9d5-151f-4951-9cc0-088e8b0c18c3 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Waiting for the task: (returnval){ [ 1186.768452] env[69319]: value = "task-3224022" [ 1186.768452] env[69319]: _type = "Task" [ 1186.768452] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.775685] env[69319]: DEBUG oslo_vmware.api [None req-08be683a-4e5b-4170-b01c-5f01ec5358a6 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5264db4c-1646-e301-267e-58a61048f8b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.782141] env[69319]: DEBUG oslo_vmware.api [None req-193ff9d5-151f-4951-9cc0-088e8b0c18c3 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': task-3224022, 'name': Rename_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.935202] env[69319]: DEBUG oslo_concurrency.lockutils [None req-09e75206-7208-4e25-b17a-1275abe2eabe tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Acquiring lock "b67563f9-4b5d-4f20-87fc-6fc7407687ae" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.935922] env[69319]: DEBUG oslo_concurrency.lockutils [None req-09e75206-7208-4e25-b17a-1275abe2eabe tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Lock "b67563f9-4b5d-4f20-87fc-6fc7407687ae" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.935922] env[69319]: INFO nova.compute.manager [None req-09e75206-7208-4e25-b17a-1275abe2eabe tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: b67563f9-4b5d-4f20-87fc-6fc7407687ae] Rebooting instance [ 1186.966305] env[69319]: DEBUG oslo_vmware.api [None req-04218d60-5065-4117-a3a4-d81f9273060b tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52908211-470e-6919-a7a5-5936256c9586, 'name': SearchDatastore_Task, 'duration_secs': 0.014116} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.967139] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cdbdc13e-f37f-4187-87fa-6a3ca3517478 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.973562] env[69319]: DEBUG oslo_vmware.api [None req-04218d60-5065-4117-a3a4-d81f9273060b tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Waiting for the task: (returnval){ [ 1186.973562] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52310566-b0c4-fe86-1540-1ce244040f9f" [ 1186.973562] env[69319]: _type = "Task" [ 1186.973562] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.981908] env[69319]: DEBUG oslo_vmware.api [None req-04218d60-5065-4117-a3a4-d81f9273060b tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52310566-b0c4-fe86-1540-1ce244040f9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.053574] env[69319]: DEBUG oslo_concurrency.lockutils [req-7fcc36be-40fe-4dfd-aaaf-c283d09ea0f3 req-c482bbdf-f5c8-40bd-bedd-cb7299b42919 service nova] Releasing lock "refresh_cache-8ca4f716-1d54-4ef1-b235-3d7264ca3cb9" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.054473] env[69319]: DEBUG oslo_concurrency.lockutils [None req-62b6e1b4-2c84-4e6f-8573-48985ab39220 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.780s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.077522] env[69319]: INFO nova.scheduler.client.report [None req-62b6e1b4-2c84-4e6f-8573-48985ab39220 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Deleted allocations for instance 3bcf4f37-7f28-4ae7-a267-1294c88bdc96 [ 1187.184156] env[69319]: DEBUG oslo_vmware.api [None req-bc71ffbd-24a7-4e38-abee-f54a67f78c58 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Task: {'id': task-3224021, 'name': PowerOffVM_Task, 'duration_secs': 0.323716} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.184445] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc71ffbd-24a7-4e38-abee-f54a67f78c58 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] [instance: c771ca2e-35a5-4e64-a382-926a00df4d22] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1187.184619] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-bc71ffbd-24a7-4e38-abee-f54a67f78c58 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] [instance: c771ca2e-35a5-4e64-a382-926a00df4d22] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1187.184913] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ff916111-858c-4a49-8c2b-0e18287db985 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.230116] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] [instance: 33bc946c-1397-4355-8132-bc27084a66ba] Instance has had 0 of 5 cleanup attempts {{(pid=69319) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1187.257190] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b7f9a0c3-2864-4047-8150-18c5ee245760 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.257650] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b7f9a0c3-2864-4047-8150-18c5ee245760 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.258014] env[69319]: DEBUG nova.objects.instance [None req-b7f9a0c3-2864-4047-8150-18c5ee245760 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Lazy-loading 'resources' on Instance uuid 9a2d05fc-1ee1-4847-bb63-ad2d3624c730 {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1187.268707] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-bc71ffbd-24a7-4e38-abee-f54a67f78c58 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] [instance: c771ca2e-35a5-4e64-a382-926a00df4d22] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1187.268948] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-bc71ffbd-24a7-4e38-abee-f54a67f78c58 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] [instance: c771ca2e-35a5-4e64-a382-926a00df4d22] Deleting contents of the VM from datastore datastore1 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1187.269151] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc71ffbd-24a7-4e38-abee-f54a67f78c58 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Deleting the datastore file [datastore1] c771ca2e-35a5-4e64-a382-926a00df4d22 {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1187.270336] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-23bb49da-fbf9-4908-9880-96902b6bfe54 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.279154] env[69319]: DEBUG oslo_vmware.api [None req-08be683a-4e5b-4170-b01c-5f01ec5358a6 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5264db4c-1646-e301-267e-58a61048f8b0, 'name': SearchDatastore_Task, 'duration_secs': 0.015671} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.279878] env[69319]: DEBUG oslo_concurrency.lockutils [None req-08be683a-4e5b-4170-b01c-5f01ec5358a6 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.280184] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-08be683a-4e5b-4170-b01c-5f01ec5358a6 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 8ca4f716-1d54-4ef1-b235-3d7264ca3cb9] Processing image 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1187.280507] env[69319]: DEBUG oslo_concurrency.lockutils [None req-08be683a-4e5b-4170-b01c-5f01ec5358a6 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.284279] env[69319]: DEBUG oslo_vmware.api [None req-bc71ffbd-24a7-4e38-abee-f54a67f78c58 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Waiting for the task: (returnval){ [ 1187.284279] env[69319]: value = "task-3224025" [ 1187.284279] env[69319]: _type = "Task" [ 1187.284279] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.287856] env[69319]: DEBUG oslo_vmware.api [None req-193ff9d5-151f-4951-9cc0-088e8b0c18c3 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': task-3224022, 'name': Rename_Task, 'duration_secs': 0.206632} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.291107] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-193ff9d5-151f-4951-9cc0-088e8b0c18c3 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 88d5e399-14ad-42a3-91d1-1c44db2fd0f5] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1187.291374] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a07bf08c-3a3b-4386-969b-dd21fa2a9bc2 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.299857] env[69319]: DEBUG oslo_vmware.api [None req-bc71ffbd-24a7-4e38-abee-f54a67f78c58 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Task: {'id': task-3224025, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.301290] env[69319]: DEBUG oslo_vmware.api [None req-193ff9d5-151f-4951-9cc0-088e8b0c18c3 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Waiting for the task: (returnval){ [ 1187.301290] env[69319]: value = "task-3224026" [ 1187.301290] env[69319]: _type = "Task" [ 1187.301290] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.310052] env[69319]: DEBUG oslo_concurrency.lockutils [None req-110abbb7-1886-4770-91b1-0507422f3409 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Acquiring lock "e8f31843-60b0-4de7-ae66-5940cc5eb364" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.310319] env[69319]: DEBUG oslo_concurrency.lockutils [None req-110abbb7-1886-4770-91b1-0507422f3409 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Lock "e8f31843-60b0-4de7-ae66-5940cc5eb364" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.310547] env[69319]: DEBUG oslo_concurrency.lockutils [None req-110abbb7-1886-4770-91b1-0507422f3409 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Acquiring lock "e8f31843-60b0-4de7-ae66-5940cc5eb364-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.310737] env[69319]: DEBUG oslo_concurrency.lockutils [None req-110abbb7-1886-4770-91b1-0507422f3409 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Lock "e8f31843-60b0-4de7-ae66-5940cc5eb364-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.310910] env[69319]: DEBUG oslo_concurrency.lockutils [None req-110abbb7-1886-4770-91b1-0507422f3409 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Lock "e8f31843-60b0-4de7-ae66-5940cc5eb364-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.312674] env[69319]: DEBUG oslo_vmware.api [None req-193ff9d5-151f-4951-9cc0-088e8b0c18c3 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': task-3224026, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.313385] env[69319]: INFO nova.compute.manager [None req-110abbb7-1886-4770-91b1-0507422f3409 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: e8f31843-60b0-4de7-ae66-5940cc5eb364] Terminating instance [ 1187.454608] env[69319]: DEBUG oslo_concurrency.lockutils [None req-09e75206-7208-4e25-b17a-1275abe2eabe tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Acquiring lock "refresh_cache-b67563f9-4b5d-4f20-87fc-6fc7407687ae" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.454910] env[69319]: DEBUG oslo_concurrency.lockutils [None req-09e75206-7208-4e25-b17a-1275abe2eabe tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Acquired lock "refresh_cache-b67563f9-4b5d-4f20-87fc-6fc7407687ae" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.455122] env[69319]: DEBUG nova.network.neutron [None req-09e75206-7208-4e25-b17a-1275abe2eabe tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: b67563f9-4b5d-4f20-87fc-6fc7407687ae] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1187.484879] env[69319]: DEBUG oslo_vmware.api [None req-04218d60-5065-4117-a3a4-d81f9273060b tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52310566-b0c4-fe86-1540-1ce244040f9f, 'name': SearchDatastore_Task, 'duration_secs': 0.033304} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.485240] env[69319]: DEBUG oslo_concurrency.lockutils [None req-04218d60-5065-4117-a3a4-d81f9273060b tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.485549] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-04218d60-5065-4117-a3a4-d81f9273060b tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] d7a0a4bd-21f3-417f-b15c-f54521dea792/d7a0a4bd-21f3-417f-b15c-f54521dea792.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1187.485859] env[69319]: DEBUG oslo_concurrency.lockutils [None req-08be683a-4e5b-4170-b01c-5f01ec5358a6 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.486123] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-08be683a-4e5b-4170-b01c-5f01ec5358a6 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1187.486332] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c3760851-9820-4516-80ff-2b7353a59ba7 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.488630] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d073de9e-f40e-4fdc-83b8-7d4eb5bb40a8 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.499776] env[69319]: DEBUG oslo_vmware.api [None req-04218d60-5065-4117-a3a4-d81f9273060b tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Waiting for the task: (returnval){ [ 1187.499776] env[69319]: value = "task-3224027" [ 1187.499776] env[69319]: _type = "Task" [ 1187.499776] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.504716] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-08be683a-4e5b-4170-b01c-5f01ec5358a6 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1187.505775] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-08be683a-4e5b-4170-b01c-5f01ec5358a6 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1187.505775] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce7aba40-12e9-4a18-b698-096f1a190106 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.514782] env[69319]: DEBUG oslo_vmware.api [None req-04218d60-5065-4117-a3a4-d81f9273060b tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Task: {'id': task-3224027, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.519793] env[69319]: DEBUG oslo_vmware.api [None req-08be683a-4e5b-4170-b01c-5f01ec5358a6 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Waiting for the task: (returnval){ [ 1187.519793] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52c5c45c-e20d-2576-d1c3-7e7a06b10018" [ 1187.519793] env[69319]: _type = "Task" [ 1187.519793] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.528945] env[69319]: DEBUG oslo_vmware.api [None req-08be683a-4e5b-4170-b01c-5f01ec5358a6 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52c5c45c-e20d-2576-d1c3-7e7a06b10018, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.588425] env[69319]: DEBUG oslo_concurrency.lockutils [None req-62b6e1b4-2c84-4e6f-8573-48985ab39220 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Lock "3bcf4f37-7f28-4ae7-a267-1294c88bdc96" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.024s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.719319] env[69319]: DEBUG nova.compute.manager [req-dd4d04eb-46c1-4869-b793-76a893bf71f1 req-9cb416b6-a4c5-4d6c-977b-de2f8a1fb21d service nova] [instance: 9a2d05fc-1ee1-4847-bb63-ad2d3624c730] Received event network-vif-deleted-b01a2f8a-1a0b-4b0a-8a96-4ee82cfadd52 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1187.734142] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] [instance: 04a666db-77b8-4c23-8c7c-887b23ea97af] Instance has had 0 of 5 cleanup attempts {{(pid=69319) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1187.764287] env[69319]: DEBUG oslo_concurrency.lockutils [None req-37297d46-1db3-4556-b332-917a7078a6ed tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Acquiring lock "refresh_cache-e8f31843-60b0-4de7-ae66-5940cc5eb364" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.764479] env[69319]: DEBUG oslo_concurrency.lockutils [None req-37297d46-1db3-4556-b332-917a7078a6ed tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Acquired lock "refresh_cache-e8f31843-60b0-4de7-ae66-5940cc5eb364" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.764659] env[69319]: DEBUG nova.network.neutron [None req-37297d46-1db3-4556-b332-917a7078a6ed tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: e8f31843-60b0-4de7-ae66-5940cc5eb364] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1187.798562] env[69319]: DEBUG oslo_vmware.api [None req-bc71ffbd-24a7-4e38-abee-f54a67f78c58 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Task: {'id': task-3224025, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.226226} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.802923] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc71ffbd-24a7-4e38-abee-f54a67f78c58 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1187.802923] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-bc71ffbd-24a7-4e38-abee-f54a67f78c58 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] [instance: c771ca2e-35a5-4e64-a382-926a00df4d22] Deleted contents of the VM from datastore datastore1 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1187.802923] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-bc71ffbd-24a7-4e38-abee-f54a67f78c58 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] [instance: c771ca2e-35a5-4e64-a382-926a00df4d22] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1187.802923] env[69319]: INFO nova.compute.manager [None req-bc71ffbd-24a7-4e38-abee-f54a67f78c58 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] [instance: c771ca2e-35a5-4e64-a382-926a00df4d22] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1187.803426] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bc71ffbd-24a7-4e38-abee-f54a67f78c58 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1187.804751] env[69319]: DEBUG nova.compute.manager [-] [instance: c771ca2e-35a5-4e64-a382-926a00df4d22] Deallocating network for instance {{(pid=69319) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1187.804751] env[69319]: DEBUG nova.network.neutron [-] [instance: c771ca2e-35a5-4e64-a382-926a00df4d22] deallocate_for_instance() {{(pid=69319) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1187.818278] env[69319]: DEBUG nova.compute.manager [None req-110abbb7-1886-4770-91b1-0507422f3409 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: e8f31843-60b0-4de7-ae66-5940cc5eb364] Start destroying the instance on the hypervisor. {{(pid=69319) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1187.818536] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-110abbb7-1886-4770-91b1-0507422f3409 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: e8f31843-60b0-4de7-ae66-5940cc5eb364] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1187.823413] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a30315e-fec8-4fa1-8ca5-99a072e07821 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.826368] env[69319]: DEBUG oslo_vmware.api [None req-193ff9d5-151f-4951-9cc0-088e8b0c18c3 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': task-3224026, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.834317] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-110abbb7-1886-4770-91b1-0507422f3409 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: e8f31843-60b0-4de7-ae66-5940cc5eb364] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1187.837678] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4744679a-4122-4c9d-b638-630946abf5d5 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.846128] env[69319]: DEBUG oslo_vmware.api [None req-110abbb7-1886-4770-91b1-0507422f3409 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Waiting for the task: (returnval){ [ 1187.846128] env[69319]: value = "task-3224028" [ 1187.846128] env[69319]: _type = "Task" [ 1187.846128] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.859583] env[69319]: DEBUG oslo_vmware.api [None req-110abbb7-1886-4770-91b1-0507422f3409 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': task-3224028, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.019240] env[69319]: DEBUG oslo_vmware.api [None req-04218d60-5065-4117-a3a4-d81f9273060b tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Task: {'id': task-3224027, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.039572] env[69319]: DEBUG oslo_vmware.api [None req-08be683a-4e5b-4170-b01c-5f01ec5358a6 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52c5c45c-e20d-2576-d1c3-7e7a06b10018, 'name': SearchDatastore_Task, 'duration_secs': 0.052994} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.040820] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a97f7b7-ff98-461d-a65c-3bc70b15d4b8 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.053175] env[69319]: DEBUG oslo_vmware.api [None req-08be683a-4e5b-4170-b01c-5f01ec5358a6 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Waiting for the task: (returnval){ [ 1188.053175] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52a79bfe-4316-f94b-1d7c-6fcefd458c2b" [ 1188.053175] env[69319]: _type = "Task" [ 1188.053175] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.065017] env[69319]: DEBUG oslo_vmware.api [None req-08be683a-4e5b-4170-b01c-5f01ec5358a6 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52a79bfe-4316-f94b-1d7c-6fcefd458c2b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.106022] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c7fa618-dc97-43c4-9687-f3765d6f0b89 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.118200] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21acbd08-0de0-4201-8c6c-dee5c7cb2823 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.168677] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63c23387-27e2-4dad-bcb4-7b80f05098d9 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.178962] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d41a9e78-60e1-45e7-bd9d-469aba7ec2b3 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.197216] env[69319]: DEBUG nova.compute.provider_tree [None req-b7f9a0c3-2864-4047-8150-18c5ee245760 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1188.239325] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] [instance: 13a67670-f42e-4041-8f4e-4fe3a65e2f33] Instance has had 0 of 5 cleanup attempts {{(pid=69319) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1188.318035] env[69319]: DEBUG oslo_vmware.api [None req-193ff9d5-151f-4951-9cc0-088e8b0c18c3 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': task-3224026, 'name': PowerOnVM_Task, 'duration_secs': 0.805589} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.321065] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-193ff9d5-151f-4951-9cc0-088e8b0c18c3 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 88d5e399-14ad-42a3-91d1-1c44db2fd0f5] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1188.321307] env[69319]: INFO nova.compute.manager [None req-193ff9d5-151f-4951-9cc0-088e8b0c18c3 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 88d5e399-14ad-42a3-91d1-1c44db2fd0f5] Took 7.19 seconds to spawn the instance on the hypervisor. [ 1188.321520] env[69319]: DEBUG nova.compute.manager [None req-193ff9d5-151f-4951-9cc0-088e8b0c18c3 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 88d5e399-14ad-42a3-91d1-1c44db2fd0f5] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1188.322441] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fba0cec-29cb-4802-ac82-f2e71c115392 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.357438] env[69319]: DEBUG oslo_vmware.api [None req-110abbb7-1886-4770-91b1-0507422f3409 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': task-3224028, 'name': PowerOffVM_Task, 'duration_secs': 0.325283} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.357716] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-110abbb7-1886-4770-91b1-0507422f3409 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: e8f31843-60b0-4de7-ae66-5940cc5eb364] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1188.357884] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-110abbb7-1886-4770-91b1-0507422f3409 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: e8f31843-60b0-4de7-ae66-5940cc5eb364] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1188.358174] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ac510083-c450-48f1-8f8e-7fdc530d89ab {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.371978] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c0bfa481-2a3e-454c-8916-e5dafde7b93b tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Acquiring lock "4e4fbce0-a821-48a9-aa26-33a273c46015" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.372254] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c0bfa481-2a3e-454c-8916-e5dafde7b93b tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Lock "4e4fbce0-a821-48a9-aa26-33a273c46015" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.434665] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-110abbb7-1886-4770-91b1-0507422f3409 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: e8f31843-60b0-4de7-ae66-5940cc5eb364] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1188.434938] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-110abbb7-1886-4770-91b1-0507422f3409 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: e8f31843-60b0-4de7-ae66-5940cc5eb364] Deleting contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1188.435378] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-110abbb7-1886-4770-91b1-0507422f3409 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Deleting the datastore file [datastore2] e8f31843-60b0-4de7-ae66-5940cc5eb364 {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1188.435378] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0fe80dcf-652e-43b3-b4d9-b4b1ec64986f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.445728] env[69319]: DEBUG oslo_vmware.api [None req-110abbb7-1886-4770-91b1-0507422f3409 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Waiting for the task: (returnval){ [ 1188.445728] env[69319]: value = "task-3224030" [ 1188.445728] env[69319]: _type = "Task" [ 1188.445728] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.456552] env[69319]: DEBUG oslo_vmware.api [None req-110abbb7-1886-4770-91b1-0507422f3409 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': task-3224030, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.514093] env[69319]: DEBUG oslo_vmware.api [None req-04218d60-5065-4117-a3a4-d81f9273060b tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Task: {'id': task-3224027, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.643939} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.517086] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-04218d60-5065-4117-a3a4-d81f9273060b tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] d7a0a4bd-21f3-417f-b15c-f54521dea792/d7a0a4bd-21f3-417f-b15c-f54521dea792.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1188.517086] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-04218d60-5065-4117-a3a4-d81f9273060b tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] [instance: d7a0a4bd-21f3-417f-b15c-f54521dea792] Extending root virtual disk to 1048576 {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1188.517086] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7151b45e-3a29-4d44-a1fd-a4a75b6fea5a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.524922] env[69319]: DEBUG oslo_vmware.api [None req-04218d60-5065-4117-a3a4-d81f9273060b tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Waiting for the task: (returnval){ [ 1188.524922] env[69319]: value = "task-3224031" [ 1188.524922] env[69319]: _type = "Task" [ 1188.524922] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.538547] env[69319]: DEBUG oslo_vmware.api [None req-04218d60-5065-4117-a3a4-d81f9273060b tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Task: {'id': task-3224031, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.568242] env[69319]: DEBUG oslo_vmware.api [None req-08be683a-4e5b-4170-b01c-5f01ec5358a6 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52a79bfe-4316-f94b-1d7c-6fcefd458c2b, 'name': SearchDatastore_Task, 'duration_secs': 0.06674} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.568765] env[69319]: DEBUG oslo_concurrency.lockutils [None req-08be683a-4e5b-4170-b01c-5f01ec5358a6 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.569288] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-08be683a-4e5b-4170-b01c-5f01ec5358a6 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] 8ca4f716-1d54-4ef1-b235-3d7264ca3cb9/8ca4f716-1d54-4ef1-b235-3d7264ca3cb9.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1188.569696] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cb9a54b3-9056-40a3-b7eb-2c06c1c76144 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.581295] env[69319]: DEBUG oslo_vmware.api [None req-08be683a-4e5b-4170-b01c-5f01ec5358a6 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Waiting for the task: (returnval){ [ 1188.581295] env[69319]: value = "task-3224032" [ 1188.581295] env[69319]: _type = "Task" [ 1188.581295] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.593508] env[69319]: DEBUG oslo_vmware.api [None req-08be683a-4e5b-4170-b01c-5f01ec5358a6 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3224032, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.614833] env[69319]: INFO nova.network.neutron [None req-37297d46-1db3-4556-b332-917a7078a6ed tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: e8f31843-60b0-4de7-ae66-5940cc5eb364] Port 2937a02c-c8cd-4055-bb9f-32f6613159a8 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1188.615080] env[69319]: DEBUG nova.network.neutron [None req-37297d46-1db3-4556-b332-917a7078a6ed tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: e8f31843-60b0-4de7-ae66-5940cc5eb364] Updating instance_info_cache with network_info: [{"id": "7f2c1d8c-f537-476a-a313-8ad6a5463a14", "address": "fa:16:3e:98:0e:f5", "network": {"id": "137e0ee2-8e6e-434c-a032-f059cf348e59", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-49335232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0030fcfc26054d94b76414b0098fa648", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f2c1d8c-f5", "ovs_interfaceid": "7f2c1d8c-f537-476a-a313-8ad6a5463a14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.629593] env[69319]: DEBUG nova.network.neutron [-] [instance: c771ca2e-35a5-4e64-a382-926a00df4d22] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.690900] env[69319]: DEBUG nova.network.neutron [None req-09e75206-7208-4e25-b17a-1275abe2eabe tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: b67563f9-4b5d-4f20-87fc-6fc7407687ae] Updating instance_info_cache with network_info: [{"id": "f398cee1-c4b1-4b6f-aced-b9b0c8695d31", "address": "fa:16:3e:22:9d:71", "network": {"id": "eba3ac7c-e65e-4811-a2ab-2b2399f9a31c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-580087532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef4b5f34c7fe4128a153d1f4914be606", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf398cee1-c4", "ovs_interfaceid": "f398cee1-c4b1-4b6f-aced-b9b0c8695d31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.702070] env[69319]: DEBUG nova.scheduler.client.report [None req-b7f9a0c3-2864-4047-8150-18c5ee245760 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1188.742859] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] [instance: e87c6601-7a18-4857-9d93-4fea4fefed40] Instance has had 0 of 5 cleanup attempts {{(pid=69319) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1188.816438] env[69319]: DEBUG oslo_concurrency.lockutils [None req-1170c04e-d672-482a-b191-90ef99b2bf65 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Acquiring lock "93a4de2d-b0b5-4099-858c-05934dc954e4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.816792] env[69319]: DEBUG oslo_concurrency.lockutils [None req-1170c04e-d672-482a-b191-90ef99b2bf65 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Lock "93a4de2d-b0b5-4099-858c-05934dc954e4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.843046] env[69319]: INFO nova.compute.manager [None req-193ff9d5-151f-4951-9cc0-088e8b0c18c3 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 88d5e399-14ad-42a3-91d1-1c44db2fd0f5] Took 13.02 seconds to build instance. [ 1188.878964] env[69319]: DEBUG nova.compute.manager [None req-c0bfa481-2a3e-454c-8916-e5dafde7b93b tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 4e4fbce0-a821-48a9-aa26-33a273c46015] Starting instance... {{(pid=69319) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1188.955944] env[69319]: DEBUG oslo_vmware.api [None req-110abbb7-1886-4770-91b1-0507422f3409 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': task-3224030, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.497415} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.956270] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-110abbb7-1886-4770-91b1-0507422f3409 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1188.956469] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-110abbb7-1886-4770-91b1-0507422f3409 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: e8f31843-60b0-4de7-ae66-5940cc5eb364] Deleted contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1188.956643] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-110abbb7-1886-4770-91b1-0507422f3409 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: e8f31843-60b0-4de7-ae66-5940cc5eb364] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1188.956855] env[69319]: INFO nova.compute.manager [None req-110abbb7-1886-4770-91b1-0507422f3409 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: e8f31843-60b0-4de7-ae66-5940cc5eb364] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1188.957137] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-110abbb7-1886-4770-91b1-0507422f3409 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1188.957392] env[69319]: DEBUG nova.compute.manager [-] [instance: e8f31843-60b0-4de7-ae66-5940cc5eb364] Deallocating network for instance {{(pid=69319) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1188.957443] env[69319]: DEBUG nova.network.neutron [-] [instance: e8f31843-60b0-4de7-ae66-5940cc5eb364] deallocate_for_instance() {{(pid=69319) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1189.042240] env[69319]: DEBUG oslo_vmware.api [None req-04218d60-5065-4117-a3a4-d81f9273060b tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Task: {'id': task-3224031, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.201231} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.042735] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-04218d60-5065-4117-a3a4-d81f9273060b tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] [instance: d7a0a4bd-21f3-417f-b15c-f54521dea792] Extended root virtual disk {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1189.045120] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8982c3c1-51b0-443b-8043-b68871a6ee04 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.089191] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-04218d60-5065-4117-a3a4-d81f9273060b tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] [instance: d7a0a4bd-21f3-417f-b15c-f54521dea792] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] d7a0a4bd-21f3-417f-b15c-f54521dea792/d7a0a4bd-21f3-417f-b15c-f54521dea792.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1189.092903] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6d2b28f-34c5-4b07-92d4-7d9c27bbf94e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.119048] env[69319]: DEBUG oslo_concurrency.lockutils [None req-37297d46-1db3-4556-b332-917a7078a6ed tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Releasing lock "refresh_cache-e8f31843-60b0-4de7-ae66-5940cc5eb364" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.121375] env[69319]: DEBUG oslo_vmware.api [None req-08be683a-4e5b-4170-b01c-5f01ec5358a6 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3224032, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.124352] env[69319]: DEBUG oslo_vmware.api [None req-04218d60-5065-4117-a3a4-d81f9273060b tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Waiting for the task: (returnval){ [ 1189.124352] env[69319]: value = "task-3224033" [ 1189.124352] env[69319]: _type = "Task" [ 1189.124352] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.135800] env[69319]: INFO nova.compute.manager [-] [instance: c771ca2e-35a5-4e64-a382-926a00df4d22] Took 1.33 seconds to deallocate network for instance. [ 1189.136155] env[69319]: DEBUG oslo_vmware.api [None req-04218d60-5065-4117-a3a4-d81f9273060b tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Task: {'id': task-3224033, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.192976] env[69319]: DEBUG oslo_concurrency.lockutils [None req-09e75206-7208-4e25-b17a-1275abe2eabe tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Releasing lock "refresh_cache-b67563f9-4b5d-4f20-87fc-6fc7407687ae" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.208070] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b7f9a0c3-2864-4047-8150-18c5ee245760 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.950s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.237966] env[69319]: INFO nova.scheduler.client.report [None req-b7f9a0c3-2864-4047-8150-18c5ee245760 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Deleted allocations for instance 9a2d05fc-1ee1-4847-bb63-ad2d3624c730 [ 1189.248561] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] [instance: 170e2a0b-6461-4752-b7da-2ed0ff9fd73c] Instance has had 0 of 5 cleanup attempts {{(pid=69319) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1189.320172] env[69319]: DEBUG nova.compute.manager [None req-1170c04e-d672-482a-b191-90ef99b2bf65 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] [instance: 93a4de2d-b0b5-4099-858c-05934dc954e4] Starting instance... {{(pid=69319) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1189.346277] env[69319]: DEBUG oslo_concurrency.lockutils [None req-193ff9d5-151f-4951-9cc0-088e8b0c18c3 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Lock "88d5e399-14ad-42a3-91d1-1c44db2fd0f5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.537s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.407534] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c0bfa481-2a3e-454c-8916-e5dafde7b93b tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.407858] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c0bfa481-2a3e-454c-8916-e5dafde7b93b tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.410811] env[69319]: INFO nova.compute.claims [None req-c0bfa481-2a3e-454c-8916-e5dafde7b93b tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 4e4fbce0-a821-48a9-aa26-33a273c46015] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1189.603105] env[69319]: DEBUG oslo_vmware.api [None req-08be683a-4e5b-4170-b01c-5f01ec5358a6 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3224032, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.716264} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.603400] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-08be683a-4e5b-4170-b01c-5f01ec5358a6 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] 8ca4f716-1d54-4ef1-b235-3d7264ca3cb9/8ca4f716-1d54-4ef1-b235-3d7264ca3cb9.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1189.603625] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-08be683a-4e5b-4170-b01c-5f01ec5358a6 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 8ca4f716-1d54-4ef1-b235-3d7264ca3cb9] Extending root virtual disk to 1048576 {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1189.603917] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-23aa7270-9f4b-46b6-b1f9-7a0a6faa126a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.611369] env[69319]: DEBUG oslo_vmware.api [None req-08be683a-4e5b-4170-b01c-5f01ec5358a6 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Waiting for the task: (returnval){ [ 1189.611369] env[69319]: value = "task-3224035" [ 1189.611369] env[69319]: _type = "Task" [ 1189.611369] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.619969] env[69319]: DEBUG oslo_vmware.api [None req-08be683a-4e5b-4170-b01c-5f01ec5358a6 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3224035, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.622771] env[69319]: DEBUG oslo_concurrency.lockutils [None req-37297d46-1db3-4556-b332-917a7078a6ed tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Lock "interface-e8f31843-60b0-4de7-ae66-5940cc5eb364-2937a02c-c8cd-4055-bb9f-32f6613159a8" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.842s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.633632] env[69319]: DEBUG oslo_vmware.api [None req-04218d60-5065-4117-a3a4-d81f9273060b tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Task: {'id': task-3224033, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.643219] env[69319]: DEBUG oslo_concurrency.lockutils [None req-bc71ffbd-24a7-4e38-abee-f54a67f78c58 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.698396] env[69319]: DEBUG nova.compute.manager [None req-09e75206-7208-4e25-b17a-1275abe2eabe tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: b67563f9-4b5d-4f20-87fc-6fc7407687ae] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1189.699397] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d2e0442-8d46-4c71-a7e5-3f9fe06c2171 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.746237] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b7f9a0c3-2864-4047-8150-18c5ee245760 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Lock "9a2d05fc-1ee1-4847-bb63-ad2d3624c730" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.197s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.748678] env[69319]: DEBUG nova.compute.manager [req-0ddd61f5-7451-4d69-9986-362df1c103f3 req-b5b71e52-9bc9-43b4-86a4-c6e9df3b9a67 service nova] [instance: c771ca2e-35a5-4e64-a382-926a00df4d22] Received event network-vif-deleted-a8ef65c2-54c3-4947-a939-55e0a97b9286 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1189.751850] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] [instance: a9b26f5c-132c-44a9-bc71-a4629f9d0b9e] Instance has had 0 of 5 cleanup attempts {{(pid=69319) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1189.841854] env[69319]: DEBUG oslo_concurrency.lockutils [None req-1170c04e-d672-482a-b191-90ef99b2bf65 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.997985] env[69319]: INFO nova.compute.manager [None req-0e19499e-9726-4096-b979-2b05285d8fe9 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 88d5e399-14ad-42a3-91d1-1c44db2fd0f5] Rebuilding instance [ 1190.050008] env[69319]: DEBUG nova.compute.manager [None req-0e19499e-9726-4096-b979-2b05285d8fe9 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 88d5e399-14ad-42a3-91d1-1c44db2fd0f5] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1190.050898] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80dcc884-2d9a-4d85-9ab3-e2339e05365b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.085082] env[69319]: DEBUG nova.compute.manager [req-4371473e-7013-48bd-b7c1-bdadbe82bd38 req-819dcd34-f2a6-4302-bd80-e137e33a6a78 service nova] [instance: e8f31843-60b0-4de7-ae66-5940cc5eb364] Received event network-vif-deleted-7f2c1d8c-f537-476a-a313-8ad6a5463a14 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1190.085268] env[69319]: INFO nova.compute.manager [req-4371473e-7013-48bd-b7c1-bdadbe82bd38 req-819dcd34-f2a6-4302-bd80-e137e33a6a78 service nova] [instance: e8f31843-60b0-4de7-ae66-5940cc5eb364] Neutron deleted interface 7f2c1d8c-f537-476a-a313-8ad6a5463a14; detaching it from the instance and deleting it from the info cache [ 1190.085676] env[69319]: DEBUG nova.network.neutron [req-4371473e-7013-48bd-b7c1-bdadbe82bd38 req-819dcd34-f2a6-4302-bd80-e137e33a6a78 service nova] [instance: e8f31843-60b0-4de7-ae66-5940cc5eb364] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.130958] env[69319]: DEBUG oslo_vmware.api [None req-08be683a-4e5b-4170-b01c-5f01ec5358a6 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3224035, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071176} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.132146] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-08be683a-4e5b-4170-b01c-5f01ec5358a6 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 8ca4f716-1d54-4ef1-b235-3d7264ca3cb9] Extended root virtual disk {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1190.132993] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e5d448f-0882-4f7e-ae6e-2be0e774b8ae {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.139084] env[69319]: DEBUG oslo_vmware.api [None req-04218d60-5065-4117-a3a4-d81f9273060b tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Task: {'id': task-3224033, 'name': ReconfigVM_Task, 'duration_secs': 0.603624} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.139733] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-04218d60-5065-4117-a3a4-d81f9273060b tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] [instance: d7a0a4bd-21f3-417f-b15c-f54521dea792] Reconfigured VM instance instance-00000064 to attach disk [datastore2] d7a0a4bd-21f3-417f-b15c-f54521dea792/d7a0a4bd-21f3-417f-b15c-f54521dea792.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1190.140672] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d0ba10db-0b0f-47d5-8cdc-20602e11ace9 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.161314] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-08be683a-4e5b-4170-b01c-5f01ec5358a6 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 8ca4f716-1d54-4ef1-b235-3d7264ca3cb9] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] 8ca4f716-1d54-4ef1-b235-3d7264ca3cb9/8ca4f716-1d54-4ef1-b235-3d7264ca3cb9.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1190.162550] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c71df82-5221-42ae-b65a-53976d23281d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.181695] env[69319]: DEBUG oslo_vmware.api [None req-04218d60-5065-4117-a3a4-d81f9273060b tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Waiting for the task: (returnval){ [ 1190.181695] env[69319]: value = "task-3224036" [ 1190.181695] env[69319]: _type = "Task" [ 1190.181695] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.192783] env[69319]: DEBUG oslo_vmware.api [None req-04218d60-5065-4117-a3a4-d81f9273060b tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Task: {'id': task-3224036, 'name': Rename_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.194287] env[69319]: DEBUG oslo_vmware.api [None req-08be683a-4e5b-4170-b01c-5f01ec5358a6 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Waiting for the task: (returnval){ [ 1190.194287] env[69319]: value = "task-3224037" [ 1190.194287] env[69319]: _type = "Task" [ 1190.194287] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.204158] env[69319]: DEBUG oslo_vmware.api [None req-08be683a-4e5b-4170-b01c-5f01ec5358a6 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3224037, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.254287] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] [instance: 0ccec795-caae-46ee-981f-2d210d0a31d3] Instance has had 0 of 5 cleanup attempts {{(pid=69319) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1190.567060] env[69319]: DEBUG nova.network.neutron [-] [instance: e8f31843-60b0-4de7-ae66-5940cc5eb364] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.588338] env[69319]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-11b38233-cff5-41bf-aa9f-8eee8e836490 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.604691] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe840b9a-275d-460a-8cad-035a4079eef1 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.635113] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-321414ec-fd24-45ef-bd0c-34e6d3261440 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.654910] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cf71690-c482-4a00-a13a-8279b155c6f3 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.658700] env[69319]: DEBUG nova.compute.manager [req-4371473e-7013-48bd-b7c1-bdadbe82bd38 req-819dcd34-f2a6-4302-bd80-e137e33a6a78 service nova] [instance: e8f31843-60b0-4de7-ae66-5940cc5eb364] Detach interface failed, port_id=7f2c1d8c-f537-476a-a313-8ad6a5463a14, reason: Instance e8f31843-60b0-4de7-ae66-5940cc5eb364 could not be found. {{(pid=69319) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1190.692823] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f810689-035d-4ae1-9e41-70af3e8580cd {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.702944] env[69319]: DEBUG oslo_vmware.api [None req-04218d60-5065-4117-a3a4-d81f9273060b tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Task: {'id': task-3224036, 'name': Rename_Task, 'duration_secs': 0.312052} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.707101] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-04218d60-5065-4117-a3a4-d81f9273060b tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] [instance: d7a0a4bd-21f3-417f-b15c-f54521dea792] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1190.707101] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-db6b3c3f-4b6a-44cb-860c-9d68aa365460 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.709486] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d07650a6-10f7-414c-9e03-a1ce14d8f6d7 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.721028] env[69319]: DEBUG oslo_vmware.api [None req-08be683a-4e5b-4170-b01c-5f01ec5358a6 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3224037, 'name': ReconfigVM_Task, 'duration_secs': 0.471843} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.721028] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c1fb89c-7362-4e86-b20e-dc5e6216ef06 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.722930] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-08be683a-4e5b-4170-b01c-5f01ec5358a6 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 8ca4f716-1d54-4ef1-b235-3d7264ca3cb9] Reconfigured VM instance instance-00000066 to attach disk [datastore2] 8ca4f716-1d54-4ef1-b235-3d7264ca3cb9/8ca4f716-1d54-4ef1-b235-3d7264ca3cb9.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1190.723765] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6c9ae5bb-0ef8-459f-9777-5a2ba7b62f3e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.736214] env[69319]: DEBUG nova.compute.provider_tree [None req-c0bfa481-2a3e-454c-8916-e5dafde7b93b tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1190.737378] env[69319]: DEBUG oslo_vmware.api [None req-04218d60-5065-4117-a3a4-d81f9273060b tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Waiting for the task: (returnval){ [ 1190.737378] env[69319]: value = "task-3224038" [ 1190.737378] env[69319]: _type = "Task" [ 1190.737378] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.740066] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-09e75206-7208-4e25-b17a-1275abe2eabe tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: b67563f9-4b5d-4f20-87fc-6fc7407687ae] Doing hard reboot of VM {{(pid=69319) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1190.743688] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-56f04896-7e34-4f02-9f9a-c63a5ebc7309 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.746394] env[69319]: DEBUG oslo_vmware.api [None req-08be683a-4e5b-4170-b01c-5f01ec5358a6 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Waiting for the task: (returnval){ [ 1190.746394] env[69319]: value = "task-3224039" [ 1190.746394] env[69319]: _type = "Task" [ 1190.746394] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.754489] env[69319]: DEBUG oslo_vmware.api [None req-04218d60-5065-4117-a3a4-d81f9273060b tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Task: {'id': task-3224038, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.760136] env[69319]: DEBUG oslo_vmware.api [None req-09e75206-7208-4e25-b17a-1275abe2eabe tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Waiting for the task: (returnval){ [ 1190.760136] env[69319]: value = "task-3224040" [ 1190.760136] env[69319]: _type = "Task" [ 1190.760136] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.760136] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] [instance: 9bab8f26-9c99-489c-861b-9fef49b1f36d] Instance has had 0 of 5 cleanup attempts {{(pid=69319) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1190.772737] env[69319]: DEBUG oslo_vmware.api [None req-08be683a-4e5b-4170-b01c-5f01ec5358a6 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3224039, 'name': Rename_Task} progress is 10%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.781615] env[69319]: DEBUG oslo_vmware.api [None req-09e75206-7208-4e25-b17a-1275abe2eabe tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': task-3224040, 'name': ResetVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.069906] env[69319]: INFO nova.compute.manager [-] [instance: e8f31843-60b0-4de7-ae66-5940cc5eb364] Took 2.11 seconds to deallocate network for instance. [ 1191.079874] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e19499e-9726-4096-b979-2b05285d8fe9 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 88d5e399-14ad-42a3-91d1-1c44db2fd0f5] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1191.080240] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ff05cdbc-4d0f-4277-9047-ac34dacac77c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.093483] env[69319]: DEBUG oslo_vmware.api [None req-0e19499e-9726-4096-b979-2b05285d8fe9 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Waiting for the task: (returnval){ [ 1191.093483] env[69319]: value = "task-3224041" [ 1191.093483] env[69319]: _type = "Task" [ 1191.093483] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.108096] env[69319]: DEBUG oslo_vmware.api [None req-0e19499e-9726-4096-b979-2b05285d8fe9 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': task-3224041, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.249027] env[69319]: DEBUG nova.scheduler.client.report [None req-c0bfa481-2a3e-454c-8916-e5dafde7b93b tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1191.260137] env[69319]: DEBUG oslo_vmware.api [None req-04218d60-5065-4117-a3a4-d81f9273060b tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Task: {'id': task-3224038, 'name': PowerOnVM_Task, 'duration_secs': 0.485606} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.274184] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-04218d60-5065-4117-a3a4-d81f9273060b tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] [instance: d7a0a4bd-21f3-417f-b15c-f54521dea792] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1191.274477] env[69319]: INFO nova.compute.manager [None req-04218d60-5065-4117-a3a4-d81f9273060b tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] [instance: d7a0a4bd-21f3-417f-b15c-f54521dea792] Took 12.51 seconds to spawn the instance on the hypervisor. [ 1191.274686] env[69319]: DEBUG nova.compute.manager [None req-04218d60-5065-4117-a3a4-d81f9273060b tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] [instance: d7a0a4bd-21f3-417f-b15c-f54521dea792] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1191.276303] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] [instance: e619aa14-62f8-4482-a049-28422171cece] Instance has had 0 of 5 cleanup attempts {{(pid=69319) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1191.278963] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2717330a-3801-4da3-8851-21ac6e9e9a64 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.289247] env[69319]: DEBUG oslo_vmware.api [None req-08be683a-4e5b-4170-b01c-5f01ec5358a6 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3224039, 'name': Rename_Task, 'duration_secs': 0.15632} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.294116] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-08be683a-4e5b-4170-b01c-5f01ec5358a6 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 8ca4f716-1d54-4ef1-b235-3d7264ca3cb9] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1191.298231] env[69319]: DEBUG oslo_vmware.api [None req-09e75206-7208-4e25-b17a-1275abe2eabe tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': task-3224040, 'name': ResetVM_Task} progress is 100%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.298757] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a7f3b781-9f68-4b2e-9fb4-9ee3bfac3a44 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.314630] env[69319]: DEBUG oslo_vmware.api [None req-08be683a-4e5b-4170-b01c-5f01ec5358a6 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Waiting for the task: (returnval){ [ 1191.314630] env[69319]: value = "task-3224043" [ 1191.314630] env[69319]: _type = "Task" [ 1191.314630] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.330428] env[69319]: DEBUG oslo_vmware.api [None req-08be683a-4e5b-4170-b01c-5f01ec5358a6 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3224043, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.577348] env[69319]: DEBUG oslo_concurrency.lockutils [None req-110abbb7-1886-4770-91b1-0507422f3409 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.603975] env[69319]: DEBUG oslo_vmware.api [None req-0e19499e-9726-4096-b979-2b05285d8fe9 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': task-3224041, 'name': PowerOffVM_Task, 'duration_secs': 0.259518} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.604292] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e19499e-9726-4096-b979-2b05285d8fe9 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 88d5e399-14ad-42a3-91d1-1c44db2fd0f5] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1191.604528] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-0e19499e-9726-4096-b979-2b05285d8fe9 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 88d5e399-14ad-42a3-91d1-1c44db2fd0f5] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1191.605341] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14000b25-9a68-4d4c-919a-1e05b8d4cca0 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.612793] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-0e19499e-9726-4096-b979-2b05285d8fe9 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 88d5e399-14ad-42a3-91d1-1c44db2fd0f5] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1191.613046] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e63fa6d2-c0e4-4c65-b68e-fefd4c1f07da {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.689893] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-0e19499e-9726-4096-b979-2b05285d8fe9 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 88d5e399-14ad-42a3-91d1-1c44db2fd0f5] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1191.690268] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-0e19499e-9726-4096-b979-2b05285d8fe9 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 88d5e399-14ad-42a3-91d1-1c44db2fd0f5] Deleting contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1191.690533] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e19499e-9726-4096-b979-2b05285d8fe9 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Deleting the datastore file [datastore2] 88d5e399-14ad-42a3-91d1-1c44db2fd0f5 {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1191.690987] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-850a21be-9250-4613-9ada-cb5ada30124e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.701245] env[69319]: DEBUG oslo_vmware.api [None req-0e19499e-9726-4096-b979-2b05285d8fe9 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Waiting for the task: (returnval){ [ 1191.701245] env[69319]: value = "task-3224045" [ 1191.701245] env[69319]: _type = "Task" [ 1191.701245] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.710717] env[69319]: DEBUG oslo_vmware.api [None req-0e19499e-9726-4096-b979-2b05285d8fe9 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': task-3224045, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.764207] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c0bfa481-2a3e-454c-8916-e5dafde7b93b tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.356s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.764730] env[69319]: DEBUG nova.compute.manager [None req-c0bfa481-2a3e-454c-8916-e5dafde7b93b tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 4e4fbce0-a821-48a9-aa26-33a273c46015] Start building networks asynchronously for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1191.767264] env[69319]: DEBUG oslo_concurrency.lockutils [None req-bc71ffbd-24a7-4e38-abee-f54a67f78c58 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.124s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.767478] env[69319]: DEBUG nova.objects.instance [None req-bc71ffbd-24a7-4e38-abee-f54a67f78c58 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Lazy-loading 'resources' on Instance uuid c771ca2e-35a5-4e64-a382-926a00df4d22 {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1191.774359] env[69319]: DEBUG oslo_vmware.api [None req-09e75206-7208-4e25-b17a-1275abe2eabe tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': task-3224040, 'name': ResetVM_Task} progress is 100%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.783220] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] [instance: 3e95f2d5-d392-47c4-b519-4a218660516b] Instance has had 0 of 5 cleanup attempts {{(pid=69319) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1191.806759] env[69319]: INFO nova.compute.manager [None req-04218d60-5065-4117-a3a4-d81f9273060b tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] [instance: d7a0a4bd-21f3-417f-b15c-f54521dea792] Took 18.70 seconds to build instance. [ 1191.826285] env[69319]: DEBUG oslo_vmware.api [None req-08be683a-4e5b-4170-b01c-5f01ec5358a6 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3224043, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.211402] env[69319]: DEBUG oslo_vmware.api [None req-0e19499e-9726-4096-b979-2b05285d8fe9 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': task-3224045, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.217016} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.211700] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e19499e-9726-4096-b979-2b05285d8fe9 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1192.211957] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-0e19499e-9726-4096-b979-2b05285d8fe9 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 88d5e399-14ad-42a3-91d1-1c44db2fd0f5] Deleted contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1192.212168] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-0e19499e-9726-4096-b979-2b05285d8fe9 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 88d5e399-14ad-42a3-91d1-1c44db2fd0f5] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1192.274171] env[69319]: DEBUG nova.compute.utils [None req-c0bfa481-2a3e-454c-8916-e5dafde7b93b tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Using /dev/sd instead of None {{(pid=69319) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1192.275604] env[69319]: DEBUG oslo_vmware.api [None req-09e75206-7208-4e25-b17a-1275abe2eabe tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': task-3224040, 'name': ResetVM_Task, 'duration_secs': 1.144029} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.276137] env[69319]: DEBUG nova.compute.manager [None req-c0bfa481-2a3e-454c-8916-e5dafde7b93b tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 4e4fbce0-a821-48a9-aa26-33a273c46015] Allocating IP information in the background. {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1192.276316] env[69319]: DEBUG nova.network.neutron [None req-c0bfa481-2a3e-454c-8916-e5dafde7b93b tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 4e4fbce0-a821-48a9-aa26-33a273c46015] allocate_for_instance() {{(pid=69319) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1192.278313] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-09e75206-7208-4e25-b17a-1275abe2eabe tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: b67563f9-4b5d-4f20-87fc-6fc7407687ae] Did hard reboot of VM {{(pid=69319) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1192.278514] env[69319]: DEBUG nova.compute.manager [None req-09e75206-7208-4e25-b17a-1275abe2eabe tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: b67563f9-4b5d-4f20-87fc-6fc7407687ae] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1192.279779] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aab532f-a142-4d01-8daa-102819253822 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.287676] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] [instance: 2764dc00-3329-4e56-ad73-5027b65f42d6] Instance has had 0 of 5 cleanup attempts {{(pid=69319) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1192.310994] env[69319]: DEBUG oslo_concurrency.lockutils [None req-04218d60-5065-4117-a3a4-d81f9273060b tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Lock "d7a0a4bd-21f3-417f-b15c-f54521dea792" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.221s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.322088] env[69319]: DEBUG nova.policy [None req-c0bfa481-2a3e-454c-8916-e5dafde7b93b tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '46f8f99bbc7e405996457ea9bd54244e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4a2a8028cdd742feb1486644ae29e7d9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69319) authorize /opt/stack/nova/nova/policy.py:192}} [ 1192.331031] env[69319]: DEBUG oslo_vmware.api [None req-08be683a-4e5b-4170-b01c-5f01ec5358a6 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3224043, 'name': PowerOnVM_Task, 'duration_secs': 0.78871} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.331981] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-08be683a-4e5b-4170-b01c-5f01ec5358a6 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 8ca4f716-1d54-4ef1-b235-3d7264ca3cb9] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1192.331981] env[69319]: INFO nova.compute.manager [None req-08be683a-4e5b-4170-b01c-5f01ec5358a6 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 8ca4f716-1d54-4ef1-b235-3d7264ca3cb9] Took 8.73 seconds to spawn the instance on the hypervisor. [ 1192.331981] env[69319]: DEBUG nova.compute.manager [None req-08be683a-4e5b-4170-b01c-5f01ec5358a6 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 8ca4f716-1d54-4ef1-b235-3d7264ca3cb9] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1192.332897] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b637532-1b75-4a31-a44f-7a07a277a924 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.452835] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ee14ebc8-d3f9-4993-96ce-be763026ce83 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Acquiring lock "200ccf3f-9130-42ed-a8e9-d697997e75f9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.452835] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ee14ebc8-d3f9-4993-96ce-be763026ce83 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Lock "200ccf3f-9130-42ed-a8e9-d697997e75f9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.529271] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1d73257-3426-4899-b152-36f5fed8eea3 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.538189] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc6f7c61-bb47-4496-8188-4e550e27dcce {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.573353] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd8481ef-83f3-4df3-89ec-ea38573eec46 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.581416] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74258a72-351e-4e39-a369-38f92863faff {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.596669] env[69319]: DEBUG nova.compute.provider_tree [None req-bc71ffbd-24a7-4e38-abee-f54a67f78c58 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1192.754686] env[69319]: DEBUG nova.network.neutron [None req-c0bfa481-2a3e-454c-8916-e5dafde7b93b tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 4e4fbce0-a821-48a9-aa26-33a273c46015] Successfully created port: 1478ee3b-ed27-40f4-ae19-13b0e92e02c8 {{(pid=69319) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1192.780326] env[69319]: DEBUG nova.compute.manager [None req-c0bfa481-2a3e-454c-8916-e5dafde7b93b tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 4e4fbce0-a821-48a9-aa26-33a273c46015] Start building block device mappings for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1192.793230] env[69319]: DEBUG oslo_service.periodic_task [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69319) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1192.793230] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Cleaning up deleted instances with incomplete migration {{(pid=69319) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1192.797837] env[69319]: DEBUG oslo_concurrency.lockutils [None req-09e75206-7208-4e25-b17a-1275abe2eabe tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Lock "b67563f9-4b5d-4f20-87fc-6fc7407687ae" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.862s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.801169] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5d81a446-147a-4b56-951d-872b2df83ef5 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Acquiring lock "d7a0a4bd-21f3-417f-b15c-f54521dea792" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.801389] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5d81a446-147a-4b56-951d-872b2df83ef5 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Lock "d7a0a4bd-21f3-417f-b15c-f54521dea792" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.801581] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5d81a446-147a-4b56-951d-872b2df83ef5 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Acquiring lock "d7a0a4bd-21f3-417f-b15c-f54521dea792-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.801760] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5d81a446-147a-4b56-951d-872b2df83ef5 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Lock "d7a0a4bd-21f3-417f-b15c-f54521dea792-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.801994] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5d81a446-147a-4b56-951d-872b2df83ef5 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Lock "d7a0a4bd-21f3-417f-b15c-f54521dea792-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.803950] env[69319]: INFO nova.compute.manager [None req-5d81a446-147a-4b56-951d-872b2df83ef5 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] [instance: d7a0a4bd-21f3-417f-b15c-f54521dea792] Terminating instance [ 1192.856878] env[69319]: INFO nova.compute.manager [None req-08be683a-4e5b-4170-b01c-5f01ec5358a6 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 8ca4f716-1d54-4ef1-b235-3d7264ca3cb9] Took 16.06 seconds to build instance. [ 1192.957810] env[69319]: DEBUG nova.compute.manager [None req-ee14ebc8-d3f9-4993-96ce-be763026ce83 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 200ccf3f-9130-42ed-a8e9-d697997e75f9] Starting instance... {{(pid=69319) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1193.100106] env[69319]: DEBUG nova.scheduler.client.report [None req-bc71ffbd-24a7-4e38-abee-f54a67f78c58 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1193.249434] env[69319]: DEBUG nova.virt.hardware [None req-0e19499e-9726-4096-b979-2b05285d8fe9 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:32:36Z,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31f027872f6f44dba95ff2fe7a062e00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:32:36Z,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1193.249753] env[69319]: DEBUG nova.virt.hardware [None req-0e19499e-9726-4096-b979-2b05285d8fe9 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1193.249967] env[69319]: DEBUG nova.virt.hardware [None req-0e19499e-9726-4096-b979-2b05285d8fe9 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1193.250212] env[69319]: DEBUG nova.virt.hardware [None req-0e19499e-9726-4096-b979-2b05285d8fe9 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1193.250412] env[69319]: DEBUG nova.virt.hardware [None req-0e19499e-9726-4096-b979-2b05285d8fe9 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1193.250607] env[69319]: DEBUG nova.virt.hardware [None req-0e19499e-9726-4096-b979-2b05285d8fe9 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1193.250874] env[69319]: DEBUG nova.virt.hardware [None req-0e19499e-9726-4096-b979-2b05285d8fe9 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1193.251251] env[69319]: DEBUG nova.virt.hardware [None req-0e19499e-9726-4096-b979-2b05285d8fe9 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1193.251495] env[69319]: DEBUG nova.virt.hardware [None req-0e19499e-9726-4096-b979-2b05285d8fe9 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1193.252188] env[69319]: DEBUG nova.virt.hardware [None req-0e19499e-9726-4096-b979-2b05285d8fe9 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1193.252458] env[69319]: DEBUG nova.virt.hardware [None req-0e19499e-9726-4096-b979-2b05285d8fe9 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1193.253682] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f25e561b-3535-4531-9296-949cb16c2a84 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.264180] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9b953e0-849d-4f02-9990-efcb4754339f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.280012] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-0e19499e-9726-4096-b979-2b05285d8fe9 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 88d5e399-14ad-42a3-91d1-1c44db2fd0f5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:9e:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a485857d-7086-4dcf-9d65-d0dcd177fcb0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0239e4a8-72db-40b6-8196-53f96d0745ef', 'vif_model': 'vmxnet3'}] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1193.290181] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0e19499e-9726-4096-b979-2b05285d8fe9 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1193.292852] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88d5e399-14ad-42a3-91d1-1c44db2fd0f5] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1193.293657] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-363995fd-0309-4290-9446-a50ce604de77 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.313108] env[69319]: DEBUG nova.compute.manager [None req-5d81a446-147a-4b56-951d-872b2df83ef5 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] [instance: d7a0a4bd-21f3-417f-b15c-f54521dea792] Start destroying the instance on the hypervisor. {{(pid=69319) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1193.313256] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-5d81a446-147a-4b56-951d-872b2df83ef5 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] [instance: d7a0a4bd-21f3-417f-b15c-f54521dea792] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1193.313416] env[69319]: DEBUG oslo_service.periodic_task [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69319) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1193.315506] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b226db7-c149-4b7c-960b-6e0481c37afe {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.326266] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d81a446-147a-4b56-951d-872b2df83ef5 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] [instance: d7a0a4bd-21f3-417f-b15c-f54521dea792] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1193.327997] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1cacf693-39f9-413c-911c-a4d4c8a464f7 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.329359] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1193.329359] env[69319]: value = "task-3224047" [ 1193.329359] env[69319]: _type = "Task" [ 1193.329359] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.335755] env[69319]: DEBUG oslo_vmware.api [None req-5d81a446-147a-4b56-951d-872b2df83ef5 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Waiting for the task: (returnval){ [ 1193.335755] env[69319]: value = "task-3224048" [ 1193.335755] env[69319]: _type = "Task" [ 1193.335755] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.342489] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3224047, 'name': CreateVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.348165] env[69319]: DEBUG oslo_vmware.api [None req-5d81a446-147a-4b56-951d-872b2df83ef5 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Task: {'id': task-3224048, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.357085] env[69319]: DEBUG oslo_concurrency.lockutils [None req-08be683a-4e5b-4170-b01c-5f01ec5358a6 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Lock "8ca4f716-1d54-4ef1-b235-3d7264ca3cb9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.570s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.475114] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ee14ebc8-d3f9-4993-96ce-be763026ce83 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.605758] env[69319]: DEBUG oslo_concurrency.lockutils [None req-bc71ffbd-24a7-4e38-abee-f54a67f78c58 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.838s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.609028] env[69319]: DEBUG oslo_concurrency.lockutils [None req-1170c04e-d672-482a-b191-90ef99b2bf65 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.767s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.611178] env[69319]: INFO nova.compute.claims [None req-1170c04e-d672-482a-b191-90ef99b2bf65 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] [instance: 93a4de2d-b0b5-4099-858c-05934dc954e4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1193.623067] env[69319]: INFO nova.scheduler.client.report [None req-bc71ffbd-24a7-4e38-abee-f54a67f78c58 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Deleted allocations for instance c771ca2e-35a5-4e64-a382-926a00df4d22 [ 1193.813771] env[69319]: DEBUG nova.compute.manager [None req-c0bfa481-2a3e-454c-8916-e5dafde7b93b tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 4e4fbce0-a821-48a9-aa26-33a273c46015] Start spawning the instance on the hypervisor. {{(pid=69319) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1193.841979] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3224047, 'name': CreateVM_Task} progress is 99%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.845008] env[69319]: DEBUG nova.virt.hardware [None req-c0bfa481-2a3e-454c-8916-e5dafde7b93b tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:32:36Z,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31f027872f6f44dba95ff2fe7a062e00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:32:36Z,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1193.845345] env[69319]: DEBUG nova.virt.hardware [None req-c0bfa481-2a3e-454c-8916-e5dafde7b93b tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1193.845598] env[69319]: DEBUG nova.virt.hardware [None req-c0bfa481-2a3e-454c-8916-e5dafde7b93b tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1193.845848] env[69319]: DEBUG nova.virt.hardware [None req-c0bfa481-2a3e-454c-8916-e5dafde7b93b tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1193.846027] env[69319]: DEBUG nova.virt.hardware [None req-c0bfa481-2a3e-454c-8916-e5dafde7b93b tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1193.846194] env[69319]: DEBUG nova.virt.hardware [None req-c0bfa481-2a3e-454c-8916-e5dafde7b93b tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1193.846404] env[69319]: DEBUG nova.virt.hardware [None req-c0bfa481-2a3e-454c-8916-e5dafde7b93b tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1193.846567] env[69319]: DEBUG nova.virt.hardware [None req-c0bfa481-2a3e-454c-8916-e5dafde7b93b tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1193.846735] env[69319]: DEBUG nova.virt.hardware [None req-c0bfa481-2a3e-454c-8916-e5dafde7b93b tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1193.846899] env[69319]: DEBUG nova.virt.hardware [None req-c0bfa481-2a3e-454c-8916-e5dafde7b93b tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1193.847166] env[69319]: DEBUG nova.virt.hardware [None req-c0bfa481-2a3e-454c-8916-e5dafde7b93b tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1193.848324] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66353ebb-512d-4db3-911e-b406c0c29684 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.853735] env[69319]: DEBUG oslo_vmware.api [None req-5d81a446-147a-4b56-951d-872b2df83ef5 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Task: {'id': task-3224048, 'name': PowerOffVM_Task, 'duration_secs': 0.248005} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.854349] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d81a446-147a-4b56-951d-872b2df83ef5 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] [instance: d7a0a4bd-21f3-417f-b15c-f54521dea792] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1193.854604] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-5d81a446-147a-4b56-951d-872b2df83ef5 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] [instance: d7a0a4bd-21f3-417f-b15c-f54521dea792] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1193.854780] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c72fd08d-fbea-46d7-82cd-9494b32a366e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.859155] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cb8544a-eb93-45db-8630-ccf5c95dd8ec {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.983042] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-5d81a446-147a-4b56-951d-872b2df83ef5 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] [instance: d7a0a4bd-21f3-417f-b15c-f54521dea792] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1193.983042] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-5d81a446-147a-4b56-951d-872b2df83ef5 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] [instance: d7a0a4bd-21f3-417f-b15c-f54521dea792] Deleting contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1193.983286] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d81a446-147a-4b56-951d-872b2df83ef5 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Deleting the datastore file [datastore2] d7a0a4bd-21f3-417f-b15c-f54521dea792 {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1193.983499] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-47f5579d-10c0-4b56-abb2-928fd1618f3e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.991578] env[69319]: DEBUG oslo_vmware.api [None req-5d81a446-147a-4b56-951d-872b2df83ef5 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Waiting for the task: (returnval){ [ 1193.991578] env[69319]: value = "task-3224050" [ 1193.991578] env[69319]: _type = "Task" [ 1193.991578] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.000218] env[69319]: DEBUG oslo_vmware.api [None req-5d81a446-147a-4b56-951d-872b2df83ef5 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Task: {'id': task-3224050, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.130879] env[69319]: DEBUG oslo_concurrency.lockutils [None req-bc71ffbd-24a7-4e38-abee-f54a67f78c58 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Lock "c771ca2e-35a5-4e64-a382-926a00df4d22" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.987s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.306934] env[69319]: DEBUG nova.compute.manager [req-0df82660-0eca-4a49-89fa-5e84e04c832d req-ee7fc43b-bb50-436f-9e3b-9e041a0922ad service nova] [instance: 4e4fbce0-a821-48a9-aa26-33a273c46015] Received event network-vif-plugged-1478ee3b-ed27-40f4-ae19-13b0e92e02c8 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1194.307194] env[69319]: DEBUG oslo_concurrency.lockutils [req-0df82660-0eca-4a49-89fa-5e84e04c832d req-ee7fc43b-bb50-436f-9e3b-9e041a0922ad service nova] Acquiring lock "4e4fbce0-a821-48a9-aa26-33a273c46015-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.307673] env[69319]: DEBUG oslo_concurrency.lockutils [req-0df82660-0eca-4a49-89fa-5e84e04c832d req-ee7fc43b-bb50-436f-9e3b-9e041a0922ad service nova] Lock "4e4fbce0-a821-48a9-aa26-33a273c46015-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.307673] env[69319]: DEBUG oslo_concurrency.lockutils [req-0df82660-0eca-4a49-89fa-5e84e04c832d req-ee7fc43b-bb50-436f-9e3b-9e041a0922ad service nova] Lock "4e4fbce0-a821-48a9-aa26-33a273c46015-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.307784] env[69319]: DEBUG nova.compute.manager [req-0df82660-0eca-4a49-89fa-5e84e04c832d req-ee7fc43b-bb50-436f-9e3b-9e041a0922ad service nova] [instance: 4e4fbce0-a821-48a9-aa26-33a273c46015] No waiting events found dispatching network-vif-plugged-1478ee3b-ed27-40f4-ae19-13b0e92e02c8 {{(pid=69319) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1194.307954] env[69319]: WARNING nova.compute.manager [req-0df82660-0eca-4a49-89fa-5e84e04c832d req-ee7fc43b-bb50-436f-9e3b-9e041a0922ad service nova] [instance: 4e4fbce0-a821-48a9-aa26-33a273c46015] Received unexpected event network-vif-plugged-1478ee3b-ed27-40f4-ae19-13b0e92e02c8 for instance with vm_state building and task_state spawning. [ 1194.343899] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3224047, 'name': CreateVM_Task, 'duration_secs': 0.537271} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.344099] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88d5e399-14ad-42a3-91d1-1c44db2fd0f5] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1194.344765] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0e19499e-9726-4096-b979-2b05285d8fe9 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.344951] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0e19499e-9726-4096-b979-2b05285d8fe9 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.345332] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0e19499e-9726-4096-b979-2b05285d8fe9 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.345749] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3717e11-8529-4fb2-aff9-78ac3594cb32 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.352624] env[69319]: DEBUG oslo_vmware.api [None req-0e19499e-9726-4096-b979-2b05285d8fe9 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Waiting for the task: (returnval){ [ 1194.352624] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]5290deaa-3eec-3df6-aa60-74e020091167" [ 1194.352624] env[69319]: _type = "Task" [ 1194.352624] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.361882] env[69319]: DEBUG oslo_vmware.api [None req-0e19499e-9726-4096-b979-2b05285d8fe9 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5290deaa-3eec-3df6-aa60-74e020091167, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.440899] env[69319]: DEBUG nova.compute.manager [None req-d9f1b9ee-baf6-4e38-807d-198a0e0b2f3a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 8ca4f716-1d54-4ef1-b235-3d7264ca3cb9] Stashing vm_state: active {{(pid=69319) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1194.485578] env[69319]: DEBUG nova.network.neutron [None req-c0bfa481-2a3e-454c-8916-e5dafde7b93b tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 4e4fbce0-a821-48a9-aa26-33a273c46015] Successfully updated port: 1478ee3b-ed27-40f4-ae19-13b0e92e02c8 {{(pid=69319) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1194.503404] env[69319]: DEBUG oslo_vmware.api [None req-5d81a446-147a-4b56-951d-872b2df83ef5 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Task: {'id': task-3224050, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.478885} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.503624] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d81a446-147a-4b56-951d-872b2df83ef5 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1194.503815] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-5d81a446-147a-4b56-951d-872b2df83ef5 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] [instance: d7a0a4bd-21f3-417f-b15c-f54521dea792] Deleted contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1194.504083] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-5d81a446-147a-4b56-951d-872b2df83ef5 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] [instance: d7a0a4bd-21f3-417f-b15c-f54521dea792] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1194.504269] env[69319]: INFO nova.compute.manager [None req-5d81a446-147a-4b56-951d-872b2df83ef5 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] [instance: d7a0a4bd-21f3-417f-b15c-f54521dea792] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1194.504513] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5d81a446-147a-4b56-951d-872b2df83ef5 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1194.504697] env[69319]: DEBUG nova.compute.manager [-] [instance: d7a0a4bd-21f3-417f-b15c-f54521dea792] Deallocating network for instance {{(pid=69319) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1194.504793] env[69319]: DEBUG nova.network.neutron [-] [instance: d7a0a4bd-21f3-417f-b15c-f54521dea792] deallocate_for_instance() {{(pid=69319) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1194.805516] env[69319]: DEBUG oslo_service.periodic_task [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69319) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1194.809249] env[69319]: DEBUG oslo_service.periodic_task [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69319) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1194.821643] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b464bdb-88d3-46c6-b764-469326fd4fee {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.831978] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-467b25f7-94fc-48a7-9757-94db09bb78e0 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.868122] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b57bdd1e-03fd-45b1-b1ef-cbc69aab63dd {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.880537] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0286e4e2-91ff-4e68-9957-f461f6189a25 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.886425] env[69319]: DEBUG oslo_vmware.api [None req-0e19499e-9726-4096-b979-2b05285d8fe9 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5290deaa-3eec-3df6-aa60-74e020091167, 'name': SearchDatastore_Task, 'duration_secs': 0.011894} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.887089] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0e19499e-9726-4096-b979-2b05285d8fe9 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.887361] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-0e19499e-9726-4096-b979-2b05285d8fe9 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 88d5e399-14ad-42a3-91d1-1c44db2fd0f5] Processing image 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1194.887719] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0e19499e-9726-4096-b979-2b05285d8fe9 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.887925] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0e19499e-9726-4096-b979-2b05285d8fe9 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.887963] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e19499e-9726-4096-b979-2b05285d8fe9 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1194.888634] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ec8a54d6-93d7-426b-9d9d-dfe0d6ac8abc {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.901421] env[69319]: DEBUG nova.compute.provider_tree [None req-1170c04e-d672-482a-b191-90ef99b2bf65 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1194.903145] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e19499e-9726-4096-b979-2b05285d8fe9 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1194.903382] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-0e19499e-9726-4096-b979-2b05285d8fe9 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1194.904434] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed93f1a5-5bbe-45ec-b179-98d25153fd05 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.911352] env[69319]: DEBUG oslo_vmware.api [None req-0e19499e-9726-4096-b979-2b05285d8fe9 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Waiting for the task: (returnval){ [ 1194.911352] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]521cfaa7-4132-6f87-5e60-7e203b3878a3" [ 1194.911352] env[69319]: _type = "Task" [ 1194.911352] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.921727] env[69319]: DEBUG oslo_vmware.api [None req-0e19499e-9726-4096-b979-2b05285d8fe9 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]521cfaa7-4132-6f87-5e60-7e203b3878a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.959842] env[69319]: DEBUG oslo_concurrency.lockutils [None req-d9f1b9ee-baf6-4e38-807d-198a0e0b2f3a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.988349] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c0bfa481-2a3e-454c-8916-e5dafde7b93b tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Acquiring lock "refresh_cache-4e4fbce0-a821-48a9-aa26-33a273c46015" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.988537] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c0bfa481-2a3e-454c-8916-e5dafde7b93b tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Acquired lock "refresh_cache-4e4fbce0-a821-48a9-aa26-33a273c46015" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.988719] env[69319]: DEBUG nova.network.neutron [None req-c0bfa481-2a3e-454c-8916-e5dafde7b93b tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 4e4fbce0-a821-48a9-aa26-33a273c46015] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1195.320602] env[69319]: DEBUG oslo_service.periodic_task [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69319) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1195.320882] env[69319]: DEBUG oslo_service.periodic_task [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69319) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1195.321054] env[69319]: DEBUG oslo_service.periodic_task [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Running periodic task ComputeManager.update_available_resource {{(pid=69319) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1195.406147] env[69319]: DEBUG nova.scheduler.client.report [None req-1170c04e-d672-482a-b191-90ef99b2bf65 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1195.423393] env[69319]: DEBUG oslo_vmware.api [None req-0e19499e-9726-4096-b979-2b05285d8fe9 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]521cfaa7-4132-6f87-5e60-7e203b3878a3, 'name': SearchDatastore_Task, 'duration_secs': 0.012349} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.425252] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5604258-7bbb-40d2-aeaa-1be65f9d4d47 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.430952] env[69319]: DEBUG nova.network.neutron [-] [instance: d7a0a4bd-21f3-417f-b15c-f54521dea792] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.433661] env[69319]: DEBUG oslo_vmware.api [None req-0e19499e-9726-4096-b979-2b05285d8fe9 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Waiting for the task: (returnval){ [ 1195.433661] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]520f1a4e-1b8a-c5a1-d2d4-d55ad82eb78b" [ 1195.433661] env[69319]: _type = "Task" [ 1195.433661] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.444268] env[69319]: DEBUG oslo_vmware.api [None req-0e19499e-9726-4096-b979-2b05285d8fe9 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]520f1a4e-1b8a-c5a1-d2d4-d55ad82eb78b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.526604] env[69319]: DEBUG nova.network.neutron [None req-c0bfa481-2a3e-454c-8916-e5dafde7b93b tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 4e4fbce0-a821-48a9-aa26-33a273c46015] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1195.707918] env[69319]: DEBUG nova.network.neutron [None req-c0bfa481-2a3e-454c-8916-e5dafde7b93b tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 4e4fbce0-a821-48a9-aa26-33a273c46015] Updating instance_info_cache with network_info: [{"id": "1478ee3b-ed27-40f4-ae19-13b0e92e02c8", "address": "fa:16:3e:2b:e9:12", "network": {"id": "8e8fb6ce-6cb1-4099-8d9a-ce77c6a90a50", "bridge": "br-int", "label": "tempest-ServersTestJSON-146866906-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a2a8028cdd742feb1486644ae29e7d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1478ee3b-ed", "ovs_interfaceid": "1478ee3b-ed27-40f4-ae19-13b0e92e02c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.826717] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.912557] env[69319]: DEBUG oslo_concurrency.lockutils [None req-1170c04e-d672-482a-b191-90ef99b2bf65 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.304s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.913116] env[69319]: DEBUG nova.compute.manager [None req-1170c04e-d672-482a-b191-90ef99b2bf65 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] [instance: 93a4de2d-b0b5-4099-858c-05934dc954e4] Start building networks asynchronously for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1195.916226] env[69319]: DEBUG oslo_concurrency.lockutils [None req-110abbb7-1886-4770-91b1-0507422f3409 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.339s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.916447] env[69319]: DEBUG nova.objects.instance [None req-110abbb7-1886-4770-91b1-0507422f3409 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Lazy-loading 'resources' on Instance uuid e8f31843-60b0-4de7-ae66-5940cc5eb364 {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1195.938510] env[69319]: INFO nova.compute.manager [-] [instance: d7a0a4bd-21f3-417f-b15c-f54521dea792] Took 1.43 seconds to deallocate network for instance. [ 1195.947761] env[69319]: DEBUG oslo_vmware.api [None req-0e19499e-9726-4096-b979-2b05285d8fe9 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]520f1a4e-1b8a-c5a1-d2d4-d55ad82eb78b, 'name': SearchDatastore_Task, 'duration_secs': 0.023611} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.948958] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0e19499e-9726-4096-b979-2b05285d8fe9 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.948958] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e19499e-9726-4096-b979-2b05285d8fe9 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore1] 88d5e399-14ad-42a3-91d1-1c44db2fd0f5/88d5e399-14ad-42a3-91d1-1c44db2fd0f5.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1195.948958] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7d70c994-e86e-4a2b-be65-83c3f27f3c55 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.961063] env[69319]: DEBUG oslo_vmware.api [None req-0e19499e-9726-4096-b979-2b05285d8fe9 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Waiting for the task: (returnval){ [ 1195.961063] env[69319]: value = "task-3224051" [ 1195.961063] env[69319]: _type = "Task" [ 1195.961063] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.973056] env[69319]: DEBUG oslo_vmware.api [None req-0e19499e-9726-4096-b979-2b05285d8fe9 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': task-3224051, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.210342] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c0bfa481-2a3e-454c-8916-e5dafde7b93b tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Releasing lock "refresh_cache-4e4fbce0-a821-48a9-aa26-33a273c46015" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.210711] env[69319]: DEBUG nova.compute.manager [None req-c0bfa481-2a3e-454c-8916-e5dafde7b93b tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 4e4fbce0-a821-48a9-aa26-33a273c46015] Instance network_info: |[{"id": "1478ee3b-ed27-40f4-ae19-13b0e92e02c8", "address": "fa:16:3e:2b:e9:12", "network": {"id": "8e8fb6ce-6cb1-4099-8d9a-ce77c6a90a50", "bridge": "br-int", "label": "tempest-ServersTestJSON-146866906-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a2a8028cdd742feb1486644ae29e7d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1478ee3b-ed", "ovs_interfaceid": "1478ee3b-ed27-40f4-ae19-13b0e92e02c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1196.211288] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-c0bfa481-2a3e-454c-8916-e5dafde7b93b tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 4e4fbce0-a821-48a9-aa26-33a273c46015] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:e9:12', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '130387c4-e4ec-4d95-8e9d-bb079baabad8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1478ee3b-ed27-40f4-ae19-13b0e92e02c8', 'vif_model': 'vmxnet3'}] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1196.219455] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c0bfa481-2a3e-454c-8916-e5dafde7b93b tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1196.219705] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e4fbce0-a821-48a9-aa26-33a273c46015] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1196.219950] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3b52185d-83a5-41ea-9591-46d9a389291a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.242431] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1196.242431] env[69319]: value = "task-3224052" [ 1196.242431] env[69319]: _type = "Task" [ 1196.242431] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.250857] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3224052, 'name': CreateVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.354092] env[69319]: DEBUG nova.compute.manager [req-ced1fdb2-b321-4770-828f-a84a12f53836 req-b55abbae-7dc1-4ef3-83ad-37d68d978888 service nova] [instance: 4e4fbce0-a821-48a9-aa26-33a273c46015] Received event network-changed-1478ee3b-ed27-40f4-ae19-13b0e92e02c8 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1196.354092] env[69319]: DEBUG nova.compute.manager [req-ced1fdb2-b321-4770-828f-a84a12f53836 req-b55abbae-7dc1-4ef3-83ad-37d68d978888 service nova] [instance: 4e4fbce0-a821-48a9-aa26-33a273c46015] Refreshing instance network info cache due to event network-changed-1478ee3b-ed27-40f4-ae19-13b0e92e02c8. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1196.355289] env[69319]: DEBUG oslo_concurrency.lockutils [req-ced1fdb2-b321-4770-828f-a84a12f53836 req-b55abbae-7dc1-4ef3-83ad-37d68d978888 service nova] Acquiring lock "refresh_cache-4e4fbce0-a821-48a9-aa26-33a273c46015" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.355653] env[69319]: DEBUG oslo_concurrency.lockutils [req-ced1fdb2-b321-4770-828f-a84a12f53836 req-b55abbae-7dc1-4ef3-83ad-37d68d978888 service nova] Acquired lock "refresh_cache-4e4fbce0-a821-48a9-aa26-33a273c46015" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.356243] env[69319]: DEBUG nova.network.neutron [req-ced1fdb2-b321-4770-828f-a84a12f53836 req-b55abbae-7dc1-4ef3-83ad-37d68d978888 service nova] [instance: 4e4fbce0-a821-48a9-aa26-33a273c46015] Refreshing network info cache for port 1478ee3b-ed27-40f4-ae19-13b0e92e02c8 {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1196.421024] env[69319]: DEBUG nova.compute.utils [None req-1170c04e-d672-482a-b191-90ef99b2bf65 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Using /dev/sd instead of None {{(pid=69319) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1196.425430] env[69319]: DEBUG nova.compute.manager [None req-1170c04e-d672-482a-b191-90ef99b2bf65 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] [instance: 93a4de2d-b0b5-4099-858c-05934dc954e4] Not allocating networking since 'none' was specified. {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1196.450208] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5d81a446-147a-4b56-951d-872b2df83ef5 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.477410] env[69319]: DEBUG oslo_vmware.api [None req-0e19499e-9726-4096-b979-2b05285d8fe9 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': task-3224051, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.644145] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee70c4a0-6eee-4377-bf92-d99978dd59c6 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.652027] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a37c5c28-6f30-4160-b323-7d512bce5f75 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.685644] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cfe4fc6-3265-479d-b1f2-4bfe1f3df793 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.694930] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75dcfae5-7967-451b-9d60-b8001b984f93 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.709710] env[69319]: DEBUG nova.compute.provider_tree [None req-110abbb7-1886-4770-91b1-0507422f3409 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1196.754377] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3224052, 'name': CreateVM_Task} progress is 99%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.926809] env[69319]: DEBUG nova.compute.manager [None req-1170c04e-d672-482a-b191-90ef99b2bf65 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] [instance: 93a4de2d-b0b5-4099-858c-05934dc954e4] Start building block device mappings for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1196.974111] env[69319]: DEBUG oslo_vmware.api [None req-0e19499e-9726-4096-b979-2b05285d8fe9 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': task-3224051, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.677844} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.974404] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e19499e-9726-4096-b979-2b05285d8fe9 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore1] 88d5e399-14ad-42a3-91d1-1c44db2fd0f5/88d5e399-14ad-42a3-91d1-1c44db2fd0f5.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1196.974620] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-0e19499e-9726-4096-b979-2b05285d8fe9 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 88d5e399-14ad-42a3-91d1-1c44db2fd0f5] Extending root virtual disk to 1048576 {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1196.974899] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bb80b03e-f133-47c3-8366-c789723e7837 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.982886] env[69319]: DEBUG oslo_vmware.api [None req-0e19499e-9726-4096-b979-2b05285d8fe9 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Waiting for the task: (returnval){ [ 1196.982886] env[69319]: value = "task-3224053" [ 1196.982886] env[69319]: _type = "Task" [ 1196.982886] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.991489] env[69319]: DEBUG oslo_vmware.api [None req-0e19499e-9726-4096-b979-2b05285d8fe9 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': task-3224053, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.085691] env[69319]: DEBUG nova.network.neutron [req-ced1fdb2-b321-4770-828f-a84a12f53836 req-b55abbae-7dc1-4ef3-83ad-37d68d978888 service nova] [instance: 4e4fbce0-a821-48a9-aa26-33a273c46015] Updated VIF entry in instance network info cache for port 1478ee3b-ed27-40f4-ae19-13b0e92e02c8. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1197.086111] env[69319]: DEBUG nova.network.neutron [req-ced1fdb2-b321-4770-828f-a84a12f53836 req-b55abbae-7dc1-4ef3-83ad-37d68d978888 service nova] [instance: 4e4fbce0-a821-48a9-aa26-33a273c46015] Updating instance_info_cache with network_info: [{"id": "1478ee3b-ed27-40f4-ae19-13b0e92e02c8", "address": "fa:16:3e:2b:e9:12", "network": {"id": "8e8fb6ce-6cb1-4099-8d9a-ce77c6a90a50", "bridge": "br-int", "label": "tempest-ServersTestJSON-146866906-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a2a8028cdd742feb1486644ae29e7d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1478ee3b-ed", "ovs_interfaceid": "1478ee3b-ed27-40f4-ae19-13b0e92e02c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.212957] env[69319]: DEBUG nova.scheduler.client.report [None req-110abbb7-1886-4770-91b1-0507422f3409 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1197.253255] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3224052, 'name': CreateVM_Task} progress is 99%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.495363] env[69319]: DEBUG oslo_vmware.api [None req-0e19499e-9726-4096-b979-2b05285d8fe9 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': task-3224053, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071436} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.495658] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-0e19499e-9726-4096-b979-2b05285d8fe9 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 88d5e399-14ad-42a3-91d1-1c44db2fd0f5] Extended root virtual disk {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1197.496824] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c1b6cd9-d3d5-4c48-bc56-862c19ca9c02 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.522594] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e19499e-9726-4096-b979-2b05285d8fe9 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 88d5e399-14ad-42a3-91d1-1c44db2fd0f5] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] 88d5e399-14ad-42a3-91d1-1c44db2fd0f5/88d5e399-14ad-42a3-91d1-1c44db2fd0f5.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1197.522594] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35439ea2-6d70-4f77-a078-6b5a87038d1d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.543786] env[69319]: DEBUG oslo_vmware.api [None req-0e19499e-9726-4096-b979-2b05285d8fe9 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Waiting for the task: (returnval){ [ 1197.543786] env[69319]: value = "task-3224054" [ 1197.543786] env[69319]: _type = "Task" [ 1197.543786] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.551377] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c2216b16-508c-4312-a953-8e339ad0b4f0 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Acquiring lock "fadaa797-edd9-43e8-833c-d97672ff9401" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.551624] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c2216b16-508c-4312-a953-8e339ad0b4f0 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Lock "fadaa797-edd9-43e8-833c-d97672ff9401" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.563043] env[69319]: DEBUG oslo_vmware.api [None req-0e19499e-9726-4096-b979-2b05285d8fe9 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': task-3224054, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.589844] env[69319]: DEBUG oslo_concurrency.lockutils [req-ced1fdb2-b321-4770-828f-a84a12f53836 req-b55abbae-7dc1-4ef3-83ad-37d68d978888 service nova] Releasing lock "refresh_cache-4e4fbce0-a821-48a9-aa26-33a273c46015" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.590141] env[69319]: DEBUG nova.compute.manager [req-ced1fdb2-b321-4770-828f-a84a12f53836 req-b55abbae-7dc1-4ef3-83ad-37d68d978888 service nova] [instance: d7a0a4bd-21f3-417f-b15c-f54521dea792] Received event network-vif-deleted-bbc9d466-c266-4f79-bd43-88e78a109762 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1197.590340] env[69319]: DEBUG nova.compute.manager [req-ced1fdb2-b321-4770-828f-a84a12f53836 req-b55abbae-7dc1-4ef3-83ad-37d68d978888 service nova] [instance: d7a0a4bd-21f3-417f-b15c-f54521dea792] Received event network-vif-deleted-fbd80372-8c0f-4f9e-a957-7e02e441babc {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1197.717572] env[69319]: DEBUG oslo_concurrency.lockutils [None req-110abbb7-1886-4770-91b1-0507422f3409 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.801s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.720731] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ee14ebc8-d3f9-4993-96ce-be763026ce83 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.245s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.721895] env[69319]: INFO nova.compute.claims [None req-ee14ebc8-d3f9-4993-96ce-be763026ce83 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 200ccf3f-9130-42ed-a8e9-d697997e75f9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1197.740732] env[69319]: INFO nova.scheduler.client.report [None req-110abbb7-1886-4770-91b1-0507422f3409 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Deleted allocations for instance e8f31843-60b0-4de7-ae66-5940cc5eb364 [ 1197.755197] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3224052, 'name': CreateVM_Task} progress is 99%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.937156] env[69319]: DEBUG nova.compute.manager [None req-1170c04e-d672-482a-b191-90ef99b2bf65 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] [instance: 93a4de2d-b0b5-4099-858c-05934dc954e4] Start spawning the instance on the hypervisor. {{(pid=69319) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1197.962880] env[69319]: DEBUG nova.virt.hardware [None req-1170c04e-d672-482a-b191-90ef99b2bf65 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:32:36Z,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31f027872f6f44dba95ff2fe7a062e00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:32:36Z,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1197.963183] env[69319]: DEBUG nova.virt.hardware [None req-1170c04e-d672-482a-b191-90ef99b2bf65 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1197.963302] env[69319]: DEBUG nova.virt.hardware [None req-1170c04e-d672-482a-b191-90ef99b2bf65 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1197.963486] env[69319]: DEBUG nova.virt.hardware [None req-1170c04e-d672-482a-b191-90ef99b2bf65 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1197.963632] env[69319]: DEBUG nova.virt.hardware [None req-1170c04e-d672-482a-b191-90ef99b2bf65 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1197.963779] env[69319]: DEBUG nova.virt.hardware [None req-1170c04e-d672-482a-b191-90ef99b2bf65 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1197.964035] env[69319]: DEBUG nova.virt.hardware [None req-1170c04e-d672-482a-b191-90ef99b2bf65 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1197.964206] env[69319]: DEBUG nova.virt.hardware [None req-1170c04e-d672-482a-b191-90ef99b2bf65 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1197.964380] env[69319]: DEBUG nova.virt.hardware [None req-1170c04e-d672-482a-b191-90ef99b2bf65 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1197.964539] env[69319]: DEBUG nova.virt.hardware [None req-1170c04e-d672-482a-b191-90ef99b2bf65 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1197.964712] env[69319]: DEBUG nova.virt.hardware [None req-1170c04e-d672-482a-b191-90ef99b2bf65 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1197.965611] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c79c84b2-049f-422d-9624-cb362dc158e9 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.975689] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-610eaa30-2878-40b2-bfb3-aa2e90f21ade {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.990199] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-1170c04e-d672-482a-b191-90ef99b2bf65 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] [instance: 93a4de2d-b0b5-4099-858c-05934dc954e4] Instance VIF info [] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1197.996232] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-1170c04e-d672-482a-b191-90ef99b2bf65 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Creating folder: Project (1372751adcd941079ff078ffe0f06dae). Parent ref: group-v644239. {{(pid=69319) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1197.996232] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4f93a544-b1b0-48be-949a-c3ec9d800d35 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.008512] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-1170c04e-d672-482a-b191-90ef99b2bf65 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Created folder: Project (1372751adcd941079ff078ffe0f06dae) in parent group-v644239. [ 1198.008730] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-1170c04e-d672-482a-b191-90ef99b2bf65 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Creating folder: Instances. Parent ref: group-v644529. {{(pid=69319) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1198.009021] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e2eb48b9-7d18-4e85-95e4-79ecec221a74 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.019930] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-1170c04e-d672-482a-b191-90ef99b2bf65 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Created folder: Instances in parent group-v644529. [ 1198.020053] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1170c04e-d672-482a-b191-90ef99b2bf65 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1198.020691] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93a4de2d-b0b5-4099-858c-05934dc954e4] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1198.020691] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0b2d2a6f-c393-40c0-b340-b5dd926b56d9 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.039450] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1198.039450] env[69319]: value = "task-3224057" [ 1198.039450] env[69319]: _type = "Task" [ 1198.039450] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.047711] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3224057, 'name': CreateVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.057009] env[69319]: DEBUG nova.compute.manager [None req-c2216b16-508c-4312-a953-8e339ad0b4f0 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: fadaa797-edd9-43e8-833c-d97672ff9401] Starting instance... {{(pid=69319) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1198.059865] env[69319]: DEBUG oslo_vmware.api [None req-0e19499e-9726-4096-b979-2b05285d8fe9 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': task-3224054, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.251863] env[69319]: DEBUG oslo_concurrency.lockutils [None req-110abbb7-1886-4770-91b1-0507422f3409 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Lock "e8f31843-60b0-4de7-ae66-5940cc5eb364" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.941s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.257342] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3224052, 'name': CreateVM_Task, 'duration_secs': 1.596973} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.257517] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e4fbce0-a821-48a9-aa26-33a273c46015] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1198.258174] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c0bfa481-2a3e-454c-8916-e5dafde7b93b tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.258343] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c0bfa481-2a3e-454c-8916-e5dafde7b93b tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.258653] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c0bfa481-2a3e-454c-8916-e5dafde7b93b tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.258905] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2590507-f032-4034-821b-e56e703d3100 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.263757] env[69319]: DEBUG oslo_vmware.api [None req-c0bfa481-2a3e-454c-8916-e5dafde7b93b tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Waiting for the task: (returnval){ [ 1198.263757] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52bad80f-d9ae-5c80-cb88-9f51858e5c36" [ 1198.263757] env[69319]: _type = "Task" [ 1198.263757] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.272359] env[69319]: DEBUG oslo_vmware.api [None req-c0bfa481-2a3e-454c-8916-e5dafde7b93b tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52bad80f-d9ae-5c80-cb88-9f51858e5c36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.550186] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3224057, 'name': CreateVM_Task} progress is 25%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.558644] env[69319]: DEBUG oslo_vmware.api [None req-0e19499e-9726-4096-b979-2b05285d8fe9 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': task-3224054, 'name': ReconfigVM_Task, 'duration_secs': 0.915977} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.558939] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e19499e-9726-4096-b979-2b05285d8fe9 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 88d5e399-14ad-42a3-91d1-1c44db2fd0f5] Reconfigured VM instance instance-00000065 to attach disk [datastore1] 88d5e399-14ad-42a3-91d1-1c44db2fd0f5/88d5e399-14ad-42a3-91d1-1c44db2fd0f5.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1198.559646] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-79c33a54-0fc8-490f-9ea2-4d4ff40afff9 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.570633] env[69319]: DEBUG oslo_vmware.api [None req-0e19499e-9726-4096-b979-2b05285d8fe9 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Waiting for the task: (returnval){ [ 1198.570633] env[69319]: value = "task-3224058" [ 1198.570633] env[69319]: _type = "Task" [ 1198.570633] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.575611] env[69319]: DEBUG oslo_concurrency.lockutils [None req-e8d140d9-5041-4865-9130-479bedd8df02 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Acquiring lock "214f4476-f4b2-440f-b5a6-94c6343dc834" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.575899] env[69319]: DEBUG oslo_concurrency.lockutils [None req-e8d140d9-5041-4865-9130-479bedd8df02 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Lock "214f4476-f4b2-440f-b5a6-94c6343dc834" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.576223] env[69319]: DEBUG oslo_concurrency.lockutils [None req-e8d140d9-5041-4865-9130-479bedd8df02 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Acquiring lock "214f4476-f4b2-440f-b5a6-94c6343dc834-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.576479] env[69319]: DEBUG oslo_concurrency.lockutils [None req-e8d140d9-5041-4865-9130-479bedd8df02 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Lock "214f4476-f4b2-440f-b5a6-94c6343dc834-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.576663] env[69319]: DEBUG oslo_concurrency.lockutils [None req-e8d140d9-5041-4865-9130-479bedd8df02 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Lock "214f4476-f4b2-440f-b5a6-94c6343dc834-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.580865] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c2216b16-508c-4312-a953-8e339ad0b4f0 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.584045] env[69319]: DEBUG oslo_vmware.api [None req-0e19499e-9726-4096-b979-2b05285d8fe9 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': task-3224058, 'name': Rename_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.584535] env[69319]: INFO nova.compute.manager [None req-e8d140d9-5041-4865-9130-479bedd8df02 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 214f4476-f4b2-440f-b5a6-94c6343dc834] Terminating instance [ 1198.776114] env[69319]: DEBUG oslo_vmware.api [None req-c0bfa481-2a3e-454c-8916-e5dafde7b93b tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52bad80f-d9ae-5c80-cb88-9f51858e5c36, 'name': SearchDatastore_Task, 'duration_secs': 0.010806} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.776544] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c0bfa481-2a3e-454c-8916-e5dafde7b93b tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.776803] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-c0bfa481-2a3e-454c-8916-e5dafde7b93b tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 4e4fbce0-a821-48a9-aa26-33a273c46015] Processing image 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1198.777069] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c0bfa481-2a3e-454c-8916-e5dafde7b93b tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.777230] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c0bfa481-2a3e-454c-8916-e5dafde7b93b tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.777414] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0bfa481-2a3e-454c-8916-e5dafde7b93b tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1198.777757] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-af68c28b-cc5e-4ae9-a0bb-b30ad65aa606 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.789801] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0bfa481-2a3e-454c-8916-e5dafde7b93b tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1198.789926] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-c0bfa481-2a3e-454c-8916-e5dafde7b93b tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1198.793184] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02620432-5e71-4191-888c-19008092dfe9 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.799729] env[69319]: DEBUG oslo_vmware.api [None req-c0bfa481-2a3e-454c-8916-e5dafde7b93b tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Waiting for the task: (returnval){ [ 1198.799729] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]523c011f-18ba-1147-99df-17847b786b70" [ 1198.799729] env[69319]: _type = "Task" [ 1198.799729] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.811085] env[69319]: DEBUG oslo_vmware.api [None req-c0bfa481-2a3e-454c-8916-e5dafde7b93b tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]523c011f-18ba-1147-99df-17847b786b70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.920712] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbeab0c3-05f7-4ddd-91b1-6d8dbc240fc6 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.929621] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-184416fe-9248-427a-a377-558bb2446b2d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.960792] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7511cf4-0e1f-460b-b7ea-9e91233bcbae {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.969430] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb647d3b-cf41-445c-8e1a-9a6e5708423e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.987027] env[69319]: DEBUG nova.compute.provider_tree [None req-ee14ebc8-d3f9-4993-96ce-be763026ce83 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1199.051030] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3224057, 'name': CreateVM_Task, 'duration_secs': 0.652584} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.051030] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93a4de2d-b0b5-4099-858c-05934dc954e4] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1199.051030] env[69319]: DEBUG oslo_concurrency.lockutils [None req-1170c04e-d672-482a-b191-90ef99b2bf65 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.051249] env[69319]: DEBUG oslo_concurrency.lockutils [None req-1170c04e-d672-482a-b191-90ef99b2bf65 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.051448] env[69319]: DEBUG oslo_concurrency.lockutils [None req-1170c04e-d672-482a-b191-90ef99b2bf65 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.051704] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e656664c-361d-4a58-a87e-5d40207edebc {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.056339] env[69319]: DEBUG oslo_vmware.api [None req-1170c04e-d672-482a-b191-90ef99b2bf65 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Waiting for the task: (returnval){ [ 1199.056339] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]5298b6dd-4f5d-be8f-b46b-d3597f61b5b7" [ 1199.056339] env[69319]: _type = "Task" [ 1199.056339] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.066246] env[69319]: DEBUG oslo_vmware.api [None req-1170c04e-d672-482a-b191-90ef99b2bf65 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5298b6dd-4f5d-be8f-b46b-d3597f61b5b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.079432] env[69319]: DEBUG oslo_vmware.api [None req-0e19499e-9726-4096-b979-2b05285d8fe9 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': task-3224058, 'name': Rename_Task} progress is 99%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.088222] env[69319]: DEBUG nova.compute.manager [None req-e8d140d9-5041-4865-9130-479bedd8df02 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 214f4476-f4b2-440f-b5a6-94c6343dc834] Start destroying the instance on the hypervisor. {{(pid=69319) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1199.088440] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-e8d140d9-5041-4865-9130-479bedd8df02 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 214f4476-f4b2-440f-b5a6-94c6343dc834] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1199.089215] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a2b5f84-c1e1-4204-bc01-49f1436b7011 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.096529] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8d140d9-5041-4865-9130-479bedd8df02 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 214f4476-f4b2-440f-b5a6-94c6343dc834] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1199.096762] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-950a1dc6-303f-4d8a-8085-9f7ca8d21f61 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.103593] env[69319]: DEBUG oslo_vmware.api [None req-e8d140d9-5041-4865-9130-479bedd8df02 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Waiting for the task: (returnval){ [ 1199.103593] env[69319]: value = "task-3224059" [ 1199.103593] env[69319]: _type = "Task" [ 1199.103593] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.111392] env[69319]: DEBUG oslo_vmware.api [None req-e8d140d9-5041-4865-9130-479bedd8df02 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': task-3224059, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.313292] env[69319]: DEBUG oslo_vmware.api [None req-c0bfa481-2a3e-454c-8916-e5dafde7b93b tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]523c011f-18ba-1147-99df-17847b786b70, 'name': SearchDatastore_Task, 'duration_secs': 0.026882} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.314499] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c137a28-7c2d-4ea1-ac50-e3bcdb047ddd {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.321639] env[69319]: DEBUG oslo_vmware.api [None req-c0bfa481-2a3e-454c-8916-e5dafde7b93b tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Waiting for the task: (returnval){ [ 1199.321639] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52f1c495-cb9f-eab3-60f1-27d9d5e27f9c" [ 1199.321639] env[69319]: _type = "Task" [ 1199.321639] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.333441] env[69319]: DEBUG oslo_vmware.api [None req-c0bfa481-2a3e-454c-8916-e5dafde7b93b tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52f1c495-cb9f-eab3-60f1-27d9d5e27f9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.489880] env[69319]: DEBUG nova.scheduler.client.report [None req-ee14ebc8-d3f9-4993-96ce-be763026ce83 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1199.567717] env[69319]: DEBUG oslo_vmware.api [None req-1170c04e-d672-482a-b191-90ef99b2bf65 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5298b6dd-4f5d-be8f-b46b-d3597f61b5b7, 'name': SearchDatastore_Task, 'duration_secs': 0.032341} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.568074] env[69319]: DEBUG oslo_concurrency.lockutils [None req-1170c04e-d672-482a-b191-90ef99b2bf65 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.568236] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-1170c04e-d672-482a-b191-90ef99b2bf65 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] [instance: 93a4de2d-b0b5-4099-858c-05934dc954e4] Processing image 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1199.568478] env[69319]: DEBUG oslo_concurrency.lockutils [None req-1170c04e-d672-482a-b191-90ef99b2bf65 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.568629] env[69319]: DEBUG oslo_concurrency.lockutils [None req-1170c04e-d672-482a-b191-90ef99b2bf65 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.568808] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-1170c04e-d672-482a-b191-90ef99b2bf65 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1199.569093] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-209eb303-8ace-476d-bd66-615181f9515f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.578550] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-1170c04e-d672-482a-b191-90ef99b2bf65 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1199.578820] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-1170c04e-d672-482a-b191-90ef99b2bf65 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1199.582435] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67e1201f-e486-466f-90cd-5c0c4b7377fd {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.584525] env[69319]: DEBUG oslo_vmware.api [None req-0e19499e-9726-4096-b979-2b05285d8fe9 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': task-3224058, 'name': Rename_Task} progress is 99%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.587537] env[69319]: DEBUG oslo_vmware.api [None req-1170c04e-d672-482a-b191-90ef99b2bf65 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Waiting for the task: (returnval){ [ 1199.587537] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]526d3425-ed8e-41d1-e9e7-bf5a721da14f" [ 1199.587537] env[69319]: _type = "Task" [ 1199.587537] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.595263] env[69319]: DEBUG oslo_vmware.api [None req-1170c04e-d672-482a-b191-90ef99b2bf65 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]526d3425-ed8e-41d1-e9e7-bf5a721da14f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.611557] env[69319]: DEBUG oslo_vmware.api [None req-e8d140d9-5041-4865-9130-479bedd8df02 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': task-3224059, 'name': PowerOffVM_Task, 'duration_secs': 0.202003} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.611812] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8d140d9-5041-4865-9130-479bedd8df02 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 214f4476-f4b2-440f-b5a6-94c6343dc834] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1199.611986] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-e8d140d9-5041-4865-9130-479bedd8df02 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 214f4476-f4b2-440f-b5a6-94c6343dc834] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1199.612229] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-544e59aa-542a-44dd-b322-74c7b1721aa7 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.682238] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-e8d140d9-5041-4865-9130-479bedd8df02 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 214f4476-f4b2-440f-b5a6-94c6343dc834] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1199.682503] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-e8d140d9-5041-4865-9130-479bedd8df02 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 214f4476-f4b2-440f-b5a6-94c6343dc834] Deleting contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1199.682695] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8d140d9-5041-4865-9130-479bedd8df02 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Deleting the datastore file [datastore2] 214f4476-f4b2-440f-b5a6-94c6343dc834 {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1199.682971] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-158ea3b4-a86c-433d-9a00-12523e3d7740 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.690408] env[69319]: DEBUG oslo_vmware.api [None req-e8d140d9-5041-4865-9130-479bedd8df02 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Waiting for the task: (returnval){ [ 1199.690408] env[69319]: value = "task-3224061" [ 1199.690408] env[69319]: _type = "Task" [ 1199.690408] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.698935] env[69319]: DEBUG oslo_vmware.api [None req-e8d140d9-5041-4865-9130-479bedd8df02 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': task-3224061, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.834140] env[69319]: DEBUG oslo_vmware.api [None req-c0bfa481-2a3e-454c-8916-e5dafde7b93b tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52f1c495-cb9f-eab3-60f1-27d9d5e27f9c, 'name': SearchDatastore_Task, 'duration_secs': 0.0143} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.834513] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c0bfa481-2a3e-454c-8916-e5dafde7b93b tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.834935] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0bfa481-2a3e-454c-8916-e5dafde7b93b tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore1] 4e4fbce0-a821-48a9-aa26-33a273c46015/4e4fbce0-a821-48a9-aa26-33a273c46015.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1199.835276] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9cdc224a-628f-4a6f-bcea-e6922e6ca350 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.843811] env[69319]: DEBUG oslo_vmware.api [None req-c0bfa481-2a3e-454c-8916-e5dafde7b93b tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Waiting for the task: (returnval){ [ 1199.843811] env[69319]: value = "task-3224062" [ 1199.843811] env[69319]: _type = "Task" [ 1199.843811] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.854562] env[69319]: DEBUG oslo_vmware.api [None req-c0bfa481-2a3e-454c-8916-e5dafde7b93b tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': task-3224062, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.995818] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ee14ebc8-d3f9-4993-96ce-be763026ce83 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.276s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.996457] env[69319]: DEBUG nova.compute.manager [None req-ee14ebc8-d3f9-4993-96ce-be763026ce83 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 200ccf3f-9130-42ed-a8e9-d697997e75f9] Start building networks asynchronously for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1199.999223] env[69319]: DEBUG oslo_concurrency.lockutils [None req-d9f1b9ee-baf6-4e38-807d-198a0e0b2f3a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 5.041s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.084797] env[69319]: DEBUG oslo_vmware.api [None req-0e19499e-9726-4096-b979-2b05285d8fe9 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': task-3224058, 'name': Rename_Task, 'duration_secs': 1.284531} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.085157] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e19499e-9726-4096-b979-2b05285d8fe9 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 88d5e399-14ad-42a3-91d1-1c44db2fd0f5] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1200.085432] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6091a173-898a-4ae1-83b3-c7c4c8c8f1de {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.094781] env[69319]: DEBUG oslo_vmware.api [None req-0e19499e-9726-4096-b979-2b05285d8fe9 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Waiting for the task: (returnval){ [ 1200.094781] env[69319]: value = "task-3224063" [ 1200.094781] env[69319]: _type = "Task" [ 1200.094781] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.099109] env[69319]: DEBUG oslo_vmware.api [None req-1170c04e-d672-482a-b191-90ef99b2bf65 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]526d3425-ed8e-41d1-e9e7-bf5a721da14f, 'name': SearchDatastore_Task, 'duration_secs': 0.009089} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.103499] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0051226c-0878-48c9-8bc3-4b9621e59b18 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.112023] env[69319]: DEBUG oslo_vmware.api [None req-0e19499e-9726-4096-b979-2b05285d8fe9 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': task-3224063, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.113581] env[69319]: DEBUG oslo_vmware.api [None req-1170c04e-d672-482a-b191-90ef99b2bf65 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Waiting for the task: (returnval){ [ 1200.113581] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52a01124-580b-2772-2fc3-17d49c8c0bfb" [ 1200.113581] env[69319]: _type = "Task" [ 1200.113581] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.123818] env[69319]: DEBUG oslo_vmware.api [None req-1170c04e-d672-482a-b191-90ef99b2bf65 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52a01124-580b-2772-2fc3-17d49c8c0bfb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.202852] env[69319]: DEBUG oslo_vmware.api [None req-e8d140d9-5041-4865-9130-479bedd8df02 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Task: {'id': task-3224061, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1462} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.203268] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8d140d9-5041-4865-9130-479bedd8df02 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1200.203540] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-e8d140d9-5041-4865-9130-479bedd8df02 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 214f4476-f4b2-440f-b5a6-94c6343dc834] Deleted contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1200.203764] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-e8d140d9-5041-4865-9130-479bedd8df02 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 214f4476-f4b2-440f-b5a6-94c6343dc834] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1200.204090] env[69319]: INFO nova.compute.manager [None req-e8d140d9-5041-4865-9130-479bedd8df02 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] [instance: 214f4476-f4b2-440f-b5a6-94c6343dc834] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1200.204370] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e8d140d9-5041-4865-9130-479bedd8df02 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1200.204581] env[69319]: DEBUG nova.compute.manager [-] [instance: 214f4476-f4b2-440f-b5a6-94c6343dc834] Deallocating network for instance {{(pid=69319) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1200.204680] env[69319]: DEBUG nova.network.neutron [-] [instance: 214f4476-f4b2-440f-b5a6-94c6343dc834] deallocate_for_instance() {{(pid=69319) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1200.356305] env[69319]: DEBUG oslo_vmware.api [None req-c0bfa481-2a3e-454c-8916-e5dafde7b93b tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': task-3224062, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506287} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.356631] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0bfa481-2a3e-454c-8916-e5dafde7b93b tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore1] 4e4fbce0-a821-48a9-aa26-33a273c46015/4e4fbce0-a821-48a9-aa26-33a273c46015.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1200.356853] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-c0bfa481-2a3e-454c-8916-e5dafde7b93b tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 4e4fbce0-a821-48a9-aa26-33a273c46015] Extending root virtual disk to 1048576 {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1200.357133] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8de0a923-fbbf-4c40-9167-5eb608ab0dc3 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.364211] env[69319]: DEBUG oslo_vmware.api [None req-c0bfa481-2a3e-454c-8916-e5dafde7b93b tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Waiting for the task: (returnval){ [ 1200.364211] env[69319]: value = "task-3224064" [ 1200.364211] env[69319]: _type = "Task" [ 1200.364211] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.373383] env[69319]: DEBUG oslo_vmware.api [None req-c0bfa481-2a3e-454c-8916-e5dafde7b93b tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': task-3224064, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.503544] env[69319]: DEBUG nova.compute.utils [None req-ee14ebc8-d3f9-4993-96ce-be763026ce83 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Using /dev/sd instead of None {{(pid=69319) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1200.509734] env[69319]: INFO nova.compute.claims [None req-d9f1b9ee-baf6-4e38-807d-198a0e0b2f3a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 8ca4f716-1d54-4ef1-b235-3d7264ca3cb9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1200.518025] env[69319]: DEBUG nova.compute.manager [None req-ee14ebc8-d3f9-4993-96ce-be763026ce83 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 200ccf3f-9130-42ed-a8e9-d697997e75f9] Allocating IP information in the background. {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1200.518025] env[69319]: DEBUG nova.network.neutron [None req-ee14ebc8-d3f9-4993-96ce-be763026ce83 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 200ccf3f-9130-42ed-a8e9-d697997e75f9] allocate_for_instance() {{(pid=69319) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1200.562535] env[69319]: DEBUG nova.policy [None req-ee14ebc8-d3f9-4993-96ce-be763026ce83 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '497ba314a8774c06b7ed56be4bc53d09', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a48ceaae88374e5fb247e3cd24f5e437', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69319) authorize /opt/stack/nova/nova/policy.py:192}} [ 1200.611355] env[69319]: DEBUG oslo_vmware.api [None req-0e19499e-9726-4096-b979-2b05285d8fe9 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': task-3224063, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.624263] env[69319]: DEBUG oslo_vmware.api [None req-1170c04e-d672-482a-b191-90ef99b2bf65 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52a01124-580b-2772-2fc3-17d49c8c0bfb, 'name': SearchDatastore_Task, 'duration_secs': 0.024435} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.624597] env[69319]: DEBUG oslo_concurrency.lockutils [None req-1170c04e-d672-482a-b191-90ef99b2bf65 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.624912] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-1170c04e-d672-482a-b191-90ef99b2bf65 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] 93a4de2d-b0b5-4099-858c-05934dc954e4/93a4de2d-b0b5-4099-858c-05934dc954e4.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1200.625262] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1a1dcd34-e69c-4e59-84cb-9a3f2c24be42 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.638025] env[69319]: DEBUG oslo_vmware.api [None req-1170c04e-d672-482a-b191-90ef99b2bf65 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Waiting for the task: (returnval){ [ 1200.638025] env[69319]: value = "task-3224065" [ 1200.638025] env[69319]: _type = "Task" [ 1200.638025] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.645105] env[69319]: DEBUG oslo_vmware.api [None req-1170c04e-d672-482a-b191-90ef99b2bf65 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Task: {'id': task-3224065, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.800322] env[69319]: DEBUG nova.compute.manager [req-7382e349-9a5d-4a48-af30-e051bbb98cc5 req-61c7ceca-33dd-4044-a1de-1635cdb56d00 service nova] [instance: 214f4476-f4b2-440f-b5a6-94c6343dc834] Received event network-vif-deleted-c9037cc1-3cbc-4200-9e4f-ba365431f9d2 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1200.800508] env[69319]: INFO nova.compute.manager [req-7382e349-9a5d-4a48-af30-e051bbb98cc5 req-61c7ceca-33dd-4044-a1de-1635cdb56d00 service nova] [instance: 214f4476-f4b2-440f-b5a6-94c6343dc834] Neutron deleted interface c9037cc1-3cbc-4200-9e4f-ba365431f9d2; detaching it from the instance and deleting it from the info cache [ 1200.800690] env[69319]: DEBUG nova.network.neutron [req-7382e349-9a5d-4a48-af30-e051bbb98cc5 req-61c7ceca-33dd-4044-a1de-1635cdb56d00 service nova] [instance: 214f4476-f4b2-440f-b5a6-94c6343dc834] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.856183] env[69319]: DEBUG nova.network.neutron [None req-ee14ebc8-d3f9-4993-96ce-be763026ce83 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 200ccf3f-9130-42ed-a8e9-d697997e75f9] Successfully created port: e6702a2d-82fe-4040-8d1b-021160ebd094 {{(pid=69319) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1200.874547] env[69319]: DEBUG oslo_vmware.api [None req-c0bfa481-2a3e-454c-8916-e5dafde7b93b tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': task-3224064, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.145564} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.874822] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-c0bfa481-2a3e-454c-8916-e5dafde7b93b tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 4e4fbce0-a821-48a9-aa26-33a273c46015] Extended root virtual disk {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1200.875626] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa39f86e-0fb9-40b4-a466-49bd29391ebd {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.900877] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0bfa481-2a3e-454c-8916-e5dafde7b93b tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 4e4fbce0-a821-48a9-aa26-33a273c46015] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] 4e4fbce0-a821-48a9-aa26-33a273c46015/4e4fbce0-a821-48a9-aa26-33a273c46015.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1200.901199] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d6e4ce4-e9b3-40b5-8a84-fa82cf4c9415 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.922203] env[69319]: DEBUG oslo_vmware.api [None req-c0bfa481-2a3e-454c-8916-e5dafde7b93b tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Waiting for the task: (returnval){ [ 1200.922203] env[69319]: value = "task-3224066" [ 1200.922203] env[69319]: _type = "Task" [ 1200.922203] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.930349] env[69319]: DEBUG oslo_vmware.api [None req-c0bfa481-2a3e-454c-8916-e5dafde7b93b tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': task-3224066, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.016310] env[69319]: DEBUG nova.compute.manager [None req-ee14ebc8-d3f9-4993-96ce-be763026ce83 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 200ccf3f-9130-42ed-a8e9-d697997e75f9] Start building block device mappings for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1201.021675] env[69319]: INFO nova.compute.resource_tracker [None req-d9f1b9ee-baf6-4e38-807d-198a0e0b2f3a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 8ca4f716-1d54-4ef1-b235-3d7264ca3cb9] Updating resource usage from migration ff7b44f6-fbc8-4da8-9c0a-2e7a030e8450 [ 1201.111686] env[69319]: DEBUG oslo_vmware.api [None req-0e19499e-9726-4096-b979-2b05285d8fe9 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': task-3224063, 'name': PowerOnVM_Task, 'duration_secs': 0.54198} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.114498] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e19499e-9726-4096-b979-2b05285d8fe9 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 88d5e399-14ad-42a3-91d1-1c44db2fd0f5] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1201.114712] env[69319]: DEBUG nova.compute.manager [None req-0e19499e-9726-4096-b979-2b05285d8fe9 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 88d5e399-14ad-42a3-91d1-1c44db2fd0f5] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1201.115790] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ad2b52e-aa24-4d01-a138-67226c43c81b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.145445] env[69319]: DEBUG oslo_vmware.api [None req-1170c04e-d672-482a-b191-90ef99b2bf65 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Task: {'id': task-3224065, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.231221] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e28654d-ab17-477a-9983-aaaf046bde9e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.239745] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68979ee7-4ed6-4726-beee-b5ee6cd13255 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.270494] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-284c87e4-bf59-4f0d-a816-b5c75b34ba90 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.278840] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fe51eba-cd1b-4e45-80d9-5280e7023912 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.284383] env[69319]: DEBUG nova.network.neutron [-] [instance: 214f4476-f4b2-440f-b5a6-94c6343dc834] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.296288] env[69319]: DEBUG nova.compute.provider_tree [None req-d9f1b9ee-baf6-4e38-807d-198a0e0b2f3a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1201.303432] env[69319]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c21925dd-f522-4ac0-b778-24adad41fd0c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.313664] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e92a574-1bfe-4c6d-b026-c72db84f380e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.345708] env[69319]: DEBUG nova.compute.manager [req-7382e349-9a5d-4a48-af30-e051bbb98cc5 req-61c7ceca-33dd-4044-a1de-1635cdb56d00 service nova] [instance: 214f4476-f4b2-440f-b5a6-94c6343dc834] Detach interface failed, port_id=c9037cc1-3cbc-4200-9e4f-ba365431f9d2, reason: Instance 214f4476-f4b2-440f-b5a6-94c6343dc834 could not be found. {{(pid=69319) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1201.432795] env[69319]: DEBUG oslo_vmware.api [None req-c0bfa481-2a3e-454c-8916-e5dafde7b93b tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': task-3224066, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.637362] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0e19499e-9726-4096-b979-2b05285d8fe9 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.648199] env[69319]: DEBUG oslo_vmware.api [None req-1170c04e-d672-482a-b191-90ef99b2bf65 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Task: {'id': task-3224065, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.787705] env[69319]: INFO nova.compute.manager [-] [instance: 214f4476-f4b2-440f-b5a6-94c6343dc834] Took 1.58 seconds to deallocate network for instance. [ 1201.799239] env[69319]: DEBUG nova.scheduler.client.report [None req-d9f1b9ee-baf6-4e38-807d-198a0e0b2f3a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1201.934899] env[69319]: DEBUG oslo_vmware.api [None req-c0bfa481-2a3e-454c-8916-e5dafde7b93b tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': task-3224066, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.031688] env[69319]: DEBUG nova.compute.manager [None req-ee14ebc8-d3f9-4993-96ce-be763026ce83 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 200ccf3f-9130-42ed-a8e9-d697997e75f9] Start spawning the instance on the hypervisor. {{(pid=69319) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1202.061607] env[69319]: DEBUG nova.virt.hardware [None req-ee14ebc8-d3f9-4993-96ce-be763026ce83 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:32:36Z,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31f027872f6f44dba95ff2fe7a062e00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:32:36Z,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1202.061865] env[69319]: DEBUG nova.virt.hardware [None req-ee14ebc8-d3f9-4993-96ce-be763026ce83 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1202.062037] env[69319]: DEBUG nova.virt.hardware [None req-ee14ebc8-d3f9-4993-96ce-be763026ce83 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1202.062227] env[69319]: DEBUG nova.virt.hardware [None req-ee14ebc8-d3f9-4993-96ce-be763026ce83 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1202.062377] env[69319]: DEBUG nova.virt.hardware [None req-ee14ebc8-d3f9-4993-96ce-be763026ce83 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1202.062524] env[69319]: DEBUG nova.virt.hardware [None req-ee14ebc8-d3f9-4993-96ce-be763026ce83 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1202.062731] env[69319]: DEBUG nova.virt.hardware [None req-ee14ebc8-d3f9-4993-96ce-be763026ce83 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1202.062886] env[69319]: DEBUG nova.virt.hardware [None req-ee14ebc8-d3f9-4993-96ce-be763026ce83 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1202.063069] env[69319]: DEBUG nova.virt.hardware [None req-ee14ebc8-d3f9-4993-96ce-be763026ce83 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1202.064026] env[69319]: DEBUG nova.virt.hardware [None req-ee14ebc8-d3f9-4993-96ce-be763026ce83 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1202.064026] env[69319]: DEBUG nova.virt.hardware [None req-ee14ebc8-d3f9-4993-96ce-be763026ce83 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1202.064330] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-265122f0-4530-45d2-b3c2-c3475e5f6601 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.072702] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-559d8d89-d306-4990-9336-bfbdbe9e8503 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.148981] env[69319]: DEBUG oslo_vmware.api [None req-1170c04e-d672-482a-b191-90ef99b2bf65 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Task: {'id': task-3224065, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.328154} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.149330] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-1170c04e-d672-482a-b191-90ef99b2bf65 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] 93a4de2d-b0b5-4099-858c-05934dc954e4/93a4de2d-b0b5-4099-858c-05934dc954e4.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1202.149554] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-1170c04e-d672-482a-b191-90ef99b2bf65 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] [instance: 93a4de2d-b0b5-4099-858c-05934dc954e4] Extending root virtual disk to 1048576 {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1202.149820] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-379fcca2-66a8-4b4a-af18-9fb5d05e3f8f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.160508] env[69319]: DEBUG oslo_vmware.api [None req-1170c04e-d672-482a-b191-90ef99b2bf65 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Waiting for the task: (returnval){ [ 1202.160508] env[69319]: value = "task-3224067" [ 1202.160508] env[69319]: _type = "Task" [ 1202.160508] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.171743] env[69319]: DEBUG oslo_vmware.api [None req-1170c04e-d672-482a-b191-90ef99b2bf65 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Task: {'id': task-3224067, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.270684] env[69319]: DEBUG nova.compute.manager [req-225267a3-5e03-4446-acbb-901faae60511 req-8df1b5ef-ac23-4c40-96b2-d8443b10428c service nova] [instance: 200ccf3f-9130-42ed-a8e9-d697997e75f9] Received event network-vif-plugged-e6702a2d-82fe-4040-8d1b-021160ebd094 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1202.270684] env[69319]: DEBUG oslo_concurrency.lockutils [req-225267a3-5e03-4446-acbb-901faae60511 req-8df1b5ef-ac23-4c40-96b2-d8443b10428c service nova] Acquiring lock "200ccf3f-9130-42ed-a8e9-d697997e75f9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.270684] env[69319]: DEBUG oslo_concurrency.lockutils [req-225267a3-5e03-4446-acbb-901faae60511 req-8df1b5ef-ac23-4c40-96b2-d8443b10428c service nova] Lock "200ccf3f-9130-42ed-a8e9-d697997e75f9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.270684] env[69319]: DEBUG oslo_concurrency.lockutils [req-225267a3-5e03-4446-acbb-901faae60511 req-8df1b5ef-ac23-4c40-96b2-d8443b10428c service nova] Lock "200ccf3f-9130-42ed-a8e9-d697997e75f9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.270684] env[69319]: DEBUG nova.compute.manager [req-225267a3-5e03-4446-acbb-901faae60511 req-8df1b5ef-ac23-4c40-96b2-d8443b10428c service nova] [instance: 200ccf3f-9130-42ed-a8e9-d697997e75f9] No waiting events found dispatching network-vif-plugged-e6702a2d-82fe-4040-8d1b-021160ebd094 {{(pid=69319) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1202.270684] env[69319]: WARNING nova.compute.manager [req-225267a3-5e03-4446-acbb-901faae60511 req-8df1b5ef-ac23-4c40-96b2-d8443b10428c service nova] [instance: 200ccf3f-9130-42ed-a8e9-d697997e75f9] Received unexpected event network-vif-plugged-e6702a2d-82fe-4040-8d1b-021160ebd094 for instance with vm_state building and task_state spawning. [ 1202.296097] env[69319]: DEBUG oslo_concurrency.lockutils [None req-e8d140d9-5041-4865-9130-479bedd8df02 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.304666] env[69319]: DEBUG oslo_concurrency.lockutils [None req-d9f1b9ee-baf6-4e38-807d-198a0e0b2f3a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.305s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.304882] env[69319]: INFO nova.compute.manager [None req-d9f1b9ee-baf6-4e38-807d-198a0e0b2f3a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 8ca4f716-1d54-4ef1-b235-3d7264ca3cb9] Migrating [ 1202.311704] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 6.485s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.311704] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.312264] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69319) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1202.312264] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5d81a446-147a-4b56-951d-872b2df83ef5 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.863s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.312404] env[69319]: DEBUG nova.objects.instance [None req-5d81a446-147a-4b56-951d-872b2df83ef5 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Lazy-loading 'resources' on Instance uuid d7a0a4bd-21f3-417f-b15c-f54521dea792 {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1202.319080] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8d04c15-7b5f-47c9-9387-7cf0d8df31d5 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.333647] env[69319]: DEBUG nova.network.neutron [None req-ee14ebc8-d3f9-4993-96ce-be763026ce83 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 200ccf3f-9130-42ed-a8e9-d697997e75f9] Successfully updated port: e6702a2d-82fe-4040-8d1b-021160ebd094 {{(pid=69319) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1202.342480] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b884c7d1-125c-42ab-9ed8-62c113267de4 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.360618] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08c49850-4a81-4e30-ad56-7dbda3682928 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.369669] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-645d4db1-c528-4a63-afea-70a96f86c136 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.404563] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180231MB free_disk=122GB free_vcpus=48 pci_devices=None {{(pid=69319) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1202.404734] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.434126] env[69319]: DEBUG oslo_vmware.api [None req-c0bfa481-2a3e-454c-8916-e5dafde7b93b tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': task-3224066, 'name': ReconfigVM_Task, 'duration_secs': 1.222917} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.434441] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0bfa481-2a3e-454c-8916-e5dafde7b93b tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 4e4fbce0-a821-48a9-aa26-33a273c46015] Reconfigured VM instance instance-00000067 to attach disk [datastore1] 4e4fbce0-a821-48a9-aa26-33a273c46015/4e4fbce0-a821-48a9-aa26-33a273c46015.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1202.435094] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8434bd1f-ca5b-45ee-b689-62b25f79f66a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.442601] env[69319]: DEBUG oslo_vmware.api [None req-c0bfa481-2a3e-454c-8916-e5dafde7b93b tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Waiting for the task: (returnval){ [ 1202.442601] env[69319]: value = "task-3224068" [ 1202.442601] env[69319]: _type = "Task" [ 1202.442601] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.452997] env[69319]: DEBUG oslo_vmware.api [None req-c0bfa481-2a3e-454c-8916-e5dafde7b93b tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': task-3224068, 'name': Rename_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.671566] env[69319]: DEBUG oslo_vmware.api [None req-1170c04e-d672-482a-b191-90ef99b2bf65 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Task: {'id': task-3224067, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076349} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.671876] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-1170c04e-d672-482a-b191-90ef99b2bf65 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] [instance: 93a4de2d-b0b5-4099-858c-05934dc954e4] Extended root virtual disk {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1202.672890] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7301360f-6bb0-4b9d-b939-be0a06b4c366 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.695045] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-1170c04e-d672-482a-b191-90ef99b2bf65 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] [instance: 93a4de2d-b0b5-4099-858c-05934dc954e4] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] 93a4de2d-b0b5-4099-858c-05934dc954e4/93a4de2d-b0b5-4099-858c-05934dc954e4.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1202.695244] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b77916f2-ed74-4705-93f6-28cf7f81640e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.716684] env[69319]: DEBUG oslo_vmware.api [None req-1170c04e-d672-482a-b191-90ef99b2bf65 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Waiting for the task: (returnval){ [ 1202.716684] env[69319]: value = "task-3224069" [ 1202.716684] env[69319]: _type = "Task" [ 1202.716684] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.725099] env[69319]: DEBUG oslo_vmware.api [None req-1170c04e-d672-482a-b191-90ef99b2bf65 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Task: {'id': task-3224069, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.748838] env[69319]: DEBUG oslo_concurrency.lockutils [None req-3464115d-e019-42df-bc84-2eed960af893 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Acquiring lock "88d5e399-14ad-42a3-91d1-1c44db2fd0f5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.749338] env[69319]: DEBUG oslo_concurrency.lockutils [None req-3464115d-e019-42df-bc84-2eed960af893 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Lock "88d5e399-14ad-42a3-91d1-1c44db2fd0f5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.749635] env[69319]: DEBUG oslo_concurrency.lockutils [None req-3464115d-e019-42df-bc84-2eed960af893 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Acquiring lock "88d5e399-14ad-42a3-91d1-1c44db2fd0f5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.749861] env[69319]: DEBUG oslo_concurrency.lockutils [None req-3464115d-e019-42df-bc84-2eed960af893 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Lock "88d5e399-14ad-42a3-91d1-1c44db2fd0f5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.750177] env[69319]: DEBUG oslo_concurrency.lockutils [None req-3464115d-e019-42df-bc84-2eed960af893 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Lock "88d5e399-14ad-42a3-91d1-1c44db2fd0f5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.754949] env[69319]: INFO nova.compute.manager [None req-3464115d-e019-42df-bc84-2eed960af893 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 88d5e399-14ad-42a3-91d1-1c44db2fd0f5] Terminating instance [ 1202.832554] env[69319]: DEBUG oslo_concurrency.lockutils [None req-d9f1b9ee-baf6-4e38-807d-198a0e0b2f3a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Acquiring lock "refresh_cache-8ca4f716-1d54-4ef1-b235-3d7264ca3cb9" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.832729] env[69319]: DEBUG oslo_concurrency.lockutils [None req-d9f1b9ee-baf6-4e38-807d-198a0e0b2f3a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Acquired lock "refresh_cache-8ca4f716-1d54-4ef1-b235-3d7264ca3cb9" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.832905] env[69319]: DEBUG nova.network.neutron [None req-d9f1b9ee-baf6-4e38-807d-198a0e0b2f3a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 8ca4f716-1d54-4ef1-b235-3d7264ca3cb9] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1202.838283] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ee14ebc8-d3f9-4993-96ce-be763026ce83 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Acquiring lock "refresh_cache-200ccf3f-9130-42ed-a8e9-d697997e75f9" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.838283] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ee14ebc8-d3f9-4993-96ce-be763026ce83 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Acquired lock "refresh_cache-200ccf3f-9130-42ed-a8e9-d697997e75f9" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.838283] env[69319]: DEBUG nova.network.neutron [None req-ee14ebc8-d3f9-4993-96ce-be763026ce83 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 200ccf3f-9130-42ed-a8e9-d697997e75f9] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1202.957746] env[69319]: DEBUG oslo_vmware.api [None req-c0bfa481-2a3e-454c-8916-e5dafde7b93b tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': task-3224068, 'name': Rename_Task, 'duration_secs': 0.152931} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.958147] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0bfa481-2a3e-454c-8916-e5dafde7b93b tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 4e4fbce0-a821-48a9-aa26-33a273c46015] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1202.958481] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1cf4c0b3-092b-487f-ace8-b385a2594f1e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.969934] env[69319]: DEBUG oslo_vmware.api [None req-c0bfa481-2a3e-454c-8916-e5dafde7b93b tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Waiting for the task: (returnval){ [ 1202.969934] env[69319]: value = "task-3224070" [ 1202.969934] env[69319]: _type = "Task" [ 1202.969934] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.984472] env[69319]: DEBUG oslo_vmware.api [None req-c0bfa481-2a3e-454c-8916-e5dafde7b93b tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': task-3224070, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.016342] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12a3d45e-f281-4e28-8928-fdf04a299e7d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.024521] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe1d7d93-4d91-4784-899d-926e56ab3b50 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.057835] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb3f8113-607f-4bde-abea-cf668c649f4b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.066832] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c63de7a-4798-42f5-a6b2-68b7551ed164 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.081090] env[69319]: DEBUG nova.compute.provider_tree [None req-5d81a446-147a-4b56-951d-872b2df83ef5 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1203.229455] env[69319]: DEBUG oslo_vmware.api [None req-1170c04e-d672-482a-b191-90ef99b2bf65 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Task: {'id': task-3224069, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.238877] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b6e32a7f-1a74-42e4-9cb3-143ff2f745ac tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Acquiring lock "294011ae-d275-4f2e-ab2e-0a352db55cb7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.239239] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b6e32a7f-1a74-42e4-9cb3-143ff2f745ac tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Lock "294011ae-d275-4f2e-ab2e-0a352db55cb7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.258798] env[69319]: DEBUG nova.compute.manager [None req-3464115d-e019-42df-bc84-2eed960af893 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 88d5e399-14ad-42a3-91d1-1c44db2fd0f5] Start destroying the instance on the hypervisor. {{(pid=69319) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1203.258798] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-3464115d-e019-42df-bc84-2eed960af893 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 88d5e399-14ad-42a3-91d1-1c44db2fd0f5] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1203.260059] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf09a88f-d2ee-475a-9961-0e5da5aaa4d0 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.268863] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-3464115d-e019-42df-bc84-2eed960af893 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 88d5e399-14ad-42a3-91d1-1c44db2fd0f5] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1203.269168] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cb9260cc-4951-4634-aa8b-3d028e0a892d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.277722] env[69319]: DEBUG oslo_vmware.api [None req-3464115d-e019-42df-bc84-2eed960af893 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Waiting for the task: (returnval){ [ 1203.277722] env[69319]: value = "task-3224071" [ 1203.277722] env[69319]: _type = "Task" [ 1203.277722] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.287869] env[69319]: DEBUG oslo_vmware.api [None req-3464115d-e019-42df-bc84-2eed960af893 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': task-3224071, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.410718] env[69319]: DEBUG nova.network.neutron [None req-ee14ebc8-d3f9-4993-96ce-be763026ce83 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 200ccf3f-9130-42ed-a8e9-d697997e75f9] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1203.484425] env[69319]: DEBUG oslo_vmware.api [None req-c0bfa481-2a3e-454c-8916-e5dafde7b93b tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': task-3224070, 'name': PowerOnVM_Task, 'duration_secs': 0.502005} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.489262] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0bfa481-2a3e-454c-8916-e5dafde7b93b tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 4e4fbce0-a821-48a9-aa26-33a273c46015] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1203.489544] env[69319]: INFO nova.compute.manager [None req-c0bfa481-2a3e-454c-8916-e5dafde7b93b tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 4e4fbce0-a821-48a9-aa26-33a273c46015] Took 9.68 seconds to spawn the instance on the hypervisor. [ 1203.489758] env[69319]: DEBUG nova.compute.manager [None req-c0bfa481-2a3e-454c-8916-e5dafde7b93b tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 4e4fbce0-a821-48a9-aa26-33a273c46015] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1203.490936] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1f1407b-82fe-45a0-8c38-107f82481ed4 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.585504] env[69319]: DEBUG nova.scheduler.client.report [None req-5d81a446-147a-4b56-951d-872b2df83ef5 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1203.600267] env[69319]: DEBUG nova.network.neutron [None req-d9f1b9ee-baf6-4e38-807d-198a0e0b2f3a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 8ca4f716-1d54-4ef1-b235-3d7264ca3cb9] Updating instance_info_cache with network_info: [{"id": "04354d71-f9ec-4cad-99f1-c4a002ef3a7b", "address": "fa:16:3e:5c:88:be", "network": {"id": "8985126e-f64e-499c-abf8-8490d52ef1a5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-221535940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c749d00b4b5b4852a5c16d9621d8eb16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04354d71-f9", "ovs_interfaceid": "04354d71-f9ec-4cad-99f1-c4a002ef3a7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1203.602173] env[69319]: DEBUG nova.network.neutron [None req-ee14ebc8-d3f9-4993-96ce-be763026ce83 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 200ccf3f-9130-42ed-a8e9-d697997e75f9] Updating instance_info_cache with network_info: [{"id": "e6702a2d-82fe-4040-8d1b-021160ebd094", "address": "fa:16:3e:dd:f8:f1", "network": {"id": "4f737b3f-f5c1-42ef-806b-0c1446295bfe", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1251481083-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a48ceaae88374e5fb247e3cd24f5e437", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3db2ab9e-1244-4377-b05f-ab76003f2428", "external-id": "nsx-vlan-transportzone-199", "segmentation_id": 199, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6702a2d-82", "ovs_interfaceid": "e6702a2d-82fe-4040-8d1b-021160ebd094", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1203.727889] env[69319]: DEBUG oslo_vmware.api [None req-1170c04e-d672-482a-b191-90ef99b2bf65 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Task: {'id': task-3224069, 'name': ReconfigVM_Task, 'duration_secs': 0.736117} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.728248] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-1170c04e-d672-482a-b191-90ef99b2bf65 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] [instance: 93a4de2d-b0b5-4099-858c-05934dc954e4] Reconfigured VM instance instance-00000068 to attach disk [datastore2] 93a4de2d-b0b5-4099-858c-05934dc954e4/93a4de2d-b0b5-4099-858c-05934dc954e4.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1203.728932] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f1cf5571-a3bf-44fe-8a75-763f802787f9 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.736526] env[69319]: DEBUG oslo_vmware.api [None req-1170c04e-d672-482a-b191-90ef99b2bf65 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Waiting for the task: (returnval){ [ 1203.736526] env[69319]: value = "task-3224072" [ 1203.736526] env[69319]: _type = "Task" [ 1203.736526] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.741482] env[69319]: DEBUG nova.compute.manager [None req-b6e32a7f-1a74-42e4-9cb3-143ff2f745ac tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 294011ae-d275-4f2e-ab2e-0a352db55cb7] Starting instance... {{(pid=69319) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1203.747243] env[69319]: DEBUG oslo_vmware.api [None req-1170c04e-d672-482a-b191-90ef99b2bf65 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Task: {'id': task-3224072, 'name': Rename_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.790501] env[69319]: DEBUG oslo_vmware.api [None req-3464115d-e019-42df-bc84-2eed960af893 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': task-3224071, 'name': PowerOffVM_Task, 'duration_secs': 0.225961} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.790843] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-3464115d-e019-42df-bc84-2eed960af893 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 88d5e399-14ad-42a3-91d1-1c44db2fd0f5] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1203.791066] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-3464115d-e019-42df-bc84-2eed960af893 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 88d5e399-14ad-42a3-91d1-1c44db2fd0f5] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1203.791326] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3b742a54-ad6f-47df-b06a-73a8cccddc74 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.009584] env[69319]: INFO nova.compute.manager [None req-c0bfa481-2a3e-454c-8916-e5dafde7b93b tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 4e4fbce0-a821-48a9-aa26-33a273c46015] Took 14.63 seconds to build instance. [ 1204.090414] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5d81a446-147a-4b56-951d-872b2df83ef5 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.778s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.092935] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c2216b16-508c-4312-a953-8e339ad0b4f0 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.512s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.094761] env[69319]: INFO nova.compute.claims [None req-c2216b16-508c-4312-a953-8e339ad0b4f0 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: fadaa797-edd9-43e8-833c-d97672ff9401] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1204.104623] env[69319]: DEBUG oslo_concurrency.lockutils [None req-d9f1b9ee-baf6-4e38-807d-198a0e0b2f3a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Releasing lock "refresh_cache-8ca4f716-1d54-4ef1-b235-3d7264ca3cb9" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.106122] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ee14ebc8-d3f9-4993-96ce-be763026ce83 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Releasing lock "refresh_cache-200ccf3f-9130-42ed-a8e9-d697997e75f9" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.106415] env[69319]: DEBUG nova.compute.manager [None req-ee14ebc8-d3f9-4993-96ce-be763026ce83 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 200ccf3f-9130-42ed-a8e9-d697997e75f9] Instance network_info: |[{"id": "e6702a2d-82fe-4040-8d1b-021160ebd094", "address": "fa:16:3e:dd:f8:f1", "network": {"id": "4f737b3f-f5c1-42ef-806b-0c1446295bfe", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1251481083-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a48ceaae88374e5fb247e3cd24f5e437", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3db2ab9e-1244-4377-b05f-ab76003f2428", "external-id": "nsx-vlan-transportzone-199", "segmentation_id": 199, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6702a2d-82", "ovs_interfaceid": "e6702a2d-82fe-4040-8d1b-021160ebd094", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1204.107041] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-ee14ebc8-d3f9-4993-96ce-be763026ce83 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 200ccf3f-9130-42ed-a8e9-d697997e75f9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:f8:f1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3db2ab9e-1244-4377-b05f-ab76003f2428', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e6702a2d-82fe-4040-8d1b-021160ebd094', 'vif_model': 'vmxnet3'}] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1204.114703] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ee14ebc8-d3f9-4993-96ce-be763026ce83 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1204.115885] env[69319]: INFO nova.scheduler.client.report [None req-5d81a446-147a-4b56-951d-872b2df83ef5 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Deleted allocations for instance d7a0a4bd-21f3-417f-b15c-f54521dea792 [ 1204.117947] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 200ccf3f-9130-42ed-a8e9-d697997e75f9] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1204.118243] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-3464115d-e019-42df-bc84-2eed960af893 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 88d5e399-14ad-42a3-91d1-1c44db2fd0f5] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1204.118435] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-3464115d-e019-42df-bc84-2eed960af893 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 88d5e399-14ad-42a3-91d1-1c44db2fd0f5] Deleting contents of the VM from datastore datastore1 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1204.118612] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-3464115d-e019-42df-bc84-2eed960af893 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Deleting the datastore file [datastore1] 88d5e399-14ad-42a3-91d1-1c44db2fd0f5 {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1204.121385] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-80dd0271-9c43-4703-a5ea-f96668a7c201 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.136434] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a18481a3-b614-45c6-8143-de5dba86f1a4 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.145108] env[69319]: DEBUG oslo_vmware.api [None req-3464115d-e019-42df-bc84-2eed960af893 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Waiting for the task: (returnval){ [ 1204.145108] env[69319]: value = "task-3224074" [ 1204.145108] env[69319]: _type = "Task" [ 1204.145108] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.146754] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1204.146754] env[69319]: value = "task-3224075" [ 1204.146754] env[69319]: _type = "Task" [ 1204.146754] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.162642] env[69319]: DEBUG oslo_vmware.api [None req-3464115d-e019-42df-bc84-2eed960af893 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': task-3224074, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.163099] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3224075, 'name': CreateVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.250368] env[69319]: DEBUG oslo_vmware.api [None req-1170c04e-d672-482a-b191-90ef99b2bf65 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Task: {'id': task-3224072, 'name': Rename_Task, 'duration_secs': 0.185826} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.252655] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-1170c04e-d672-482a-b191-90ef99b2bf65 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] [instance: 93a4de2d-b0b5-4099-858c-05934dc954e4] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1204.253130] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dda57956-1f12-4b27-bf5c-4829a2f5bc59 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.261159] env[69319]: DEBUG oslo_vmware.api [None req-1170c04e-d672-482a-b191-90ef99b2bf65 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Waiting for the task: (returnval){ [ 1204.261159] env[69319]: value = "task-3224076" [ 1204.261159] env[69319]: _type = "Task" [ 1204.261159] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.265763] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b6e32a7f-1a74-42e4-9cb3-143ff2f745ac tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.272446] env[69319]: DEBUG oslo_vmware.api [None req-1170c04e-d672-482a-b191-90ef99b2bf65 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Task: {'id': task-3224076, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.300415] env[69319]: DEBUG nova.compute.manager [req-6c7713f7-ce32-49b3-b9b2-07a77f078be4 req-183684df-9329-4875-93d1-e213fc253202 service nova] [instance: 200ccf3f-9130-42ed-a8e9-d697997e75f9] Received event network-changed-e6702a2d-82fe-4040-8d1b-021160ebd094 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1204.300759] env[69319]: DEBUG nova.compute.manager [req-6c7713f7-ce32-49b3-b9b2-07a77f078be4 req-183684df-9329-4875-93d1-e213fc253202 service nova] [instance: 200ccf3f-9130-42ed-a8e9-d697997e75f9] Refreshing instance network info cache due to event network-changed-e6702a2d-82fe-4040-8d1b-021160ebd094. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1204.301027] env[69319]: DEBUG oslo_concurrency.lockutils [req-6c7713f7-ce32-49b3-b9b2-07a77f078be4 req-183684df-9329-4875-93d1-e213fc253202 service nova] Acquiring lock "refresh_cache-200ccf3f-9130-42ed-a8e9-d697997e75f9" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.301215] env[69319]: DEBUG oslo_concurrency.lockutils [req-6c7713f7-ce32-49b3-b9b2-07a77f078be4 req-183684df-9329-4875-93d1-e213fc253202 service nova] Acquired lock "refresh_cache-200ccf3f-9130-42ed-a8e9-d697997e75f9" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.301393] env[69319]: DEBUG nova.network.neutron [req-6c7713f7-ce32-49b3-b9b2-07a77f078be4 req-183684df-9329-4875-93d1-e213fc253202 service nova] [instance: 200ccf3f-9130-42ed-a8e9-d697997e75f9] Refreshing network info cache for port e6702a2d-82fe-4040-8d1b-021160ebd094 {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1204.512407] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c0bfa481-2a3e-454c-8916-e5dafde7b93b tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Lock "4e4fbce0-a821-48a9-aa26-33a273c46015" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.140s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.642429] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5d81a446-147a-4b56-951d-872b2df83ef5 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Lock "d7a0a4bd-21f3-417f-b15c-f54521dea792" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.841s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.667671] env[69319]: DEBUG oslo_vmware.api [None req-3464115d-e019-42df-bc84-2eed960af893 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': task-3224074, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.306151} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.671569] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-3464115d-e019-42df-bc84-2eed960af893 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1204.671847] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-3464115d-e019-42df-bc84-2eed960af893 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 88d5e399-14ad-42a3-91d1-1c44db2fd0f5] Deleted contents of the VM from datastore datastore1 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1204.672044] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-3464115d-e019-42df-bc84-2eed960af893 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 88d5e399-14ad-42a3-91d1-1c44db2fd0f5] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1204.672243] env[69319]: INFO nova.compute.manager [None req-3464115d-e019-42df-bc84-2eed960af893 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 88d5e399-14ad-42a3-91d1-1c44db2fd0f5] Took 1.41 seconds to destroy the instance on the hypervisor. [ 1204.672667] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3464115d-e019-42df-bc84-2eed960af893 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1204.672903] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3224075, 'name': CreateVM_Task, 'duration_secs': 0.414255} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.673152] env[69319]: DEBUG nova.compute.manager [-] [instance: 88d5e399-14ad-42a3-91d1-1c44db2fd0f5] Deallocating network for instance {{(pid=69319) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1204.673270] env[69319]: DEBUG nova.network.neutron [-] [instance: 88d5e399-14ad-42a3-91d1-1c44db2fd0f5] deallocate_for_instance() {{(pid=69319) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1204.677301] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 200ccf3f-9130-42ed-a8e9-d697997e75f9] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1204.678634] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ee14ebc8-d3f9-4993-96ce-be763026ce83 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.678914] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ee14ebc8-d3f9-4993-96ce-be763026ce83 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.679404] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ee14ebc8-d3f9-4993-96ce-be763026ce83 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.680211] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-345d0581-90a4-4ac8-bf90-69dee925bbda {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.687801] env[69319]: DEBUG oslo_vmware.api [None req-ee14ebc8-d3f9-4993-96ce-be763026ce83 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Waiting for the task: (returnval){ [ 1204.687801] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52d2566f-9be2-98b6-10f7-04e47800c306" [ 1204.687801] env[69319]: _type = "Task" [ 1204.687801] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.698984] env[69319]: DEBUG oslo_vmware.api [None req-ee14ebc8-d3f9-4993-96ce-be763026ce83 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52d2566f-9be2-98b6-10f7-04e47800c306, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.777048] env[69319]: DEBUG oslo_vmware.api [None req-1170c04e-d672-482a-b191-90ef99b2bf65 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Task: {'id': task-3224076, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.141287] env[69319]: DEBUG nova.network.neutron [req-6c7713f7-ce32-49b3-b9b2-07a77f078be4 req-183684df-9329-4875-93d1-e213fc253202 service nova] [instance: 200ccf3f-9130-42ed-a8e9-d697997e75f9] Updated VIF entry in instance network info cache for port e6702a2d-82fe-4040-8d1b-021160ebd094. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1205.141287] env[69319]: DEBUG nova.network.neutron [req-6c7713f7-ce32-49b3-b9b2-07a77f078be4 req-183684df-9329-4875-93d1-e213fc253202 service nova] [instance: 200ccf3f-9130-42ed-a8e9-d697997e75f9] Updating instance_info_cache with network_info: [{"id": "e6702a2d-82fe-4040-8d1b-021160ebd094", "address": "fa:16:3e:dd:f8:f1", "network": {"id": "4f737b3f-f5c1-42ef-806b-0c1446295bfe", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1251481083-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a48ceaae88374e5fb247e3cd24f5e437", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3db2ab9e-1244-4377-b05f-ab76003f2428", "external-id": "nsx-vlan-transportzone-199", "segmentation_id": 199, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6702a2d-82", "ovs_interfaceid": "e6702a2d-82fe-4040-8d1b-021160ebd094", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.157258] env[69319]: DEBUG nova.compute.manager [req-c1262e1d-0d39-4ae4-948f-ff161973cac8 req-7e647854-6515-4673-80ec-b0c4f9e66e26 service nova] [instance: 88d5e399-14ad-42a3-91d1-1c44db2fd0f5] Received event network-vif-deleted-0239e4a8-72db-40b6-8196-53f96d0745ef {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1205.157434] env[69319]: INFO nova.compute.manager [req-c1262e1d-0d39-4ae4-948f-ff161973cac8 req-7e647854-6515-4673-80ec-b0c4f9e66e26 service nova] [instance: 88d5e399-14ad-42a3-91d1-1c44db2fd0f5] Neutron deleted interface 0239e4a8-72db-40b6-8196-53f96d0745ef; detaching it from the instance and deleting it from the info cache [ 1205.157543] env[69319]: DEBUG nova.network.neutron [req-c1262e1d-0d39-4ae4-948f-ff161973cac8 req-7e647854-6515-4673-80ec-b0c4f9e66e26 service nova] [instance: 88d5e399-14ad-42a3-91d1-1c44db2fd0f5] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.204307] env[69319]: DEBUG oslo_vmware.api [None req-ee14ebc8-d3f9-4993-96ce-be763026ce83 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52d2566f-9be2-98b6-10f7-04e47800c306, 'name': SearchDatastore_Task, 'duration_secs': 0.013312} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.208694] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ee14ebc8-d3f9-4993-96ce-be763026ce83 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.208905] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-ee14ebc8-d3f9-4993-96ce-be763026ce83 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 200ccf3f-9130-42ed-a8e9-d697997e75f9] Processing image 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1205.209261] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ee14ebc8-d3f9-4993-96ce-be763026ce83 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.209486] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ee14ebc8-d3f9-4993-96ce-be763026ce83 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.209835] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee14ebc8-d3f9-4993-96ce-be763026ce83 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1205.210360] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-140f6877-1cd7-40ca-b7de-52695257b7bd {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.223776] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee14ebc8-d3f9-4993-96ce-be763026ce83 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1205.224049] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-ee14ebc8-d3f9-4993-96ce-be763026ce83 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1205.225518] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1428bb0f-370b-43ec-83e9-c1c893f8c29d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.237749] env[69319]: DEBUG oslo_vmware.api [None req-ee14ebc8-d3f9-4993-96ce-be763026ce83 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Waiting for the task: (returnval){ [ 1205.237749] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52e2ce7c-d4ef-5d2d-d351-c1fa8f87d1bf" [ 1205.237749] env[69319]: _type = "Task" [ 1205.237749] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.247174] env[69319]: DEBUG oslo_vmware.api [None req-ee14ebc8-d3f9-4993-96ce-be763026ce83 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52e2ce7c-d4ef-5d2d-d351-c1fa8f87d1bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.272383] env[69319]: DEBUG oslo_vmware.api [None req-1170c04e-d672-482a-b191-90ef99b2bf65 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Task: {'id': task-3224076, 'name': PowerOnVM_Task, 'duration_secs': 0.752925} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.272383] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-1170c04e-d672-482a-b191-90ef99b2bf65 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] [instance: 93a4de2d-b0b5-4099-858c-05934dc954e4] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1205.272581] env[69319]: INFO nova.compute.manager [None req-1170c04e-d672-482a-b191-90ef99b2bf65 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] [instance: 93a4de2d-b0b5-4099-858c-05934dc954e4] Took 7.34 seconds to spawn the instance on the hypervisor. [ 1205.272755] env[69319]: DEBUG nova.compute.manager [None req-1170c04e-d672-482a-b191-90ef99b2bf65 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] [instance: 93a4de2d-b0b5-4099-858c-05934dc954e4] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1205.273587] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ddfe7fa-cea2-4688-b422-1040cc0c03ad {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.355321] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-098df989-5077-403e-ac4c-e64b286c9843 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.367900] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f586bf59-f0ba-4eae-bf0d-8d5bff264109 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.425453] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c8c31ca-ed86-4298-af09-b6eed495f5ef {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.434907] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e43565ad-387f-411a-8634-7f26c6c4d6a9 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.450337] env[69319]: DEBUG nova.compute.provider_tree [None req-c2216b16-508c-4312-a953-8e339ad0b4f0 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1205.595751] env[69319]: DEBUG nova.network.neutron [-] [instance: 88d5e399-14ad-42a3-91d1-1c44db2fd0f5] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.620731] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e18c4f5-dd77-4ec5-afd9-937bd801924d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.643160] env[69319]: DEBUG oslo_concurrency.lockutils [req-6c7713f7-ce32-49b3-b9b2-07a77f078be4 req-183684df-9329-4875-93d1-e213fc253202 service nova] Releasing lock "refresh_cache-200ccf3f-9130-42ed-a8e9-d697997e75f9" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.643774] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-d9f1b9ee-baf6-4e38-807d-198a0e0b2f3a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 8ca4f716-1d54-4ef1-b235-3d7264ca3cb9] Updating instance '8ca4f716-1d54-4ef1-b235-3d7264ca3cb9' progress to 0 {{(pid=69319) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1205.661297] env[69319]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-acc33530-1cd3-48a3-b726-6c657c183835 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.672367] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da66a75b-cd6b-49f2-80c1-b2e114c1d536 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.708603] env[69319]: DEBUG nova.compute.manager [req-c1262e1d-0d39-4ae4-948f-ff161973cac8 req-7e647854-6515-4673-80ec-b0c4f9e66e26 service nova] [instance: 88d5e399-14ad-42a3-91d1-1c44db2fd0f5] Detach interface failed, port_id=0239e4a8-72db-40b6-8196-53f96d0745ef, reason: Instance 88d5e399-14ad-42a3-91d1-1c44db2fd0f5 could not be found. {{(pid=69319) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1205.750823] env[69319]: DEBUG oslo_vmware.api [None req-ee14ebc8-d3f9-4993-96ce-be763026ce83 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52e2ce7c-d4ef-5d2d-d351-c1fa8f87d1bf, 'name': SearchDatastore_Task, 'duration_secs': 0.019748} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.751739] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be415c3e-ed3d-4c07-9f87-196736c18191 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.759149] env[69319]: DEBUG oslo_vmware.api [None req-ee14ebc8-d3f9-4993-96ce-be763026ce83 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Waiting for the task: (returnval){ [ 1205.759149] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]521c5f4d-74b0-62e3-e7f5-0100af96df95" [ 1205.759149] env[69319]: _type = "Task" [ 1205.759149] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.768898] env[69319]: DEBUG oslo_vmware.api [None req-ee14ebc8-d3f9-4993-96ce-be763026ce83 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]521c5f4d-74b0-62e3-e7f5-0100af96df95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.793380] env[69319]: INFO nova.compute.manager [None req-1170c04e-d672-482a-b191-90ef99b2bf65 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] [instance: 93a4de2d-b0b5-4099-858c-05934dc954e4] Took 15.97 seconds to build instance. [ 1205.811911] env[69319]: DEBUG oslo_concurrency.lockutils [None req-750d85ae-8b6f-4c46-b679-973fd83b7eae tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Acquiring lock "82d557a9-5cb7-4257-947f-02e52c70b2db" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.812173] env[69319]: DEBUG oslo_concurrency.lockutils [None req-750d85ae-8b6f-4c46-b679-973fd83b7eae tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Lock "82d557a9-5cb7-4257-947f-02e52c70b2db" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.956381] env[69319]: DEBUG nova.scheduler.client.report [None req-c2216b16-508c-4312-a953-8e339ad0b4f0 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1206.098863] env[69319]: INFO nova.compute.manager [-] [instance: 88d5e399-14ad-42a3-91d1-1c44db2fd0f5] Took 1.43 seconds to deallocate network for instance. [ 1206.150294] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9f1b9ee-baf6-4e38-807d-198a0e0b2f3a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 8ca4f716-1d54-4ef1-b235-3d7264ca3cb9] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1206.153371] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6a2a507c-a6c6-4d17-8082-a177ae220932 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.162731] env[69319]: DEBUG oslo_vmware.api [None req-d9f1b9ee-baf6-4e38-807d-198a0e0b2f3a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Waiting for the task: (returnval){ [ 1206.162731] env[69319]: value = "task-3224077" [ 1206.162731] env[69319]: _type = "Task" [ 1206.162731] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.176442] env[69319]: DEBUG oslo_vmware.api [None req-d9f1b9ee-baf6-4e38-807d-198a0e0b2f3a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3224077, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.270991] env[69319]: DEBUG oslo_vmware.api [None req-ee14ebc8-d3f9-4993-96ce-be763026ce83 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]521c5f4d-74b0-62e3-e7f5-0100af96df95, 'name': SearchDatastore_Task, 'duration_secs': 0.012742} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.271405] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ee14ebc8-d3f9-4993-96ce-be763026ce83 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.271764] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee14ebc8-d3f9-4993-96ce-be763026ce83 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] 200ccf3f-9130-42ed-a8e9-d697997e75f9/200ccf3f-9130-42ed-a8e9-d697997e75f9.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1206.272127] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-83ef457f-0522-43fd-9fc7-48c590e04d60 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.280896] env[69319]: DEBUG oslo_vmware.api [None req-ee14ebc8-d3f9-4993-96ce-be763026ce83 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Waiting for the task: (returnval){ [ 1206.280896] env[69319]: value = "task-3224078" [ 1206.280896] env[69319]: _type = "Task" [ 1206.280896] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.290312] env[69319]: DEBUG oslo_vmware.api [None req-ee14ebc8-d3f9-4993-96ce-be763026ce83 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': task-3224078, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.295534] env[69319]: DEBUG oslo_concurrency.lockutils [None req-1170c04e-d672-482a-b191-90ef99b2bf65 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Lock "93a4de2d-b0b5-4099-858c-05934dc954e4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.479s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.316620] env[69319]: DEBUG nova.compute.manager [None req-750d85ae-8b6f-4c46-b679-973fd83b7eae tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 82d557a9-5cb7-4257-947f-02e52c70b2db] Starting instance... {{(pid=69319) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1206.467068] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c2216b16-508c-4312-a953-8e339ad0b4f0 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.374s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.467531] env[69319]: DEBUG nova.compute.manager [None req-c2216b16-508c-4312-a953-8e339ad0b4f0 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: fadaa797-edd9-43e8-833c-d97672ff9401] Start building networks asynchronously for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1206.470259] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0e19499e-9726-4096-b979-2b05285d8fe9 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 4.833s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.470684] env[69319]: DEBUG nova.objects.instance [None req-0e19499e-9726-4096-b979-2b05285d8fe9 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 88d5e399-14ad-42a3-91d1-1c44db2fd0f5] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69319) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1206.608314] env[69319]: DEBUG oslo_concurrency.lockutils [None req-3464115d-e019-42df-bc84-2eed960af893 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.660134] env[69319]: INFO nova.compute.manager [None req-8ac288d5-1b96-4555-a8e1-ffd73dc0f512 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] [instance: 93a4de2d-b0b5-4099-858c-05934dc954e4] Rebuilding instance [ 1206.681214] env[69319]: DEBUG oslo_vmware.api [None req-d9f1b9ee-baf6-4e38-807d-198a0e0b2f3a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3224077, 'name': PowerOffVM_Task, 'duration_secs': 0.19406} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.681733] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9f1b9ee-baf6-4e38-807d-198a0e0b2f3a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 8ca4f716-1d54-4ef1-b235-3d7264ca3cb9] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1206.683169] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-d9f1b9ee-baf6-4e38-807d-198a0e0b2f3a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 8ca4f716-1d54-4ef1-b235-3d7264ca3cb9] Updating instance '8ca4f716-1d54-4ef1-b235-3d7264ca3cb9' progress to 17 {{(pid=69319) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1206.724932] env[69319]: DEBUG nova.compute.manager [None req-8ac288d5-1b96-4555-a8e1-ffd73dc0f512 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] [instance: 93a4de2d-b0b5-4099-858c-05934dc954e4] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1206.725930] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca814ab2-ffda-4d17-b64f-c1a77e1768dc {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.792429] env[69319]: DEBUG oslo_vmware.api [None req-ee14ebc8-d3f9-4993-96ce-be763026ce83 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': task-3224078, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.844443] env[69319]: DEBUG oslo_concurrency.lockutils [None req-750d85ae-8b6f-4c46-b679-973fd83b7eae tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.976009] env[69319]: DEBUG nova.compute.utils [None req-c2216b16-508c-4312-a953-8e339ad0b4f0 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Using /dev/sd instead of None {{(pid=69319) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1206.982106] env[69319]: DEBUG nova.compute.manager [None req-c2216b16-508c-4312-a953-8e339ad0b4f0 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: fadaa797-edd9-43e8-833c-d97672ff9401] Allocating IP information in the background. {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1206.982268] env[69319]: DEBUG nova.network.neutron [None req-c2216b16-508c-4312-a953-8e339ad0b4f0 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: fadaa797-edd9-43e8-833c-d97672ff9401] allocate_for_instance() {{(pid=69319) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1207.024478] env[69319]: DEBUG nova.policy [None req-c2216b16-508c-4312-a953-8e339ad0b4f0 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '005b114e0c13442b9b09e363f8ba840c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2b933d0258a1488bbdddf88a90df7360', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69319) authorize /opt/stack/nova/nova/policy.py:192}} [ 1207.191885] env[69319]: DEBUG nova.virt.hardware [None req-d9f1b9ee-baf6-4e38-807d-198a0e0b2f3a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1207.192273] env[69319]: DEBUG nova.virt.hardware [None req-d9f1b9ee-baf6-4e38-807d-198a0e0b2f3a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1207.192426] env[69319]: DEBUG nova.virt.hardware [None req-d9f1b9ee-baf6-4e38-807d-198a0e0b2f3a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1207.192678] env[69319]: DEBUG nova.virt.hardware [None req-d9f1b9ee-baf6-4e38-807d-198a0e0b2f3a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1207.192885] env[69319]: DEBUG nova.virt.hardware [None req-d9f1b9ee-baf6-4e38-807d-198a0e0b2f3a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1207.193060] env[69319]: DEBUG nova.virt.hardware [None req-d9f1b9ee-baf6-4e38-807d-198a0e0b2f3a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1207.193281] env[69319]: DEBUG nova.virt.hardware [None req-d9f1b9ee-baf6-4e38-807d-198a0e0b2f3a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1207.193447] env[69319]: DEBUG nova.virt.hardware [None req-d9f1b9ee-baf6-4e38-807d-198a0e0b2f3a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1207.193611] env[69319]: DEBUG nova.virt.hardware [None req-d9f1b9ee-baf6-4e38-807d-198a0e0b2f3a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1207.193776] env[69319]: DEBUG nova.virt.hardware [None req-d9f1b9ee-baf6-4e38-807d-198a0e0b2f3a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1207.193950] env[69319]: DEBUG nova.virt.hardware [None req-d9f1b9ee-baf6-4e38-807d-198a0e0b2f3a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1207.199473] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d250c776-0b91-4914-ba62-c94931187b24 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.218583] env[69319]: DEBUG oslo_vmware.api [None req-d9f1b9ee-baf6-4e38-807d-198a0e0b2f3a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Waiting for the task: (returnval){ [ 1207.218583] env[69319]: value = "task-3224079" [ 1207.218583] env[69319]: _type = "Task" [ 1207.218583] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.229772] env[69319]: DEBUG oslo_vmware.api [None req-d9f1b9ee-baf6-4e38-807d-198a0e0b2f3a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3224079, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.295297] env[69319]: DEBUG oslo_vmware.api [None req-ee14ebc8-d3f9-4993-96ce-be763026ce83 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': task-3224078, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.600186} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.295297] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee14ebc8-d3f9-4993-96ce-be763026ce83 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] 200ccf3f-9130-42ed-a8e9-d697997e75f9/200ccf3f-9130-42ed-a8e9-d697997e75f9.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1207.295297] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-ee14ebc8-d3f9-4993-96ce-be763026ce83 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 200ccf3f-9130-42ed-a8e9-d697997e75f9] Extending root virtual disk to 1048576 {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1207.295297] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fb6d129e-0f5e-4667-9ceb-42df8c046aa4 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.304209] env[69319]: DEBUG oslo_vmware.api [None req-ee14ebc8-d3f9-4993-96ce-be763026ce83 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Waiting for the task: (returnval){ [ 1207.304209] env[69319]: value = "task-3224080" [ 1207.304209] env[69319]: _type = "Task" [ 1207.304209] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.314333] env[69319]: DEBUG oslo_vmware.api [None req-ee14ebc8-d3f9-4993-96ce-be763026ce83 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': task-3224080, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.355740] env[69319]: DEBUG nova.network.neutron [None req-c2216b16-508c-4312-a953-8e339ad0b4f0 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: fadaa797-edd9-43e8-833c-d97672ff9401] Successfully created port: 1d34cbfa-1034-4db1-bfb1-0008fbb5d153 {{(pid=69319) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1207.482768] env[69319]: DEBUG nova.compute.manager [None req-c2216b16-508c-4312-a953-8e339ad0b4f0 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: fadaa797-edd9-43e8-833c-d97672ff9401] Start building block device mappings for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1207.488194] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0e19499e-9726-4096-b979-2b05285d8fe9 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.489164] env[69319]: DEBUG oslo_concurrency.lockutils [None req-e8d140d9-5041-4865-9130-479bedd8df02 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.193s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.492614] env[69319]: DEBUG nova.objects.instance [None req-e8d140d9-5041-4865-9130-479bedd8df02 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Lazy-loading 'resources' on Instance uuid 214f4476-f4b2-440f-b5a6-94c6343dc834 {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1207.729614] env[69319]: DEBUG oslo_vmware.api [None req-d9f1b9ee-baf6-4e38-807d-198a0e0b2f3a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3224079, 'name': ReconfigVM_Task, 'duration_secs': 0.2417} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.729957] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-d9f1b9ee-baf6-4e38-807d-198a0e0b2f3a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 8ca4f716-1d54-4ef1-b235-3d7264ca3cb9] Updating instance '8ca4f716-1d54-4ef1-b235-3d7264ca3cb9' progress to 33 {{(pid=69319) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1207.743819] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ac288d5-1b96-4555-a8e1-ffd73dc0f512 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] [instance: 93a4de2d-b0b5-4099-858c-05934dc954e4] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1207.744165] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b0b2a700-b71a-4702-aa9a-d7b25efd9452 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.751804] env[69319]: DEBUG oslo_vmware.api [None req-8ac288d5-1b96-4555-a8e1-ffd73dc0f512 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Waiting for the task: (returnval){ [ 1207.751804] env[69319]: value = "task-3224081" [ 1207.751804] env[69319]: _type = "Task" [ 1207.751804] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.760918] env[69319]: DEBUG oslo_vmware.api [None req-8ac288d5-1b96-4555-a8e1-ffd73dc0f512 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Task: {'id': task-3224081, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.812753] env[69319]: DEBUG oslo_vmware.api [None req-ee14ebc8-d3f9-4993-96ce-be763026ce83 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': task-3224080, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073014} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.813078] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-ee14ebc8-d3f9-4993-96ce-be763026ce83 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 200ccf3f-9130-42ed-a8e9-d697997e75f9] Extended root virtual disk {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1207.813902] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f052207-7434-4f69-9b05-cc199f5c92bd {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.838040] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee14ebc8-d3f9-4993-96ce-be763026ce83 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 200ccf3f-9130-42ed-a8e9-d697997e75f9] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] 200ccf3f-9130-42ed-a8e9-d697997e75f9/200ccf3f-9130-42ed-a8e9-d697997e75f9.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1207.838386] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-277b13b0-f696-47c3-ba51-89377bd53f5d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.859126] env[69319]: DEBUG oslo_vmware.api [None req-ee14ebc8-d3f9-4993-96ce-be763026ce83 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Waiting for the task: (returnval){ [ 1207.859126] env[69319]: value = "task-3224082" [ 1207.859126] env[69319]: _type = "Task" [ 1207.859126] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.867499] env[69319]: DEBUG oslo_vmware.api [None req-ee14ebc8-d3f9-4993-96ce-be763026ce83 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': task-3224082, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.988474] env[69319]: INFO nova.virt.block_device [None req-c2216b16-508c-4312-a953-8e339ad0b4f0 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: fadaa797-edd9-43e8-833c-d97672ff9401] Booting with volume 15de6eed-3a16-4573-b39d-1f7d13784161 at /dev/sda [ 1208.029241] env[69319]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f63a4abe-f8f0-40b4-9017-d287fc417bfc {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.042373] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e383e421-f4d6-4e53-8dac-d5c601bcb5d1 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.083252] env[69319]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d7556a0c-f443-4964-a47a-6cbee6c343cb {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.092959] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1cdc9ea-c306-4ec3-8ad6-e12754ae341e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.131440] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a586836d-7a6e-4e83-a519-c61a2badfa1e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.138708] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20ae34bd-5da3-47ce-9c1f-cccceda1877c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.153182] env[69319]: DEBUG nova.virt.block_device [None req-c2216b16-508c-4312-a953-8e339ad0b4f0 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: fadaa797-edd9-43e8-833c-d97672ff9401] Updating existing volume attachment record: 0bac31be-515e-4604-ac2f-0b522731c23b {{(pid=69319) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1208.221769] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ae937d5-5e36-42c9-b670-9edb0359b4ab {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.230148] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57e5c8a8-6b93-42cb-8ad8-cf55b2b740d9 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.236665] env[69319]: DEBUG nova.virt.hardware [None req-d9f1b9ee-baf6-4e38-807d-198a0e0b2f3a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1208.236665] env[69319]: DEBUG nova.virt.hardware [None req-d9f1b9ee-baf6-4e38-807d-198a0e0b2f3a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1208.236853] env[69319]: DEBUG nova.virt.hardware [None req-d9f1b9ee-baf6-4e38-807d-198a0e0b2f3a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1208.236891] env[69319]: DEBUG nova.virt.hardware [None req-d9f1b9ee-baf6-4e38-807d-198a0e0b2f3a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1208.237057] env[69319]: DEBUG nova.virt.hardware [None req-d9f1b9ee-baf6-4e38-807d-198a0e0b2f3a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1208.237217] env[69319]: DEBUG nova.virt.hardware [None req-d9f1b9ee-baf6-4e38-807d-198a0e0b2f3a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1208.237446] env[69319]: DEBUG nova.virt.hardware [None req-d9f1b9ee-baf6-4e38-807d-198a0e0b2f3a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1208.237578] env[69319]: DEBUG nova.virt.hardware [None req-d9f1b9ee-baf6-4e38-807d-198a0e0b2f3a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1208.237744] env[69319]: DEBUG nova.virt.hardware [None req-d9f1b9ee-baf6-4e38-807d-198a0e0b2f3a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1208.237909] env[69319]: DEBUG nova.virt.hardware [None req-d9f1b9ee-baf6-4e38-807d-198a0e0b2f3a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1208.238108] env[69319]: DEBUG nova.virt.hardware [None req-d9f1b9ee-baf6-4e38-807d-198a0e0b2f3a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1208.244068] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9f1b9ee-baf6-4e38-807d-198a0e0b2f3a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 8ca4f716-1d54-4ef1-b235-3d7264ca3cb9] Reconfiguring VM instance instance-00000066 to detach disk 2000 {{(pid=69319) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1208.269752] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9819f5f-d0a0-4448-9a94-79af2d5fcdb5 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.286322] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6e1d03d-75d4-4399-adc3-1e90d946b7ee {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.294514] env[69319]: DEBUG oslo_vmware.api [None req-8ac288d5-1b96-4555-a8e1-ffd73dc0f512 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Task: {'id': task-3224081, 'name': PowerOffVM_Task, 'duration_secs': 0.167344} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.297338] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ac288d5-1b96-4555-a8e1-ffd73dc0f512 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] [instance: 93a4de2d-b0b5-4099-858c-05934dc954e4] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1208.297582] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-8ac288d5-1b96-4555-a8e1-ffd73dc0f512 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] [instance: 93a4de2d-b0b5-4099-858c-05934dc954e4] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1208.297935] env[69319]: DEBUG oslo_vmware.api [None req-d9f1b9ee-baf6-4e38-807d-198a0e0b2f3a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Waiting for the task: (returnval){ [ 1208.297935] env[69319]: value = "task-3224083" [ 1208.297935] env[69319]: _type = "Task" [ 1208.297935] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.298617] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61f3fcd6-4066-424c-b4b4-cc32f63c7c23 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.301913] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e060ace-9f71-4cce-a2e2-2a73c0517048 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.321638] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-8ac288d5-1b96-4555-a8e1-ffd73dc0f512 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] [instance: 93a4de2d-b0b5-4099-858c-05934dc954e4] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1208.322705] env[69319]: DEBUG nova.compute.provider_tree [None req-e8d140d9-5041-4865-9130-479bedd8df02 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1208.327924] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cb9b3e39-e1d5-4607-b41f-2a9b46e14ac4 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.329655] env[69319]: DEBUG oslo_vmware.api [None req-d9f1b9ee-baf6-4e38-807d-198a0e0b2f3a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3224083, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.358601] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-8ac288d5-1b96-4555-a8e1-ffd73dc0f512 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] [instance: 93a4de2d-b0b5-4099-858c-05934dc954e4] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1208.358861] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-8ac288d5-1b96-4555-a8e1-ffd73dc0f512 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] [instance: 93a4de2d-b0b5-4099-858c-05934dc954e4] Deleting contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1208.359225] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ac288d5-1b96-4555-a8e1-ffd73dc0f512 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Deleting the datastore file [datastore2] 93a4de2d-b0b5-4099-858c-05934dc954e4 {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1208.359392] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cf2255ed-755f-4178-b7e6-ef56f11ce8fc {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.371367] env[69319]: DEBUG oslo_vmware.api [None req-ee14ebc8-d3f9-4993-96ce-be763026ce83 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': task-3224082, 'name': ReconfigVM_Task, 'duration_secs': 0.283527} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.372873] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee14ebc8-d3f9-4993-96ce-be763026ce83 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 200ccf3f-9130-42ed-a8e9-d697997e75f9] Reconfigured VM instance instance-00000069 to attach disk [datastore2] 200ccf3f-9130-42ed-a8e9-d697997e75f9/200ccf3f-9130-42ed-a8e9-d697997e75f9.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1208.373646] env[69319]: DEBUG oslo_vmware.api [None req-8ac288d5-1b96-4555-a8e1-ffd73dc0f512 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Waiting for the task: (returnval){ [ 1208.373646] env[69319]: value = "task-3224085" [ 1208.373646] env[69319]: _type = "Task" [ 1208.373646] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.373924] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-51b4a087-481b-455a-844a-c4e32bc37084 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.384792] env[69319]: DEBUG oslo_vmware.api [None req-8ac288d5-1b96-4555-a8e1-ffd73dc0f512 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Task: {'id': task-3224085, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.386548] env[69319]: DEBUG oslo_vmware.api [None req-ee14ebc8-d3f9-4993-96ce-be763026ce83 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Waiting for the task: (returnval){ [ 1208.386548] env[69319]: value = "task-3224086" [ 1208.386548] env[69319]: _type = "Task" [ 1208.386548] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.397061] env[69319]: DEBUG oslo_vmware.api [None req-ee14ebc8-d3f9-4993-96ce-be763026ce83 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': task-3224086, 'name': Rename_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.739826] env[69319]: DEBUG nova.compute.manager [req-b5d19ac9-455d-42f3-aad7-9b26ca3655e5 req-038aea2b-6622-4172-b86b-4a5ed4953982 service nova] [instance: fadaa797-edd9-43e8-833c-d97672ff9401] Received event network-vif-plugged-1d34cbfa-1034-4db1-bfb1-0008fbb5d153 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1208.740081] env[69319]: DEBUG oslo_concurrency.lockutils [req-b5d19ac9-455d-42f3-aad7-9b26ca3655e5 req-038aea2b-6622-4172-b86b-4a5ed4953982 service nova] Acquiring lock "fadaa797-edd9-43e8-833c-d97672ff9401-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.740298] env[69319]: DEBUG oslo_concurrency.lockutils [req-b5d19ac9-455d-42f3-aad7-9b26ca3655e5 req-038aea2b-6622-4172-b86b-4a5ed4953982 service nova] Lock "fadaa797-edd9-43e8-833c-d97672ff9401-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.740474] env[69319]: DEBUG oslo_concurrency.lockutils [req-b5d19ac9-455d-42f3-aad7-9b26ca3655e5 req-038aea2b-6622-4172-b86b-4a5ed4953982 service nova] Lock "fadaa797-edd9-43e8-833c-d97672ff9401-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.740643] env[69319]: DEBUG nova.compute.manager [req-b5d19ac9-455d-42f3-aad7-9b26ca3655e5 req-038aea2b-6622-4172-b86b-4a5ed4953982 service nova] [instance: fadaa797-edd9-43e8-833c-d97672ff9401] No waiting events found dispatching network-vif-plugged-1d34cbfa-1034-4db1-bfb1-0008fbb5d153 {{(pid=69319) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1208.740808] env[69319]: WARNING nova.compute.manager [req-b5d19ac9-455d-42f3-aad7-9b26ca3655e5 req-038aea2b-6622-4172-b86b-4a5ed4953982 service nova] [instance: fadaa797-edd9-43e8-833c-d97672ff9401] Received unexpected event network-vif-plugged-1d34cbfa-1034-4db1-bfb1-0008fbb5d153 for instance with vm_state building and task_state block_device_mapping. [ 1208.815805] env[69319]: DEBUG oslo_vmware.api [None req-d9f1b9ee-baf6-4e38-807d-198a0e0b2f3a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3224083, 'name': ReconfigVM_Task, 'duration_secs': 0.207436} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.816137] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9f1b9ee-baf6-4e38-807d-198a0e0b2f3a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 8ca4f716-1d54-4ef1-b235-3d7264ca3cb9] Reconfigured VM instance instance-00000066 to detach disk 2000 {{(pid=69319) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1208.816921] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65642c36-d088-4560-99bc-c52858959ee3 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.836077] env[69319]: DEBUG nova.scheduler.client.report [None req-e8d140d9-5041-4865-9130-479bedd8df02 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1208.846872] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9f1b9ee-baf6-4e38-807d-198a0e0b2f3a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 8ca4f716-1d54-4ef1-b235-3d7264ca3cb9] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] 8ca4f716-1d54-4ef1-b235-3d7264ca3cb9/8ca4f716-1d54-4ef1-b235-3d7264ca3cb9.vmdk or device None with type thin {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1208.847867] env[69319]: DEBUG nova.network.neutron [None req-c2216b16-508c-4312-a953-8e339ad0b4f0 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: fadaa797-edd9-43e8-833c-d97672ff9401] Successfully updated port: 1d34cbfa-1034-4db1-bfb1-0008fbb5d153 {{(pid=69319) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1208.849057] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f3f9fa6-5a6c-42cc-947f-7a1283d28a91 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.870045] env[69319]: DEBUG oslo_vmware.api [None req-d9f1b9ee-baf6-4e38-807d-198a0e0b2f3a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Waiting for the task: (returnval){ [ 1208.870045] env[69319]: value = "task-3224087" [ 1208.870045] env[69319]: _type = "Task" [ 1208.870045] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.882486] env[69319]: DEBUG oslo_vmware.api [None req-d9f1b9ee-baf6-4e38-807d-198a0e0b2f3a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3224087, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.888250] env[69319]: DEBUG oslo_vmware.api [None req-8ac288d5-1b96-4555-a8e1-ffd73dc0f512 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Task: {'id': task-3224085, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176326} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.891491] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ac288d5-1b96-4555-a8e1-ffd73dc0f512 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1208.891744] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-8ac288d5-1b96-4555-a8e1-ffd73dc0f512 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] [instance: 93a4de2d-b0b5-4099-858c-05934dc954e4] Deleted contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1208.891996] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-8ac288d5-1b96-4555-a8e1-ffd73dc0f512 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] [instance: 93a4de2d-b0b5-4099-858c-05934dc954e4] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1208.900776] env[69319]: DEBUG oslo_vmware.api [None req-ee14ebc8-d3f9-4993-96ce-be763026ce83 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': task-3224086, 'name': Rename_Task, 'duration_secs': 0.272273} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.900776] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee14ebc8-d3f9-4993-96ce-be763026ce83 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 200ccf3f-9130-42ed-a8e9-d697997e75f9] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1208.900776] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-93477f10-9f7d-4796-8698-3e650e189a5f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.908747] env[69319]: DEBUG oslo_vmware.api [None req-ee14ebc8-d3f9-4993-96ce-be763026ce83 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Waiting for the task: (returnval){ [ 1208.908747] env[69319]: value = "task-3224088" [ 1208.908747] env[69319]: _type = "Task" [ 1208.908747] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.916813] env[69319]: DEBUG oslo_vmware.api [None req-ee14ebc8-d3f9-4993-96ce-be763026ce83 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': task-3224088, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.350865] env[69319]: DEBUG oslo_concurrency.lockutils [None req-e8d140d9-5041-4865-9130-479bedd8df02 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.862s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.353379] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 6.949s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.363013] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c2216b16-508c-4312-a953-8e339ad0b4f0 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Acquiring lock "refresh_cache-fadaa797-edd9-43e8-833c-d97672ff9401" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.363200] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c2216b16-508c-4312-a953-8e339ad0b4f0 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Acquired lock "refresh_cache-fadaa797-edd9-43e8-833c-d97672ff9401" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.363373] env[69319]: DEBUG nova.network.neutron [None req-c2216b16-508c-4312-a953-8e339ad0b4f0 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: fadaa797-edd9-43e8-833c-d97672ff9401] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1209.375461] env[69319]: INFO nova.scheduler.client.report [None req-e8d140d9-5041-4865-9130-479bedd8df02 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Deleted allocations for instance 214f4476-f4b2-440f-b5a6-94c6343dc834 [ 1209.386608] env[69319]: DEBUG oslo_vmware.api [None req-d9f1b9ee-baf6-4e38-807d-198a0e0b2f3a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3224087, 'name': ReconfigVM_Task, 'duration_secs': 0.43997} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.386913] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9f1b9ee-baf6-4e38-807d-198a0e0b2f3a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 8ca4f716-1d54-4ef1-b235-3d7264ca3cb9] Reconfigured VM instance instance-00000066 to attach disk [datastore2] 8ca4f716-1d54-4ef1-b235-3d7264ca3cb9/8ca4f716-1d54-4ef1-b235-3d7264ca3cb9.vmdk or device None with type thin {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1209.387228] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-d9f1b9ee-baf6-4e38-807d-198a0e0b2f3a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 8ca4f716-1d54-4ef1-b235-3d7264ca3cb9] Updating instance '8ca4f716-1d54-4ef1-b235-3d7264ca3cb9' progress to 50 {{(pid=69319) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1209.420770] env[69319]: DEBUG oslo_vmware.api [None req-ee14ebc8-d3f9-4993-96ce-be763026ce83 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': task-3224088, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.883398] env[69319]: DEBUG oslo_concurrency.lockutils [None req-e8d140d9-5041-4865-9130-479bedd8df02 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Lock "214f4476-f4b2-440f-b5a6-94c6343dc834" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.307s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.895236] env[69319]: DEBUG nova.network.neutron [None req-c2216b16-508c-4312-a953-8e339ad0b4f0 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: fadaa797-edd9-43e8-833c-d97672ff9401] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1209.897732] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab121445-9127-4da5-9b26-17300a8e7597 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.930412] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c0cba78-5e0f-402b-9d49-013ae47a7680 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.939346] env[69319]: DEBUG oslo_vmware.api [None req-ee14ebc8-d3f9-4993-96ce-be763026ce83 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': task-3224088, 'name': PowerOnVM_Task, 'duration_secs': 0.514531} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.955805] env[69319]: DEBUG nova.virt.hardware [None req-8ac288d5-1b96-4555-a8e1-ffd73dc0f512 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:32:36Z,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31f027872f6f44dba95ff2fe7a062e00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:32:36Z,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1209.956236] env[69319]: DEBUG nova.virt.hardware [None req-8ac288d5-1b96-4555-a8e1-ffd73dc0f512 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1209.956448] env[69319]: DEBUG nova.virt.hardware [None req-8ac288d5-1b96-4555-a8e1-ffd73dc0f512 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1209.956646] env[69319]: DEBUG nova.virt.hardware [None req-8ac288d5-1b96-4555-a8e1-ffd73dc0f512 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1209.956798] env[69319]: DEBUG nova.virt.hardware [None req-8ac288d5-1b96-4555-a8e1-ffd73dc0f512 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1209.956950] env[69319]: DEBUG nova.virt.hardware [None req-8ac288d5-1b96-4555-a8e1-ffd73dc0f512 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1209.957213] env[69319]: DEBUG nova.virt.hardware [None req-8ac288d5-1b96-4555-a8e1-ffd73dc0f512 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1209.957380] env[69319]: DEBUG nova.virt.hardware [None req-8ac288d5-1b96-4555-a8e1-ffd73dc0f512 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1209.957553] env[69319]: DEBUG nova.virt.hardware [None req-8ac288d5-1b96-4555-a8e1-ffd73dc0f512 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1209.957722] env[69319]: DEBUG nova.virt.hardware [None req-8ac288d5-1b96-4555-a8e1-ffd73dc0f512 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1209.957900] env[69319]: DEBUG nova.virt.hardware [None req-8ac288d5-1b96-4555-a8e1-ffd73dc0f512 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1209.958251] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee14ebc8-d3f9-4993-96ce-be763026ce83 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 200ccf3f-9130-42ed-a8e9-d697997e75f9] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1209.958452] env[69319]: INFO nova.compute.manager [None req-ee14ebc8-d3f9-4993-96ce-be763026ce83 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 200ccf3f-9130-42ed-a8e9-d697997e75f9] Took 7.93 seconds to spawn the instance on the hypervisor. [ 1209.958650] env[69319]: DEBUG nova.compute.manager [None req-ee14ebc8-d3f9-4993-96ce-be763026ce83 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 200ccf3f-9130-42ed-a8e9-d697997e75f9] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1209.959337] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-d9f1b9ee-baf6-4e38-807d-198a0e0b2f3a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 8ca4f716-1d54-4ef1-b235-3d7264ca3cb9] Updating instance '8ca4f716-1d54-4ef1-b235-3d7264ca3cb9' progress to 67 {{(pid=69319) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1209.963637] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99416786-c662-4333-a87c-dfe095878e41 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.969166] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3d11aab-a047-4501-98be-7e63d91a2b2d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.982744] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f711332-35bf-4c82-b0dc-090a10af5435 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.998210] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-8ac288d5-1b96-4555-a8e1-ffd73dc0f512 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] [instance: 93a4de2d-b0b5-4099-858c-05934dc954e4] Instance VIF info [] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1210.004631] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8ac288d5-1b96-4555-a8e1-ffd73dc0f512 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1210.007877] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93a4de2d-b0b5-4099-858c-05934dc954e4] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1210.008152] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-583d499d-9bbc-4fe2-91fc-0690554f2dbc {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.030769] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1210.030769] env[69319]: value = "task-3224089" [ 1210.030769] env[69319]: _type = "Task" [ 1210.030769] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.039328] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3224089, 'name': CreateVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.089549] env[69319]: DEBUG nova.network.neutron [None req-c2216b16-508c-4312-a953-8e339ad0b4f0 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: fadaa797-edd9-43e8-833c-d97672ff9401] Updating instance_info_cache with network_info: [{"id": "1d34cbfa-1034-4db1-bfb1-0008fbb5d153", "address": "fa:16:3e:e1:9f:28", "network": {"id": "a673a352-fcbe-446a-b78c-3975246791bd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-551867013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b933d0258a1488bbdddf88a90df7360", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f847601f-7479-48eb-842f-41f94eea8537", "external-id": "nsx-vlan-transportzone-35", "segmentation_id": 35, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d34cbfa-10", "ovs_interfaceid": "1d34cbfa-1034-4db1-bfb1-0008fbb5d153", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.234421] env[69319]: DEBUG nova.compute.manager [None req-c2216b16-508c-4312-a953-8e339ad0b4f0 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: fadaa797-edd9-43e8-833c-d97672ff9401] Start spawning the instance on the hypervisor. {{(pid=69319) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1210.234994] env[69319]: DEBUG nova.virt.hardware [None req-c2216b16-508c-4312-a953-8e339ad0b4f0 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1210.235320] env[69319]: DEBUG nova.virt.hardware [None req-c2216b16-508c-4312-a953-8e339ad0b4f0 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1210.235508] env[69319]: DEBUG nova.virt.hardware [None req-c2216b16-508c-4312-a953-8e339ad0b4f0 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1210.235701] env[69319]: DEBUG nova.virt.hardware [None req-c2216b16-508c-4312-a953-8e339ad0b4f0 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1210.235868] env[69319]: DEBUG nova.virt.hardware [None req-c2216b16-508c-4312-a953-8e339ad0b4f0 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1210.236082] env[69319]: DEBUG nova.virt.hardware [None req-c2216b16-508c-4312-a953-8e339ad0b4f0 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1210.236332] env[69319]: DEBUG nova.virt.hardware [None req-c2216b16-508c-4312-a953-8e339ad0b4f0 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1210.236533] env[69319]: DEBUG nova.virt.hardware [None req-c2216b16-508c-4312-a953-8e339ad0b4f0 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1210.236710] env[69319]: DEBUG nova.virt.hardware [None req-c2216b16-508c-4312-a953-8e339ad0b4f0 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1210.236890] env[69319]: DEBUG nova.virt.hardware [None req-c2216b16-508c-4312-a953-8e339ad0b4f0 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1210.237099] env[69319]: DEBUG nova.virt.hardware [None req-c2216b16-508c-4312-a953-8e339ad0b4f0 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1210.238008] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5bd8934-80f4-4ae5-903f-451e28c5da32 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.247137] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b90ddbb-8b09-4a5b-b9b7-27e60f66600c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.363849] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Applying migration context for instance 8ca4f716-1d54-4ef1-b235-3d7264ca3cb9 as it has an incoming, in-progress migration ff7b44f6-fbc8-4da8-9c0a-2e7a030e8450. Migration status is migrating {{(pid=69319) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1210.365637] env[69319]: INFO nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] [instance: 8ca4f716-1d54-4ef1-b235-3d7264ca3cb9] Updating resource usage from migration ff7b44f6-fbc8-4da8-9c0a-2e7a030e8450 [ 1210.386049] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance 22225d47-adf7-4381-8b26-9372db49c4be actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1210.386246] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance 6c8db7ac-506b-43ec-a4e5-4aee6b69ea5b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1210.386378] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance b67563f9-4b5d-4f20-87fc-6fc7407687ae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1210.386502] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance 736ae4ad-58b1-43f4-9661-648a5ccad06a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1210.386630] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance 4468ad34-4471-4bbe-82b7-cabe1f9fbea6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1210.386775] env[69319]: WARNING nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance 88d5e399-14ad-42a3-91d1-1c44db2fd0f5 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1210.386892] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance 4e4fbce0-a821-48a9-aa26-33a273c46015 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1210.387029] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance 93a4de2d-b0b5-4099-858c-05934dc954e4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1210.387152] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance 200ccf3f-9130-42ed-a8e9-d697997e75f9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1210.387281] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Migration ff7b44f6-fbc8-4da8-9c0a-2e7a030e8450 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1210.387425] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance 8ca4f716-1d54-4ef1-b235-3d7264ca3cb9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1210.387566] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance fadaa797-edd9-43e8-833c-d97672ff9401 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1210.489511] env[69319]: INFO nova.compute.manager [None req-ee14ebc8-d3f9-4993-96ce-be763026ce83 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 200ccf3f-9130-42ed-a8e9-d697997e75f9] Took 17.03 seconds to build instance. [ 1210.505301] env[69319]: DEBUG nova.network.neutron [None req-d9f1b9ee-baf6-4e38-807d-198a0e0b2f3a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 8ca4f716-1d54-4ef1-b235-3d7264ca3cb9] Port 04354d71-f9ec-4cad-99f1-c4a002ef3a7b binding to destination host cpu-1 is already ACTIVE {{(pid=69319) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1210.540787] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3224089, 'name': CreateVM_Task, 'duration_secs': 0.344064} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.540968] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93a4de2d-b0b5-4099-858c-05934dc954e4] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1210.541563] env[69319]: DEBUG oslo_concurrency.lockutils [None req-8ac288d5-1b96-4555-a8e1-ffd73dc0f512 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.541735] env[69319]: DEBUG oslo_concurrency.lockutils [None req-8ac288d5-1b96-4555-a8e1-ffd73dc0f512 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.542073] env[69319]: DEBUG oslo_concurrency.lockutils [None req-8ac288d5-1b96-4555-a8e1-ffd73dc0f512 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.542327] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00794159-dd0e-4129-a34b-ba602d6dda88 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.547383] env[69319]: DEBUG oslo_vmware.api [None req-8ac288d5-1b96-4555-a8e1-ffd73dc0f512 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Waiting for the task: (returnval){ [ 1210.547383] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52172e1a-1ad9-1c8c-30cd-3f9bd06b016b" [ 1210.547383] env[69319]: _type = "Task" [ 1210.547383] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.555667] env[69319]: DEBUG oslo_vmware.api [None req-8ac288d5-1b96-4555-a8e1-ffd73dc0f512 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52172e1a-1ad9-1c8c-30cd-3f9bd06b016b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.592991] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c2216b16-508c-4312-a953-8e339ad0b4f0 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Releasing lock "refresh_cache-fadaa797-edd9-43e8-833c-d97672ff9401" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.593111] env[69319]: DEBUG nova.compute.manager [None req-c2216b16-508c-4312-a953-8e339ad0b4f0 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: fadaa797-edd9-43e8-833c-d97672ff9401] Instance network_info: |[{"id": "1d34cbfa-1034-4db1-bfb1-0008fbb5d153", "address": "fa:16:3e:e1:9f:28", "network": {"id": "a673a352-fcbe-446a-b78c-3975246791bd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-551867013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b933d0258a1488bbdddf88a90df7360", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f847601f-7479-48eb-842f-41f94eea8537", "external-id": "nsx-vlan-transportzone-35", "segmentation_id": 35, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d34cbfa-10", "ovs_interfaceid": "1d34cbfa-1034-4db1-bfb1-0008fbb5d153", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1210.593462] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-c2216b16-508c-4312-a953-8e339ad0b4f0 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: fadaa797-edd9-43e8-833c-d97672ff9401] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:9f:28', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f847601f-7479-48eb-842f-41f94eea8537', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1d34cbfa-1034-4db1-bfb1-0008fbb5d153', 'vif_model': 'vmxnet3'}] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1210.600974] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c2216b16-508c-4312-a953-8e339ad0b4f0 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1210.601192] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fadaa797-edd9-43e8-833c-d97672ff9401] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1210.601417] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-65725473-e076-43f6-b251-78a1a6ab6500 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.623761] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1210.623761] env[69319]: value = "task-3224090" [ 1210.623761] env[69319]: _type = "Task" [ 1210.623761] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.633020] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3224090, 'name': CreateVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.764896] env[69319]: DEBUG nova.compute.manager [req-5a1114d3-fb2f-4a33-974c-9465948f8c87 req-d44533d0-4665-4d23-94d1-bc920aa3e7b9 service nova] [instance: fadaa797-edd9-43e8-833c-d97672ff9401] Received event network-changed-1d34cbfa-1034-4db1-bfb1-0008fbb5d153 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1210.765090] env[69319]: DEBUG nova.compute.manager [req-5a1114d3-fb2f-4a33-974c-9465948f8c87 req-d44533d0-4665-4d23-94d1-bc920aa3e7b9 service nova] [instance: fadaa797-edd9-43e8-833c-d97672ff9401] Refreshing instance network info cache due to event network-changed-1d34cbfa-1034-4db1-bfb1-0008fbb5d153. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1210.765318] env[69319]: DEBUG oslo_concurrency.lockutils [req-5a1114d3-fb2f-4a33-974c-9465948f8c87 req-d44533d0-4665-4d23-94d1-bc920aa3e7b9 service nova] Acquiring lock "refresh_cache-fadaa797-edd9-43e8-833c-d97672ff9401" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.765466] env[69319]: DEBUG oslo_concurrency.lockutils [req-5a1114d3-fb2f-4a33-974c-9465948f8c87 req-d44533d0-4665-4d23-94d1-bc920aa3e7b9 service nova] Acquired lock "refresh_cache-fadaa797-edd9-43e8-833c-d97672ff9401" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.765634] env[69319]: DEBUG nova.network.neutron [req-5a1114d3-fb2f-4a33-974c-9465948f8c87 req-d44533d0-4665-4d23-94d1-bc920aa3e7b9 service nova] [instance: fadaa797-edd9-43e8-833c-d97672ff9401] Refreshing network info cache for port 1d34cbfa-1034-4db1-bfb1-0008fbb5d153 {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1210.890870] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance 294011ae-d275-4f2e-ab2e-0a352db55cb7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1210.991212] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ee14ebc8-d3f9-4993-96ce-be763026ce83 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Lock "200ccf3f-9130-42ed-a8e9-d697997e75f9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.538s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.059677] env[69319]: DEBUG oslo_vmware.api [None req-8ac288d5-1b96-4555-a8e1-ffd73dc0f512 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52172e1a-1ad9-1c8c-30cd-3f9bd06b016b, 'name': SearchDatastore_Task, 'duration_secs': 0.013109} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.065226] env[69319]: DEBUG oslo_concurrency.lockutils [None req-8ac288d5-1b96-4555-a8e1-ffd73dc0f512 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.065226] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-8ac288d5-1b96-4555-a8e1-ffd73dc0f512 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] [instance: 93a4de2d-b0b5-4099-858c-05934dc954e4] Processing image 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1211.065226] env[69319]: DEBUG oslo_concurrency.lockutils [None req-8ac288d5-1b96-4555-a8e1-ffd73dc0f512 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.065226] env[69319]: DEBUG oslo_concurrency.lockutils [None req-8ac288d5-1b96-4555-a8e1-ffd73dc0f512 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.065226] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ac288d5-1b96-4555-a8e1-ffd73dc0f512 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1211.065417] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-19686529-6c95-474c-b455-7470552c82b2 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.076766] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ac288d5-1b96-4555-a8e1-ffd73dc0f512 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1211.076955] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-8ac288d5-1b96-4555-a8e1-ffd73dc0f512 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1211.077846] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3833c10-2b7c-4897-bb55-3a1151439cbd {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.084764] env[69319]: DEBUG oslo_vmware.api [None req-8ac288d5-1b96-4555-a8e1-ffd73dc0f512 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Waiting for the task: (returnval){ [ 1211.084764] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]5233fd2a-9fe5-e328-30e2-c4e0b60a1a03" [ 1211.084764] env[69319]: _type = "Task" [ 1211.084764] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.093514] env[69319]: DEBUG oslo_vmware.api [None req-8ac288d5-1b96-4555-a8e1-ffd73dc0f512 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5233fd2a-9fe5-e328-30e2-c4e0b60a1a03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.134581] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3224090, 'name': CreateVM_Task, 'duration_secs': 0.341491} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.134770] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fadaa797-edd9-43e8-833c-d97672ff9401] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1211.135666] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-c2216b16-508c-4312-a953-8e339ad0b4f0 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: fadaa797-edd9-43e8-833c-d97672ff9401] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-644526', 'volume_id': '15de6eed-3a16-4573-b39d-1f7d13784161', 'name': 'volume-15de6eed-3a16-4573-b39d-1f7d13784161', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fadaa797-edd9-43e8-833c-d97672ff9401', 'attached_at': '', 'detached_at': '', 'volume_id': '15de6eed-3a16-4573-b39d-1f7d13784161', 'serial': '15de6eed-3a16-4573-b39d-1f7d13784161'}, 'delete_on_termination': True, 'boot_index': 0, 'guest_format': None, 'device_type': None, 'mount_device': '/dev/sda', 'attachment_id': '0bac31be-515e-4604-ac2f-0b522731c23b', 'volume_type': None}], 'swap': None} {{(pid=69319) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1211.135944] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2216b16-508c-4312-a953-8e339ad0b4f0 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: fadaa797-edd9-43e8-833c-d97672ff9401] Root volume attach. Driver type: vmdk {{(pid=69319) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1211.137017] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ede6bc09-e372-472b-9d63-753e714b38b6 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.145557] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa27e29d-54ce-45bd-8fcb-e87f11aa5f6c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.154035] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-539c4440-1b4e-45ca-837a-35a2c16a15fd {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.163463] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-de0feac1-d0fe-49a3-bc24-7d23f88df42b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.173696] env[69319]: DEBUG oslo_vmware.api [None req-c2216b16-508c-4312-a953-8e339ad0b4f0 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Waiting for the task: (returnval){ [ 1211.173696] env[69319]: value = "task-3224091" [ 1211.173696] env[69319]: _type = "Task" [ 1211.173696] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.189661] env[69319]: DEBUG oslo_vmware.api [None req-c2216b16-508c-4312-a953-8e339ad0b4f0 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3224091, 'name': RelocateVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.393683] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance 82d557a9-5cb7-4257-947f-02e52c70b2db has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1211.394097] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=69319) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1211.394158] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2688MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=69319) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1211.416344] env[69319]: DEBUG nova.compute.manager [req-87e80422-e90e-4ecc-9362-b4319c7a7c6e req-9afcd162-5c4d-40bf-ad56-f8eaf61d9e37 service nova] [instance: 200ccf3f-9130-42ed-a8e9-d697997e75f9] Received event network-changed-e6702a2d-82fe-4040-8d1b-021160ebd094 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1211.416571] env[69319]: DEBUG nova.compute.manager [req-87e80422-e90e-4ecc-9362-b4319c7a7c6e req-9afcd162-5c4d-40bf-ad56-f8eaf61d9e37 service nova] [instance: 200ccf3f-9130-42ed-a8e9-d697997e75f9] Refreshing instance network info cache due to event network-changed-e6702a2d-82fe-4040-8d1b-021160ebd094. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1211.416800] env[69319]: DEBUG oslo_concurrency.lockutils [req-87e80422-e90e-4ecc-9362-b4319c7a7c6e req-9afcd162-5c4d-40bf-ad56-f8eaf61d9e37 service nova] Acquiring lock "refresh_cache-200ccf3f-9130-42ed-a8e9-d697997e75f9" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.417070] env[69319]: DEBUG oslo_concurrency.lockutils [req-87e80422-e90e-4ecc-9362-b4319c7a7c6e req-9afcd162-5c4d-40bf-ad56-f8eaf61d9e37 service nova] Acquired lock "refresh_cache-200ccf3f-9130-42ed-a8e9-d697997e75f9" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.417155] env[69319]: DEBUG nova.network.neutron [req-87e80422-e90e-4ecc-9362-b4319c7a7c6e req-9afcd162-5c4d-40bf-ad56-f8eaf61d9e37 service nova] [instance: 200ccf3f-9130-42ed-a8e9-d697997e75f9] Refreshing network info cache for port e6702a2d-82fe-4040-8d1b-021160ebd094 {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1211.534593] env[69319]: DEBUG oslo_concurrency.lockutils [None req-d9f1b9ee-baf6-4e38-807d-198a0e0b2f3a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Acquiring lock "8ca4f716-1d54-4ef1-b235-3d7264ca3cb9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.534843] env[69319]: DEBUG oslo_concurrency.lockutils [None req-d9f1b9ee-baf6-4e38-807d-198a0e0b2f3a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Lock "8ca4f716-1d54-4ef1-b235-3d7264ca3cb9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.535051] env[69319]: DEBUG oslo_concurrency.lockutils [None req-d9f1b9ee-baf6-4e38-807d-198a0e0b2f3a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Lock "8ca4f716-1d54-4ef1-b235-3d7264ca3cb9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.599428] env[69319]: DEBUG oslo_vmware.api [None req-8ac288d5-1b96-4555-a8e1-ffd73dc0f512 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5233fd2a-9fe5-e328-30e2-c4e0b60a1a03, 'name': SearchDatastore_Task, 'duration_secs': 0.009448} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.600380] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05503c23-3f42-4a23-9253-e88f2b6f97ef {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.612305] env[69319]: DEBUG oslo_vmware.api [None req-8ac288d5-1b96-4555-a8e1-ffd73dc0f512 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Waiting for the task: (returnval){ [ 1211.612305] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52325f05-7573-111e-8477-bdea1dfb5ed6" [ 1211.612305] env[69319]: _type = "Task" [ 1211.612305] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.626063] env[69319]: DEBUG oslo_vmware.api [None req-8ac288d5-1b96-4555-a8e1-ffd73dc0f512 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52325f05-7573-111e-8477-bdea1dfb5ed6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.655831] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dfe6ce4-1e7e-485a-b0cc-ad5735802aaa {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.669161] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5ba8029-92d8-4ae8-a288-d51e26cdd241 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.718307] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d6b7d7e-de10-4e00-9541-b74e72d6cfb3 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.721186] env[69319]: DEBUG oslo_vmware.api [None req-c2216b16-508c-4312-a953-8e339ad0b4f0 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3224091, 'name': RelocateVM_Task} progress is 42%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.729543] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4e652e6-8f15-405a-a106-636c95df735e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.748177] env[69319]: DEBUG nova.compute.provider_tree [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1211.886027] env[69319]: DEBUG nova.network.neutron [req-5a1114d3-fb2f-4a33-974c-9465948f8c87 req-d44533d0-4665-4d23-94d1-bc920aa3e7b9 service nova] [instance: fadaa797-edd9-43e8-833c-d97672ff9401] Updated VIF entry in instance network info cache for port 1d34cbfa-1034-4db1-bfb1-0008fbb5d153. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1211.886101] env[69319]: DEBUG nova.network.neutron [req-5a1114d3-fb2f-4a33-974c-9465948f8c87 req-d44533d0-4665-4d23-94d1-bc920aa3e7b9 service nova] [instance: fadaa797-edd9-43e8-833c-d97672ff9401] Updating instance_info_cache with network_info: [{"id": "1d34cbfa-1034-4db1-bfb1-0008fbb5d153", "address": "fa:16:3e:e1:9f:28", "network": {"id": "a673a352-fcbe-446a-b78c-3975246791bd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-551867013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b933d0258a1488bbdddf88a90df7360", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f847601f-7479-48eb-842f-41f94eea8537", "external-id": "nsx-vlan-transportzone-35", "segmentation_id": 35, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d34cbfa-10", "ovs_interfaceid": "1d34cbfa-1034-4db1-bfb1-0008fbb5d153", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1212.126345] env[69319]: DEBUG oslo_vmware.api [None req-8ac288d5-1b96-4555-a8e1-ffd73dc0f512 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52325f05-7573-111e-8477-bdea1dfb5ed6, 'name': SearchDatastore_Task, 'duration_secs': 0.014367} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.126695] env[69319]: DEBUG oslo_concurrency.lockutils [None req-8ac288d5-1b96-4555-a8e1-ffd73dc0f512 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.127155] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ac288d5-1b96-4555-a8e1-ffd73dc0f512 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] 93a4de2d-b0b5-4099-858c-05934dc954e4/93a4de2d-b0b5-4099-858c-05934dc954e4.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1212.127279] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-db555645-e22f-46df-a040-5cfd0f92cfa2 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.138981] env[69319]: DEBUG oslo_vmware.api [None req-8ac288d5-1b96-4555-a8e1-ffd73dc0f512 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Waiting for the task: (returnval){ [ 1212.138981] env[69319]: value = "task-3224092" [ 1212.138981] env[69319]: _type = "Task" [ 1212.138981] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.150788] env[69319]: DEBUG oslo_vmware.api [None req-8ac288d5-1b96-4555-a8e1-ffd73dc0f512 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Task: {'id': task-3224092, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.194386] env[69319]: DEBUG oslo_vmware.api [None req-c2216b16-508c-4312-a953-8e339ad0b4f0 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3224091, 'name': RelocateVM_Task} progress is 54%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.253227] env[69319]: DEBUG nova.scheduler.client.report [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1212.291447] env[69319]: DEBUG nova.network.neutron [req-87e80422-e90e-4ecc-9362-b4319c7a7c6e req-9afcd162-5c4d-40bf-ad56-f8eaf61d9e37 service nova] [instance: 200ccf3f-9130-42ed-a8e9-d697997e75f9] Updated VIF entry in instance network info cache for port e6702a2d-82fe-4040-8d1b-021160ebd094. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1212.291866] env[69319]: DEBUG nova.network.neutron [req-87e80422-e90e-4ecc-9362-b4319c7a7c6e req-9afcd162-5c4d-40bf-ad56-f8eaf61d9e37 service nova] [instance: 200ccf3f-9130-42ed-a8e9-d697997e75f9] Updating instance_info_cache with network_info: [{"id": "e6702a2d-82fe-4040-8d1b-021160ebd094", "address": "fa:16:3e:dd:f8:f1", "network": {"id": "4f737b3f-f5c1-42ef-806b-0c1446295bfe", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1251481083-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a48ceaae88374e5fb247e3cd24f5e437", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3db2ab9e-1244-4377-b05f-ab76003f2428", "external-id": "nsx-vlan-transportzone-199", "segmentation_id": 199, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6702a2d-82", "ovs_interfaceid": "e6702a2d-82fe-4040-8d1b-021160ebd094", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1212.390055] env[69319]: DEBUG oslo_concurrency.lockutils [req-5a1114d3-fb2f-4a33-974c-9465948f8c87 req-d44533d0-4665-4d23-94d1-bc920aa3e7b9 service nova] Releasing lock "refresh_cache-fadaa797-edd9-43e8-833c-d97672ff9401" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.580223] env[69319]: DEBUG oslo_concurrency.lockutils [None req-d9f1b9ee-baf6-4e38-807d-198a0e0b2f3a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Acquiring lock "refresh_cache-8ca4f716-1d54-4ef1-b235-3d7264ca3cb9" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.580398] env[69319]: DEBUG oslo_concurrency.lockutils [None req-d9f1b9ee-baf6-4e38-807d-198a0e0b2f3a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Acquired lock "refresh_cache-8ca4f716-1d54-4ef1-b235-3d7264ca3cb9" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.580588] env[69319]: DEBUG nova.network.neutron [None req-d9f1b9ee-baf6-4e38-807d-198a0e0b2f3a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 8ca4f716-1d54-4ef1-b235-3d7264ca3cb9] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1212.652150] env[69319]: DEBUG oslo_vmware.api [None req-8ac288d5-1b96-4555-a8e1-ffd73dc0f512 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Task: {'id': task-3224092, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.690451] env[69319]: DEBUG oslo_vmware.api [None req-c2216b16-508c-4312-a953-8e339ad0b4f0 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3224091, 'name': RelocateVM_Task} progress is 69%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.759238] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69319) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1212.759474] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.406s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.759861] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b6e32a7f-1a74-42e4-9cb3-143ff2f745ac tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.494s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.761591] env[69319]: INFO nova.compute.claims [None req-b6e32a7f-1a74-42e4-9cb3-143ff2f745ac tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 294011ae-d275-4f2e-ab2e-0a352db55cb7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1212.795805] env[69319]: DEBUG oslo_concurrency.lockutils [req-87e80422-e90e-4ecc-9362-b4319c7a7c6e req-9afcd162-5c4d-40bf-ad56-f8eaf61d9e37 service nova] Releasing lock "refresh_cache-200ccf3f-9130-42ed-a8e9-d697997e75f9" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.153804] env[69319]: DEBUG oslo_vmware.api [None req-8ac288d5-1b96-4555-a8e1-ffd73dc0f512 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Task: {'id': task-3224092, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53123} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.153804] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ac288d5-1b96-4555-a8e1-ffd73dc0f512 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] 93a4de2d-b0b5-4099-858c-05934dc954e4/93a4de2d-b0b5-4099-858c-05934dc954e4.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1213.154134] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-8ac288d5-1b96-4555-a8e1-ffd73dc0f512 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] [instance: 93a4de2d-b0b5-4099-858c-05934dc954e4] Extending root virtual disk to 1048576 {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1213.154310] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bbbef47e-ef50-40cf-9ae6-3484c0190d1e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.167226] env[69319]: DEBUG oslo_vmware.api [None req-8ac288d5-1b96-4555-a8e1-ffd73dc0f512 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Waiting for the task: (returnval){ [ 1213.167226] env[69319]: value = "task-3224093" [ 1213.167226] env[69319]: _type = "Task" [ 1213.167226] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.185084] env[69319]: DEBUG oslo_vmware.api [None req-8ac288d5-1b96-4555-a8e1-ffd73dc0f512 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Task: {'id': task-3224093, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.196371] env[69319]: DEBUG oslo_vmware.api [None req-c2216b16-508c-4312-a953-8e339ad0b4f0 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3224091, 'name': RelocateVM_Task} progress is 84%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.326915] env[69319]: DEBUG nova.network.neutron [None req-d9f1b9ee-baf6-4e38-807d-198a0e0b2f3a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 8ca4f716-1d54-4ef1-b235-3d7264ca3cb9] Updating instance_info_cache with network_info: [{"id": "04354d71-f9ec-4cad-99f1-c4a002ef3a7b", "address": "fa:16:3e:5c:88:be", "network": {"id": "8985126e-f64e-499c-abf8-8490d52ef1a5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-221535940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c749d00b4b5b4852a5c16d9621d8eb16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04354d71-f9", "ovs_interfaceid": "04354d71-f9ec-4cad-99f1-c4a002ef3a7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.679014] env[69319]: DEBUG oslo_vmware.api [None req-8ac288d5-1b96-4555-a8e1-ffd73dc0f512 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Task: {'id': task-3224093, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.139857} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.682247] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-8ac288d5-1b96-4555-a8e1-ffd73dc0f512 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] [instance: 93a4de2d-b0b5-4099-858c-05934dc954e4] Extended root virtual disk {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1213.683061] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-034de9c4-f153-4de8-b406-f6a4c43a6197 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.704165] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ac288d5-1b96-4555-a8e1-ffd73dc0f512 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] [instance: 93a4de2d-b0b5-4099-858c-05934dc954e4] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] 93a4de2d-b0b5-4099-858c-05934dc954e4/93a4de2d-b0b5-4099-858c-05934dc954e4.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1213.707915] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e345271a-86f0-406f-b93a-d51e1b7d3163 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.722198] env[69319]: DEBUG oslo_vmware.api [None req-c2216b16-508c-4312-a953-8e339ad0b4f0 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3224091, 'name': RelocateVM_Task} progress is 97%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.730841] env[69319]: DEBUG oslo_vmware.api [None req-8ac288d5-1b96-4555-a8e1-ffd73dc0f512 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Waiting for the task: (returnval){ [ 1213.730841] env[69319]: value = "task-3224094" [ 1213.730841] env[69319]: _type = "Task" [ 1213.730841] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.739894] env[69319]: DEBUG oslo_vmware.api [None req-8ac288d5-1b96-4555-a8e1-ffd73dc0f512 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Task: {'id': task-3224094, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.831429] env[69319]: DEBUG oslo_concurrency.lockutils [None req-d9f1b9ee-baf6-4e38-807d-198a0e0b2f3a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Releasing lock "refresh_cache-8ca4f716-1d54-4ef1-b235-3d7264ca3cb9" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.962793] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-420de709-34e5-4f47-b133-51e94a24a505 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.971030] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2d767eb-b15c-4eee-8bea-451526e5b9d8 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.001846] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c03084c-3247-4ef0-9088-e0d9ee3ab4ed {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.009913] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8594d0a2-94a8-4b9e-94fb-981aaf2bfeb7 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.025494] env[69319]: DEBUG nova.compute.provider_tree [None req-b6e32a7f-1a74-42e4-9cb3-143ff2f745ac tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1214.190482] env[69319]: DEBUG oslo_vmware.api [None req-c2216b16-508c-4312-a953-8e339ad0b4f0 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3224091, 'name': RelocateVM_Task} progress is 97%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.241796] env[69319]: DEBUG oslo_vmware.api [None req-8ac288d5-1b96-4555-a8e1-ffd73dc0f512 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Task: {'id': task-3224094, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.352639] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e632d06-f55f-49c5-9dec-6deb8f4da68d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.373485] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9f4205f-56e4-4709-b855-629d4dbe5924 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.380918] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-d9f1b9ee-baf6-4e38-807d-198a0e0b2f3a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 8ca4f716-1d54-4ef1-b235-3d7264ca3cb9] Updating instance '8ca4f716-1d54-4ef1-b235-3d7264ca3cb9' progress to 83 {{(pid=69319) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1214.528703] env[69319]: DEBUG nova.scheduler.client.report [None req-b6e32a7f-1a74-42e4-9cb3-143ff2f745ac tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1214.690810] env[69319]: DEBUG oslo_vmware.api [None req-c2216b16-508c-4312-a953-8e339ad0b4f0 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3224091, 'name': RelocateVM_Task} progress is 97%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.743506] env[69319]: DEBUG oslo_vmware.api [None req-8ac288d5-1b96-4555-a8e1-ffd73dc0f512 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Task: {'id': task-3224094, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.887226] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9f1b9ee-baf6-4e38-807d-198a0e0b2f3a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 8ca4f716-1d54-4ef1-b235-3d7264ca3cb9] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1214.887559] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-df673fe1-8882-4ae0-8512-e5adaac0e5c1 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.897159] env[69319]: DEBUG oslo_vmware.api [None req-d9f1b9ee-baf6-4e38-807d-198a0e0b2f3a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Waiting for the task: (returnval){ [ 1214.897159] env[69319]: value = "task-3224095" [ 1214.897159] env[69319]: _type = "Task" [ 1214.897159] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.905889] env[69319]: DEBUG oslo_vmware.api [None req-d9f1b9ee-baf6-4e38-807d-198a0e0b2f3a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3224095, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.035168] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b6e32a7f-1a74-42e4-9cb3-143ff2f745ac tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.275s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.035772] env[69319]: DEBUG nova.compute.manager [None req-b6e32a7f-1a74-42e4-9cb3-143ff2f745ac tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 294011ae-d275-4f2e-ab2e-0a352db55cb7] Start building networks asynchronously for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1215.038539] env[69319]: DEBUG oslo_concurrency.lockutils [None req-3464115d-e019-42df-bc84-2eed960af893 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.431s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.038766] env[69319]: DEBUG oslo_concurrency.lockutils [None req-3464115d-e019-42df-bc84-2eed960af893 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.040785] env[69319]: DEBUG oslo_concurrency.lockutils [None req-750d85ae-8b6f-4c46-b679-973fd83b7eae tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.197s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.046460] env[69319]: INFO nova.compute.claims [None req-750d85ae-8b6f-4c46-b679-973fd83b7eae tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 82d557a9-5cb7-4257-947f-02e52c70b2db] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1215.079538] env[69319]: INFO nova.scheduler.client.report [None req-3464115d-e019-42df-bc84-2eed960af893 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Deleted allocations for instance 88d5e399-14ad-42a3-91d1-1c44db2fd0f5 [ 1215.191663] env[69319]: DEBUG oslo_vmware.api [None req-c2216b16-508c-4312-a953-8e339ad0b4f0 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3224091, 'name': RelocateVM_Task} progress is 98%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.244590] env[69319]: DEBUG oslo_vmware.api [None req-8ac288d5-1b96-4555-a8e1-ffd73dc0f512 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Task: {'id': task-3224094, 'name': ReconfigVM_Task, 'duration_secs': 1.016265} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.244813] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ac288d5-1b96-4555-a8e1-ffd73dc0f512 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] [instance: 93a4de2d-b0b5-4099-858c-05934dc954e4] Reconfigured VM instance instance-00000068 to attach disk [datastore2] 93a4de2d-b0b5-4099-858c-05934dc954e4/93a4de2d-b0b5-4099-858c-05934dc954e4.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1215.245443] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7b394095-4b6f-4c1b-90ae-2c022478ed00 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.253532] env[69319]: DEBUG oslo_vmware.api [None req-8ac288d5-1b96-4555-a8e1-ffd73dc0f512 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Waiting for the task: (returnval){ [ 1215.253532] env[69319]: value = "task-3224096" [ 1215.253532] env[69319]: _type = "Task" [ 1215.253532] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.262140] env[69319]: DEBUG oslo_vmware.api [None req-8ac288d5-1b96-4555-a8e1-ffd73dc0f512 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Task: {'id': task-3224096, 'name': Rename_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.408339] env[69319]: DEBUG oslo_vmware.api [None req-d9f1b9ee-baf6-4e38-807d-198a0e0b2f3a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3224095, 'name': PowerOnVM_Task, 'duration_secs': 0.432094} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.408689] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9f1b9ee-baf6-4e38-807d-198a0e0b2f3a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 8ca4f716-1d54-4ef1-b235-3d7264ca3cb9] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1215.408896] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-d9f1b9ee-baf6-4e38-807d-198a0e0b2f3a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 8ca4f716-1d54-4ef1-b235-3d7264ca3cb9] Updating instance '8ca4f716-1d54-4ef1-b235-3d7264ca3cb9' progress to 100 {{(pid=69319) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1215.555153] env[69319]: DEBUG nova.compute.utils [None req-b6e32a7f-1a74-42e4-9cb3-143ff2f745ac tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Using /dev/sd instead of None {{(pid=69319) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1215.560181] env[69319]: DEBUG nova.compute.manager [None req-b6e32a7f-1a74-42e4-9cb3-143ff2f745ac tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 294011ae-d275-4f2e-ab2e-0a352db55cb7] Allocating IP information in the background. {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1215.560181] env[69319]: DEBUG nova.network.neutron [None req-b6e32a7f-1a74-42e4-9cb3-143ff2f745ac tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 294011ae-d275-4f2e-ab2e-0a352db55cb7] allocate_for_instance() {{(pid=69319) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1215.589845] env[69319]: DEBUG oslo_concurrency.lockutils [None req-3464115d-e019-42df-bc84-2eed960af893 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Lock "88d5e399-14ad-42a3-91d1-1c44db2fd0f5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.841s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.601354] env[69319]: DEBUG nova.policy [None req-b6e32a7f-1a74-42e4-9cb3-143ff2f745ac tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '504b6168c4b94e41bf77220041e6d5ac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2fe67d8fa7124a519dd9af8bbd6a48a9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69319) authorize /opt/stack/nova/nova/policy.py:192}} [ 1215.700349] env[69319]: DEBUG oslo_vmware.api [None req-c2216b16-508c-4312-a953-8e339ad0b4f0 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3224091, 'name': RelocateVM_Task, 'duration_secs': 4.199407} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.700703] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2216b16-508c-4312-a953-8e339ad0b4f0 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: fadaa797-edd9-43e8-833c-d97672ff9401] Volume attach. Driver type: vmdk {{(pid=69319) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1215.701074] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2216b16-508c-4312-a953-8e339ad0b4f0 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: fadaa797-edd9-43e8-833c-d97672ff9401] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-644526', 'volume_id': '15de6eed-3a16-4573-b39d-1f7d13784161', 'name': 'volume-15de6eed-3a16-4573-b39d-1f7d13784161', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fadaa797-edd9-43e8-833c-d97672ff9401', 'attached_at': '', 'detached_at': '', 'volume_id': '15de6eed-3a16-4573-b39d-1f7d13784161', 'serial': '15de6eed-3a16-4573-b39d-1f7d13784161'} {{(pid=69319) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1215.701987] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3927213b-c8c8-42fa-8845-0390752a8b4f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.719473] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccba2f9b-8cdb-4658-ade6-02b2cc843156 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.743066] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2216b16-508c-4312-a953-8e339ad0b4f0 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: fadaa797-edd9-43e8-833c-d97672ff9401] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] volume-15de6eed-3a16-4573-b39d-1f7d13784161/volume-15de6eed-3a16-4573-b39d-1f7d13784161.vmdk or device None with type thin {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1215.743904] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f14daf22-e40c-4626-ad33-2e4e99a50b13 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.771220] env[69319]: DEBUG oslo_vmware.api [None req-8ac288d5-1b96-4555-a8e1-ffd73dc0f512 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Task: {'id': task-3224096, 'name': Rename_Task, 'duration_secs': 0.156364} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.774396] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ac288d5-1b96-4555-a8e1-ffd73dc0f512 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] [instance: 93a4de2d-b0b5-4099-858c-05934dc954e4] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1215.774396] env[69319]: DEBUG oslo_vmware.api [None req-c2216b16-508c-4312-a953-8e339ad0b4f0 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Waiting for the task: (returnval){ [ 1215.774396] env[69319]: value = "task-3224097" [ 1215.774396] env[69319]: _type = "Task" [ 1215.774396] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.774396] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5d4b3be2-e098-4194-bcb5-de4648d11cd7 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.785409] env[69319]: DEBUG oslo_vmware.api [None req-c2216b16-508c-4312-a953-8e339ad0b4f0 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3224097, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.786823] env[69319]: DEBUG oslo_vmware.api [None req-8ac288d5-1b96-4555-a8e1-ffd73dc0f512 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Waiting for the task: (returnval){ [ 1215.786823] env[69319]: value = "task-3224098" [ 1215.786823] env[69319]: _type = "Task" [ 1215.786823] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.795210] env[69319]: DEBUG oslo_vmware.api [None req-8ac288d5-1b96-4555-a8e1-ffd73dc0f512 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Task: {'id': task-3224098, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.918045] env[69319]: DEBUG nova.network.neutron [None req-b6e32a7f-1a74-42e4-9cb3-143ff2f745ac tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 294011ae-d275-4f2e-ab2e-0a352db55cb7] Successfully created port: 990bed79-bc4c-439f-a194-7122e132f715 {{(pid=69319) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1216.060587] env[69319]: DEBUG nova.compute.manager [None req-b6e32a7f-1a74-42e4-9cb3-143ff2f745ac tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 294011ae-d275-4f2e-ab2e-0a352db55cb7] Start building block device mappings for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1216.285448] env[69319]: DEBUG oslo_vmware.api [None req-c2216b16-508c-4312-a953-8e339ad0b4f0 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3224097, 'name': ReconfigVM_Task, 'duration_secs': 0.327849} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.286674] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2216b16-508c-4312-a953-8e339ad0b4f0 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: fadaa797-edd9-43e8-833c-d97672ff9401] Reconfigured VM instance instance-0000006a to attach disk [datastore2] volume-15de6eed-3a16-4573-b39d-1f7d13784161/volume-15de6eed-3a16-4573-b39d-1f7d13784161.vmdk or device None with type thin {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1216.292010] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e47a6d2-c9f5-47d7-8a9e-d09aa4f766f4 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.295470] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0957ead-cf1c-498f-b4b5-68ca7d1f88ef {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.315663] env[69319]: DEBUG oslo_vmware.api [None req-8ac288d5-1b96-4555-a8e1-ffd73dc0f512 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Task: {'id': task-3224098, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.318736] env[69319]: DEBUG oslo_vmware.api [None req-c2216b16-508c-4312-a953-8e339ad0b4f0 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Waiting for the task: (returnval){ [ 1216.318736] env[69319]: value = "task-3224099" [ 1216.318736] env[69319]: _type = "Task" [ 1216.318736] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.319835] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b69b2a94-4ae9-4ccf-b40b-6a2508003c1a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.333337] env[69319]: DEBUG oslo_vmware.api [None req-c2216b16-508c-4312-a953-8e339ad0b4f0 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3224099, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.360119] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3069942-2d9d-4312-912d-f88a23770a16 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.369068] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85753215-34e5-48ba-bea7-2fe444c76d05 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.385502] env[69319]: DEBUG nova.compute.provider_tree [None req-750d85ae-8b6f-4c46-b679-973fd83b7eae tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1216.806985] env[69319]: DEBUG oslo_vmware.api [None req-8ac288d5-1b96-4555-a8e1-ffd73dc0f512 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Task: {'id': task-3224098, 'name': PowerOnVM_Task, 'duration_secs': 0.762327} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.807301] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ac288d5-1b96-4555-a8e1-ffd73dc0f512 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] [instance: 93a4de2d-b0b5-4099-858c-05934dc954e4] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1216.807508] env[69319]: DEBUG nova.compute.manager [None req-8ac288d5-1b96-4555-a8e1-ffd73dc0f512 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] [instance: 93a4de2d-b0b5-4099-858c-05934dc954e4] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1216.808307] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51508748-d482-44a2-8133-f103320cbed5 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.830515] env[69319]: DEBUG oslo_vmware.api [None req-c2216b16-508c-4312-a953-8e339ad0b4f0 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3224099, 'name': ReconfigVM_Task, 'duration_secs': 0.144578} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.830822] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2216b16-508c-4312-a953-8e339ad0b4f0 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: fadaa797-edd9-43e8-833c-d97672ff9401] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-644526', 'volume_id': '15de6eed-3a16-4573-b39d-1f7d13784161', 'name': 'volume-15de6eed-3a16-4573-b39d-1f7d13784161', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fadaa797-edd9-43e8-833c-d97672ff9401', 'attached_at': '', 'detached_at': '', 'volume_id': '15de6eed-3a16-4573-b39d-1f7d13784161', 'serial': '15de6eed-3a16-4573-b39d-1f7d13784161'} {{(pid=69319) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1216.831376] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eb28138f-a6f7-46c0-99df-ff1b7d4ab004 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.838983] env[69319]: DEBUG oslo_vmware.api [None req-c2216b16-508c-4312-a953-8e339ad0b4f0 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Waiting for the task: (returnval){ [ 1216.838983] env[69319]: value = "task-3224100" [ 1216.838983] env[69319]: _type = "Task" [ 1216.838983] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.847443] env[69319]: DEBUG oslo_vmware.api [None req-c2216b16-508c-4312-a953-8e339ad0b4f0 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3224100, 'name': Rename_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.889118] env[69319]: DEBUG nova.scheduler.client.report [None req-750d85ae-8b6f-4c46-b679-973fd83b7eae tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1217.079963] env[69319]: DEBUG nova.compute.manager [None req-b6e32a7f-1a74-42e4-9cb3-143ff2f745ac tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 294011ae-d275-4f2e-ab2e-0a352db55cb7] Start spawning the instance on the hypervisor. {{(pid=69319) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1217.103959] env[69319]: DEBUG nova.virt.hardware [None req-b6e32a7f-1a74-42e4-9cb3-143ff2f745ac tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:32:36Z,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31f027872f6f44dba95ff2fe7a062e00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:32:36Z,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1217.103959] env[69319]: DEBUG nova.virt.hardware [None req-b6e32a7f-1a74-42e4-9cb3-143ff2f745ac tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1217.103959] env[69319]: DEBUG nova.virt.hardware [None req-b6e32a7f-1a74-42e4-9cb3-143ff2f745ac tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1217.103959] env[69319]: DEBUG nova.virt.hardware [None req-b6e32a7f-1a74-42e4-9cb3-143ff2f745ac tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1217.103959] env[69319]: DEBUG nova.virt.hardware [None req-b6e32a7f-1a74-42e4-9cb3-143ff2f745ac tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1217.103959] env[69319]: DEBUG nova.virt.hardware [None req-b6e32a7f-1a74-42e4-9cb3-143ff2f745ac tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1217.104333] env[69319]: DEBUG nova.virt.hardware [None req-b6e32a7f-1a74-42e4-9cb3-143ff2f745ac tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1217.104368] env[69319]: DEBUG nova.virt.hardware [None req-b6e32a7f-1a74-42e4-9cb3-143ff2f745ac tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1217.104543] env[69319]: DEBUG nova.virt.hardware [None req-b6e32a7f-1a74-42e4-9cb3-143ff2f745ac tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1217.104711] env[69319]: DEBUG nova.virt.hardware [None req-b6e32a7f-1a74-42e4-9cb3-143ff2f745ac tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1217.104902] env[69319]: DEBUG nova.virt.hardware [None req-b6e32a7f-1a74-42e4-9cb3-143ff2f745ac tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1217.105860] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5744a38d-27b7-4180-af5c-39ba51ad0831 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.114639] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56ea4d47-7ac3-479e-8393-bca327a703e3 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.330468] env[69319]: DEBUG oslo_concurrency.lockutils [None req-8ac288d5-1b96-4555-a8e1-ffd73dc0f512 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.350481] env[69319]: DEBUG oslo_vmware.api [None req-c2216b16-508c-4312-a953-8e339ad0b4f0 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3224100, 'name': Rename_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.395844] env[69319]: DEBUG oslo_concurrency.lockutils [None req-750d85ae-8b6f-4c46-b679-973fd83b7eae tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.354s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.396492] env[69319]: DEBUG nova.compute.manager [None req-750d85ae-8b6f-4c46-b679-973fd83b7eae tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 82d557a9-5cb7-4257-947f-02e52c70b2db] Start building networks asynchronously for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1217.400140] env[69319]: DEBUG oslo_concurrency.lockutils [None req-8ac288d5-1b96-4555-a8e1-ffd73dc0f512 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.070s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.401286] env[69319]: DEBUG nova.objects.instance [None req-8ac288d5-1b96-4555-a8e1-ffd73dc0f512 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] [instance: 93a4de2d-b0b5-4099-858c-05934dc954e4] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69319) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1217.453462] env[69319]: DEBUG nova.network.neutron [None req-b6e32a7f-1a74-42e4-9cb3-143ff2f745ac tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 294011ae-d275-4f2e-ab2e-0a352db55cb7] Successfully updated port: 990bed79-bc4c-439f-a194-7122e132f715 {{(pid=69319) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1217.517267] env[69319]: DEBUG nova.compute.manager [req-06c08098-ad5a-4301-aa1a-2c7e5bc9323f req-96015d1c-3393-46ee-b76e-e1470a9f9ef8 service nova] [instance: 294011ae-d275-4f2e-ab2e-0a352db55cb7] Received event network-vif-plugged-990bed79-bc4c-439f-a194-7122e132f715 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1217.517490] env[69319]: DEBUG oslo_concurrency.lockutils [req-06c08098-ad5a-4301-aa1a-2c7e5bc9323f req-96015d1c-3393-46ee-b76e-e1470a9f9ef8 service nova] Acquiring lock "294011ae-d275-4f2e-ab2e-0a352db55cb7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.517613] env[69319]: DEBUG oslo_concurrency.lockutils [req-06c08098-ad5a-4301-aa1a-2c7e5bc9323f req-96015d1c-3393-46ee-b76e-e1470a9f9ef8 service nova] Lock "294011ae-d275-4f2e-ab2e-0a352db55cb7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.520104] env[69319]: DEBUG oslo_concurrency.lockutils [req-06c08098-ad5a-4301-aa1a-2c7e5bc9323f req-96015d1c-3393-46ee-b76e-e1470a9f9ef8 service nova] Lock "294011ae-d275-4f2e-ab2e-0a352db55cb7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.520104] env[69319]: DEBUG nova.compute.manager [req-06c08098-ad5a-4301-aa1a-2c7e5bc9323f req-96015d1c-3393-46ee-b76e-e1470a9f9ef8 service nova] [instance: 294011ae-d275-4f2e-ab2e-0a352db55cb7] No waiting events found dispatching network-vif-plugged-990bed79-bc4c-439f-a194-7122e132f715 {{(pid=69319) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1217.520104] env[69319]: WARNING nova.compute.manager [req-06c08098-ad5a-4301-aa1a-2c7e5bc9323f req-96015d1c-3393-46ee-b76e-e1470a9f9ef8 service nova] [instance: 294011ae-d275-4f2e-ab2e-0a352db55cb7] Received unexpected event network-vif-plugged-990bed79-bc4c-439f-a194-7122e132f715 for instance with vm_state building and task_state spawning. [ 1217.852536] env[69319]: DEBUG oslo_vmware.api [None req-c2216b16-508c-4312-a953-8e339ad0b4f0 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3224100, 'name': Rename_Task, 'duration_secs': 0.759571} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.853124] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2216b16-508c-4312-a953-8e339ad0b4f0 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: fadaa797-edd9-43e8-833c-d97672ff9401] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1217.853516] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-320a424c-3808-455a-81cb-8a022b0e06d2 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.863225] env[69319]: DEBUG oslo_vmware.api [None req-c2216b16-508c-4312-a953-8e339ad0b4f0 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Waiting for the task: (returnval){ [ 1217.863225] env[69319]: value = "task-3224101" [ 1217.863225] env[69319]: _type = "Task" [ 1217.863225] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.872129] env[69319]: DEBUG oslo_vmware.api [None req-c2216b16-508c-4312-a953-8e339ad0b4f0 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3224101, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.907794] env[69319]: DEBUG nova.compute.utils [None req-750d85ae-8b6f-4c46-b679-973fd83b7eae tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Using /dev/sd instead of None {{(pid=69319) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1217.912089] env[69319]: DEBUG nova.compute.manager [None req-750d85ae-8b6f-4c46-b679-973fd83b7eae tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 82d557a9-5cb7-4257-947f-02e52c70b2db] Allocating IP information in the background. {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1217.912431] env[69319]: DEBUG nova.network.neutron [None req-750d85ae-8b6f-4c46-b679-973fd83b7eae tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 82d557a9-5cb7-4257-947f-02e52c70b2db] allocate_for_instance() {{(pid=69319) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1217.951377] env[69319]: DEBUG nova.policy [None req-750d85ae-8b6f-4c46-b679-973fd83b7eae tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '46f8f99bbc7e405996457ea9bd54244e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4a2a8028cdd742feb1486644ae29e7d9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69319) authorize /opt/stack/nova/nova/policy.py:192}} [ 1217.958535] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b6e32a7f-1a74-42e4-9cb3-143ff2f745ac tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Acquiring lock "refresh_cache-294011ae-d275-4f2e-ab2e-0a352db55cb7" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.958776] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b6e32a7f-1a74-42e4-9cb3-143ff2f745ac tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Acquired lock "refresh_cache-294011ae-d275-4f2e-ab2e-0a352db55cb7" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.958864] env[69319]: DEBUG nova.network.neutron [None req-b6e32a7f-1a74-42e4-9cb3-143ff2f745ac tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 294011ae-d275-4f2e-ab2e-0a352db55cb7] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1218.061900] env[69319]: DEBUG oslo_concurrency.lockutils [None req-3d8f8d89-84bc-43f7-8026-8940e391e053 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Acquiring lock "8ca4f716-1d54-4ef1-b235-3d7264ca3cb9" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.062423] env[69319]: DEBUG oslo_concurrency.lockutils [None req-3d8f8d89-84bc-43f7-8026-8940e391e053 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Lock "8ca4f716-1d54-4ef1-b235-3d7264ca3cb9" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.062705] env[69319]: DEBUG nova.compute.manager [None req-3d8f8d89-84bc-43f7-8026-8940e391e053 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 8ca4f716-1d54-4ef1-b235-3d7264ca3cb9] Going to confirm migration 4 {{(pid=69319) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1218.106701] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ff507e77-9398-4df8-b042-62a0c4b7f691 tempest-ServersTestFqdnHostnames-1404736789 tempest-ServersTestFqdnHostnames-1404736789-project-member] Acquiring lock "50b876f6-e366-42fb-8158-938f5f1a643e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.106943] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ff507e77-9398-4df8-b042-62a0c4b7f691 tempest-ServersTestFqdnHostnames-1404736789 tempest-ServersTestFqdnHostnames-1404736789-project-member] Lock "50b876f6-e366-42fb-8158-938f5f1a643e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.133942] env[69319]: DEBUG oslo_concurrency.lockutils [None req-d838f745-fa9e-45e8-ae82-96a1e2a145c4 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Acquiring lock "93a4de2d-b0b5-4099-858c-05934dc954e4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.133942] env[69319]: DEBUG oslo_concurrency.lockutils [None req-d838f745-fa9e-45e8-ae82-96a1e2a145c4 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Lock "93a4de2d-b0b5-4099-858c-05934dc954e4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.133942] env[69319]: DEBUG oslo_concurrency.lockutils [None req-d838f745-fa9e-45e8-ae82-96a1e2a145c4 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Acquiring lock "93a4de2d-b0b5-4099-858c-05934dc954e4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.133942] env[69319]: DEBUG oslo_concurrency.lockutils [None req-d838f745-fa9e-45e8-ae82-96a1e2a145c4 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Lock "93a4de2d-b0b5-4099-858c-05934dc954e4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.133942] env[69319]: DEBUG oslo_concurrency.lockutils [None req-d838f745-fa9e-45e8-ae82-96a1e2a145c4 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Lock "93a4de2d-b0b5-4099-858c-05934dc954e4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.135530] env[69319]: INFO nova.compute.manager [None req-d838f745-fa9e-45e8-ae82-96a1e2a145c4 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] [instance: 93a4de2d-b0b5-4099-858c-05934dc954e4] Terminating instance [ 1218.244280] env[69319]: DEBUG nova.network.neutron [None req-750d85ae-8b6f-4c46-b679-973fd83b7eae tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 82d557a9-5cb7-4257-947f-02e52c70b2db] Successfully created port: 6006d4e4-53f3-4aff-9213-977bfc611e5c {{(pid=69319) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1218.376328] env[69319]: DEBUG oslo_vmware.api [None req-c2216b16-508c-4312-a953-8e339ad0b4f0 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3224101, 'name': PowerOnVM_Task, 'duration_secs': 0.484187} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.376704] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2216b16-508c-4312-a953-8e339ad0b4f0 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: fadaa797-edd9-43e8-833c-d97672ff9401] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1218.376912] env[69319]: INFO nova.compute.manager [None req-c2216b16-508c-4312-a953-8e339ad0b4f0 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: fadaa797-edd9-43e8-833c-d97672ff9401] Took 8.14 seconds to spawn the instance on the hypervisor. [ 1218.377120] env[69319]: DEBUG nova.compute.manager [None req-c2216b16-508c-4312-a953-8e339ad0b4f0 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: fadaa797-edd9-43e8-833c-d97672ff9401] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1218.377960] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27982861-d837-493a-9b26-f0bf2aedd304 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.413633] env[69319]: DEBUG nova.compute.manager [None req-750d85ae-8b6f-4c46-b679-973fd83b7eae tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 82d557a9-5cb7-4257-947f-02e52c70b2db] Start building block device mappings for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1218.420567] env[69319]: DEBUG oslo_concurrency.lockutils [None req-8ac288d5-1b96-4555-a8e1-ffd73dc0f512 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.020s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.533142] env[69319]: DEBUG nova.network.neutron [None req-b6e32a7f-1a74-42e4-9cb3-143ff2f745ac tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 294011ae-d275-4f2e-ab2e-0a352db55cb7] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1218.609639] env[69319]: DEBUG nova.compute.manager [None req-ff507e77-9398-4df8-b042-62a0c4b7f691 tempest-ServersTestFqdnHostnames-1404736789 tempest-ServersTestFqdnHostnames-1404736789-project-member] [instance: 50b876f6-e366-42fb-8158-938f5f1a643e] Starting instance... {{(pid=69319) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1218.632566] env[69319]: DEBUG oslo_concurrency.lockutils [None req-3d8f8d89-84bc-43f7-8026-8940e391e053 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Acquiring lock "refresh_cache-8ca4f716-1d54-4ef1-b235-3d7264ca3cb9" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.632766] env[69319]: DEBUG oslo_concurrency.lockutils [None req-3d8f8d89-84bc-43f7-8026-8940e391e053 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Acquired lock "refresh_cache-8ca4f716-1d54-4ef1-b235-3d7264ca3cb9" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.632948] env[69319]: DEBUG nova.network.neutron [None req-3d8f8d89-84bc-43f7-8026-8940e391e053 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 8ca4f716-1d54-4ef1-b235-3d7264ca3cb9] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1218.633170] env[69319]: DEBUG nova.objects.instance [None req-3d8f8d89-84bc-43f7-8026-8940e391e053 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Lazy-loading 'info_cache' on Instance uuid 8ca4f716-1d54-4ef1-b235-3d7264ca3cb9 {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1218.642752] env[69319]: DEBUG oslo_concurrency.lockutils [None req-d838f745-fa9e-45e8-ae82-96a1e2a145c4 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Acquiring lock "refresh_cache-93a4de2d-b0b5-4099-858c-05934dc954e4" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.643730] env[69319]: DEBUG oslo_concurrency.lockutils [None req-d838f745-fa9e-45e8-ae82-96a1e2a145c4 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Acquired lock "refresh_cache-93a4de2d-b0b5-4099-858c-05934dc954e4" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.644206] env[69319]: DEBUG nova.network.neutron [None req-d838f745-fa9e-45e8-ae82-96a1e2a145c4 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] [instance: 93a4de2d-b0b5-4099-858c-05934dc954e4] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1218.748540] env[69319]: DEBUG nova.network.neutron [None req-b6e32a7f-1a74-42e4-9cb3-143ff2f745ac tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 294011ae-d275-4f2e-ab2e-0a352db55cb7] Updating instance_info_cache with network_info: [{"id": "990bed79-bc4c-439f-a194-7122e132f715", "address": "fa:16:3e:ec:6b:c7", "network": {"id": "106fc08f-1807-4065-8e5f-d5dd2ea396ac", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-470234828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fe67d8fa7124a519dd9af8bbd6a48a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap990bed79-bc", "ovs_interfaceid": "990bed79-bc4c-439f-a194-7122e132f715", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1218.897969] env[69319]: INFO nova.compute.manager [None req-c2216b16-508c-4312-a953-8e339ad0b4f0 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: fadaa797-edd9-43e8-833c-d97672ff9401] Took 20.34 seconds to build instance. [ 1219.133839] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ff507e77-9398-4df8-b042-62a0c4b7f691 tempest-ServersTestFqdnHostnames-1404736789 tempest-ServersTestFqdnHostnames-1404736789-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.134238] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ff507e77-9398-4df8-b042-62a0c4b7f691 tempest-ServersTestFqdnHostnames-1404736789 tempest-ServersTestFqdnHostnames-1404736789-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.136191] env[69319]: INFO nova.compute.claims [None req-ff507e77-9398-4df8-b042-62a0c4b7f691 tempest-ServersTestFqdnHostnames-1404736789 tempest-ServersTestFqdnHostnames-1404736789-project-member] [instance: 50b876f6-e366-42fb-8158-938f5f1a643e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1219.181758] env[69319]: DEBUG nova.network.neutron [None req-d838f745-fa9e-45e8-ae82-96a1e2a145c4 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] [instance: 93a4de2d-b0b5-4099-858c-05934dc954e4] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1219.252038] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b6e32a7f-1a74-42e4-9cb3-143ff2f745ac tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Releasing lock "refresh_cache-294011ae-d275-4f2e-ab2e-0a352db55cb7" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.252228] env[69319]: DEBUG nova.compute.manager [None req-b6e32a7f-1a74-42e4-9cb3-143ff2f745ac tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 294011ae-d275-4f2e-ab2e-0a352db55cb7] Instance network_info: |[{"id": "990bed79-bc4c-439f-a194-7122e132f715", "address": "fa:16:3e:ec:6b:c7", "network": {"id": "106fc08f-1807-4065-8e5f-d5dd2ea396ac", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-470234828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fe67d8fa7124a519dd9af8bbd6a48a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap990bed79-bc", "ovs_interfaceid": "990bed79-bc4c-439f-a194-7122e132f715", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1219.253014] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-b6e32a7f-1a74-42e4-9cb3-143ff2f745ac tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 294011ae-d275-4f2e-ab2e-0a352db55cb7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:6b:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a485857d-7086-4dcf-9d65-d0dcd177fcb0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '990bed79-bc4c-439f-a194-7122e132f715', 'vif_model': 'vmxnet3'}] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1219.261269] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b6e32a7f-1a74-42e4-9cb3-143ff2f745ac tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1219.261570] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 294011ae-d275-4f2e-ab2e-0a352db55cb7] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1219.261929] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-707612d0-7c1b-41f1-aae1-29bc13e22a3d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.278500] env[69319]: DEBUG nova.network.neutron [None req-d838f745-fa9e-45e8-ae82-96a1e2a145c4 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] [instance: 93a4de2d-b0b5-4099-858c-05934dc954e4] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1219.287359] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1219.287359] env[69319]: value = "task-3224102" [ 1219.287359] env[69319]: _type = "Task" [ 1219.287359] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.300760] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3224102, 'name': CreateVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.400651] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c2216b16-508c-4312-a953-8e339ad0b4f0 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Lock "fadaa797-edd9-43e8-833c-d97672ff9401" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.849s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.424306] env[69319]: DEBUG nova.compute.manager [None req-750d85ae-8b6f-4c46-b679-973fd83b7eae tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 82d557a9-5cb7-4257-947f-02e52c70b2db] Start spawning the instance on the hypervisor. {{(pid=69319) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1219.453406] env[69319]: DEBUG nova.virt.hardware [None req-750d85ae-8b6f-4c46-b679-973fd83b7eae tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:32:36Z,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31f027872f6f44dba95ff2fe7a062e00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:32:36Z,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1219.453589] env[69319]: DEBUG nova.virt.hardware [None req-750d85ae-8b6f-4c46-b679-973fd83b7eae tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1219.453704] env[69319]: DEBUG nova.virt.hardware [None req-750d85ae-8b6f-4c46-b679-973fd83b7eae tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1219.453908] env[69319]: DEBUG nova.virt.hardware [None req-750d85ae-8b6f-4c46-b679-973fd83b7eae tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1219.454078] env[69319]: DEBUG nova.virt.hardware [None req-750d85ae-8b6f-4c46-b679-973fd83b7eae tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1219.454341] env[69319]: DEBUG nova.virt.hardware [None req-750d85ae-8b6f-4c46-b679-973fd83b7eae tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1219.454561] env[69319]: DEBUG nova.virt.hardware [None req-750d85ae-8b6f-4c46-b679-973fd83b7eae tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1219.454727] env[69319]: DEBUG nova.virt.hardware [None req-750d85ae-8b6f-4c46-b679-973fd83b7eae tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1219.454897] env[69319]: DEBUG nova.virt.hardware [None req-750d85ae-8b6f-4c46-b679-973fd83b7eae tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1219.455109] env[69319]: DEBUG nova.virt.hardware [None req-750d85ae-8b6f-4c46-b679-973fd83b7eae tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1219.455292] env[69319]: DEBUG nova.virt.hardware [None req-750d85ae-8b6f-4c46-b679-973fd83b7eae tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1219.456220] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9905508d-63c1-4f57-961a-a9f3a57ed92a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.467982] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0b121ad-bc87-442d-a825-8d444f5ef751 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.655472] env[69319]: DEBUG nova.compute.manager [req-699bfdd7-308d-44e8-8ca4-56062a3e17e7 req-cd74a576-6b58-4d29-b3eb-a3d0dd0d6a23 service nova] [instance: 294011ae-d275-4f2e-ab2e-0a352db55cb7] Received event network-changed-990bed79-bc4c-439f-a194-7122e132f715 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1219.655701] env[69319]: DEBUG nova.compute.manager [req-699bfdd7-308d-44e8-8ca4-56062a3e17e7 req-cd74a576-6b58-4d29-b3eb-a3d0dd0d6a23 service nova] [instance: 294011ae-d275-4f2e-ab2e-0a352db55cb7] Refreshing instance network info cache due to event network-changed-990bed79-bc4c-439f-a194-7122e132f715. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1219.655917] env[69319]: DEBUG oslo_concurrency.lockutils [req-699bfdd7-308d-44e8-8ca4-56062a3e17e7 req-cd74a576-6b58-4d29-b3eb-a3d0dd0d6a23 service nova] Acquiring lock "refresh_cache-294011ae-d275-4f2e-ab2e-0a352db55cb7" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.656077] env[69319]: DEBUG oslo_concurrency.lockutils [req-699bfdd7-308d-44e8-8ca4-56062a3e17e7 req-cd74a576-6b58-4d29-b3eb-a3d0dd0d6a23 service nova] Acquired lock "refresh_cache-294011ae-d275-4f2e-ab2e-0a352db55cb7" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.656263] env[69319]: DEBUG nova.network.neutron [req-699bfdd7-308d-44e8-8ca4-56062a3e17e7 req-cd74a576-6b58-4d29-b3eb-a3d0dd0d6a23 service nova] [instance: 294011ae-d275-4f2e-ab2e-0a352db55cb7] Refreshing network info cache for port 990bed79-bc4c-439f-a194-7122e132f715 {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1219.781891] env[69319]: DEBUG oslo_concurrency.lockutils [None req-d838f745-fa9e-45e8-ae82-96a1e2a145c4 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Releasing lock "refresh_cache-93a4de2d-b0b5-4099-858c-05934dc954e4" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.782603] env[69319]: DEBUG nova.compute.manager [None req-d838f745-fa9e-45e8-ae82-96a1e2a145c4 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] [instance: 93a4de2d-b0b5-4099-858c-05934dc954e4] Start destroying the instance on the hypervisor. {{(pid=69319) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1219.782906] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-d838f745-fa9e-45e8-ae82-96a1e2a145c4 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] [instance: 93a4de2d-b0b5-4099-858c-05934dc954e4] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1219.784229] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e3221b7-6a93-485f-8d03-fcc0ca563290 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.803546] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3224102, 'name': CreateVM_Task} progress is 99%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.808156] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-d838f745-fa9e-45e8-ae82-96a1e2a145c4 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] [instance: 93a4de2d-b0b5-4099-858c-05934dc954e4] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1219.808647] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0b8cc73f-6345-4600-816e-c980c4f24d83 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.816673] env[69319]: DEBUG oslo_vmware.api [None req-d838f745-fa9e-45e8-ae82-96a1e2a145c4 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Waiting for the task: (returnval){ [ 1219.816673] env[69319]: value = "task-3224103" [ 1219.816673] env[69319]: _type = "Task" [ 1219.816673] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.825930] env[69319]: DEBUG oslo_vmware.api [None req-d838f745-fa9e-45e8-ae82-96a1e2a145c4 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Task: {'id': task-3224103, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.827134] env[69319]: DEBUG nova.network.neutron [None req-750d85ae-8b6f-4c46-b679-973fd83b7eae tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 82d557a9-5cb7-4257-947f-02e52c70b2db] Successfully updated port: 6006d4e4-53f3-4aff-9213-977bfc611e5c {{(pid=69319) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1220.124718] env[69319]: DEBUG nova.network.neutron [None req-3d8f8d89-84bc-43f7-8026-8940e391e053 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 8ca4f716-1d54-4ef1-b235-3d7264ca3cb9] Updating instance_info_cache with network_info: [{"id": "04354d71-f9ec-4cad-99f1-c4a002ef3a7b", "address": "fa:16:3e:5c:88:be", "network": {"id": "8985126e-f64e-499c-abf8-8490d52ef1a5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-221535940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c749d00b4b5b4852a5c16d9621d8eb16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04354d71-f9", "ovs_interfaceid": "04354d71-f9ec-4cad-99f1-c4a002ef3a7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.301498] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3224102, 'name': CreateVM_Task} progress is 99%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.328405] env[69319]: DEBUG oslo_vmware.api [None req-d838f745-fa9e-45e8-ae82-96a1e2a145c4 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Task: {'id': task-3224103, 'name': PowerOffVM_Task, 'duration_secs': 0.318729} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.329806] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-d838f745-fa9e-45e8-ae82-96a1e2a145c4 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] [instance: 93a4de2d-b0b5-4099-858c-05934dc954e4] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1220.329985] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-d838f745-fa9e-45e8-ae82-96a1e2a145c4 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] [instance: 93a4de2d-b0b5-4099-858c-05934dc954e4] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1220.330392] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-639effa4-9213-4652-8205-cc6fb6f1cc0f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.336058] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b69a2471-24b3-4e77-be89-c460c81d895e tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Acquiring lock "4468ad34-4471-4bbe-82b7-cabe1f9fbea6" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.336286] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b69a2471-24b3-4e77-be89-c460c81d895e tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Lock "4468ad34-4471-4bbe-82b7-cabe1f9fbea6" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.337836] env[69319]: DEBUG oslo_concurrency.lockutils [None req-750d85ae-8b6f-4c46-b679-973fd83b7eae tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Acquiring lock "refresh_cache-82d557a9-5cb7-4257-947f-02e52c70b2db" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.337836] env[69319]: DEBUG oslo_concurrency.lockutils [None req-750d85ae-8b6f-4c46-b679-973fd83b7eae tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Acquired lock "refresh_cache-82d557a9-5cb7-4257-947f-02e52c70b2db" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.338086] env[69319]: DEBUG nova.network.neutron [None req-750d85ae-8b6f-4c46-b679-973fd83b7eae tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 82d557a9-5cb7-4257-947f-02e52c70b2db] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1220.373271] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-d838f745-fa9e-45e8-ae82-96a1e2a145c4 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] [instance: 93a4de2d-b0b5-4099-858c-05934dc954e4] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1220.373497] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-d838f745-fa9e-45e8-ae82-96a1e2a145c4 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] [instance: 93a4de2d-b0b5-4099-858c-05934dc954e4] Deleting contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1220.373680] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-d838f745-fa9e-45e8-ae82-96a1e2a145c4 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Deleting the datastore file [datastore2] 93a4de2d-b0b5-4099-858c-05934dc954e4 {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1220.373994] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2dc58a5b-1cae-411e-84c3-981ccf113cec {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.380794] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-580d4ad1-1bcf-4adc-8b84-ea1cd497e7e8 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.385017] env[69319]: DEBUG oslo_vmware.api [None req-d838f745-fa9e-45e8-ae82-96a1e2a145c4 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Waiting for the task: (returnval){ [ 1220.385017] env[69319]: value = "task-3224105" [ 1220.385017] env[69319]: _type = "Task" [ 1220.385017] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.392512] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b78f324-13f8-4127-9db1-f049e8df8647 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.401359] env[69319]: DEBUG oslo_vmware.api [None req-d838f745-fa9e-45e8-ae82-96a1e2a145c4 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Task: {'id': task-3224105, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.437747] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1d550e6-2f6f-4a35-960f-56a8acb3ee53 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.446519] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c9890a4-34ca-4076-8cde-a88befdcbfec {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.463677] env[69319]: DEBUG nova.compute.provider_tree [None req-ff507e77-9398-4df8-b042-62a0c4b7f691 tempest-ServersTestFqdnHostnames-1404736789 tempest-ServersTestFqdnHostnames-1404736789-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1220.529954] env[69319]: DEBUG nova.network.neutron [req-699bfdd7-308d-44e8-8ca4-56062a3e17e7 req-cd74a576-6b58-4d29-b3eb-a3d0dd0d6a23 service nova] [instance: 294011ae-d275-4f2e-ab2e-0a352db55cb7] Updated VIF entry in instance network info cache for port 990bed79-bc4c-439f-a194-7122e132f715. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1220.530510] env[69319]: DEBUG nova.network.neutron [req-699bfdd7-308d-44e8-8ca4-56062a3e17e7 req-cd74a576-6b58-4d29-b3eb-a3d0dd0d6a23 service nova] [instance: 294011ae-d275-4f2e-ab2e-0a352db55cb7] Updating instance_info_cache with network_info: [{"id": "990bed79-bc4c-439f-a194-7122e132f715", "address": "fa:16:3e:ec:6b:c7", "network": {"id": "106fc08f-1807-4065-8e5f-d5dd2ea396ac", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-470234828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fe67d8fa7124a519dd9af8bbd6a48a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap990bed79-bc", "ovs_interfaceid": "990bed79-bc4c-439f-a194-7122e132f715", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.629026] env[69319]: DEBUG oslo_concurrency.lockutils [None req-3d8f8d89-84bc-43f7-8026-8940e391e053 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Releasing lock "refresh_cache-8ca4f716-1d54-4ef1-b235-3d7264ca3cb9" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.629336] env[69319]: DEBUG nova.objects.instance [None req-3d8f8d89-84bc-43f7-8026-8940e391e053 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Lazy-loading 'migration_context' on Instance uuid 8ca4f716-1d54-4ef1-b235-3d7264ca3cb9 {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1220.801618] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3224102, 'name': CreateVM_Task} progress is 99%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.842946] env[69319]: DEBUG nova.compute.utils [None req-b69a2471-24b3-4e77-be89-c460c81d895e tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Using /dev/sd instead of None {{(pid=69319) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1220.876489] env[69319]: DEBUG nova.network.neutron [None req-750d85ae-8b6f-4c46-b679-973fd83b7eae tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 82d557a9-5cb7-4257-947f-02e52c70b2db] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1220.900670] env[69319]: DEBUG oslo_vmware.api [None req-d838f745-fa9e-45e8-ae82-96a1e2a145c4 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Task: {'id': task-3224105, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.105898} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.900924] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-d838f745-fa9e-45e8-ae82-96a1e2a145c4 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1220.901279] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-d838f745-fa9e-45e8-ae82-96a1e2a145c4 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] [instance: 93a4de2d-b0b5-4099-858c-05934dc954e4] Deleted contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1220.901602] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-d838f745-fa9e-45e8-ae82-96a1e2a145c4 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] [instance: 93a4de2d-b0b5-4099-858c-05934dc954e4] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1220.902290] env[69319]: INFO nova.compute.manager [None req-d838f745-fa9e-45e8-ae82-96a1e2a145c4 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] [instance: 93a4de2d-b0b5-4099-858c-05934dc954e4] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1220.902391] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d838f745-fa9e-45e8-ae82-96a1e2a145c4 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1220.902611] env[69319]: DEBUG nova.compute.manager [-] [instance: 93a4de2d-b0b5-4099-858c-05934dc954e4] Deallocating network for instance {{(pid=69319) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1220.902868] env[69319]: DEBUG nova.network.neutron [-] [instance: 93a4de2d-b0b5-4099-858c-05934dc954e4] deallocate_for_instance() {{(pid=69319) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1220.920839] env[69319]: DEBUG nova.network.neutron [-] [instance: 93a4de2d-b0b5-4099-858c-05934dc954e4] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1220.967471] env[69319]: DEBUG nova.scheduler.client.report [None req-ff507e77-9398-4df8-b042-62a0c4b7f691 tempest-ServersTestFqdnHostnames-1404736789 tempest-ServersTestFqdnHostnames-1404736789-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1221.032969] env[69319]: DEBUG oslo_concurrency.lockutils [req-699bfdd7-308d-44e8-8ca4-56062a3e17e7 req-cd74a576-6b58-4d29-b3eb-a3d0dd0d6a23 service nova] Releasing lock "refresh_cache-294011ae-d275-4f2e-ab2e-0a352db55cb7" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.036487] env[69319]: DEBUG nova.network.neutron [None req-750d85ae-8b6f-4c46-b679-973fd83b7eae tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 82d557a9-5cb7-4257-947f-02e52c70b2db] Updating instance_info_cache with network_info: [{"id": "6006d4e4-53f3-4aff-9213-977bfc611e5c", "address": "fa:16:3e:e1:c7:57", "network": {"id": "8e8fb6ce-6cb1-4099-8d9a-ce77c6a90a50", "bridge": "br-int", "label": "tempest-ServersTestJSON-146866906-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a2a8028cdd742feb1486644ae29e7d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6006d4e4-53", "ovs_interfaceid": "6006d4e4-53f3-4aff-9213-977bfc611e5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1221.131726] env[69319]: DEBUG nova.objects.base [None req-3d8f8d89-84bc-43f7-8026-8940e391e053 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Object Instance<8ca4f716-1d54-4ef1-b235-3d7264ca3cb9> lazy-loaded attributes: info_cache,migration_context {{(pid=69319) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1221.132913] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6f20f31-1839-4fef-a724-3b5ea508e0b2 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.153787] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9316acc-c026-4638-9b6e-9ecd3982d0d9 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.161752] env[69319]: DEBUG oslo_vmware.api [None req-3d8f8d89-84bc-43f7-8026-8940e391e053 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Waiting for the task: (returnval){ [ 1221.161752] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]520ec379-1da9-b27c-130b-7426a012b111" [ 1221.161752] env[69319]: _type = "Task" [ 1221.161752] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.171788] env[69319]: DEBUG oslo_vmware.api [None req-3d8f8d89-84bc-43f7-8026-8940e391e053 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]520ec379-1da9-b27c-130b-7426a012b111, 'name': SearchDatastore_Task, 'duration_secs': 0.007765} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.172126] env[69319]: DEBUG oslo_concurrency.lockutils [None req-3d8f8d89-84bc-43f7-8026-8940e391e053 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.301229] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3224102, 'name': CreateVM_Task, 'duration_secs': 1.599356} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.301394] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 294011ae-d275-4f2e-ab2e-0a352db55cb7] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1221.302051] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b6e32a7f-1a74-42e4-9cb3-143ff2f745ac tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.302264] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b6e32a7f-1a74-42e4-9cb3-143ff2f745ac tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.302600] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b6e32a7f-1a74-42e4-9cb3-143ff2f745ac tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.302866] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-364758ae-7ee6-41d4-be76-c6978912b9ac {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.307718] env[69319]: DEBUG oslo_vmware.api [None req-b6e32a7f-1a74-42e4-9cb3-143ff2f745ac tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Waiting for the task: (returnval){ [ 1221.307718] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52e79f48-1706-0455-b0d1-6249ccfdf160" [ 1221.307718] env[69319]: _type = "Task" [ 1221.307718] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.315780] env[69319]: DEBUG oslo_vmware.api [None req-b6e32a7f-1a74-42e4-9cb3-143ff2f745ac tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52e79f48-1706-0455-b0d1-6249ccfdf160, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.348081] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b69a2471-24b3-4e77-be89-c460c81d895e tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Lock "4468ad34-4471-4bbe-82b7-cabe1f9fbea6" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.012s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.427719] env[69319]: DEBUG nova.network.neutron [-] [instance: 93a4de2d-b0b5-4099-858c-05934dc954e4] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1221.474664] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ff507e77-9398-4df8-b042-62a0c4b7f691 tempest-ServersTestFqdnHostnames-1404736789 tempest-ServersTestFqdnHostnames-1404736789-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.340s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.475220] env[69319]: DEBUG nova.compute.manager [None req-ff507e77-9398-4df8-b042-62a0c4b7f691 tempest-ServersTestFqdnHostnames-1404736789 tempest-ServersTestFqdnHostnames-1404736789-project-member] [instance: 50b876f6-e366-42fb-8158-938f5f1a643e] Start building networks asynchronously for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1221.477963] env[69319]: DEBUG oslo_concurrency.lockutils [None req-3d8f8d89-84bc-43f7-8026-8940e391e053 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.306s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.541417] env[69319]: DEBUG oslo_concurrency.lockutils [None req-750d85ae-8b6f-4c46-b679-973fd83b7eae tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Releasing lock "refresh_cache-82d557a9-5cb7-4257-947f-02e52c70b2db" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.541417] env[69319]: DEBUG nova.compute.manager [None req-750d85ae-8b6f-4c46-b679-973fd83b7eae tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 82d557a9-5cb7-4257-947f-02e52c70b2db] Instance network_info: |[{"id": "6006d4e4-53f3-4aff-9213-977bfc611e5c", "address": "fa:16:3e:e1:c7:57", "network": {"id": "8e8fb6ce-6cb1-4099-8d9a-ce77c6a90a50", "bridge": "br-int", "label": "tempest-ServersTestJSON-146866906-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a2a8028cdd742feb1486644ae29e7d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6006d4e4-53", "ovs_interfaceid": "6006d4e4-53f3-4aff-9213-977bfc611e5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1221.541417] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-750d85ae-8b6f-4c46-b679-973fd83b7eae tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 82d557a9-5cb7-4257-947f-02e52c70b2db] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:c7:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '130387c4-e4ec-4d95-8e9d-bb079baabad8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6006d4e4-53f3-4aff-9213-977bfc611e5c', 'vif_model': 'vmxnet3'}] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1221.547978] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-750d85ae-8b6f-4c46-b679-973fd83b7eae tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1221.548200] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82d557a9-5cb7-4257-947f-02e52c70b2db] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1221.549041] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fb2a2f04-5b7b-4eb4-bd4d-8673ffa0401c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.570237] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1221.570237] env[69319]: value = "task-3224106" [ 1221.570237] env[69319]: _type = "Task" [ 1221.570237] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.579058] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3224106, 'name': CreateVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.820095] env[69319]: DEBUG oslo_vmware.api [None req-b6e32a7f-1a74-42e4-9cb3-143ff2f745ac tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52e79f48-1706-0455-b0d1-6249ccfdf160, 'name': SearchDatastore_Task, 'duration_secs': 0.010265} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.820276] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b6e32a7f-1a74-42e4-9cb3-143ff2f745ac tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.820415] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-b6e32a7f-1a74-42e4-9cb3-143ff2f745ac tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 294011ae-d275-4f2e-ab2e-0a352db55cb7] Processing image 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1221.820671] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b6e32a7f-1a74-42e4-9cb3-143ff2f745ac tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.820844] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b6e32a7f-1a74-42e4-9cb3-143ff2f745ac tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.821122] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6e32a7f-1a74-42e4-9cb3-143ff2f745ac tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1221.821422] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4e460cfd-e43a-430f-a625-d7b4f1bf6583 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.831641] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6e32a7f-1a74-42e4-9cb3-143ff2f745ac tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1221.831834] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-b6e32a7f-1a74-42e4-9cb3-143ff2f745ac tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1221.832745] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01246485-8762-4a32-a7cd-d4e4cb89de72 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.840055] env[69319]: DEBUG oslo_vmware.api [None req-b6e32a7f-1a74-42e4-9cb3-143ff2f745ac tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Waiting for the task: (returnval){ [ 1221.840055] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]5253a722-cfb5-11f7-b7d6-481d76d21a3e" [ 1221.840055] env[69319]: _type = "Task" [ 1221.840055] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.848849] env[69319]: DEBUG oslo_vmware.api [None req-b6e32a7f-1a74-42e4-9cb3-143ff2f745ac tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5253a722-cfb5-11f7-b7d6-481d76d21a3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.930669] env[69319]: INFO nova.compute.manager [-] [instance: 93a4de2d-b0b5-4099-858c-05934dc954e4] Took 1.03 seconds to deallocate network for instance. [ 1221.981723] env[69319]: DEBUG nova.compute.utils [None req-ff507e77-9398-4df8-b042-62a0c4b7f691 tempest-ServersTestFqdnHostnames-1404736789 tempest-ServersTestFqdnHostnames-1404736789-project-member] Using /dev/sd instead of None {{(pid=69319) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1221.987018] env[69319]: DEBUG nova.compute.manager [None req-ff507e77-9398-4df8-b042-62a0c4b7f691 tempest-ServersTestFqdnHostnames-1404736789 tempest-ServersTestFqdnHostnames-1404736789-project-member] [instance: 50b876f6-e366-42fb-8158-938f5f1a643e] Allocating IP information in the background. {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1221.988211] env[69319]: DEBUG nova.network.neutron [None req-ff507e77-9398-4df8-b042-62a0c4b7f691 tempest-ServersTestFqdnHostnames-1404736789 tempest-ServersTestFqdnHostnames-1404736789-project-member] [instance: 50b876f6-e366-42fb-8158-938f5f1a643e] allocate_for_instance() {{(pid=69319) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1221.993287] env[69319]: DEBUG nova.compute.manager [req-d5971b20-43db-45e3-837e-771189200f9d req-3c65ef1d-d5dd-402f-a849-95e3ea2a0837 service nova] [instance: 22225d47-adf7-4381-8b26-9372db49c4be] Received event network-changed-5db4f094-4b47-4df8-890a-443bf219713e {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1221.993287] env[69319]: DEBUG nova.compute.manager [req-d5971b20-43db-45e3-837e-771189200f9d req-3c65ef1d-d5dd-402f-a849-95e3ea2a0837 service nova] [instance: 22225d47-adf7-4381-8b26-9372db49c4be] Refreshing instance network info cache due to event network-changed-5db4f094-4b47-4df8-890a-443bf219713e. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1221.993476] env[69319]: DEBUG oslo_concurrency.lockutils [req-d5971b20-43db-45e3-837e-771189200f9d req-3c65ef1d-d5dd-402f-a849-95e3ea2a0837 service nova] Acquiring lock "refresh_cache-22225d47-adf7-4381-8b26-9372db49c4be" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.993648] env[69319]: DEBUG oslo_concurrency.lockutils [req-d5971b20-43db-45e3-837e-771189200f9d req-3c65ef1d-d5dd-402f-a849-95e3ea2a0837 service nova] Acquired lock "refresh_cache-22225d47-adf7-4381-8b26-9372db49c4be" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.993788] env[69319]: DEBUG nova.network.neutron [req-d5971b20-43db-45e3-837e-771189200f9d req-3c65ef1d-d5dd-402f-a849-95e3ea2a0837 service nova] [instance: 22225d47-adf7-4381-8b26-9372db49c4be] Refreshing network info cache for port 5db4f094-4b47-4df8-890a-443bf219713e {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1222.029331] env[69319]: DEBUG nova.policy [None req-ff507e77-9398-4df8-b042-62a0c4b7f691 tempest-ServersTestFqdnHostnames-1404736789 tempest-ServersTestFqdnHostnames-1404736789-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a67e98da1d1949aca5c83c3d2fa8a811', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0209b61ba86d4f19a0cd6db05b864fd4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69319) authorize /opt/stack/nova/nova/policy.py:192}} [ 1222.080885] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3224106, 'name': CreateVM_Task} progress is 25%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.194824] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e09898b-0e72-4d87-a196-10b9a3750ab8 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.203715] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0105556f-0cd9-4b2f-a038-1ffd58746277 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.245222] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e83a9e22-1dbe-483c-9638-e89e4d0d6c4f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.257238] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-812a6dbe-dd51-446c-80f4-7e735da09244 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.279658] env[69319]: DEBUG nova.compute.provider_tree [None req-3d8f8d89-84bc-43f7-8026-8940e391e053 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1222.350524] env[69319]: DEBUG oslo_vmware.api [None req-b6e32a7f-1a74-42e4-9cb3-143ff2f745ac tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5253a722-cfb5-11f7-b7d6-481d76d21a3e, 'name': SearchDatastore_Task, 'duration_secs': 0.009955} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.351336] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cdae37fb-d324-4c07-ac0c-572b87a45fc1 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.357639] env[69319]: DEBUG oslo_vmware.api [None req-b6e32a7f-1a74-42e4-9cb3-143ff2f745ac tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Waiting for the task: (returnval){ [ 1222.357639] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52c9ba6e-c49a-4c41-f1b0-20f04b30fb7f" [ 1222.357639] env[69319]: _type = "Task" [ 1222.357639] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.365774] env[69319]: DEBUG oslo_vmware.api [None req-b6e32a7f-1a74-42e4-9cb3-143ff2f745ac tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52c9ba6e-c49a-4c41-f1b0-20f04b30fb7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.438235] env[69319]: DEBUG oslo_concurrency.lockutils [None req-d838f745-fa9e-45e8-ae82-96a1e2a145c4 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.461634] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b69a2471-24b3-4e77-be89-c460c81d895e tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Acquiring lock "4468ad34-4471-4bbe-82b7-cabe1f9fbea6" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.461894] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b69a2471-24b3-4e77-be89-c460c81d895e tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Lock "4468ad34-4471-4bbe-82b7-cabe1f9fbea6" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.462182] env[69319]: INFO nova.compute.manager [None req-b69a2471-24b3-4e77-be89-c460c81d895e tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 4468ad34-4471-4bbe-82b7-cabe1f9fbea6] Attaching volume 9fa5ada1-039a-428c-ae3c-f4948362af7a to /dev/sdb [ 1222.487659] env[69319]: DEBUG nova.compute.manager [None req-ff507e77-9398-4df8-b042-62a0c4b7f691 tempest-ServersTestFqdnHostnames-1404736789 tempest-ServersTestFqdnHostnames-1404736789-project-member] [instance: 50b876f6-e366-42fb-8158-938f5f1a643e] Start building block device mappings for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1222.501649] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3b9e9d6-1d72-4300-88cd-2743bad0fa2e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.509451] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7255fa85-c47b-4a79-9170-34a5f6f6096a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.528735] env[69319]: DEBUG nova.virt.block_device [None req-b69a2471-24b3-4e77-be89-c460c81d895e tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 4468ad34-4471-4bbe-82b7-cabe1f9fbea6] Updating existing volume attachment record: 9af47215-a936-4da6-8407-8860d9207dd4 {{(pid=69319) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1222.584633] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3224106, 'name': CreateVM_Task, 'duration_secs': 0.684609} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.584633] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82d557a9-5cb7-4257-947f-02e52c70b2db] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1222.585182] env[69319]: DEBUG oslo_concurrency.lockutils [None req-750d85ae-8b6f-4c46-b679-973fd83b7eae tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.585400] env[69319]: DEBUG oslo_concurrency.lockutils [None req-750d85ae-8b6f-4c46-b679-973fd83b7eae tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.585725] env[69319]: DEBUG oslo_concurrency.lockutils [None req-750d85ae-8b6f-4c46-b679-973fd83b7eae tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.585988] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c589229-d111-4d61-9fb7-9651f077912f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.589061] env[69319]: DEBUG nova.network.neutron [None req-ff507e77-9398-4df8-b042-62a0c4b7f691 tempest-ServersTestFqdnHostnames-1404736789 tempest-ServersTestFqdnHostnames-1404736789-project-member] [instance: 50b876f6-e366-42fb-8158-938f5f1a643e] Successfully created port: 70ab8cce-9d29-411c-8123-c113243521ce {{(pid=69319) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1222.591984] env[69319]: DEBUG oslo_vmware.api [None req-750d85ae-8b6f-4c46-b679-973fd83b7eae tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Waiting for the task: (returnval){ [ 1222.591984] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52436a73-b15b-5307-e46b-33fc492c3281" [ 1222.591984] env[69319]: _type = "Task" [ 1222.591984] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.601135] env[69319]: DEBUG oslo_vmware.api [None req-750d85ae-8b6f-4c46-b679-973fd83b7eae tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52436a73-b15b-5307-e46b-33fc492c3281, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.750042] env[69319]: DEBUG nova.compute.manager [req-e1e687cf-54fd-4e07-bf3b-0ca89c6f9b65 req-969f0507-061f-4f9f-8277-fc2d525a1c0b service nova] [instance: 82d557a9-5cb7-4257-947f-02e52c70b2db] Received event network-vif-plugged-6006d4e4-53f3-4aff-9213-977bfc611e5c {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1222.750332] env[69319]: DEBUG oslo_concurrency.lockutils [req-e1e687cf-54fd-4e07-bf3b-0ca89c6f9b65 req-969f0507-061f-4f9f-8277-fc2d525a1c0b service nova] Acquiring lock "82d557a9-5cb7-4257-947f-02e52c70b2db-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.750913] env[69319]: DEBUG oslo_concurrency.lockutils [req-e1e687cf-54fd-4e07-bf3b-0ca89c6f9b65 req-969f0507-061f-4f9f-8277-fc2d525a1c0b service nova] Lock "82d557a9-5cb7-4257-947f-02e52c70b2db-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.750913] env[69319]: DEBUG oslo_concurrency.lockutils [req-e1e687cf-54fd-4e07-bf3b-0ca89c6f9b65 req-969f0507-061f-4f9f-8277-fc2d525a1c0b service nova] Lock "82d557a9-5cb7-4257-947f-02e52c70b2db-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.750913] env[69319]: DEBUG nova.compute.manager [req-e1e687cf-54fd-4e07-bf3b-0ca89c6f9b65 req-969f0507-061f-4f9f-8277-fc2d525a1c0b service nova] [instance: 82d557a9-5cb7-4257-947f-02e52c70b2db] No waiting events found dispatching network-vif-plugged-6006d4e4-53f3-4aff-9213-977bfc611e5c {{(pid=69319) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1222.751098] env[69319]: WARNING nova.compute.manager [req-e1e687cf-54fd-4e07-bf3b-0ca89c6f9b65 req-969f0507-061f-4f9f-8277-fc2d525a1c0b service nova] [instance: 82d557a9-5cb7-4257-947f-02e52c70b2db] Received unexpected event network-vif-plugged-6006d4e4-53f3-4aff-9213-977bfc611e5c for instance with vm_state building and task_state spawning. [ 1222.751251] env[69319]: DEBUG nova.compute.manager [req-e1e687cf-54fd-4e07-bf3b-0ca89c6f9b65 req-969f0507-061f-4f9f-8277-fc2d525a1c0b service nova] [instance: 82d557a9-5cb7-4257-947f-02e52c70b2db] Received event network-changed-6006d4e4-53f3-4aff-9213-977bfc611e5c {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1222.751361] env[69319]: DEBUG nova.compute.manager [req-e1e687cf-54fd-4e07-bf3b-0ca89c6f9b65 req-969f0507-061f-4f9f-8277-fc2d525a1c0b service nova] [instance: 82d557a9-5cb7-4257-947f-02e52c70b2db] Refreshing instance network info cache due to event network-changed-6006d4e4-53f3-4aff-9213-977bfc611e5c. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1222.751630] env[69319]: DEBUG oslo_concurrency.lockutils [req-e1e687cf-54fd-4e07-bf3b-0ca89c6f9b65 req-969f0507-061f-4f9f-8277-fc2d525a1c0b service nova] Acquiring lock "refresh_cache-82d557a9-5cb7-4257-947f-02e52c70b2db" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.755023] env[69319]: DEBUG oslo_concurrency.lockutils [req-e1e687cf-54fd-4e07-bf3b-0ca89c6f9b65 req-969f0507-061f-4f9f-8277-fc2d525a1c0b service nova] Acquired lock "refresh_cache-82d557a9-5cb7-4257-947f-02e52c70b2db" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.755023] env[69319]: DEBUG nova.network.neutron [req-e1e687cf-54fd-4e07-bf3b-0ca89c6f9b65 req-969f0507-061f-4f9f-8277-fc2d525a1c0b service nova] [instance: 82d557a9-5cb7-4257-947f-02e52c70b2db] Refreshing network info cache for port 6006d4e4-53f3-4aff-9213-977bfc611e5c {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1222.759962] env[69319]: DEBUG nova.network.neutron [req-d5971b20-43db-45e3-837e-771189200f9d req-3c65ef1d-d5dd-402f-a849-95e3ea2a0837 service nova] [instance: 22225d47-adf7-4381-8b26-9372db49c4be] Updated VIF entry in instance network info cache for port 5db4f094-4b47-4df8-890a-443bf219713e. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1222.760427] env[69319]: DEBUG nova.network.neutron [req-d5971b20-43db-45e3-837e-771189200f9d req-3c65ef1d-d5dd-402f-a849-95e3ea2a0837 service nova] [instance: 22225d47-adf7-4381-8b26-9372db49c4be] Updating instance_info_cache with network_info: [{"id": "5db4f094-4b47-4df8-890a-443bf219713e", "address": "fa:16:3e:e4:d2:ea", "network": {"id": "a673a352-fcbe-446a-b78c-3975246791bd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-551867013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b933d0258a1488bbdddf88a90df7360", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f847601f-7479-48eb-842f-41f94eea8537", "external-id": "nsx-vlan-transportzone-35", "segmentation_id": 35, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5db4f094-4b", "ovs_interfaceid": "5db4f094-4b47-4df8-890a-443bf219713e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1222.785331] env[69319]: DEBUG nova.scheduler.client.report [None req-3d8f8d89-84bc-43f7-8026-8940e391e053 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1222.873925] env[69319]: DEBUG oslo_vmware.api [None req-b6e32a7f-1a74-42e4-9cb3-143ff2f745ac tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52c9ba6e-c49a-4c41-f1b0-20f04b30fb7f, 'name': SearchDatastore_Task, 'duration_secs': 0.029029} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.875109] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b6e32a7f-1a74-42e4-9cb3-143ff2f745ac tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.876956] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6e32a7f-1a74-42e4-9cb3-143ff2f745ac tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore1] 294011ae-d275-4f2e-ab2e-0a352db55cb7/294011ae-d275-4f2e-ab2e-0a352db55cb7.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1222.876956] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-731fffbb-065c-4a8a-974c-78d661bf5fb4 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.884535] env[69319]: DEBUG oslo_vmware.api [None req-b6e32a7f-1a74-42e4-9cb3-143ff2f745ac tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Waiting for the task: (returnval){ [ 1222.884535] env[69319]: value = "task-3224108" [ 1222.884535] env[69319]: _type = "Task" [ 1222.884535] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.893060] env[69319]: DEBUG oslo_vmware.api [None req-b6e32a7f-1a74-42e4-9cb3-143ff2f745ac tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': task-3224108, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.103621] env[69319]: DEBUG oslo_vmware.api [None req-750d85ae-8b6f-4c46-b679-973fd83b7eae tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52436a73-b15b-5307-e46b-33fc492c3281, 'name': SearchDatastore_Task, 'duration_secs': 0.010729} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.104187] env[69319]: DEBUG oslo_concurrency.lockutils [None req-750d85ae-8b6f-4c46-b679-973fd83b7eae tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.104494] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-750d85ae-8b6f-4c46-b679-973fd83b7eae tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 82d557a9-5cb7-4257-947f-02e52c70b2db] Processing image 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1223.104776] env[69319]: DEBUG oslo_concurrency.lockutils [None req-750d85ae-8b6f-4c46-b679-973fd83b7eae tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.104973] env[69319]: DEBUG oslo_concurrency.lockutils [None req-750d85ae-8b6f-4c46-b679-973fd83b7eae tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.105175] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-750d85ae-8b6f-4c46-b679-973fd83b7eae tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1223.105507] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9e95eb26-dd89-460d-b537-ab906ae6dc99 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.121403] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-750d85ae-8b6f-4c46-b679-973fd83b7eae tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1223.121630] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-750d85ae-8b6f-4c46-b679-973fd83b7eae tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1223.122600] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ed7fe1b-3a03-4ffb-92c7-4ffeedf3b670 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.131029] env[69319]: DEBUG oslo_vmware.api [None req-750d85ae-8b6f-4c46-b679-973fd83b7eae tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Waiting for the task: (returnval){ [ 1223.131029] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52512c50-f75f-3552-b4d1-10aaded55223" [ 1223.131029] env[69319]: _type = "Task" [ 1223.131029] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.144748] env[69319]: DEBUG oslo_vmware.api [None req-750d85ae-8b6f-4c46-b679-973fd83b7eae tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52512c50-f75f-3552-b4d1-10aaded55223, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.265819] env[69319]: DEBUG oslo_concurrency.lockutils [req-d5971b20-43db-45e3-837e-771189200f9d req-3c65ef1d-d5dd-402f-a849-95e3ea2a0837 service nova] Releasing lock "refresh_cache-22225d47-adf7-4381-8b26-9372db49c4be" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.397104] env[69319]: DEBUG oslo_vmware.api [None req-b6e32a7f-1a74-42e4-9cb3-143ff2f745ac tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': task-3224108, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.476454} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.399164] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6e32a7f-1a74-42e4-9cb3-143ff2f745ac tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore1] 294011ae-d275-4f2e-ab2e-0a352db55cb7/294011ae-d275-4f2e-ab2e-0a352db55cb7.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1223.399596] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-b6e32a7f-1a74-42e4-9cb3-143ff2f745ac tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 294011ae-d275-4f2e-ab2e-0a352db55cb7] Extending root virtual disk to 1048576 {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1223.399892] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-973125dc-69ff-4f2a-82b2-8122364416b2 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.408036] env[69319]: DEBUG oslo_vmware.api [None req-b6e32a7f-1a74-42e4-9cb3-143ff2f745ac tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Waiting for the task: (returnval){ [ 1223.408036] env[69319]: value = "task-3224111" [ 1223.408036] env[69319]: _type = "Task" [ 1223.408036] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.422566] env[69319]: DEBUG oslo_vmware.api [None req-b6e32a7f-1a74-42e4-9cb3-143ff2f745ac tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': task-3224111, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.502130] env[69319]: DEBUG nova.compute.manager [None req-ff507e77-9398-4df8-b042-62a0c4b7f691 tempest-ServersTestFqdnHostnames-1404736789 tempest-ServersTestFqdnHostnames-1404736789-project-member] [instance: 50b876f6-e366-42fb-8158-938f5f1a643e] Start spawning the instance on the hypervisor. {{(pid=69319) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1223.584270] env[69319]: DEBUG nova.virt.hardware [None req-ff507e77-9398-4df8-b042-62a0c4b7f691 tempest-ServersTestFqdnHostnames-1404736789 tempest-ServersTestFqdnHostnames-1404736789-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:32:36Z,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31f027872f6f44dba95ff2fe7a062e00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:32:36Z,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1223.585678] env[69319]: DEBUG nova.virt.hardware [None req-ff507e77-9398-4df8-b042-62a0c4b7f691 tempest-ServersTestFqdnHostnames-1404736789 tempest-ServersTestFqdnHostnames-1404736789-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1223.586069] env[69319]: DEBUG nova.virt.hardware [None req-ff507e77-9398-4df8-b042-62a0c4b7f691 tempest-ServersTestFqdnHostnames-1404736789 tempest-ServersTestFqdnHostnames-1404736789-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1223.586383] env[69319]: DEBUG nova.virt.hardware [None req-ff507e77-9398-4df8-b042-62a0c4b7f691 tempest-ServersTestFqdnHostnames-1404736789 tempest-ServersTestFqdnHostnames-1404736789-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1223.586658] env[69319]: DEBUG nova.virt.hardware [None req-ff507e77-9398-4df8-b042-62a0c4b7f691 tempest-ServersTestFqdnHostnames-1404736789 tempest-ServersTestFqdnHostnames-1404736789-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1223.586944] env[69319]: DEBUG nova.virt.hardware [None req-ff507e77-9398-4df8-b042-62a0c4b7f691 tempest-ServersTestFqdnHostnames-1404736789 tempest-ServersTestFqdnHostnames-1404736789-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1223.587313] env[69319]: DEBUG nova.virt.hardware [None req-ff507e77-9398-4df8-b042-62a0c4b7f691 tempest-ServersTestFqdnHostnames-1404736789 tempest-ServersTestFqdnHostnames-1404736789-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1223.587604] env[69319]: DEBUG nova.virt.hardware [None req-ff507e77-9398-4df8-b042-62a0c4b7f691 tempest-ServersTestFqdnHostnames-1404736789 tempest-ServersTestFqdnHostnames-1404736789-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1223.587901] env[69319]: DEBUG nova.virt.hardware [None req-ff507e77-9398-4df8-b042-62a0c4b7f691 tempest-ServersTestFqdnHostnames-1404736789 tempest-ServersTestFqdnHostnames-1404736789-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1223.588378] env[69319]: DEBUG nova.virt.hardware [None req-ff507e77-9398-4df8-b042-62a0c4b7f691 tempest-ServersTestFqdnHostnames-1404736789 tempest-ServersTestFqdnHostnames-1404736789-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1223.594639] env[69319]: DEBUG nova.virt.hardware [None req-ff507e77-9398-4df8-b042-62a0c4b7f691 tempest-ServersTestFqdnHostnames-1404736789 tempest-ServersTestFqdnHostnames-1404736789-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1223.594639] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-705992b2-fd10-40d8-a7e1-df94b84158ca {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.594639] env[69319]: DEBUG nova.network.neutron [req-e1e687cf-54fd-4e07-bf3b-0ca89c6f9b65 req-969f0507-061f-4f9f-8277-fc2d525a1c0b service nova] [instance: 82d557a9-5cb7-4257-947f-02e52c70b2db] Updated VIF entry in instance network info cache for port 6006d4e4-53f3-4aff-9213-977bfc611e5c. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1223.594639] env[69319]: DEBUG nova.network.neutron [req-e1e687cf-54fd-4e07-bf3b-0ca89c6f9b65 req-969f0507-061f-4f9f-8277-fc2d525a1c0b service nova] [instance: 82d557a9-5cb7-4257-947f-02e52c70b2db] Updating instance_info_cache with network_info: [{"id": "6006d4e4-53f3-4aff-9213-977bfc611e5c", "address": "fa:16:3e:e1:c7:57", "network": {"id": "8e8fb6ce-6cb1-4099-8d9a-ce77c6a90a50", "bridge": "br-int", "label": "tempest-ServersTestJSON-146866906-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a2a8028cdd742feb1486644ae29e7d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6006d4e4-53", "ovs_interfaceid": "6006d4e4-53f3-4aff-9213-977bfc611e5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1223.610225] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7cb7aa8-63dc-4a79-acbf-13a424611605 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.642371] env[69319]: DEBUG oslo_vmware.api [None req-750d85ae-8b6f-4c46-b679-973fd83b7eae tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52512c50-f75f-3552-b4d1-10aaded55223, 'name': SearchDatastore_Task, 'duration_secs': 0.065688} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.644734] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cad6bd54-7b02-41e2-bb38-42e4b6b4220b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.648876] env[69319]: DEBUG oslo_vmware.api [None req-750d85ae-8b6f-4c46-b679-973fd83b7eae tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Waiting for the task: (returnval){ [ 1223.648876] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52f694c5-f09c-9373-2e8e-f071e0dd7f9b" [ 1223.648876] env[69319]: _type = "Task" [ 1223.648876] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.657380] env[69319]: DEBUG oslo_vmware.api [None req-750d85ae-8b6f-4c46-b679-973fd83b7eae tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52f694c5-f09c-9373-2e8e-f071e0dd7f9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.797127] env[69319]: DEBUG oslo_concurrency.lockutils [None req-3d8f8d89-84bc-43f7-8026-8940e391e053 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.319s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.800015] env[69319]: DEBUG oslo_concurrency.lockutils [None req-d838f745-fa9e-45e8-ae82-96a1e2a145c4 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.362s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.800253] env[69319]: DEBUG nova.objects.instance [None req-d838f745-fa9e-45e8-ae82-96a1e2a145c4 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Lazy-loading 'resources' on Instance uuid 93a4de2d-b0b5-4099-858c-05934dc954e4 {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1223.919509] env[69319]: DEBUG oslo_vmware.api [None req-b6e32a7f-1a74-42e4-9cb3-143ff2f745ac tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': task-3224111, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075313} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.919784] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-b6e32a7f-1a74-42e4-9cb3-143ff2f745ac tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 294011ae-d275-4f2e-ab2e-0a352db55cb7] Extended root virtual disk {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1223.920581] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcbc8180-62ed-4345-b5c9-93369085ca25 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.945244] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6e32a7f-1a74-42e4-9cb3-143ff2f745ac tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 294011ae-d275-4f2e-ab2e-0a352db55cb7] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] 294011ae-d275-4f2e-ab2e-0a352db55cb7/294011ae-d275-4f2e-ab2e-0a352db55cb7.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1223.945627] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85cfff72-477b-4cb8-b110-d3b6a12a8bd0 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.967231] env[69319]: DEBUG oslo_vmware.api [None req-b6e32a7f-1a74-42e4-9cb3-143ff2f745ac tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Waiting for the task: (returnval){ [ 1223.967231] env[69319]: value = "task-3224112" [ 1223.967231] env[69319]: _type = "Task" [ 1223.967231] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.976142] env[69319]: DEBUG oslo_vmware.api [None req-b6e32a7f-1a74-42e4-9cb3-143ff2f745ac tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': task-3224112, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.099513] env[69319]: DEBUG oslo_concurrency.lockutils [req-e1e687cf-54fd-4e07-bf3b-0ca89c6f9b65 req-969f0507-061f-4f9f-8277-fc2d525a1c0b service nova] Releasing lock "refresh_cache-82d557a9-5cb7-4257-947f-02e52c70b2db" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.160413] env[69319]: DEBUG oslo_vmware.api [None req-750d85ae-8b6f-4c46-b679-973fd83b7eae tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52f694c5-f09c-9373-2e8e-f071e0dd7f9b, 'name': SearchDatastore_Task, 'duration_secs': 0.012309} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.160702] env[69319]: DEBUG oslo_concurrency.lockutils [None req-750d85ae-8b6f-4c46-b679-973fd83b7eae tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.160974] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-750d85ae-8b6f-4c46-b679-973fd83b7eae tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore1] 82d557a9-5cb7-4257-947f-02e52c70b2db/82d557a9-5cb7-4257-947f-02e52c70b2db.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1224.161261] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-94b74589-8408-4c9d-85b1-263c71069280 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.170077] env[69319]: DEBUG oslo_vmware.api [None req-750d85ae-8b6f-4c46-b679-973fd83b7eae tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Waiting for the task: (returnval){ [ 1224.170077] env[69319]: value = "task-3224113" [ 1224.170077] env[69319]: _type = "Task" [ 1224.170077] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.179105] env[69319]: DEBUG oslo_vmware.api [None req-750d85ae-8b6f-4c46-b679-973fd83b7eae tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': task-3224113, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.264678] env[69319]: DEBUG nova.network.neutron [None req-ff507e77-9398-4df8-b042-62a0c4b7f691 tempest-ServersTestFqdnHostnames-1404736789 tempest-ServersTestFqdnHostnames-1404736789-project-member] [instance: 50b876f6-e366-42fb-8158-938f5f1a643e] Successfully updated port: 70ab8cce-9d29-411c-8123-c113243521ce {{(pid=69319) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1224.296653] env[69319]: DEBUG nova.compute.manager [req-dea60e3b-0827-4d7e-8ce6-ad0e964545a5 req-088716c9-c4f5-4d5c-ad72-03311243d223 service nova] [instance: fadaa797-edd9-43e8-833c-d97672ff9401] Received event network-changed-1d34cbfa-1034-4db1-bfb1-0008fbb5d153 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1224.296847] env[69319]: DEBUG nova.compute.manager [req-dea60e3b-0827-4d7e-8ce6-ad0e964545a5 req-088716c9-c4f5-4d5c-ad72-03311243d223 service nova] [instance: fadaa797-edd9-43e8-833c-d97672ff9401] Refreshing instance network info cache due to event network-changed-1d34cbfa-1034-4db1-bfb1-0008fbb5d153. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1224.297122] env[69319]: DEBUG oslo_concurrency.lockutils [req-dea60e3b-0827-4d7e-8ce6-ad0e964545a5 req-088716c9-c4f5-4d5c-ad72-03311243d223 service nova] Acquiring lock "refresh_cache-fadaa797-edd9-43e8-833c-d97672ff9401" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.297278] env[69319]: DEBUG oslo_concurrency.lockutils [req-dea60e3b-0827-4d7e-8ce6-ad0e964545a5 req-088716c9-c4f5-4d5c-ad72-03311243d223 service nova] Acquired lock "refresh_cache-fadaa797-edd9-43e8-833c-d97672ff9401" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.297438] env[69319]: DEBUG nova.network.neutron [req-dea60e3b-0827-4d7e-8ce6-ad0e964545a5 req-088716c9-c4f5-4d5c-ad72-03311243d223 service nova] [instance: fadaa797-edd9-43e8-833c-d97672ff9401] Refreshing network info cache for port 1d34cbfa-1034-4db1-bfb1-0008fbb5d153 {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1224.403959] env[69319]: INFO nova.scheduler.client.report [None req-3d8f8d89-84bc-43f7-8026-8940e391e053 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Deleted allocation for migration ff7b44f6-fbc8-4da8-9c0a-2e7a030e8450 [ 1224.482859] env[69319]: DEBUG oslo_vmware.api [None req-b6e32a7f-1a74-42e4-9cb3-143ff2f745ac tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': task-3224112, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.531364] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f7034b2-3b44-456d-af28-27f2d721159d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.541734] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b071a149-8ae5-4d66-ba54-7ed3fd8c42b6 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.574678] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e4cb97c-f52e-40b6-8549-9385de50cf9a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.583357] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b85da47a-aee2-47a8-af47-d23576cd27c6 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.599754] env[69319]: DEBUG nova.compute.provider_tree [None req-d838f745-fa9e-45e8-ae82-96a1e2a145c4 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1224.686505] env[69319]: DEBUG oslo_vmware.api [None req-750d85ae-8b6f-4c46-b679-973fd83b7eae tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': task-3224113, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.774950] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ff507e77-9398-4df8-b042-62a0c4b7f691 tempest-ServersTestFqdnHostnames-1404736789 tempest-ServersTestFqdnHostnames-1404736789-project-member] Acquiring lock "refresh_cache-50b876f6-e366-42fb-8158-938f5f1a643e" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.774950] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ff507e77-9398-4df8-b042-62a0c4b7f691 tempest-ServersTestFqdnHostnames-1404736789 tempest-ServersTestFqdnHostnames-1404736789-project-member] Acquired lock "refresh_cache-50b876f6-e366-42fb-8158-938f5f1a643e" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.775121] env[69319]: DEBUG nova.network.neutron [None req-ff507e77-9398-4df8-b042-62a0c4b7f691 tempest-ServersTestFqdnHostnames-1404736789 tempest-ServersTestFqdnHostnames-1404736789-project-member] [instance: 50b876f6-e366-42fb-8158-938f5f1a643e] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1224.855869] env[69319]: DEBUG nova.compute.manager [None req-1a50cb9b-9d51-4a36-a346-09bcbeaebbcc tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: fadaa797-edd9-43e8-833c-d97672ff9401] Stashing vm_state: active {{(pid=69319) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1224.913960] env[69319]: DEBUG oslo_concurrency.lockutils [None req-3d8f8d89-84bc-43f7-8026-8940e391e053 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Lock "8ca4f716-1d54-4ef1-b235-3d7264ca3cb9" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.851s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.981475] env[69319]: DEBUG oslo_vmware.api [None req-b6e32a7f-1a74-42e4-9cb3-143ff2f745ac tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': task-3224112, 'name': ReconfigVM_Task, 'duration_secs': 0.871907} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.981758] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6e32a7f-1a74-42e4-9cb3-143ff2f745ac tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 294011ae-d275-4f2e-ab2e-0a352db55cb7] Reconfigured VM instance instance-0000006b to attach disk [datastore1] 294011ae-d275-4f2e-ab2e-0a352db55cb7/294011ae-d275-4f2e-ab2e-0a352db55cb7.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1224.982672] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b1f86bd2-9a6d-4ef5-8abb-89d9efaf6de3 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.989855] env[69319]: DEBUG oslo_vmware.api [None req-b6e32a7f-1a74-42e4-9cb3-143ff2f745ac tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Waiting for the task: (returnval){ [ 1224.989855] env[69319]: value = "task-3224114" [ 1224.989855] env[69319]: _type = "Task" [ 1224.989855] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.999076] env[69319]: DEBUG oslo_vmware.api [None req-b6e32a7f-1a74-42e4-9cb3-143ff2f745ac tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': task-3224114, 'name': Rename_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.103214] env[69319]: DEBUG nova.scheduler.client.report [None req-d838f745-fa9e-45e8-ae82-96a1e2a145c4 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1225.126275] env[69319]: DEBUG nova.network.neutron [req-dea60e3b-0827-4d7e-8ce6-ad0e964545a5 req-088716c9-c4f5-4d5c-ad72-03311243d223 service nova] [instance: fadaa797-edd9-43e8-833c-d97672ff9401] Updated VIF entry in instance network info cache for port 1d34cbfa-1034-4db1-bfb1-0008fbb5d153. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1225.126681] env[69319]: DEBUG nova.network.neutron [req-dea60e3b-0827-4d7e-8ce6-ad0e964545a5 req-088716c9-c4f5-4d5c-ad72-03311243d223 service nova] [instance: fadaa797-edd9-43e8-833c-d97672ff9401] Updating instance_info_cache with network_info: [{"id": "1d34cbfa-1034-4db1-bfb1-0008fbb5d153", "address": "fa:16:3e:e1:9f:28", "network": {"id": "a673a352-fcbe-446a-b78c-3975246791bd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-551867013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b933d0258a1488bbdddf88a90df7360", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f847601f-7479-48eb-842f-41f94eea8537", "external-id": "nsx-vlan-transportzone-35", "segmentation_id": 35, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d34cbfa-10", "ovs_interfaceid": "1d34cbfa-1034-4db1-bfb1-0008fbb5d153", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1225.183583] env[69319]: DEBUG oslo_vmware.api [None req-750d85ae-8b6f-4c46-b679-973fd83b7eae tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': task-3224113, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.776645} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.183583] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-750d85ae-8b6f-4c46-b679-973fd83b7eae tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore1] 82d557a9-5cb7-4257-947f-02e52c70b2db/82d557a9-5cb7-4257-947f-02e52c70b2db.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1225.183583] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-750d85ae-8b6f-4c46-b679-973fd83b7eae tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 82d557a9-5cb7-4257-947f-02e52c70b2db] Extending root virtual disk to 1048576 {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1225.183583] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9b6cd297-70fc-4c1a-9519-95ee1a0dc239 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.190908] env[69319]: DEBUG oslo_vmware.api [None req-750d85ae-8b6f-4c46-b679-973fd83b7eae tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Waiting for the task: (returnval){ [ 1225.190908] env[69319]: value = "task-3224115" [ 1225.190908] env[69319]: _type = "Task" [ 1225.190908] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.202148] env[69319]: DEBUG oslo_vmware.api [None req-750d85ae-8b6f-4c46-b679-973fd83b7eae tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': task-3224115, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.306718] env[69319]: DEBUG nova.network.neutron [None req-ff507e77-9398-4df8-b042-62a0c4b7f691 tempest-ServersTestFqdnHostnames-1404736789 tempest-ServersTestFqdnHostnames-1404736789-project-member] [instance: 50b876f6-e366-42fb-8158-938f5f1a643e] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1225.394811] env[69319]: DEBUG oslo_concurrency.lockutils [None req-1a50cb9b-9d51-4a36-a346-09bcbeaebbcc tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.448327] env[69319]: DEBUG nova.network.neutron [None req-ff507e77-9398-4df8-b042-62a0c4b7f691 tempest-ServersTestFqdnHostnames-1404736789 tempest-ServersTestFqdnHostnames-1404736789-project-member] [instance: 50b876f6-e366-42fb-8158-938f5f1a643e] Updating instance_info_cache with network_info: [{"id": "70ab8cce-9d29-411c-8123-c113243521ce", "address": "fa:16:3e:d2:9b:12", "network": {"id": "215ac7f3-87a9-4eae-b7ad-88d9a57d8590", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-298265188-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0209b61ba86d4f19a0cd6db05b864fd4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70ab8cce-9d", "ovs_interfaceid": "70ab8cce-9d29-411c-8123-c113243521ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1225.500090] env[69319]: DEBUG oslo_vmware.api [None req-b6e32a7f-1a74-42e4-9cb3-143ff2f745ac tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': task-3224114, 'name': Rename_Task, 'duration_secs': 0.295946} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.500206] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6e32a7f-1a74-42e4-9cb3-143ff2f745ac tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 294011ae-d275-4f2e-ab2e-0a352db55cb7] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1225.500723] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-822e8b1b-51c6-4628-9367-f699a07f9703 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.508202] env[69319]: DEBUG oslo_vmware.api [None req-b6e32a7f-1a74-42e4-9cb3-143ff2f745ac tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Waiting for the task: (returnval){ [ 1225.508202] env[69319]: value = "task-3224117" [ 1225.508202] env[69319]: _type = "Task" [ 1225.508202] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.523730] env[69319]: DEBUG oslo_vmware.api [None req-b6e32a7f-1a74-42e4-9cb3-143ff2f745ac tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': task-3224117, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.608405] env[69319]: DEBUG oslo_concurrency.lockutils [None req-d838f745-fa9e-45e8-ae82-96a1e2a145c4 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.808s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.610849] env[69319]: DEBUG oslo_concurrency.lockutils [None req-1a50cb9b-9d51-4a36-a346-09bcbeaebbcc tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.216s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.629570] env[69319]: DEBUG oslo_concurrency.lockutils [req-dea60e3b-0827-4d7e-8ce6-ad0e964545a5 req-088716c9-c4f5-4d5c-ad72-03311243d223 service nova] Releasing lock "refresh_cache-fadaa797-edd9-43e8-833c-d97672ff9401" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.640130] env[69319]: INFO nova.scheduler.client.report [None req-d838f745-fa9e-45e8-ae82-96a1e2a145c4 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Deleted allocations for instance 93a4de2d-b0b5-4099-858c-05934dc954e4 [ 1225.706113] env[69319]: DEBUG oslo_vmware.api [None req-750d85ae-8b6f-4c46-b679-973fd83b7eae tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': task-3224115, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084951} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.706290] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-750d85ae-8b6f-4c46-b679-973fd83b7eae tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 82d557a9-5cb7-4257-947f-02e52c70b2db] Extended root virtual disk {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1225.707023] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e237196-79fa-45a7-9250-cc9874e0f764 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.730812] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-750d85ae-8b6f-4c46-b679-973fd83b7eae tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 82d557a9-5cb7-4257-947f-02e52c70b2db] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] 82d557a9-5cb7-4257-947f-02e52c70b2db/82d557a9-5cb7-4257-947f-02e52c70b2db.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1225.731126] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43673ecd-9ba5-4c8e-982b-bd9cd26e8581 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.752035] env[69319]: DEBUG oslo_vmware.api [None req-750d85ae-8b6f-4c46-b679-973fd83b7eae tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Waiting for the task: (returnval){ [ 1225.752035] env[69319]: value = "task-3224118" [ 1225.752035] env[69319]: _type = "Task" [ 1225.752035] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.761978] env[69319]: DEBUG oslo_vmware.api [None req-750d85ae-8b6f-4c46-b679-973fd83b7eae tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': task-3224118, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.950835] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ff507e77-9398-4df8-b042-62a0c4b7f691 tempest-ServersTestFqdnHostnames-1404736789 tempest-ServersTestFqdnHostnames-1404736789-project-member] Releasing lock "refresh_cache-50b876f6-e366-42fb-8158-938f5f1a643e" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.951216] env[69319]: DEBUG nova.compute.manager [None req-ff507e77-9398-4df8-b042-62a0c4b7f691 tempest-ServersTestFqdnHostnames-1404736789 tempest-ServersTestFqdnHostnames-1404736789-project-member] [instance: 50b876f6-e366-42fb-8158-938f5f1a643e] Instance network_info: |[{"id": "70ab8cce-9d29-411c-8123-c113243521ce", "address": "fa:16:3e:d2:9b:12", "network": {"id": "215ac7f3-87a9-4eae-b7ad-88d9a57d8590", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-298265188-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0209b61ba86d4f19a0cd6db05b864fd4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70ab8cce-9d", "ovs_interfaceid": "70ab8cce-9d29-411c-8123-c113243521ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1225.951824] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-ff507e77-9398-4df8-b042-62a0c4b7f691 tempest-ServersTestFqdnHostnames-1404736789 tempest-ServersTestFqdnHostnames-1404736789-project-member] [instance: 50b876f6-e366-42fb-8158-938f5f1a643e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:9b:12', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '085fb0ff-9285-4f1d-a008-a14da4844357', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '70ab8cce-9d29-411c-8123-c113243521ce', 'vif_model': 'vmxnet3'}] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1225.959554] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff507e77-9398-4df8-b042-62a0c4b7f691 tempest-ServersTestFqdnHostnames-1404736789 tempest-ServersTestFqdnHostnames-1404736789-project-member] Creating folder: Project (0209b61ba86d4f19a0cd6db05b864fd4). Parent ref: group-v644239. {{(pid=69319) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1225.959809] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-df230a3b-3512-43e8-8321-46421b127291 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.973273] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-ff507e77-9398-4df8-b042-62a0c4b7f691 tempest-ServersTestFqdnHostnames-1404736789 tempest-ServersTestFqdnHostnames-1404736789-project-member] Created folder: Project (0209b61ba86d4f19a0cd6db05b864fd4) in parent group-v644239. [ 1225.973542] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff507e77-9398-4df8-b042-62a0c4b7f691 tempest-ServersTestFqdnHostnames-1404736789 tempest-ServersTestFqdnHostnames-1404736789-project-member] Creating folder: Instances. Parent ref: group-v644539. {{(pid=69319) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1225.973829] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2db316ec-6060-4309-8b76-b8edee0493fb {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.985237] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-ff507e77-9398-4df8-b042-62a0c4b7f691 tempest-ServersTestFqdnHostnames-1404736789 tempest-ServersTestFqdnHostnames-1404736789-project-member] Created folder: Instances in parent group-v644539. [ 1225.985237] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ff507e77-9398-4df8-b042-62a0c4b7f691 tempest-ServersTestFqdnHostnames-1404736789 tempest-ServersTestFqdnHostnames-1404736789-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1225.985237] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50b876f6-e366-42fb-8158-938f5f1a643e] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1225.985237] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-87fe8e7e-0e6d-4747-9470-4baa67ee1096 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.005633] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1226.005633] env[69319]: value = "task-3224121" [ 1226.005633] env[69319]: _type = "Task" [ 1226.005633] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.020314] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3224121, 'name': CreateVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.023656] env[69319]: DEBUG oslo_vmware.api [None req-b6e32a7f-1a74-42e4-9cb3-143ff2f745ac tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': task-3224117, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.087955] env[69319]: DEBUG oslo_concurrency.lockutils [None req-3d8f8d89-84bc-43f7-8026-8940e391e053 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Acquiring lock "8ca4f716-1d54-4ef1-b235-3d7264ca3cb9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.088348] env[69319]: DEBUG oslo_concurrency.lockutils [None req-3d8f8d89-84bc-43f7-8026-8940e391e053 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Lock "8ca4f716-1d54-4ef1-b235-3d7264ca3cb9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.088558] env[69319]: DEBUG oslo_concurrency.lockutils [None req-3d8f8d89-84bc-43f7-8026-8940e391e053 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Acquiring lock "8ca4f716-1d54-4ef1-b235-3d7264ca3cb9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.088808] env[69319]: DEBUG oslo_concurrency.lockutils [None req-3d8f8d89-84bc-43f7-8026-8940e391e053 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Lock "8ca4f716-1d54-4ef1-b235-3d7264ca3cb9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.089046] env[69319]: DEBUG oslo_concurrency.lockutils [None req-3d8f8d89-84bc-43f7-8026-8940e391e053 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Lock "8ca4f716-1d54-4ef1-b235-3d7264ca3cb9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.091519] env[69319]: INFO nova.compute.manager [None req-3d8f8d89-84bc-43f7-8026-8940e391e053 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 8ca4f716-1d54-4ef1-b235-3d7264ca3cb9] Terminating instance [ 1226.117604] env[69319]: INFO nova.compute.claims [None req-1a50cb9b-9d51-4a36-a346-09bcbeaebbcc tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: fadaa797-edd9-43e8-833c-d97672ff9401] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1226.148394] env[69319]: DEBUG oslo_concurrency.lockutils [None req-d838f745-fa9e-45e8-ae82-96a1e2a145c4 tempest-ServerShowV257Test-1011923066 tempest-ServerShowV257Test-1011923066-project-member] Lock "93a4de2d-b0b5-4099-858c-05934dc954e4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.017s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.263523] env[69319]: DEBUG oslo_vmware.api [None req-750d85ae-8b6f-4c46-b679-973fd83b7eae tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': task-3224118, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.324808] env[69319]: DEBUG nova.compute.manager [req-d9859df4-8578-4d59-8fe1-8ab9b0f66006 req-41e910e2-2ce5-4ba9-8576-977c612286a2 service nova] [instance: 50b876f6-e366-42fb-8158-938f5f1a643e] Received event network-vif-plugged-70ab8cce-9d29-411c-8123-c113243521ce {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1226.325040] env[69319]: DEBUG oslo_concurrency.lockutils [req-d9859df4-8578-4d59-8fe1-8ab9b0f66006 req-41e910e2-2ce5-4ba9-8576-977c612286a2 service nova] Acquiring lock "50b876f6-e366-42fb-8158-938f5f1a643e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.325280] env[69319]: DEBUG oslo_concurrency.lockutils [req-d9859df4-8578-4d59-8fe1-8ab9b0f66006 req-41e910e2-2ce5-4ba9-8576-977c612286a2 service nova] Lock "50b876f6-e366-42fb-8158-938f5f1a643e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.325530] env[69319]: DEBUG oslo_concurrency.lockutils [req-d9859df4-8578-4d59-8fe1-8ab9b0f66006 req-41e910e2-2ce5-4ba9-8576-977c612286a2 service nova] Lock "50b876f6-e366-42fb-8158-938f5f1a643e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.325720] env[69319]: DEBUG nova.compute.manager [req-d9859df4-8578-4d59-8fe1-8ab9b0f66006 req-41e910e2-2ce5-4ba9-8576-977c612286a2 service nova] [instance: 50b876f6-e366-42fb-8158-938f5f1a643e] No waiting events found dispatching network-vif-plugged-70ab8cce-9d29-411c-8123-c113243521ce {{(pid=69319) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1226.325918] env[69319]: WARNING nova.compute.manager [req-d9859df4-8578-4d59-8fe1-8ab9b0f66006 req-41e910e2-2ce5-4ba9-8576-977c612286a2 service nova] [instance: 50b876f6-e366-42fb-8158-938f5f1a643e] Received unexpected event network-vif-plugged-70ab8cce-9d29-411c-8123-c113243521ce for instance with vm_state building and task_state spawning. [ 1226.326053] env[69319]: DEBUG nova.compute.manager [req-d9859df4-8578-4d59-8fe1-8ab9b0f66006 req-41e910e2-2ce5-4ba9-8576-977c612286a2 service nova] [instance: 50b876f6-e366-42fb-8158-938f5f1a643e] Received event network-changed-70ab8cce-9d29-411c-8123-c113243521ce {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1226.326222] env[69319]: DEBUG nova.compute.manager [req-d9859df4-8578-4d59-8fe1-8ab9b0f66006 req-41e910e2-2ce5-4ba9-8576-977c612286a2 service nova] [instance: 50b876f6-e366-42fb-8158-938f5f1a643e] Refreshing instance network info cache due to event network-changed-70ab8cce-9d29-411c-8123-c113243521ce. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1226.326408] env[69319]: DEBUG oslo_concurrency.lockutils [req-d9859df4-8578-4d59-8fe1-8ab9b0f66006 req-41e910e2-2ce5-4ba9-8576-977c612286a2 service nova] Acquiring lock "refresh_cache-50b876f6-e366-42fb-8158-938f5f1a643e" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.326583] env[69319]: DEBUG oslo_concurrency.lockutils [req-d9859df4-8578-4d59-8fe1-8ab9b0f66006 req-41e910e2-2ce5-4ba9-8576-977c612286a2 service nova] Acquired lock "refresh_cache-50b876f6-e366-42fb-8158-938f5f1a643e" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.326726] env[69319]: DEBUG nova.network.neutron [req-d9859df4-8578-4d59-8fe1-8ab9b0f66006 req-41e910e2-2ce5-4ba9-8576-977c612286a2 service nova] [instance: 50b876f6-e366-42fb-8158-938f5f1a643e] Refreshing network info cache for port 70ab8cce-9d29-411c-8123-c113243521ce {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1226.521750] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3224121, 'name': CreateVM_Task} progress is 99%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.523566] env[69319]: DEBUG oslo_vmware.api [None req-b6e32a7f-1a74-42e4-9cb3-143ff2f745ac tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': task-3224117, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.595589] env[69319]: DEBUG nova.compute.manager [None req-3d8f8d89-84bc-43f7-8026-8940e391e053 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 8ca4f716-1d54-4ef1-b235-3d7264ca3cb9] Start destroying the instance on the hypervisor. {{(pid=69319) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1226.596084] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-3d8f8d89-84bc-43f7-8026-8940e391e053 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 8ca4f716-1d54-4ef1-b235-3d7264ca3cb9] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1226.597115] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-162faf3b-db3b-46a6-ab7e-260ef15a315d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.607465] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d8f8d89-84bc-43f7-8026-8940e391e053 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 8ca4f716-1d54-4ef1-b235-3d7264ca3cb9] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1226.607465] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2f95182f-492f-4ffb-b785-5d8eb61fb301 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.614290] env[69319]: DEBUG oslo_vmware.api [None req-3d8f8d89-84bc-43f7-8026-8940e391e053 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Waiting for the task: (returnval){ [ 1226.614290] env[69319]: value = "task-3224122" [ 1226.614290] env[69319]: _type = "Task" [ 1226.614290] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.622675] env[69319]: DEBUG oslo_vmware.api [None req-3d8f8d89-84bc-43f7-8026-8940e391e053 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3224122, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.625355] env[69319]: INFO nova.compute.resource_tracker [None req-1a50cb9b-9d51-4a36-a346-09bcbeaebbcc tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: fadaa797-edd9-43e8-833c-d97672ff9401] Updating resource usage from migration b97ba951-c897-4237-9c92-f2948204393a [ 1226.762901] env[69319]: DEBUG oslo_vmware.api [None req-750d85ae-8b6f-4c46-b679-973fd83b7eae tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': task-3224118, 'name': ReconfigVM_Task, 'duration_secs': 0.692905} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.765997] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-750d85ae-8b6f-4c46-b679-973fd83b7eae tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 82d557a9-5cb7-4257-947f-02e52c70b2db] Reconfigured VM instance instance-0000006c to attach disk [datastore1] 82d557a9-5cb7-4257-947f-02e52c70b2db/82d557a9-5cb7-4257-947f-02e52c70b2db.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1226.766135] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3ced1dbe-4c52-4f4f-8df0-f0fef13ef928 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.773606] env[69319]: DEBUG oslo_vmware.api [None req-750d85ae-8b6f-4c46-b679-973fd83b7eae tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Waiting for the task: (returnval){ [ 1226.773606] env[69319]: value = "task-3224123" [ 1226.773606] env[69319]: _type = "Task" [ 1226.773606] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.785405] env[69319]: DEBUG oslo_vmware.api [None req-750d85ae-8b6f-4c46-b679-973fd83b7eae tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': task-3224123, 'name': Rename_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.825874] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38323352-800f-4557-9581-fe4903695149 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.835846] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88bb8452-c983-4d02-81b8-721db08c119a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.870191] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75afb1ec-65d4-4991-829f-fa3e2f81b804 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.878621] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ac87ffc-487d-467a-b2fd-a97281cf179f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.892980] env[69319]: DEBUG nova.compute.provider_tree [None req-1a50cb9b-9d51-4a36-a346-09bcbeaebbcc tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1227.020011] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3224121, 'name': CreateVM_Task} progress is 99%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.023103] env[69319]: DEBUG oslo_vmware.api [None req-b6e32a7f-1a74-42e4-9cb3-143ff2f745ac tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': task-3224117, 'name': PowerOnVM_Task, 'duration_secs': 1.151238} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.023864] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6e32a7f-1a74-42e4-9cb3-143ff2f745ac tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 294011ae-d275-4f2e-ab2e-0a352db55cb7] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1227.023864] env[69319]: INFO nova.compute.manager [None req-b6e32a7f-1a74-42e4-9cb3-143ff2f745ac tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 294011ae-d275-4f2e-ab2e-0a352db55cb7] Took 9.94 seconds to spawn the instance on the hypervisor. [ 1227.023864] env[69319]: DEBUG nova.compute.manager [None req-b6e32a7f-1a74-42e4-9cb3-143ff2f745ac tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 294011ae-d275-4f2e-ab2e-0a352db55cb7] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1227.024596] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60bc3c9d-bfc7-4764-845d-8c5bb7ca196a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.127253] env[69319]: DEBUG oslo_vmware.api [None req-3d8f8d89-84bc-43f7-8026-8940e391e053 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3224122, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.211909] env[69319]: DEBUG nova.network.neutron [req-d9859df4-8578-4d59-8fe1-8ab9b0f66006 req-41e910e2-2ce5-4ba9-8576-977c612286a2 service nova] [instance: 50b876f6-e366-42fb-8158-938f5f1a643e] Updated VIF entry in instance network info cache for port 70ab8cce-9d29-411c-8123-c113243521ce. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1227.211909] env[69319]: DEBUG nova.network.neutron [req-d9859df4-8578-4d59-8fe1-8ab9b0f66006 req-41e910e2-2ce5-4ba9-8576-977c612286a2 service nova] [instance: 50b876f6-e366-42fb-8158-938f5f1a643e] Updating instance_info_cache with network_info: [{"id": "70ab8cce-9d29-411c-8123-c113243521ce", "address": "fa:16:3e:d2:9b:12", "network": {"id": "215ac7f3-87a9-4eae-b7ad-88d9a57d8590", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-298265188-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0209b61ba86d4f19a0cd6db05b864fd4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70ab8cce-9d", "ovs_interfaceid": "70ab8cce-9d29-411c-8123-c113243521ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1227.284279] env[69319]: DEBUG oslo_vmware.api [None req-750d85ae-8b6f-4c46-b679-973fd83b7eae tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': task-3224123, 'name': Rename_Task, 'duration_secs': 0.321112} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.284555] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-750d85ae-8b6f-4c46-b679-973fd83b7eae tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 82d557a9-5cb7-4257-947f-02e52c70b2db] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1227.284811] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9fe18711-3b41-4ef8-95a4-5479c6692afa {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.293318] env[69319]: DEBUG oslo_vmware.api [None req-750d85ae-8b6f-4c46-b679-973fd83b7eae tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Waiting for the task: (returnval){ [ 1227.293318] env[69319]: value = "task-3224124" [ 1227.293318] env[69319]: _type = "Task" [ 1227.293318] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.302526] env[69319]: DEBUG oslo_vmware.api [None req-750d85ae-8b6f-4c46-b679-973fd83b7eae tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': task-3224124, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.396437] env[69319]: DEBUG nova.scheduler.client.report [None req-1a50cb9b-9d51-4a36-a346-09bcbeaebbcc tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1227.518802] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3224121, 'name': CreateVM_Task, 'duration_secs': 1.414109} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.519053] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50b876f6-e366-42fb-8158-938f5f1a643e] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1227.519919] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ff507e77-9398-4df8-b042-62a0c4b7f691 tempest-ServersTestFqdnHostnames-1404736789 tempest-ServersTestFqdnHostnames-1404736789-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.520107] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ff507e77-9398-4df8-b042-62a0c4b7f691 tempest-ServersTestFqdnHostnames-1404736789 tempest-ServersTestFqdnHostnames-1404736789-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.520474] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ff507e77-9398-4df8-b042-62a0c4b7f691 tempest-ServersTestFqdnHostnames-1404736789 tempest-ServersTestFqdnHostnames-1404736789-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.520742] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ce41b2e-82db-423b-b3eb-706e8dc61a27 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.525914] env[69319]: DEBUG oslo_vmware.api [None req-ff507e77-9398-4df8-b042-62a0c4b7f691 tempest-ServersTestFqdnHostnames-1404736789 tempest-ServersTestFqdnHostnames-1404736789-project-member] Waiting for the task: (returnval){ [ 1227.525914] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52bae167-a902-7c65-a274-490e0220c0e6" [ 1227.525914] env[69319]: _type = "Task" [ 1227.525914] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.540288] env[69319]: DEBUG oslo_vmware.api [None req-ff507e77-9398-4df8-b042-62a0c4b7f691 tempest-ServersTestFqdnHostnames-1404736789 tempest-ServersTestFqdnHostnames-1404736789-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52bae167-a902-7c65-a274-490e0220c0e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.542587] env[69319]: INFO nova.compute.manager [None req-b6e32a7f-1a74-42e4-9cb3-143ff2f745ac tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 294011ae-d275-4f2e-ab2e-0a352db55cb7] Took 23.29 seconds to build instance. [ 1227.613249] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-b69a2471-24b3-4e77-be89-c460c81d895e tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 4468ad34-4471-4bbe-82b7-cabe1f9fbea6] Volume attach. Driver type: vmdk {{(pid=69319) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1227.613524] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-b69a2471-24b3-4e77-be89-c460c81d895e tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 4468ad34-4471-4bbe-82b7-cabe1f9fbea6] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-644538', 'volume_id': '9fa5ada1-039a-428c-ae3c-f4948362af7a', 'name': 'volume-9fa5ada1-039a-428c-ae3c-f4948362af7a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4468ad34-4471-4bbe-82b7-cabe1f9fbea6', 'attached_at': '', 'detached_at': '', 'volume_id': '9fa5ada1-039a-428c-ae3c-f4948362af7a', 'serial': '9fa5ada1-039a-428c-ae3c-f4948362af7a'} {{(pid=69319) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1227.614808] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b85cd13f-25da-4087-bcd8-bd5524a3f8a6 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.629276] env[69319]: DEBUG oslo_vmware.api [None req-3d8f8d89-84bc-43f7-8026-8940e391e053 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3224122, 'name': PowerOffVM_Task, 'duration_secs': 0.921462} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.640204] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d8f8d89-84bc-43f7-8026-8940e391e053 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 8ca4f716-1d54-4ef1-b235-3d7264ca3cb9] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1227.640411] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-3d8f8d89-84bc-43f7-8026-8940e391e053 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 8ca4f716-1d54-4ef1-b235-3d7264ca3cb9] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1227.641113] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-459f40dd-05cf-417a-89f7-788d1fc0a80f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.643201] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cae0943a-45a4-40f5-b762-1cea7c8ff807 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.670819] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-b69a2471-24b3-4e77-be89-c460c81d895e tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 4468ad34-4471-4bbe-82b7-cabe1f9fbea6] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] volume-9fa5ada1-039a-428c-ae3c-f4948362af7a/volume-9fa5ada1-039a-428c-ae3c-f4948362af7a.vmdk or device None with type thin {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1227.671147] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2ddf221-3263-422f-b5c4-a887447d7935 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.690850] env[69319]: DEBUG oslo_vmware.api [None req-b69a2471-24b3-4e77-be89-c460c81d895e tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Waiting for the task: (returnval){ [ 1227.690850] env[69319]: value = "task-3224126" [ 1227.690850] env[69319]: _type = "Task" [ 1227.690850] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.714587] env[69319]: DEBUG oslo_concurrency.lockutils [req-d9859df4-8578-4d59-8fe1-8ab9b0f66006 req-41e910e2-2ce5-4ba9-8576-977c612286a2 service nova] Releasing lock "refresh_cache-50b876f6-e366-42fb-8158-938f5f1a643e" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.762135] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-3d8f8d89-84bc-43f7-8026-8940e391e053 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 8ca4f716-1d54-4ef1-b235-3d7264ca3cb9] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1227.762514] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-3d8f8d89-84bc-43f7-8026-8940e391e053 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 8ca4f716-1d54-4ef1-b235-3d7264ca3cb9] Deleting contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1227.762739] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d8f8d89-84bc-43f7-8026-8940e391e053 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Deleting the datastore file [datastore2] 8ca4f716-1d54-4ef1-b235-3d7264ca3cb9 {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1227.763054] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-109f458e-9a25-472a-893e-29c1cd73ddd6 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.772769] env[69319]: DEBUG oslo_vmware.api [None req-3d8f8d89-84bc-43f7-8026-8940e391e053 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Waiting for the task: (returnval){ [ 1227.772769] env[69319]: value = "task-3224127" [ 1227.772769] env[69319]: _type = "Task" [ 1227.772769] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.780088] env[69319]: DEBUG oslo_vmware.api [None req-3d8f8d89-84bc-43f7-8026-8940e391e053 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3224127, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.803066] env[69319]: DEBUG oslo_vmware.api [None req-750d85ae-8b6f-4c46-b679-973fd83b7eae tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': task-3224124, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.901917] env[69319]: DEBUG oslo_concurrency.lockutils [None req-1a50cb9b-9d51-4a36-a346-09bcbeaebbcc tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.291s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.902174] env[69319]: INFO nova.compute.manager [None req-1a50cb9b-9d51-4a36-a346-09bcbeaebbcc tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: fadaa797-edd9-43e8-833c-d97672ff9401] Migrating [ 1228.037295] env[69319]: DEBUG oslo_vmware.api [None req-ff507e77-9398-4df8-b042-62a0c4b7f691 tempest-ServersTestFqdnHostnames-1404736789 tempest-ServersTestFqdnHostnames-1404736789-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52bae167-a902-7c65-a274-490e0220c0e6, 'name': SearchDatastore_Task, 'duration_secs': 0.010754} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.037631] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ff507e77-9398-4df8-b042-62a0c4b7f691 tempest-ServersTestFqdnHostnames-1404736789 tempest-ServersTestFqdnHostnames-1404736789-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.037896] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-ff507e77-9398-4df8-b042-62a0c4b7f691 tempest-ServersTestFqdnHostnames-1404736789 tempest-ServersTestFqdnHostnames-1404736789-project-member] [instance: 50b876f6-e366-42fb-8158-938f5f1a643e] Processing image 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1228.038177] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ff507e77-9398-4df8-b042-62a0c4b7f691 tempest-ServersTestFqdnHostnames-1404736789 tempest-ServersTestFqdnHostnames-1404736789-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.038332] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ff507e77-9398-4df8-b042-62a0c4b7f691 tempest-ServersTestFqdnHostnames-1404736789 tempest-ServersTestFqdnHostnames-1404736789-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.038518] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff507e77-9398-4df8-b042-62a0c4b7f691 tempest-ServersTestFqdnHostnames-1404736789 tempest-ServersTestFqdnHostnames-1404736789-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1228.038813] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-08eccf96-d0df-4bb3-96b3-a2b609d86033 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.044452] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b6e32a7f-1a74-42e4-9cb3-143ff2f745ac tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Lock "294011ae-d275-4f2e-ab2e-0a352db55cb7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.805s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.048588] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff507e77-9398-4df8-b042-62a0c4b7f691 tempest-ServersTestFqdnHostnames-1404736789 tempest-ServersTestFqdnHostnames-1404736789-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1228.048779] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-ff507e77-9398-4df8-b042-62a0c4b7f691 tempest-ServersTestFqdnHostnames-1404736789 tempest-ServersTestFqdnHostnames-1404736789-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1228.049577] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc4e6088-aacb-46e7-b2dc-dc38d5e62f5f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.055686] env[69319]: DEBUG oslo_vmware.api [None req-ff507e77-9398-4df8-b042-62a0c4b7f691 tempest-ServersTestFqdnHostnames-1404736789 tempest-ServersTestFqdnHostnames-1404736789-project-member] Waiting for the task: (returnval){ [ 1228.055686] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]5225d0ef-6186-5305-6c3b-20379fab2407" [ 1228.055686] env[69319]: _type = "Task" [ 1228.055686] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.076145] env[69319]: DEBUG oslo_vmware.api [None req-ff507e77-9398-4df8-b042-62a0c4b7f691 tempest-ServersTestFqdnHostnames-1404736789 tempest-ServersTestFqdnHostnames-1404736789-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5225d0ef-6186-5305-6c3b-20379fab2407, 'name': SearchDatastore_Task, 'duration_secs': 0.017136} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.076985] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-828da503-3cc8-418a-b2c4-2dcbb3d8db58 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.086191] env[69319]: DEBUG oslo_vmware.api [None req-ff507e77-9398-4df8-b042-62a0c4b7f691 tempest-ServersTestFqdnHostnames-1404736789 tempest-ServersTestFqdnHostnames-1404736789-project-member] Waiting for the task: (returnval){ [ 1228.086191] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52679004-1a5b-3b33-4408-b9d5934876e7" [ 1228.086191] env[69319]: _type = "Task" [ 1228.086191] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.095540] env[69319]: DEBUG oslo_vmware.api [None req-ff507e77-9398-4df8-b042-62a0c4b7f691 tempest-ServersTestFqdnHostnames-1404736789 tempest-ServersTestFqdnHostnames-1404736789-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52679004-1a5b-3b33-4408-b9d5934876e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.206356] env[69319]: DEBUG oslo_vmware.api [None req-b69a2471-24b3-4e77-be89-c460c81d895e tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3224126, 'name': ReconfigVM_Task, 'duration_secs': 0.478118} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.206649] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-b69a2471-24b3-4e77-be89-c460c81d895e tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 4468ad34-4471-4bbe-82b7-cabe1f9fbea6] Reconfigured VM instance instance-00000063 to attach disk [datastore2] volume-9fa5ada1-039a-428c-ae3c-f4948362af7a/volume-9fa5ada1-039a-428c-ae3c-f4948362af7a.vmdk or device None with type thin {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1228.211358] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6c9a0a6-30eb-40bf-aa38-46643a8b42f8 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.228886] env[69319]: DEBUG oslo_vmware.api [None req-b69a2471-24b3-4e77-be89-c460c81d895e tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Waiting for the task: (returnval){ [ 1228.228886] env[69319]: value = "task-3224128" [ 1228.228886] env[69319]: _type = "Task" [ 1228.228886] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.240775] env[69319]: DEBUG oslo_vmware.api [None req-b69a2471-24b3-4e77-be89-c460c81d895e tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3224128, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.281660] env[69319]: DEBUG oslo_vmware.api [None req-3d8f8d89-84bc-43f7-8026-8940e391e053 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Task: {'id': task-3224127, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.222161} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.281940] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d8f8d89-84bc-43f7-8026-8940e391e053 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1228.282250] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-3d8f8d89-84bc-43f7-8026-8940e391e053 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 8ca4f716-1d54-4ef1-b235-3d7264ca3cb9] Deleted contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1228.282478] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-3d8f8d89-84bc-43f7-8026-8940e391e053 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 8ca4f716-1d54-4ef1-b235-3d7264ca3cb9] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1228.282972] env[69319]: INFO nova.compute.manager [None req-3d8f8d89-84bc-43f7-8026-8940e391e053 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] [instance: 8ca4f716-1d54-4ef1-b235-3d7264ca3cb9] Took 1.69 seconds to destroy the instance on the hypervisor. [ 1228.283056] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3d8f8d89-84bc-43f7-8026-8940e391e053 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1228.283247] env[69319]: DEBUG nova.compute.manager [-] [instance: 8ca4f716-1d54-4ef1-b235-3d7264ca3cb9] Deallocating network for instance {{(pid=69319) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1228.283350] env[69319]: DEBUG nova.network.neutron [-] [instance: 8ca4f716-1d54-4ef1-b235-3d7264ca3cb9] deallocate_for_instance() {{(pid=69319) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1228.302865] env[69319]: DEBUG oslo_vmware.api [None req-750d85ae-8b6f-4c46-b679-973fd83b7eae tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': task-3224124, 'name': PowerOnVM_Task, 'duration_secs': 0.693581} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.303169] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-750d85ae-8b6f-4c46-b679-973fd83b7eae tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 82d557a9-5cb7-4257-947f-02e52c70b2db] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1228.303381] env[69319]: INFO nova.compute.manager [None req-750d85ae-8b6f-4c46-b679-973fd83b7eae tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 82d557a9-5cb7-4257-947f-02e52c70b2db] Took 8.88 seconds to spawn the instance on the hypervisor. [ 1228.303563] env[69319]: DEBUG nova.compute.manager [None req-750d85ae-8b6f-4c46-b679-973fd83b7eae tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 82d557a9-5cb7-4257-947f-02e52c70b2db] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1228.304444] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60113533-695d-423f-affb-dfb26f17befa {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.418318] env[69319]: DEBUG oslo_concurrency.lockutils [None req-1a50cb9b-9d51-4a36-a346-09bcbeaebbcc tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Acquiring lock "refresh_cache-fadaa797-edd9-43e8-833c-d97672ff9401" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.418318] env[69319]: DEBUG oslo_concurrency.lockutils [None req-1a50cb9b-9d51-4a36-a346-09bcbeaebbcc tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Acquired lock "refresh_cache-fadaa797-edd9-43e8-833c-d97672ff9401" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.418318] env[69319]: DEBUG nova.network.neutron [None req-1a50cb9b-9d51-4a36-a346-09bcbeaebbcc tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: fadaa797-edd9-43e8-833c-d97672ff9401] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1228.600339] env[69319]: DEBUG oslo_vmware.api [None req-ff507e77-9398-4df8-b042-62a0c4b7f691 tempest-ServersTestFqdnHostnames-1404736789 tempest-ServersTestFqdnHostnames-1404736789-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52679004-1a5b-3b33-4408-b9d5934876e7, 'name': SearchDatastore_Task, 'duration_secs': 0.012297} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.600862] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ff507e77-9398-4df8-b042-62a0c4b7f691 tempest-ServersTestFqdnHostnames-1404736789 tempest-ServersTestFqdnHostnames-1404736789-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.601072] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff507e77-9398-4df8-b042-62a0c4b7f691 tempest-ServersTestFqdnHostnames-1404736789 tempest-ServersTestFqdnHostnames-1404736789-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] 50b876f6-e366-42fb-8158-938f5f1a643e/50b876f6-e366-42fb-8158-938f5f1a643e.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1228.601416] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-76d6e4b7-e341-4a7a-a8a1-8cf819d66c0d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.610903] env[69319]: DEBUG oslo_vmware.api [None req-ff507e77-9398-4df8-b042-62a0c4b7f691 tempest-ServersTestFqdnHostnames-1404736789 tempest-ServersTestFqdnHostnames-1404736789-project-member] Waiting for the task: (returnval){ [ 1228.610903] env[69319]: value = "task-3224129" [ 1228.610903] env[69319]: _type = "Task" [ 1228.610903] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.622806] env[69319]: DEBUG oslo_vmware.api [None req-ff507e77-9398-4df8-b042-62a0c4b7f691 tempest-ServersTestFqdnHostnames-1404736789 tempest-ServersTestFqdnHostnames-1404736789-project-member] Task: {'id': task-3224129, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.739990] env[69319]: DEBUG oslo_vmware.api [None req-b69a2471-24b3-4e77-be89-c460c81d895e tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3224128, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.828563] env[69319]: INFO nova.compute.manager [None req-750d85ae-8b6f-4c46-b679-973fd83b7eae tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 82d557a9-5cb7-4257-947f-02e52c70b2db] Took 22.00 seconds to build instance. [ 1229.002531] env[69319]: DEBUG nova.compute.manager [req-4a147b6c-57f4-4887-b02c-f08738734772 req-24dd9b9e-f65e-4940-b44b-d9fa96164a52 service nova] [instance: 8ca4f716-1d54-4ef1-b235-3d7264ca3cb9] Received event network-vif-deleted-04354d71-f9ec-4cad-99f1-c4a002ef3a7b {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1229.002733] env[69319]: INFO nova.compute.manager [req-4a147b6c-57f4-4887-b02c-f08738734772 req-24dd9b9e-f65e-4940-b44b-d9fa96164a52 service nova] [instance: 8ca4f716-1d54-4ef1-b235-3d7264ca3cb9] Neutron deleted interface 04354d71-f9ec-4cad-99f1-c4a002ef3a7b; detaching it from the instance and deleting it from the info cache [ 1229.002843] env[69319]: DEBUG nova.network.neutron [req-4a147b6c-57f4-4887-b02c-f08738734772 req-24dd9b9e-f65e-4940-b44b-d9fa96164a52 service nova] [instance: 8ca4f716-1d54-4ef1-b235-3d7264ca3cb9] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1229.128207] env[69319]: DEBUG oslo_vmware.api [None req-ff507e77-9398-4df8-b042-62a0c4b7f691 tempest-ServersTestFqdnHostnames-1404736789 tempest-ServersTestFqdnHostnames-1404736789-project-member] Task: {'id': task-3224129, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.246142] env[69319]: DEBUG oslo_vmware.api [None req-b69a2471-24b3-4e77-be89-c460c81d895e tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3224128, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.309215] env[69319]: DEBUG nova.network.neutron [None req-1a50cb9b-9d51-4a36-a346-09bcbeaebbcc tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: fadaa797-edd9-43e8-833c-d97672ff9401] Updating instance_info_cache with network_info: [{"id": "1d34cbfa-1034-4db1-bfb1-0008fbb5d153", "address": "fa:16:3e:e1:9f:28", "network": {"id": "a673a352-fcbe-446a-b78c-3975246791bd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-551867013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b933d0258a1488bbdddf88a90df7360", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f847601f-7479-48eb-842f-41f94eea8537", "external-id": "nsx-vlan-transportzone-35", "segmentation_id": 35, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d34cbfa-10", "ovs_interfaceid": "1d34cbfa-1034-4db1-bfb1-0008fbb5d153", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1229.326948] env[69319]: DEBUG nova.network.neutron [-] [instance: 8ca4f716-1d54-4ef1-b235-3d7264ca3cb9] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1229.334404] env[69319]: DEBUG oslo_concurrency.lockutils [None req-750d85ae-8b6f-4c46-b679-973fd83b7eae tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Lock "82d557a9-5cb7-4257-947f-02e52c70b2db" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.518s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.507032] env[69319]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4fafc3b9-17ef-4460-aec5-f2b0a1cca463 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.519731] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2795518-7d22-4f77-a8fd-22be5de7eb48 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.558057] env[69319]: DEBUG nova.compute.manager [req-4a147b6c-57f4-4887-b02c-f08738734772 req-24dd9b9e-f65e-4940-b44b-d9fa96164a52 service nova] [instance: 8ca4f716-1d54-4ef1-b235-3d7264ca3cb9] Detach interface failed, port_id=04354d71-f9ec-4cad-99f1-c4a002ef3a7b, reason: Instance 8ca4f716-1d54-4ef1-b235-3d7264ca3cb9 could not be found. {{(pid=69319) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1229.629483] env[69319]: DEBUG oslo_vmware.api [None req-ff507e77-9398-4df8-b042-62a0c4b7f691 tempest-ServersTestFqdnHostnames-1404736789 tempest-ServersTestFqdnHostnames-1404736789-project-member] Task: {'id': task-3224129, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.744278] env[69319]: DEBUG oslo_vmware.api [None req-b69a2471-24b3-4e77-be89-c460c81d895e tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3224128, 'name': ReconfigVM_Task, 'duration_secs': 1.191749} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.744893] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-b69a2471-24b3-4e77-be89-c460c81d895e tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 4468ad34-4471-4bbe-82b7-cabe1f9fbea6] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-644538', 'volume_id': '9fa5ada1-039a-428c-ae3c-f4948362af7a', 'name': 'volume-9fa5ada1-039a-428c-ae3c-f4948362af7a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4468ad34-4471-4bbe-82b7-cabe1f9fbea6', 'attached_at': '', 'detached_at': '', 'volume_id': '9fa5ada1-039a-428c-ae3c-f4948362af7a', 'serial': '9fa5ada1-039a-428c-ae3c-f4948362af7a'} {{(pid=69319) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1229.812712] env[69319]: DEBUG oslo_concurrency.lockutils [None req-1a50cb9b-9d51-4a36-a346-09bcbeaebbcc tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Releasing lock "refresh_cache-fadaa797-edd9-43e8-833c-d97672ff9401" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.834327] env[69319]: INFO nova.compute.manager [-] [instance: 8ca4f716-1d54-4ef1-b235-3d7264ca3cb9] Took 1.55 seconds to deallocate network for instance. [ 1229.972933] env[69319]: DEBUG oslo_concurrency.lockutils [None req-2f7d4f8e-a486-4e1b-9ba6-073134e82516 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Acquiring lock "82d557a9-5cb7-4257-947f-02e52c70b2db" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.972933] env[69319]: DEBUG oslo_concurrency.lockutils [None req-2f7d4f8e-a486-4e1b-9ba6-073134e82516 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Lock "82d557a9-5cb7-4257-947f-02e52c70b2db" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.972933] env[69319]: DEBUG oslo_concurrency.lockutils [None req-2f7d4f8e-a486-4e1b-9ba6-073134e82516 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Acquiring lock "82d557a9-5cb7-4257-947f-02e52c70b2db-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.973188] env[69319]: DEBUG oslo_concurrency.lockutils [None req-2f7d4f8e-a486-4e1b-9ba6-073134e82516 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Lock "82d557a9-5cb7-4257-947f-02e52c70b2db-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.973188] env[69319]: DEBUG oslo_concurrency.lockutils [None req-2f7d4f8e-a486-4e1b-9ba6-073134e82516 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Lock "82d557a9-5cb7-4257-947f-02e52c70b2db-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.975744] env[69319]: INFO nova.compute.manager [None req-2f7d4f8e-a486-4e1b-9ba6-073134e82516 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 82d557a9-5cb7-4257-947f-02e52c70b2db] Terminating instance [ 1230.124800] env[69319]: DEBUG oslo_vmware.api [None req-ff507e77-9398-4df8-b042-62a0c4b7f691 tempest-ServersTestFqdnHostnames-1404736789 tempest-ServersTestFqdnHostnames-1404736789-project-member] Task: {'id': task-3224129, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.215019} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.125122] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff507e77-9398-4df8-b042-62a0c4b7f691 tempest-ServersTestFqdnHostnames-1404736789 tempest-ServersTestFqdnHostnames-1404736789-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] 50b876f6-e366-42fb-8158-938f5f1a643e/50b876f6-e366-42fb-8158-938f5f1a643e.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1230.125421] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-ff507e77-9398-4df8-b042-62a0c4b7f691 tempest-ServersTestFqdnHostnames-1404736789 tempest-ServersTestFqdnHostnames-1404736789-project-member] [instance: 50b876f6-e366-42fb-8158-938f5f1a643e] Extending root virtual disk to 1048576 {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1230.125702] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c6ba6004-3161-4209-ba80-4cc3f34675f6 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.134505] env[69319]: DEBUG oslo_vmware.api [None req-ff507e77-9398-4df8-b042-62a0c4b7f691 tempest-ServersTestFqdnHostnames-1404736789 tempest-ServersTestFqdnHostnames-1404736789-project-member] Waiting for the task: (returnval){ [ 1230.134505] env[69319]: value = "task-3224130" [ 1230.134505] env[69319]: _type = "Task" [ 1230.134505] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.147031] env[69319]: DEBUG oslo_vmware.api [None req-ff507e77-9398-4df8-b042-62a0c4b7f691 tempest-ServersTestFqdnHostnames-1404736789 tempest-ServersTestFqdnHostnames-1404736789-project-member] Task: {'id': task-3224130, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.346289] env[69319]: DEBUG oslo_concurrency.lockutils [None req-3d8f8d89-84bc-43f7-8026-8940e391e053 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.346458] env[69319]: DEBUG oslo_concurrency.lockutils [None req-3d8f8d89-84bc-43f7-8026-8940e391e053 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.346698] env[69319]: DEBUG oslo_concurrency.lockutils [None req-3d8f8d89-84bc-43f7-8026-8940e391e053 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.381331] env[69319]: INFO nova.scheduler.client.report [None req-3d8f8d89-84bc-43f7-8026-8940e391e053 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Deleted allocations for instance 8ca4f716-1d54-4ef1-b235-3d7264ca3cb9 [ 1230.481794] env[69319]: DEBUG nova.compute.manager [None req-2f7d4f8e-a486-4e1b-9ba6-073134e82516 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 82d557a9-5cb7-4257-947f-02e52c70b2db] Start destroying the instance on the hypervisor. {{(pid=69319) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1230.482487] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-2f7d4f8e-a486-4e1b-9ba6-073134e82516 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 82d557a9-5cb7-4257-947f-02e52c70b2db] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1230.483710] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88bb1f65-a04e-4336-a837-5e075cd67d8b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.496397] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f7d4f8e-a486-4e1b-9ba6-073134e82516 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 82d557a9-5cb7-4257-947f-02e52c70b2db] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1230.497053] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bf27e788-6b37-40c7-a019-bb1af84f795d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.507335] env[69319]: DEBUG oslo_vmware.api [None req-2f7d4f8e-a486-4e1b-9ba6-073134e82516 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Waiting for the task: (returnval){ [ 1230.507335] env[69319]: value = "task-3224131" [ 1230.507335] env[69319]: _type = "Task" [ 1230.507335] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.516348] env[69319]: DEBUG oslo_vmware.api [None req-2f7d4f8e-a486-4e1b-9ba6-073134e82516 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': task-3224131, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.647287] env[69319]: DEBUG oslo_vmware.api [None req-ff507e77-9398-4df8-b042-62a0c4b7f691 tempest-ServersTestFqdnHostnames-1404736789 tempest-ServersTestFqdnHostnames-1404736789-project-member] Task: {'id': task-3224130, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068778} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.647776] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-ff507e77-9398-4df8-b042-62a0c4b7f691 tempest-ServersTestFqdnHostnames-1404736789 tempest-ServersTestFqdnHostnames-1404736789-project-member] [instance: 50b876f6-e366-42fb-8158-938f5f1a643e] Extended root virtual disk {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1230.648488] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cd42758-9100-4af7-b89e-4a2bc72dbf21 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.673748] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff507e77-9398-4df8-b042-62a0c4b7f691 tempest-ServersTestFqdnHostnames-1404736789 tempest-ServersTestFqdnHostnames-1404736789-project-member] [instance: 50b876f6-e366-42fb-8158-938f5f1a643e] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] 50b876f6-e366-42fb-8158-938f5f1a643e/50b876f6-e366-42fb-8158-938f5f1a643e.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1230.677034] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-416600ef-5dfe-4d1b-a469-28e466878b4b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.696756] env[69319]: DEBUG oslo_vmware.api [None req-ff507e77-9398-4df8-b042-62a0c4b7f691 tempest-ServersTestFqdnHostnames-1404736789 tempest-ServersTestFqdnHostnames-1404736789-project-member] Waiting for the task: (returnval){ [ 1230.696756] env[69319]: value = "task-3224132" [ 1230.696756] env[69319]: _type = "Task" [ 1230.696756] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.706874] env[69319]: DEBUG oslo_vmware.api [None req-ff507e77-9398-4df8-b042-62a0c4b7f691 tempest-ServersTestFqdnHostnames-1404736789 tempest-ServersTestFqdnHostnames-1404736789-project-member] Task: {'id': task-3224132, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.838139] env[69319]: DEBUG nova.objects.instance [None req-b69a2471-24b3-4e77-be89-c460c81d895e tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Lazy-loading 'flavor' on Instance uuid 4468ad34-4471-4bbe-82b7-cabe1f9fbea6 {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1230.896139] env[69319]: DEBUG oslo_concurrency.lockutils [None req-3d8f8d89-84bc-43f7-8026-8940e391e053 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Lock "8ca4f716-1d54-4ef1-b235-3d7264ca3cb9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.806s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.016750] env[69319]: DEBUG oslo_vmware.api [None req-2f7d4f8e-a486-4e1b-9ba6-073134e82516 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': task-3224131, 'name': PowerOffVM_Task, 'duration_secs': 0.362214} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.017045] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f7d4f8e-a486-4e1b-9ba6-073134e82516 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 82d557a9-5cb7-4257-947f-02e52c70b2db] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1231.017224] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-2f7d4f8e-a486-4e1b-9ba6-073134e82516 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 82d557a9-5cb7-4257-947f-02e52c70b2db] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1231.017485] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-efa83d62-9cb6-425e-8a52-0d3c0d43177e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.111189] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-2f7d4f8e-a486-4e1b-9ba6-073134e82516 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 82d557a9-5cb7-4257-947f-02e52c70b2db] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1231.111536] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-2f7d4f8e-a486-4e1b-9ba6-073134e82516 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 82d557a9-5cb7-4257-947f-02e52c70b2db] Deleting contents of the VM from datastore datastore1 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1231.111757] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f7d4f8e-a486-4e1b-9ba6-073134e82516 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Deleting the datastore file [datastore1] 82d557a9-5cb7-4257-947f-02e52c70b2db {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1231.112073] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0d942de9-4e47-415c-9afa-2c238dcd4668 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.121288] env[69319]: DEBUG oslo_vmware.api [None req-2f7d4f8e-a486-4e1b-9ba6-073134e82516 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Waiting for the task: (returnval){ [ 1231.121288] env[69319]: value = "task-3224134" [ 1231.121288] env[69319]: _type = "Task" [ 1231.121288] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.132455] env[69319]: DEBUG oslo_vmware.api [None req-2f7d4f8e-a486-4e1b-9ba6-073134e82516 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': task-3224134, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.217143] env[69319]: DEBUG oslo_vmware.api [None req-ff507e77-9398-4df8-b042-62a0c4b7f691 tempest-ServersTestFqdnHostnames-1404736789 tempest-ServersTestFqdnHostnames-1404736789-project-member] Task: {'id': task-3224132, 'name': ReconfigVM_Task, 'duration_secs': 0.408641} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.217487] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff507e77-9398-4df8-b042-62a0c4b7f691 tempest-ServersTestFqdnHostnames-1404736789 tempest-ServersTestFqdnHostnames-1404736789-project-member] [instance: 50b876f6-e366-42fb-8158-938f5f1a643e] Reconfigured VM instance instance-0000006d to attach disk [datastore2] 50b876f6-e366-42fb-8158-938f5f1a643e/50b876f6-e366-42fb-8158-938f5f1a643e.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1231.218149] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-111d0f7b-b28e-448e-985a-2279133dfce1 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.225948] env[69319]: DEBUG oslo_vmware.api [None req-ff507e77-9398-4df8-b042-62a0c4b7f691 tempest-ServersTestFqdnHostnames-1404736789 tempest-ServersTestFqdnHostnames-1404736789-project-member] Waiting for the task: (returnval){ [ 1231.225948] env[69319]: value = "task-3224135" [ 1231.225948] env[69319]: _type = "Task" [ 1231.225948] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.234943] env[69319]: DEBUG oslo_vmware.api [None req-ff507e77-9398-4df8-b042-62a0c4b7f691 tempest-ServersTestFqdnHostnames-1404736789 tempest-ServersTestFqdnHostnames-1404736789-project-member] Task: {'id': task-3224135, 'name': Rename_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.335788] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02064c22-47fa-470b-bc28-6baf2bb9d3e7 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.368723] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-1a50cb9b-9d51-4a36-a346-09bcbeaebbcc tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: fadaa797-edd9-43e8-833c-d97672ff9401] Updating instance 'fadaa797-edd9-43e8-833c-d97672ff9401' progress to 0 {{(pid=69319) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1231.373156] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b69a2471-24b3-4e77-be89-c460c81d895e tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Lock "4468ad34-4471-4bbe-82b7-cabe1f9fbea6" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.911s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.376966] env[69319]: DEBUG nova.compute.manager [None req-b6c3e803-046d-4aa7-9af7-b3559f6d4537 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 294011ae-d275-4f2e-ab2e-0a352db55cb7] Stashing vm_state: active {{(pid=69319) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1231.632264] env[69319]: DEBUG oslo_vmware.api [None req-2f7d4f8e-a486-4e1b-9ba6-073134e82516 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': task-3224134, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152733} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.632577] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f7d4f8e-a486-4e1b-9ba6-073134e82516 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1231.632774] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-2f7d4f8e-a486-4e1b-9ba6-073134e82516 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 82d557a9-5cb7-4257-947f-02e52c70b2db] Deleted contents of the VM from datastore datastore1 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1231.632955] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-2f7d4f8e-a486-4e1b-9ba6-073134e82516 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 82d557a9-5cb7-4257-947f-02e52c70b2db] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1231.633145] env[69319]: INFO nova.compute.manager [None req-2f7d4f8e-a486-4e1b-9ba6-073134e82516 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 82d557a9-5cb7-4257-947f-02e52c70b2db] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1231.633386] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2f7d4f8e-a486-4e1b-9ba6-073134e82516 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1231.633592] env[69319]: DEBUG nova.compute.manager [-] [instance: 82d557a9-5cb7-4257-947f-02e52c70b2db] Deallocating network for instance {{(pid=69319) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1231.633712] env[69319]: DEBUG nova.network.neutron [-] [instance: 82d557a9-5cb7-4257-947f-02e52c70b2db] deallocate_for_instance() {{(pid=69319) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1231.740188] env[69319]: DEBUG oslo_vmware.api [None req-ff507e77-9398-4df8-b042-62a0c4b7f691 tempest-ServersTestFqdnHostnames-1404736789 tempest-ServersTestFqdnHostnames-1404736789-project-member] Task: {'id': task-3224135, 'name': Rename_Task, 'duration_secs': 0.179683} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.740188] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff507e77-9398-4df8-b042-62a0c4b7f691 tempest-ServersTestFqdnHostnames-1404736789 tempest-ServersTestFqdnHostnames-1404736789-project-member] [instance: 50b876f6-e366-42fb-8158-938f5f1a643e] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1231.740188] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-23d5900a-df66-473b-8eaa-9a54168831c9 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.752034] env[69319]: DEBUG oslo_vmware.api [None req-ff507e77-9398-4df8-b042-62a0c4b7f691 tempest-ServersTestFqdnHostnames-1404736789 tempest-ServersTestFqdnHostnames-1404736789-project-member] Waiting for the task: (returnval){ [ 1231.752034] env[69319]: value = "task-3224136" [ 1231.752034] env[69319]: _type = "Task" [ 1231.752034] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.760870] env[69319]: DEBUG oslo_vmware.api [None req-ff507e77-9398-4df8-b042-62a0c4b7f691 tempest-ServersTestFqdnHostnames-1404736789 tempest-ServersTestFqdnHostnames-1404736789-project-member] Task: {'id': task-3224136, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.879216] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a50cb9b-9d51-4a36-a346-09bcbeaebbcc tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: fadaa797-edd9-43e8-833c-d97672ff9401] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1231.879216] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ff2e59b9-8bf5-4ef1-86f7-a80179e34012 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.886171] env[69319]: DEBUG oslo_vmware.api [None req-1a50cb9b-9d51-4a36-a346-09bcbeaebbcc tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Waiting for the task: (returnval){ [ 1231.886171] env[69319]: value = "task-3224137" [ 1231.886171] env[69319]: _type = "Task" [ 1231.886171] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.895955] env[69319]: DEBUG oslo_vmware.api [None req-1a50cb9b-9d51-4a36-a346-09bcbeaebbcc tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3224137, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.936311] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b6c3e803-046d-4aa7-9af7-b3559f6d4537 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.936644] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b6c3e803-046d-4aa7-9af7-b3559f6d4537 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.268675] env[69319]: DEBUG oslo_vmware.api [None req-ff507e77-9398-4df8-b042-62a0c4b7f691 tempest-ServersTestFqdnHostnames-1404736789 tempest-ServersTestFqdnHostnames-1404736789-project-member] Task: {'id': task-3224136, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.332887] env[69319]: DEBUG oslo_concurrency.lockutils [None req-241feaf0-3b1d-4f2e-b28c-5642fbfa0c0b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Acquiring lock "67853aca-d1b3-4d9b-9ca5-f5a8c4458336" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.334057] env[69319]: DEBUG oslo_concurrency.lockutils [None req-241feaf0-3b1d-4f2e-b28c-5642fbfa0c0b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Lock "67853aca-d1b3-4d9b-9ca5-f5a8c4458336" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.363560] env[69319]: DEBUG nova.compute.manager [req-19342f5a-dadc-46c6-9fb5-7e3f1a8a9721 req-18cc7539-1af1-4a14-8dd3-7471655bf112 service nova] [instance: 82d557a9-5cb7-4257-947f-02e52c70b2db] Received event network-vif-deleted-6006d4e4-53f3-4aff-9213-977bfc611e5c {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1232.363802] env[69319]: INFO nova.compute.manager [req-19342f5a-dadc-46c6-9fb5-7e3f1a8a9721 req-18cc7539-1af1-4a14-8dd3-7471655bf112 service nova] [instance: 82d557a9-5cb7-4257-947f-02e52c70b2db] Neutron deleted interface 6006d4e4-53f3-4aff-9213-977bfc611e5c; detaching it from the instance and deleting it from the info cache [ 1232.365794] env[69319]: DEBUG nova.network.neutron [req-19342f5a-dadc-46c6-9fb5-7e3f1a8a9721 req-18cc7539-1af1-4a14-8dd3-7471655bf112 service nova] [instance: 82d557a9-5cb7-4257-947f-02e52c70b2db] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1232.396454] env[69319]: DEBUG oslo_vmware.api [None req-1a50cb9b-9d51-4a36-a346-09bcbeaebbcc tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3224137, 'name': PowerOffVM_Task, 'duration_secs': 0.218638} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.396778] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a50cb9b-9d51-4a36-a346-09bcbeaebbcc tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: fadaa797-edd9-43e8-833c-d97672ff9401] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1232.396967] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-1a50cb9b-9d51-4a36-a346-09bcbeaebbcc tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: fadaa797-edd9-43e8-833c-d97672ff9401] Updating instance 'fadaa797-edd9-43e8-833c-d97672ff9401' progress to 17 {{(pid=69319) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1232.443442] env[69319]: INFO nova.compute.claims [None req-b6c3e803-046d-4aa7-9af7-b3559f6d4537 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 294011ae-d275-4f2e-ab2e-0a352db55cb7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1232.753026] env[69319]: DEBUG nova.compute.manager [None req-3f96f4ab-5329-4820-964d-e1b454b54ea4 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 4468ad34-4471-4bbe-82b7-cabe1f9fbea6] Stashing vm_state: active {{(pid=69319) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1232.771295] env[69319]: DEBUG oslo_vmware.api [None req-ff507e77-9398-4df8-b042-62a0c4b7f691 tempest-ServersTestFqdnHostnames-1404736789 tempest-ServersTestFqdnHostnames-1404736789-project-member] Task: {'id': task-3224136, 'name': PowerOnVM_Task, 'duration_secs': 0.551381} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.771748] env[69319]: DEBUG nova.network.neutron [-] [instance: 82d557a9-5cb7-4257-947f-02e52c70b2db] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1232.772708] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff507e77-9398-4df8-b042-62a0c4b7f691 tempest-ServersTestFqdnHostnames-1404736789 tempest-ServersTestFqdnHostnames-1404736789-project-member] [instance: 50b876f6-e366-42fb-8158-938f5f1a643e] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1232.772920] env[69319]: INFO nova.compute.manager [None req-ff507e77-9398-4df8-b042-62a0c4b7f691 tempest-ServersTestFqdnHostnames-1404736789 tempest-ServersTestFqdnHostnames-1404736789-project-member] [instance: 50b876f6-e366-42fb-8158-938f5f1a643e] Took 9.27 seconds to spawn the instance on the hypervisor. [ 1232.773135] env[69319]: DEBUG nova.compute.manager [None req-ff507e77-9398-4df8-b042-62a0c4b7f691 tempest-ServersTestFqdnHostnames-1404736789 tempest-ServersTestFqdnHostnames-1404736789-project-member] [instance: 50b876f6-e366-42fb-8158-938f5f1a643e] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1232.775188] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38eeff7d-0730-4b4e-8f4b-80db552310f9 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.836621] env[69319]: DEBUG nova.compute.manager [None req-241feaf0-3b1d-4f2e-b28c-5642fbfa0c0b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 67853aca-d1b3-4d9b-9ca5-f5a8c4458336] Starting instance... {{(pid=69319) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1232.868932] env[69319]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1958b70f-d011-4713-892e-462175ef530e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.880728] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6e58cd1-ee9b-4275-8cfc-1fc04eb76454 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.903190] env[69319]: DEBUG nova.virt.hardware [None req-1a50cb9b-9d51-4a36-a346-09bcbeaebbcc tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1232.903566] env[69319]: DEBUG nova.virt.hardware [None req-1a50cb9b-9d51-4a36-a346-09bcbeaebbcc tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1232.903705] env[69319]: DEBUG nova.virt.hardware [None req-1a50cb9b-9d51-4a36-a346-09bcbeaebbcc tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1232.903917] env[69319]: DEBUG nova.virt.hardware [None req-1a50cb9b-9d51-4a36-a346-09bcbeaebbcc tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1232.904792] env[69319]: DEBUG nova.virt.hardware [None req-1a50cb9b-9d51-4a36-a346-09bcbeaebbcc tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1232.905015] env[69319]: DEBUG nova.virt.hardware [None req-1a50cb9b-9d51-4a36-a346-09bcbeaebbcc tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1232.905569] env[69319]: DEBUG nova.virt.hardware [None req-1a50cb9b-9d51-4a36-a346-09bcbeaebbcc tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1232.906206] env[69319]: DEBUG nova.virt.hardware [None req-1a50cb9b-9d51-4a36-a346-09bcbeaebbcc tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1232.906316] env[69319]: DEBUG nova.virt.hardware [None req-1a50cb9b-9d51-4a36-a346-09bcbeaebbcc tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1232.906512] env[69319]: DEBUG nova.virt.hardware [None req-1a50cb9b-9d51-4a36-a346-09bcbeaebbcc tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1232.906725] env[69319]: DEBUG nova.virt.hardware [None req-1a50cb9b-9d51-4a36-a346-09bcbeaebbcc tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1232.923536] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b331cb0-e776-41ba-9dd5-7fa4c1b09c60 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.934760] env[69319]: DEBUG nova.compute.manager [req-19342f5a-dadc-46c6-9fb5-7e3f1a8a9721 req-18cc7539-1af1-4a14-8dd3-7471655bf112 service nova] [instance: 82d557a9-5cb7-4257-947f-02e52c70b2db] Detach interface failed, port_id=6006d4e4-53f3-4aff-9213-977bfc611e5c, reason: Instance 82d557a9-5cb7-4257-947f-02e52c70b2db could not be found. {{(pid=69319) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1232.941606] env[69319]: DEBUG oslo_vmware.api [None req-1a50cb9b-9d51-4a36-a346-09bcbeaebbcc tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Waiting for the task: (returnval){ [ 1232.941606] env[69319]: value = "task-3224139" [ 1232.941606] env[69319]: _type = "Task" [ 1232.941606] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.949432] env[69319]: INFO nova.compute.resource_tracker [None req-b6c3e803-046d-4aa7-9af7-b3559f6d4537 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 294011ae-d275-4f2e-ab2e-0a352db55cb7] Updating resource usage from migration 32ce4482-7646-487d-ba70-64ab2ccbcfd5 [ 1232.956045] env[69319]: DEBUG oslo_vmware.api [None req-1a50cb9b-9d51-4a36-a346-09bcbeaebbcc tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3224139, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.183537] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb10c7bb-62d4-47c4-a78e-e1f78a24118e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.191667] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46516881-7663-434c-82a1-e16e250da03e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.225729] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e65c64e5-6ebb-4276-9811-997a057897b3 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.234307] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db672cfc-93cb-4e27-b8f2-294518382326 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.250042] env[69319]: DEBUG nova.compute.provider_tree [None req-b6c3e803-046d-4aa7-9af7-b3559f6d4537 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1233.270930] env[69319]: DEBUG oslo_concurrency.lockutils [None req-3f96f4ab-5329-4820-964d-e1b454b54ea4 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.275775] env[69319]: INFO nova.compute.manager [-] [instance: 82d557a9-5cb7-4257-947f-02e52c70b2db] Took 1.64 seconds to deallocate network for instance. [ 1233.294423] env[69319]: INFO nova.compute.manager [None req-ff507e77-9398-4df8-b042-62a0c4b7f691 tempest-ServersTestFqdnHostnames-1404736789 tempest-ServersTestFqdnHostnames-1404736789-project-member] [instance: 50b876f6-e366-42fb-8158-938f5f1a643e] Took 14.18 seconds to build instance. [ 1233.322066] env[69319]: DEBUG oslo_concurrency.lockutils [None req-481e2064-19de-4da7-864c-7d0d9234feda tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Acquiring lock "7e0f3465-36c8-4bd0-9336-41dd27344611" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.322383] env[69319]: DEBUG oslo_concurrency.lockutils [None req-481e2064-19de-4da7-864c-7d0d9234feda tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Lock "7e0f3465-36c8-4bd0-9336-41dd27344611" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.355245] env[69319]: DEBUG oslo_concurrency.lockutils [None req-241feaf0-3b1d-4f2e-b28c-5642fbfa0c0b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.452851] env[69319]: DEBUG oslo_vmware.api [None req-1a50cb9b-9d51-4a36-a346-09bcbeaebbcc tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3224139, 'name': ReconfigVM_Task, 'duration_secs': 0.301767} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.453582] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-1a50cb9b-9d51-4a36-a346-09bcbeaebbcc tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: fadaa797-edd9-43e8-833c-d97672ff9401] Updating instance 'fadaa797-edd9-43e8-833c-d97672ff9401' progress to 33 {{(pid=69319) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1233.757728] env[69319]: DEBUG nova.scheduler.client.report [None req-b6c3e803-046d-4aa7-9af7-b3559f6d4537 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1233.782553] env[69319]: DEBUG oslo_concurrency.lockutils [None req-2f7d4f8e-a486-4e1b-9ba6-073134e82516 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.796758] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ff507e77-9398-4df8-b042-62a0c4b7f691 tempest-ServersTestFqdnHostnames-1404736789 tempest-ServersTestFqdnHostnames-1404736789-project-member] Lock "50b876f6-e366-42fb-8158-938f5f1a643e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.690s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.826449] env[69319]: DEBUG nova.compute.manager [None req-481e2064-19de-4da7-864c-7d0d9234feda tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] [instance: 7e0f3465-36c8-4bd0-9336-41dd27344611] Starting instance... {{(pid=69319) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1233.960245] env[69319]: DEBUG nova.virt.hardware [None req-1a50cb9b-9d51-4a36-a346-09bcbeaebbcc tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1233.960546] env[69319]: DEBUG nova.virt.hardware [None req-1a50cb9b-9d51-4a36-a346-09bcbeaebbcc tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1233.960734] env[69319]: DEBUG nova.virt.hardware [None req-1a50cb9b-9d51-4a36-a346-09bcbeaebbcc tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1233.960925] env[69319]: DEBUG nova.virt.hardware [None req-1a50cb9b-9d51-4a36-a346-09bcbeaebbcc tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1233.961097] env[69319]: DEBUG nova.virt.hardware [None req-1a50cb9b-9d51-4a36-a346-09bcbeaebbcc tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1233.961252] env[69319]: DEBUG nova.virt.hardware [None req-1a50cb9b-9d51-4a36-a346-09bcbeaebbcc tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1233.961567] env[69319]: DEBUG nova.virt.hardware [None req-1a50cb9b-9d51-4a36-a346-09bcbeaebbcc tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1233.961628] env[69319]: DEBUG nova.virt.hardware [None req-1a50cb9b-9d51-4a36-a346-09bcbeaebbcc tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1233.961859] env[69319]: DEBUG nova.virt.hardware [None req-1a50cb9b-9d51-4a36-a346-09bcbeaebbcc tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1233.962081] env[69319]: DEBUG nova.virt.hardware [None req-1a50cb9b-9d51-4a36-a346-09bcbeaebbcc tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1233.962322] env[69319]: DEBUG nova.virt.hardware [None req-1a50cb9b-9d51-4a36-a346-09bcbeaebbcc tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1233.968072] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a50cb9b-9d51-4a36-a346-09bcbeaebbcc tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: fadaa797-edd9-43e8-833c-d97672ff9401] Reconfiguring VM instance instance-0000006a to detach disk 2000 {{(pid=69319) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1233.969041] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26c99453-3d96-40e7-9764-33e43efbfbf1 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.990767] env[69319]: DEBUG oslo_vmware.api [None req-1a50cb9b-9d51-4a36-a346-09bcbeaebbcc tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Waiting for the task: (returnval){ [ 1233.990767] env[69319]: value = "task-3224140" [ 1233.990767] env[69319]: _type = "Task" [ 1233.990767] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.000735] env[69319]: DEBUG oslo_vmware.api [None req-1a50cb9b-9d51-4a36-a346-09bcbeaebbcc tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3224140, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.262980] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b6c3e803-046d-4aa7-9af7-b3559f6d4537 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.326s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.263348] env[69319]: INFO nova.compute.manager [None req-b6c3e803-046d-4aa7-9af7-b3559f6d4537 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 294011ae-d275-4f2e-ab2e-0a352db55cb7] Migrating [ 1234.271017] env[69319]: DEBUG oslo_concurrency.lockutils [None req-3f96f4ab-5329-4820-964d-e1b454b54ea4 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.347657] env[69319]: DEBUG oslo_concurrency.lockutils [None req-481e2064-19de-4da7-864c-7d0d9234feda tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.501472] env[69319]: DEBUG oslo_vmware.api [None req-1a50cb9b-9d51-4a36-a346-09bcbeaebbcc tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3224140, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.781834] env[69319]: INFO nova.compute.claims [None req-3f96f4ab-5329-4820-964d-e1b454b54ea4 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 4468ad34-4471-4bbe-82b7-cabe1f9fbea6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1234.786857] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b6c3e803-046d-4aa7-9af7-b3559f6d4537 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Acquiring lock "refresh_cache-294011ae-d275-4f2e-ab2e-0a352db55cb7" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.787204] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b6c3e803-046d-4aa7-9af7-b3559f6d4537 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Acquired lock "refresh_cache-294011ae-d275-4f2e-ab2e-0a352db55cb7" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.787458] env[69319]: DEBUG nova.network.neutron [None req-b6c3e803-046d-4aa7-9af7-b3559f6d4537 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 294011ae-d275-4f2e-ab2e-0a352db55cb7] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1234.790869] env[69319]: DEBUG nova.compute.manager [req-ef82e667-023e-40be-9c44-1361d3db9723 req-b977fae8-41c7-421b-b09a-1e86fbc07930 service nova] [instance: 50b876f6-e366-42fb-8158-938f5f1a643e] Received event network-changed-70ab8cce-9d29-411c-8123-c113243521ce {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1234.791279] env[69319]: DEBUG nova.compute.manager [req-ef82e667-023e-40be-9c44-1361d3db9723 req-b977fae8-41c7-421b-b09a-1e86fbc07930 service nova] [instance: 50b876f6-e366-42fb-8158-938f5f1a643e] Refreshing instance network info cache due to event network-changed-70ab8cce-9d29-411c-8123-c113243521ce. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1234.791356] env[69319]: DEBUG oslo_concurrency.lockutils [req-ef82e667-023e-40be-9c44-1361d3db9723 req-b977fae8-41c7-421b-b09a-1e86fbc07930 service nova] Acquiring lock "refresh_cache-50b876f6-e366-42fb-8158-938f5f1a643e" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.791474] env[69319]: DEBUG oslo_concurrency.lockutils [req-ef82e667-023e-40be-9c44-1361d3db9723 req-b977fae8-41c7-421b-b09a-1e86fbc07930 service nova] Acquired lock "refresh_cache-50b876f6-e366-42fb-8158-938f5f1a643e" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.791641] env[69319]: DEBUG nova.network.neutron [req-ef82e667-023e-40be-9c44-1361d3db9723 req-b977fae8-41c7-421b-b09a-1e86fbc07930 service nova] [instance: 50b876f6-e366-42fb-8158-938f5f1a643e] Refreshing network info cache for port 70ab8cce-9d29-411c-8123-c113243521ce {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1235.002953] env[69319]: DEBUG oslo_vmware.api [None req-1a50cb9b-9d51-4a36-a346-09bcbeaebbcc tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3224140, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.289425] env[69319]: INFO nova.compute.resource_tracker [None req-3f96f4ab-5329-4820-964d-e1b454b54ea4 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 4468ad34-4471-4bbe-82b7-cabe1f9fbea6] Updating resource usage from migration 95c4dce0-a5dd-40de-9a2a-6cfc0b5e815e [ 1235.498668] env[69319]: DEBUG nova.network.neutron [None req-b6c3e803-046d-4aa7-9af7-b3559f6d4537 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 294011ae-d275-4f2e-ab2e-0a352db55cb7] Updating instance_info_cache with network_info: [{"id": "990bed79-bc4c-439f-a194-7122e132f715", "address": "fa:16:3e:ec:6b:c7", "network": {"id": "106fc08f-1807-4065-8e5f-d5dd2ea396ac", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-470234828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fe67d8fa7124a519dd9af8bbd6a48a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap990bed79-bc", "ovs_interfaceid": "990bed79-bc4c-439f-a194-7122e132f715", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1235.510990] env[69319]: DEBUG oslo_vmware.api [None req-1a50cb9b-9d51-4a36-a346-09bcbeaebbcc tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3224140, 'name': ReconfigVM_Task, 'duration_secs': 1.204134} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.511766] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a50cb9b-9d51-4a36-a346-09bcbeaebbcc tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: fadaa797-edd9-43e8-833c-d97672ff9401] Reconfigured VM instance instance-0000006a to detach disk 2000 {{(pid=69319) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1235.512624] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe92acba-62a1-43a0-89e5-7c2348e6ddfb {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.518147] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-784cbe32-0b21-47bf-952a-d688bebb2be0 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.544102] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a50cb9b-9d51-4a36-a346-09bcbeaebbcc tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: fadaa797-edd9-43e8-833c-d97672ff9401] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] volume-15de6eed-3a16-4573-b39d-1f7d13784161/volume-15de6eed-3a16-4573-b39d-1f7d13784161.vmdk or device None with type thin {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1235.548162] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e19ddf57-219a-4d2e-a95a-a76f69bd634b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.566470] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b640c114-eb81-4f33-a01f-16c6bfb29e45 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.571915] env[69319]: DEBUG oslo_vmware.api [None req-1a50cb9b-9d51-4a36-a346-09bcbeaebbcc tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Waiting for the task: (returnval){ [ 1235.571915] env[69319]: value = "task-3224141" [ 1235.571915] env[69319]: _type = "Task" [ 1235.571915] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.603831] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c85146d0-3305-4593-8c77-8236cd048cd0 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.609938] env[69319]: DEBUG oslo_vmware.api [None req-1a50cb9b-9d51-4a36-a346-09bcbeaebbcc tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3224141, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.615602] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-843ed6bd-5072-41d8-9a7b-e98f455139c8 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.631060] env[69319]: DEBUG nova.compute.provider_tree [None req-3f96f4ab-5329-4820-964d-e1b454b54ea4 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1235.689220] env[69319]: DEBUG nova.network.neutron [req-ef82e667-023e-40be-9c44-1361d3db9723 req-b977fae8-41c7-421b-b09a-1e86fbc07930 service nova] [instance: 50b876f6-e366-42fb-8158-938f5f1a643e] Updated VIF entry in instance network info cache for port 70ab8cce-9d29-411c-8123-c113243521ce. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1235.689645] env[69319]: DEBUG nova.network.neutron [req-ef82e667-023e-40be-9c44-1361d3db9723 req-b977fae8-41c7-421b-b09a-1e86fbc07930 service nova] [instance: 50b876f6-e366-42fb-8158-938f5f1a643e] Updating instance_info_cache with network_info: [{"id": "70ab8cce-9d29-411c-8123-c113243521ce", "address": "fa:16:3e:d2:9b:12", "network": {"id": "215ac7f3-87a9-4eae-b7ad-88d9a57d8590", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-298265188-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0209b61ba86d4f19a0cd6db05b864fd4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70ab8cce-9d", "ovs_interfaceid": "70ab8cce-9d29-411c-8123-c113243521ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1236.004394] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b6c3e803-046d-4aa7-9af7-b3559f6d4537 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Releasing lock "refresh_cache-294011ae-d275-4f2e-ab2e-0a352db55cb7" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.082645] env[69319]: DEBUG oslo_vmware.api [None req-1a50cb9b-9d51-4a36-a346-09bcbeaebbcc tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3224141, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.137665] env[69319]: DEBUG nova.scheduler.client.report [None req-3f96f4ab-5329-4820-964d-e1b454b54ea4 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1236.192929] env[69319]: DEBUG oslo_concurrency.lockutils [req-ef82e667-023e-40be-9c44-1361d3db9723 req-b977fae8-41c7-421b-b09a-1e86fbc07930 service nova] Releasing lock "refresh_cache-50b876f6-e366-42fb-8158-938f5f1a643e" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.584904] env[69319]: DEBUG oslo_vmware.api [None req-1a50cb9b-9d51-4a36-a346-09bcbeaebbcc tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3224141, 'name': ReconfigVM_Task, 'duration_secs': 0.624372} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.588474] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a50cb9b-9d51-4a36-a346-09bcbeaebbcc tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: fadaa797-edd9-43e8-833c-d97672ff9401] Reconfigured VM instance instance-0000006a to attach disk [datastore2] volume-15de6eed-3a16-4573-b39d-1f7d13784161/volume-15de6eed-3a16-4573-b39d-1f7d13784161.vmdk or device None with type thin {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1236.588715] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-1a50cb9b-9d51-4a36-a346-09bcbeaebbcc tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: fadaa797-edd9-43e8-833c-d97672ff9401] Updating instance 'fadaa797-edd9-43e8-833c-d97672ff9401' progress to 50 {{(pid=69319) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1236.641601] env[69319]: DEBUG oslo_concurrency.lockutils [None req-3f96f4ab-5329-4820-964d-e1b454b54ea4 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.370s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.641601] env[69319]: INFO nova.compute.manager [None req-3f96f4ab-5329-4820-964d-e1b454b54ea4 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 4468ad34-4471-4bbe-82b7-cabe1f9fbea6] Migrating [ 1236.652045] env[69319]: DEBUG oslo_concurrency.lockutils [None req-241feaf0-3b1d-4f2e-b28c-5642fbfa0c0b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.296s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.652823] env[69319]: INFO nova.compute.claims [None req-241feaf0-3b1d-4f2e-b28c-5642fbfa0c0b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 67853aca-d1b3-4d9b-9ca5-f5a8c4458336] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1237.096817] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d787243-12b1-4eb4-bd5c-da7b5e3e781c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.116526] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b96dee55-e683-4032-b458-f11fc314b05a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.134280] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-1a50cb9b-9d51-4a36-a346-09bcbeaebbcc tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: fadaa797-edd9-43e8-833c-d97672ff9401] Updating instance 'fadaa797-edd9-43e8-833c-d97672ff9401' progress to 67 {{(pid=69319) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1237.161992] env[69319]: DEBUG oslo_concurrency.lockutils [None req-3f96f4ab-5329-4820-964d-e1b454b54ea4 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Acquiring lock "refresh_cache-4468ad34-4471-4bbe-82b7-cabe1f9fbea6" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.161992] env[69319]: DEBUG oslo_concurrency.lockutils [None req-3f96f4ab-5329-4820-964d-e1b454b54ea4 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Acquired lock "refresh_cache-4468ad34-4471-4bbe-82b7-cabe1f9fbea6" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.161992] env[69319]: DEBUG nova.network.neutron [None req-3f96f4ab-5329-4820-964d-e1b454b54ea4 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 4468ad34-4471-4bbe-82b7-cabe1f9fbea6] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1237.518680] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-666ec88e-1702-42fc-b74a-65b3c99e4d84 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.539415] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-b6c3e803-046d-4aa7-9af7-b3559f6d4537 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 294011ae-d275-4f2e-ab2e-0a352db55cb7] Updating instance '294011ae-d275-4f2e-ab2e-0a352db55cb7' progress to 0 {{(pid=69319) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1237.869465] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3d941ec-1254-47f5-9f4a-c126b1a2ecd0 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.877861] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f36454fb-65d3-4731-b824-72cc961b9f6c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.918470] env[69319]: DEBUG nova.network.neutron [None req-3f96f4ab-5329-4820-964d-e1b454b54ea4 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 4468ad34-4471-4bbe-82b7-cabe1f9fbea6] Updating instance_info_cache with network_info: [{"id": "cce57cf9-3a99-476d-ae0a-871328cd9ea4", "address": "fa:16:3e:e7:44:1d", "network": {"id": "5b6a3856-a59d-4821-b22f-d38a582fca59", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-151173017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8712195e5600495dac5d45bcbbd358ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcce57cf9-3a", "ovs_interfaceid": "cce57cf9-3a99-476d-ae0a-871328cd9ea4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1237.920825] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f81cfd8-540e-4211-a386-bf21e9aed0b7 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.932224] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-267cb2f9-e789-444f-a75c-89a9a722b8e2 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.952880] env[69319]: DEBUG nova.compute.provider_tree [None req-241feaf0-3b1d-4f2e-b28c-5642fbfa0c0b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1238.046490] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6c3e803-046d-4aa7-9af7-b3559f6d4537 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 294011ae-d275-4f2e-ab2e-0a352db55cb7] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1238.046799] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cd75c262-165b-4f68-8b68-837d80389c82 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.055144] env[69319]: DEBUG oslo_vmware.api [None req-b6c3e803-046d-4aa7-9af7-b3559f6d4537 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Waiting for the task: (returnval){ [ 1238.055144] env[69319]: value = "task-3224142" [ 1238.055144] env[69319]: _type = "Task" [ 1238.055144] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.063290] env[69319]: DEBUG oslo_vmware.api [None req-b6c3e803-046d-4aa7-9af7-b3559f6d4537 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': task-3224142, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.426150] env[69319]: DEBUG oslo_concurrency.lockutils [None req-3f96f4ab-5329-4820-964d-e1b454b54ea4 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Releasing lock "refresh_cache-4468ad34-4471-4bbe-82b7-cabe1f9fbea6" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.456357] env[69319]: DEBUG nova.scheduler.client.report [None req-241feaf0-3b1d-4f2e-b28c-5642fbfa0c0b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1238.566549] env[69319]: DEBUG oslo_vmware.api [None req-b6c3e803-046d-4aa7-9af7-b3559f6d4537 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': task-3224142, 'name': PowerOffVM_Task, 'duration_secs': 0.172719} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.566819] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6c3e803-046d-4aa7-9af7-b3559f6d4537 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 294011ae-d275-4f2e-ab2e-0a352db55cb7] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1238.567017] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-b6c3e803-046d-4aa7-9af7-b3559f6d4537 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 294011ae-d275-4f2e-ab2e-0a352db55cb7] Updating instance '294011ae-d275-4f2e-ab2e-0a352db55cb7' progress to 17 {{(pid=69319) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1238.800883] env[69319]: DEBUG nova.network.neutron [None req-1a50cb9b-9d51-4a36-a346-09bcbeaebbcc tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: fadaa797-edd9-43e8-833c-d97672ff9401] Port 1d34cbfa-1034-4db1-bfb1-0008fbb5d153 binding to destination host cpu-1 is already ACTIVE {{(pid=69319) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1238.961657] env[69319]: DEBUG oslo_concurrency.lockutils [None req-241feaf0-3b1d-4f2e-b28c-5642fbfa0c0b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.310s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.962201] env[69319]: DEBUG nova.compute.manager [None req-241feaf0-3b1d-4f2e-b28c-5642fbfa0c0b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 67853aca-d1b3-4d9b-9ca5-f5a8c4458336] Start building networks asynchronously for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1238.965336] env[69319]: DEBUG oslo_concurrency.lockutils [None req-2f7d4f8e-a486-4e1b-9ba6-073134e82516 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.183s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.965565] env[69319]: DEBUG nova.objects.instance [None req-2f7d4f8e-a486-4e1b-9ba6-073134e82516 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Lazy-loading 'resources' on Instance uuid 82d557a9-5cb7-4257-947f-02e52c70b2db {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1239.073685] env[69319]: DEBUG nova.virt.hardware [None req-b6c3e803-046d-4aa7-9af7-b3559f6d4537 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1239.073899] env[69319]: DEBUG nova.virt.hardware [None req-b6c3e803-046d-4aa7-9af7-b3559f6d4537 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1239.074077] env[69319]: DEBUG nova.virt.hardware [None req-b6c3e803-046d-4aa7-9af7-b3559f6d4537 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1239.074271] env[69319]: DEBUG nova.virt.hardware [None req-b6c3e803-046d-4aa7-9af7-b3559f6d4537 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1239.074514] env[69319]: DEBUG nova.virt.hardware [None req-b6c3e803-046d-4aa7-9af7-b3559f6d4537 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1239.074682] env[69319]: DEBUG nova.virt.hardware [None req-b6c3e803-046d-4aa7-9af7-b3559f6d4537 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1239.074892] env[69319]: DEBUG nova.virt.hardware [None req-b6c3e803-046d-4aa7-9af7-b3559f6d4537 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1239.075066] env[69319]: DEBUG nova.virt.hardware [None req-b6c3e803-046d-4aa7-9af7-b3559f6d4537 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1239.075239] env[69319]: DEBUG nova.virt.hardware [None req-b6c3e803-046d-4aa7-9af7-b3559f6d4537 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1239.075405] env[69319]: DEBUG nova.virt.hardware [None req-b6c3e803-046d-4aa7-9af7-b3559f6d4537 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1239.075579] env[69319]: DEBUG nova.virt.hardware [None req-b6c3e803-046d-4aa7-9af7-b3559f6d4537 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1239.080657] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7dfc522f-12af-419e-9e83-1921220e82dc {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.097728] env[69319]: DEBUG oslo_vmware.api [None req-b6c3e803-046d-4aa7-9af7-b3559f6d4537 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Waiting for the task: (returnval){ [ 1239.097728] env[69319]: value = "task-3224143" [ 1239.097728] env[69319]: _type = "Task" [ 1239.097728] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.106557] env[69319]: DEBUG oslo_vmware.api [None req-b6c3e803-046d-4aa7-9af7-b3559f6d4537 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': task-3224143, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.468826] env[69319]: DEBUG nova.compute.utils [None req-241feaf0-3b1d-4f2e-b28c-5642fbfa0c0b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Using /dev/sd instead of None {{(pid=69319) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1239.472903] env[69319]: DEBUG nova.compute.manager [None req-241feaf0-3b1d-4f2e-b28c-5642fbfa0c0b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 67853aca-d1b3-4d9b-9ca5-f5a8c4458336] Allocating IP information in the background. {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1239.473156] env[69319]: DEBUG nova.network.neutron [None req-241feaf0-3b1d-4f2e-b28c-5642fbfa0c0b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 67853aca-d1b3-4d9b-9ca5-f5a8c4458336] allocate_for_instance() {{(pid=69319) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1239.518149] env[69319]: DEBUG nova.policy [None req-241feaf0-3b1d-4f2e-b28c-5642fbfa0c0b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6ca8daefd57343b7880a675f22fc88c8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ef4b5f34c7fe4128a153d1f4914be606', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69319) authorize /opt/stack/nova/nova/policy.py:192}} [ 1239.609388] env[69319]: DEBUG oslo_vmware.api [None req-b6c3e803-046d-4aa7-9af7-b3559f6d4537 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': task-3224143, 'name': ReconfigVM_Task, 'duration_secs': 0.197443} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.612297] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-b6c3e803-046d-4aa7-9af7-b3559f6d4537 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 294011ae-d275-4f2e-ab2e-0a352db55cb7] Updating instance '294011ae-d275-4f2e-ab2e-0a352db55cb7' progress to 33 {{(pid=69319) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1239.718986] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35d7caae-0746-440d-9488-9282ed9e5610 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.726988] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30896d06-d35b-44b9-8317-59bd6b8690e8 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.762823] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92247669-ee70-4e20-b631-ad7e4fe94e1c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.771884] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a969e7f-03ea-4bab-be73-6a91f00ab518 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.791423] env[69319]: DEBUG nova.compute.provider_tree [None req-2f7d4f8e-a486-4e1b-9ba6-073134e82516 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1239.825481] env[69319]: DEBUG oslo_concurrency.lockutils [None req-1a50cb9b-9d51-4a36-a346-09bcbeaebbcc tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Acquiring lock "fadaa797-edd9-43e8-833c-d97672ff9401-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.825730] env[69319]: DEBUG oslo_concurrency.lockutils [None req-1a50cb9b-9d51-4a36-a346-09bcbeaebbcc tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Lock "fadaa797-edd9-43e8-833c-d97672ff9401-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.825918] env[69319]: DEBUG oslo_concurrency.lockutils [None req-1a50cb9b-9d51-4a36-a346-09bcbeaebbcc tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Lock "fadaa797-edd9-43e8-833c-d97672ff9401-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.850397] env[69319]: DEBUG nova.network.neutron [None req-241feaf0-3b1d-4f2e-b28c-5642fbfa0c0b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 67853aca-d1b3-4d9b-9ca5-f5a8c4458336] Successfully created port: 57353df4-e9d6-4fc2-8ef9-c531710cbdb9 {{(pid=69319) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1239.943651] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-befbedfa-eb81-47ad-b1d1-8de77e4dd663 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.972166] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-3f96f4ab-5329-4820-964d-e1b454b54ea4 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 4468ad34-4471-4bbe-82b7-cabe1f9fbea6] Updating instance '4468ad34-4471-4bbe-82b7-cabe1f9fbea6' progress to 0 {{(pid=69319) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1239.975377] env[69319]: DEBUG nova.compute.manager [None req-241feaf0-3b1d-4f2e-b28c-5642fbfa0c0b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 67853aca-d1b3-4d9b-9ca5-f5a8c4458336] Start building block device mappings for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1240.119058] env[69319]: DEBUG nova.virt.hardware [None req-b6c3e803-046d-4aa7-9af7-b3559f6d4537 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1240.119431] env[69319]: DEBUG nova.virt.hardware [None req-b6c3e803-046d-4aa7-9af7-b3559f6d4537 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1240.119667] env[69319]: DEBUG nova.virt.hardware [None req-b6c3e803-046d-4aa7-9af7-b3559f6d4537 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1240.119927] env[69319]: DEBUG nova.virt.hardware [None req-b6c3e803-046d-4aa7-9af7-b3559f6d4537 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1240.120160] env[69319]: DEBUG nova.virt.hardware [None req-b6c3e803-046d-4aa7-9af7-b3559f6d4537 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1240.120378] env[69319]: DEBUG nova.virt.hardware [None req-b6c3e803-046d-4aa7-9af7-b3559f6d4537 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1240.120670] env[69319]: DEBUG nova.virt.hardware [None req-b6c3e803-046d-4aa7-9af7-b3559f6d4537 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1240.120898] env[69319]: DEBUG nova.virt.hardware [None req-b6c3e803-046d-4aa7-9af7-b3559f6d4537 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1240.121149] env[69319]: DEBUG nova.virt.hardware [None req-b6c3e803-046d-4aa7-9af7-b3559f6d4537 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1240.121384] env[69319]: DEBUG nova.virt.hardware [None req-b6c3e803-046d-4aa7-9af7-b3559f6d4537 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1240.121628] env[69319]: DEBUG nova.virt.hardware [None req-b6c3e803-046d-4aa7-9af7-b3559f6d4537 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1240.128497] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6c3e803-046d-4aa7-9af7-b3559f6d4537 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 294011ae-d275-4f2e-ab2e-0a352db55cb7] Reconfiguring VM instance instance-0000006b to detach disk 2000 {{(pid=69319) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1240.128821] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-779ba5cd-d962-4f66-8e60-8258899c02d1 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.150211] env[69319]: DEBUG oslo_vmware.api [None req-b6c3e803-046d-4aa7-9af7-b3559f6d4537 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Waiting for the task: (returnval){ [ 1240.150211] env[69319]: value = "task-3224144" [ 1240.150211] env[69319]: _type = "Task" [ 1240.150211] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.160957] env[69319]: DEBUG oslo_vmware.api [None req-b6c3e803-046d-4aa7-9af7-b3559f6d4537 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': task-3224144, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.294946] env[69319]: DEBUG nova.scheduler.client.report [None req-2f7d4f8e-a486-4e1b-9ba6-073134e82516 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1240.480590] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f96f4ab-5329-4820-964d-e1b454b54ea4 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 4468ad34-4471-4bbe-82b7-cabe1f9fbea6] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1240.485696] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d6fd7e5a-b8db-41db-ad9c-b400e005ffab {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.494557] env[69319]: DEBUG oslo_vmware.api [None req-3f96f4ab-5329-4820-964d-e1b454b54ea4 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Waiting for the task: (returnval){ [ 1240.494557] env[69319]: value = "task-3224145" [ 1240.494557] env[69319]: _type = "Task" [ 1240.494557] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.504292] env[69319]: DEBUG oslo_vmware.api [None req-3f96f4ab-5329-4820-964d-e1b454b54ea4 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3224145, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.661046] env[69319]: DEBUG oslo_vmware.api [None req-b6c3e803-046d-4aa7-9af7-b3559f6d4537 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': task-3224144, 'name': ReconfigVM_Task, 'duration_secs': 0.178694} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.661625] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6c3e803-046d-4aa7-9af7-b3559f6d4537 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 294011ae-d275-4f2e-ab2e-0a352db55cb7] Reconfigured VM instance instance-0000006b to detach disk 2000 {{(pid=69319) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1240.662431] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-758f0e28-80a6-47f5-a7da-0584dd38f8b3 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.688033] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6c3e803-046d-4aa7-9af7-b3559f6d4537 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 294011ae-d275-4f2e-ab2e-0a352db55cb7] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] 294011ae-d275-4f2e-ab2e-0a352db55cb7/294011ae-d275-4f2e-ab2e-0a352db55cb7.vmdk or device None with type thin {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1240.689041] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d773a4df-be5f-4368-a6ec-c631c3a29b58 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.713775] env[69319]: DEBUG oslo_vmware.api [None req-b6c3e803-046d-4aa7-9af7-b3559f6d4537 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Waiting for the task: (returnval){ [ 1240.713775] env[69319]: value = "task-3224146" [ 1240.713775] env[69319]: _type = "Task" [ 1240.713775] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.721839] env[69319]: DEBUG oslo_vmware.api [None req-b6c3e803-046d-4aa7-9af7-b3559f6d4537 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': task-3224146, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.800077] env[69319]: DEBUG oslo_concurrency.lockutils [None req-2f7d4f8e-a486-4e1b-9ba6-073134e82516 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.835s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.802479] env[69319]: DEBUG oslo_concurrency.lockutils [None req-481e2064-19de-4da7-864c-7d0d9234feda tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.455s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.804072] env[69319]: INFO nova.compute.claims [None req-481e2064-19de-4da7-864c-7d0d9234feda tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] [instance: 7e0f3465-36c8-4bd0-9336-41dd27344611] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1240.827826] env[69319]: INFO nova.scheduler.client.report [None req-2f7d4f8e-a486-4e1b-9ba6-073134e82516 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Deleted allocations for instance 82d557a9-5cb7-4257-947f-02e52c70b2db [ 1240.878197] env[69319]: DEBUG oslo_concurrency.lockutils [None req-1a50cb9b-9d51-4a36-a346-09bcbeaebbcc tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Acquiring lock "refresh_cache-fadaa797-edd9-43e8-833c-d97672ff9401" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.878375] env[69319]: DEBUG oslo_concurrency.lockutils [None req-1a50cb9b-9d51-4a36-a346-09bcbeaebbcc tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Acquired lock "refresh_cache-fadaa797-edd9-43e8-833c-d97672ff9401" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.878563] env[69319]: DEBUG nova.network.neutron [None req-1a50cb9b-9d51-4a36-a346-09bcbeaebbcc tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: fadaa797-edd9-43e8-833c-d97672ff9401] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1240.987723] env[69319]: DEBUG nova.compute.manager [None req-241feaf0-3b1d-4f2e-b28c-5642fbfa0c0b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 67853aca-d1b3-4d9b-9ca5-f5a8c4458336] Start spawning the instance on the hypervisor. {{(pid=69319) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1241.004207] env[69319]: DEBUG oslo_vmware.api [None req-3f96f4ab-5329-4820-964d-e1b454b54ea4 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3224145, 'name': PowerOffVM_Task, 'duration_secs': 0.2188} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.004500] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f96f4ab-5329-4820-964d-e1b454b54ea4 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 4468ad34-4471-4bbe-82b7-cabe1f9fbea6] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1241.004713] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-3f96f4ab-5329-4820-964d-e1b454b54ea4 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 4468ad34-4471-4bbe-82b7-cabe1f9fbea6] Updating instance '4468ad34-4471-4bbe-82b7-cabe1f9fbea6' progress to 17 {{(pid=69319) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1241.026175] env[69319]: DEBUG nova.virt.hardware [None req-241feaf0-3b1d-4f2e-b28c-5642fbfa0c0b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:32:36Z,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31f027872f6f44dba95ff2fe7a062e00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:32:36Z,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1241.026427] env[69319]: DEBUG nova.virt.hardware [None req-241feaf0-3b1d-4f2e-b28c-5642fbfa0c0b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1241.026590] env[69319]: DEBUG nova.virt.hardware [None req-241feaf0-3b1d-4f2e-b28c-5642fbfa0c0b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1241.026787] env[69319]: DEBUG nova.virt.hardware [None req-241feaf0-3b1d-4f2e-b28c-5642fbfa0c0b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1241.026929] env[69319]: DEBUG nova.virt.hardware [None req-241feaf0-3b1d-4f2e-b28c-5642fbfa0c0b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1241.027093] env[69319]: DEBUG nova.virt.hardware [None req-241feaf0-3b1d-4f2e-b28c-5642fbfa0c0b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1241.027310] env[69319]: DEBUG nova.virt.hardware [None req-241feaf0-3b1d-4f2e-b28c-5642fbfa0c0b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1241.027475] env[69319]: DEBUG nova.virt.hardware [None req-241feaf0-3b1d-4f2e-b28c-5642fbfa0c0b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1241.027649] env[69319]: DEBUG nova.virt.hardware [None req-241feaf0-3b1d-4f2e-b28c-5642fbfa0c0b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1241.027811] env[69319]: DEBUG nova.virt.hardware [None req-241feaf0-3b1d-4f2e-b28c-5642fbfa0c0b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1241.028321] env[69319]: DEBUG nova.virt.hardware [None req-241feaf0-3b1d-4f2e-b28c-5642fbfa0c0b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1241.028854] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24926469-92c8-420a-bb34-2b3cd563ef7e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.037432] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3144d5f-1a4d-448f-b197-0f613f2f4d19 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.226776] env[69319]: DEBUG oslo_vmware.api [None req-b6c3e803-046d-4aa7-9af7-b3559f6d4537 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': task-3224146, 'name': ReconfigVM_Task, 'duration_secs': 0.27542} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.227669] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6c3e803-046d-4aa7-9af7-b3559f6d4537 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 294011ae-d275-4f2e-ab2e-0a352db55cb7] Reconfigured VM instance instance-0000006b to attach disk [datastore1] 294011ae-d275-4f2e-ab2e-0a352db55cb7/294011ae-d275-4f2e-ab2e-0a352db55cb7.vmdk or device None with type thin {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1241.227669] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-b6c3e803-046d-4aa7-9af7-b3559f6d4537 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 294011ae-d275-4f2e-ab2e-0a352db55cb7] Updating instance '294011ae-d275-4f2e-ab2e-0a352db55cb7' progress to 50 {{(pid=69319) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1241.290211] env[69319]: DEBUG nova.compute.manager [req-ec507ed7-2638-498c-a8eb-eab9d91e95ca req-574b815d-c696-486d-95ae-4b5af4731911 service nova] [instance: 67853aca-d1b3-4d9b-9ca5-f5a8c4458336] Received event network-vif-plugged-57353df4-e9d6-4fc2-8ef9-c531710cbdb9 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1241.290443] env[69319]: DEBUG oslo_concurrency.lockutils [req-ec507ed7-2638-498c-a8eb-eab9d91e95ca req-574b815d-c696-486d-95ae-4b5af4731911 service nova] Acquiring lock "67853aca-d1b3-4d9b-9ca5-f5a8c4458336-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.290702] env[69319]: DEBUG oslo_concurrency.lockutils [req-ec507ed7-2638-498c-a8eb-eab9d91e95ca req-574b815d-c696-486d-95ae-4b5af4731911 service nova] Lock "67853aca-d1b3-4d9b-9ca5-f5a8c4458336-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.290854] env[69319]: DEBUG oslo_concurrency.lockutils [req-ec507ed7-2638-498c-a8eb-eab9d91e95ca req-574b815d-c696-486d-95ae-4b5af4731911 service nova] Lock "67853aca-d1b3-4d9b-9ca5-f5a8c4458336-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.291042] env[69319]: DEBUG nova.compute.manager [req-ec507ed7-2638-498c-a8eb-eab9d91e95ca req-574b815d-c696-486d-95ae-4b5af4731911 service nova] [instance: 67853aca-d1b3-4d9b-9ca5-f5a8c4458336] No waiting events found dispatching network-vif-plugged-57353df4-e9d6-4fc2-8ef9-c531710cbdb9 {{(pid=69319) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1241.291218] env[69319]: WARNING nova.compute.manager [req-ec507ed7-2638-498c-a8eb-eab9d91e95ca req-574b815d-c696-486d-95ae-4b5af4731911 service nova] [instance: 67853aca-d1b3-4d9b-9ca5-f5a8c4458336] Received unexpected event network-vif-plugged-57353df4-e9d6-4fc2-8ef9-c531710cbdb9 for instance with vm_state building and task_state spawning. [ 1241.344942] env[69319]: DEBUG oslo_concurrency.lockutils [None req-2f7d4f8e-a486-4e1b-9ba6-073134e82516 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Lock "82d557a9-5cb7-4257-947f-02e52c70b2db" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.372s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.395748] env[69319]: DEBUG nova.network.neutron [None req-241feaf0-3b1d-4f2e-b28c-5642fbfa0c0b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 67853aca-d1b3-4d9b-9ca5-f5a8c4458336] Successfully updated port: 57353df4-e9d6-4fc2-8ef9-c531710cbdb9 {{(pid=69319) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1241.511310] env[69319]: DEBUG nova.virt.hardware [None req-3f96f4ab-5329-4820-964d-e1b454b54ea4 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1241.511625] env[69319]: DEBUG nova.virt.hardware [None req-3f96f4ab-5329-4820-964d-e1b454b54ea4 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1241.511738] env[69319]: DEBUG nova.virt.hardware [None req-3f96f4ab-5329-4820-964d-e1b454b54ea4 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1241.511911] env[69319]: DEBUG nova.virt.hardware [None req-3f96f4ab-5329-4820-964d-e1b454b54ea4 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1241.512081] env[69319]: DEBUG nova.virt.hardware [None req-3f96f4ab-5329-4820-964d-e1b454b54ea4 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1241.512243] env[69319]: DEBUG nova.virt.hardware [None req-3f96f4ab-5329-4820-964d-e1b454b54ea4 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1241.512493] env[69319]: DEBUG nova.virt.hardware [None req-3f96f4ab-5329-4820-964d-e1b454b54ea4 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1241.512659] env[69319]: DEBUG nova.virt.hardware [None req-3f96f4ab-5329-4820-964d-e1b454b54ea4 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1241.512835] env[69319]: DEBUG nova.virt.hardware [None req-3f96f4ab-5329-4820-964d-e1b454b54ea4 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1241.513035] env[69319]: DEBUG nova.virt.hardware [None req-3f96f4ab-5329-4820-964d-e1b454b54ea4 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1241.513228] env[69319]: DEBUG nova.virt.hardware [None req-3f96f4ab-5329-4820-964d-e1b454b54ea4 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1241.520699] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1bb6b2e9-96a4-472f-bb0c-3ac97ad64a3b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.538396] env[69319]: DEBUG oslo_vmware.api [None req-3f96f4ab-5329-4820-964d-e1b454b54ea4 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Waiting for the task: (returnval){ [ 1241.538396] env[69319]: value = "task-3224147" [ 1241.538396] env[69319]: _type = "Task" [ 1241.538396] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.548130] env[69319]: DEBUG oslo_vmware.api [None req-3f96f4ab-5329-4820-964d-e1b454b54ea4 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3224147, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.629767] env[69319]: DEBUG oslo_concurrency.lockutils [None req-509818e5-c940-4a6a-8486-464219852887 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Acquiring lock "4e4fbce0-a821-48a9-aa26-33a273c46015" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.629846] env[69319]: DEBUG oslo_concurrency.lockutils [None req-509818e5-c940-4a6a-8486-464219852887 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Lock "4e4fbce0-a821-48a9-aa26-33a273c46015" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.630078] env[69319]: DEBUG oslo_concurrency.lockutils [None req-509818e5-c940-4a6a-8486-464219852887 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Acquiring lock "4e4fbce0-a821-48a9-aa26-33a273c46015-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.630301] env[69319]: DEBUG oslo_concurrency.lockutils [None req-509818e5-c940-4a6a-8486-464219852887 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Lock "4e4fbce0-a821-48a9-aa26-33a273c46015-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.630442] env[69319]: DEBUG oslo_concurrency.lockutils [None req-509818e5-c940-4a6a-8486-464219852887 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Lock "4e4fbce0-a821-48a9-aa26-33a273c46015-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.632695] env[69319]: INFO nova.compute.manager [None req-509818e5-c940-4a6a-8486-464219852887 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 4e4fbce0-a821-48a9-aa26-33a273c46015] Terminating instance [ 1241.669713] env[69319]: DEBUG nova.network.neutron [None req-1a50cb9b-9d51-4a36-a346-09bcbeaebbcc tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: fadaa797-edd9-43e8-833c-d97672ff9401] Updating instance_info_cache with network_info: [{"id": "1d34cbfa-1034-4db1-bfb1-0008fbb5d153", "address": "fa:16:3e:e1:9f:28", "network": {"id": "a673a352-fcbe-446a-b78c-3975246791bd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-551867013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b933d0258a1488bbdddf88a90df7360", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f847601f-7479-48eb-842f-41f94eea8537", "external-id": "nsx-vlan-transportzone-35", "segmentation_id": 35, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d34cbfa-10", "ovs_interfaceid": "1d34cbfa-1034-4db1-bfb1-0008fbb5d153", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1241.734738] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca01a296-ac33-430d-909a-257f3b6b0bbf {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.755817] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acdaed49-43f8-48af-9400-20a700626073 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.775331] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-b6c3e803-046d-4aa7-9af7-b3559f6d4537 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 294011ae-d275-4f2e-ab2e-0a352db55cb7] Updating instance '294011ae-d275-4f2e-ab2e-0a352db55cb7' progress to 67 {{(pid=69319) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1241.898184] env[69319]: DEBUG oslo_concurrency.lockutils [None req-241feaf0-3b1d-4f2e-b28c-5642fbfa0c0b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Acquiring lock "refresh_cache-67853aca-d1b3-4d9b-9ca5-f5a8c4458336" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.898184] env[69319]: DEBUG oslo_concurrency.lockutils [None req-241feaf0-3b1d-4f2e-b28c-5642fbfa0c0b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Acquired lock "refresh_cache-67853aca-d1b3-4d9b-9ca5-f5a8c4458336" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.898184] env[69319]: DEBUG nova.network.neutron [None req-241feaf0-3b1d-4f2e-b28c-5642fbfa0c0b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 67853aca-d1b3-4d9b-9ca5-f5a8c4458336] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1242.030036] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9102848b-0b51-4de2-ba71-bbd76d84ad54 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.038518] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce024e19-f3bc-4831-b080-9e17c2a2aeac {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.050796] env[69319]: DEBUG oslo_vmware.api [None req-3f96f4ab-5329-4820-964d-e1b454b54ea4 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3224147, 'name': ReconfigVM_Task, 'duration_secs': 0.342964} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.074800] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-3f96f4ab-5329-4820-964d-e1b454b54ea4 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 4468ad34-4471-4bbe-82b7-cabe1f9fbea6] Updating instance '4468ad34-4471-4bbe-82b7-cabe1f9fbea6' progress to 33 {{(pid=69319) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1242.078887] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7828925-b5e3-4bd4-8081-72e8506851fd {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.087501] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b42320fc-f226-4c99-b5b4-fac80475782e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.101495] env[69319]: DEBUG nova.compute.provider_tree [None req-481e2064-19de-4da7-864c-7d0d9234feda tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1242.138454] env[69319]: DEBUG nova.compute.manager [None req-509818e5-c940-4a6a-8486-464219852887 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 4e4fbce0-a821-48a9-aa26-33a273c46015] Start destroying the instance on the hypervisor. {{(pid=69319) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1242.138454] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-509818e5-c940-4a6a-8486-464219852887 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 4e4fbce0-a821-48a9-aa26-33a273c46015] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1242.139345] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46647ac5-326a-47c9-9d38-ff0ecbbaf997 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.148169] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-509818e5-c940-4a6a-8486-464219852887 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 4e4fbce0-a821-48a9-aa26-33a273c46015] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1242.148428] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a9f8643c-448f-417f-ad1d-f4eb5a9f4a0b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.155734] env[69319]: DEBUG oslo_vmware.api [None req-509818e5-c940-4a6a-8486-464219852887 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Waiting for the task: (returnval){ [ 1242.155734] env[69319]: value = "task-3224148" [ 1242.155734] env[69319]: _type = "Task" [ 1242.155734] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.164480] env[69319]: DEBUG oslo_vmware.api [None req-509818e5-c940-4a6a-8486-464219852887 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': task-3224148, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.172139] env[69319]: DEBUG oslo_concurrency.lockutils [None req-1a50cb9b-9d51-4a36-a346-09bcbeaebbcc tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Releasing lock "refresh_cache-fadaa797-edd9-43e8-833c-d97672ff9401" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.330735] env[69319]: DEBUG nova.network.neutron [None req-b6c3e803-046d-4aa7-9af7-b3559f6d4537 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 294011ae-d275-4f2e-ab2e-0a352db55cb7] Port 990bed79-bc4c-439f-a194-7122e132f715 binding to destination host cpu-1 is already ACTIVE {{(pid=69319) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1242.436678] env[69319]: DEBUG nova.network.neutron [None req-241feaf0-3b1d-4f2e-b28c-5642fbfa0c0b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 67853aca-d1b3-4d9b-9ca5-f5a8c4458336] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1242.585910] env[69319]: DEBUG nova.virt.hardware [None req-3f96f4ab-5329-4820-964d-e1b454b54ea4 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1242.586335] env[69319]: DEBUG nova.virt.hardware [None req-3f96f4ab-5329-4820-964d-e1b454b54ea4 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1242.586335] env[69319]: DEBUG nova.virt.hardware [None req-3f96f4ab-5329-4820-964d-e1b454b54ea4 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1242.586529] env[69319]: DEBUG nova.virt.hardware [None req-3f96f4ab-5329-4820-964d-e1b454b54ea4 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1242.586705] env[69319]: DEBUG nova.virt.hardware [None req-3f96f4ab-5329-4820-964d-e1b454b54ea4 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1242.586853] env[69319]: DEBUG nova.virt.hardware [None req-3f96f4ab-5329-4820-964d-e1b454b54ea4 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1242.587072] env[69319]: DEBUG nova.virt.hardware [None req-3f96f4ab-5329-4820-964d-e1b454b54ea4 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1242.587240] env[69319]: DEBUG nova.virt.hardware [None req-3f96f4ab-5329-4820-964d-e1b454b54ea4 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1242.587410] env[69319]: DEBUG nova.virt.hardware [None req-3f96f4ab-5329-4820-964d-e1b454b54ea4 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1242.587578] env[69319]: DEBUG nova.virt.hardware [None req-3f96f4ab-5329-4820-964d-e1b454b54ea4 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1242.587748] env[69319]: DEBUG nova.virt.hardware [None req-3f96f4ab-5329-4820-964d-e1b454b54ea4 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1242.593030] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f96f4ab-5329-4820-964d-e1b454b54ea4 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 4468ad34-4471-4bbe-82b7-cabe1f9fbea6] Reconfiguring VM instance instance-00000063 to detach disk 2000 {{(pid=69319) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1242.594062] env[69319]: DEBUG nova.network.neutron [None req-241feaf0-3b1d-4f2e-b28c-5642fbfa0c0b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 67853aca-d1b3-4d9b-9ca5-f5a8c4458336] Updating instance_info_cache with network_info: [{"id": "57353df4-e9d6-4fc2-8ef9-c531710cbdb9", "address": "fa:16:3e:10:aa:0a", "network": {"id": "eba3ac7c-e65e-4811-a2ab-2b2399f9a31c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-580087532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef4b5f34c7fe4128a153d1f4914be606", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57353df4-e9", "ovs_interfaceid": "57353df4-e9d6-4fc2-8ef9-c531710cbdb9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.595220] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a585dc96-292b-4287-a1fd-92bfe5050c46 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.608666] env[69319]: DEBUG nova.scheduler.client.report [None req-481e2064-19de-4da7-864c-7d0d9234feda tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1242.619038] env[69319]: DEBUG oslo_vmware.api [None req-3f96f4ab-5329-4820-964d-e1b454b54ea4 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Waiting for the task: (returnval){ [ 1242.619038] env[69319]: value = "task-3224149" [ 1242.619038] env[69319]: _type = "Task" [ 1242.619038] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.629015] env[69319]: DEBUG oslo_vmware.api [None req-3f96f4ab-5329-4820-964d-e1b454b54ea4 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3224149, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.666019] env[69319]: DEBUG oslo_vmware.api [None req-509818e5-c940-4a6a-8486-464219852887 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': task-3224148, 'name': PowerOffVM_Task, 'duration_secs': 0.200504} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.666300] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-509818e5-c940-4a6a-8486-464219852887 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 4e4fbce0-a821-48a9-aa26-33a273c46015] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1242.666473] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-509818e5-c940-4a6a-8486-464219852887 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 4e4fbce0-a821-48a9-aa26-33a273c46015] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1242.666717] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-06f805f2-ce3a-433d-92f2-ad971554c208 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.680616] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a3be9ab-3c4c-4edd-8ed1-845dd18f6ce2 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.688338] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1ccc7a7-fc96-4093-a649-2b60e8ace4be {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.734361] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-509818e5-c940-4a6a-8486-464219852887 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 4e4fbce0-a821-48a9-aa26-33a273c46015] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1242.734708] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-509818e5-c940-4a6a-8486-464219852887 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 4e4fbce0-a821-48a9-aa26-33a273c46015] Deleting contents of the VM from datastore datastore1 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1242.734911] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-509818e5-c940-4a6a-8486-464219852887 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Deleting the datastore file [datastore1] 4e4fbce0-a821-48a9-aa26-33a273c46015 {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1242.735224] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fc944f27-daa3-45b3-90e6-7e18ceb4dc60 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.741825] env[69319]: DEBUG oslo_vmware.api [None req-509818e5-c940-4a6a-8486-464219852887 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Waiting for the task: (returnval){ [ 1242.741825] env[69319]: value = "task-3224151" [ 1242.741825] env[69319]: _type = "Task" [ 1242.741825] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.749998] env[69319]: DEBUG oslo_vmware.api [None req-509818e5-c940-4a6a-8486-464219852887 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': task-3224151, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.110084] env[69319]: DEBUG oslo_concurrency.lockutils [None req-241feaf0-3b1d-4f2e-b28c-5642fbfa0c0b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Releasing lock "refresh_cache-67853aca-d1b3-4d9b-9ca5-f5a8c4458336" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.110084] env[69319]: DEBUG nova.compute.manager [None req-241feaf0-3b1d-4f2e-b28c-5642fbfa0c0b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 67853aca-d1b3-4d9b-9ca5-f5a8c4458336] Instance network_info: |[{"id": "57353df4-e9d6-4fc2-8ef9-c531710cbdb9", "address": "fa:16:3e:10:aa:0a", "network": {"id": "eba3ac7c-e65e-4811-a2ab-2b2399f9a31c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-580087532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef4b5f34c7fe4128a153d1f4914be606", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57353df4-e9", "ovs_interfaceid": "57353df4-e9d6-4fc2-8ef9-c531710cbdb9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1243.110373] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-241feaf0-3b1d-4f2e-b28c-5642fbfa0c0b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 67853aca-d1b3-4d9b-9ca5-f5a8c4458336] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:aa:0a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '447ff42d-b33e-4b5d-8b7f-e8117ebbbc92', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '57353df4-e9d6-4fc2-8ef9-c531710cbdb9', 'vif_model': 'vmxnet3'}] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1243.117795] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-241feaf0-3b1d-4f2e-b28c-5642fbfa0c0b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1243.118443] env[69319]: DEBUG oslo_concurrency.lockutils [None req-481e2064-19de-4da7-864c-7d0d9234feda tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.316s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.118921] env[69319]: DEBUG nova.compute.manager [None req-481e2064-19de-4da7-864c-7d0d9234feda tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] [instance: 7e0f3465-36c8-4bd0-9336-41dd27344611] Start building networks asynchronously for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1243.121455] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67853aca-d1b3-4d9b-9ca5-f5a8c4458336] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1243.121743] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6afb512d-7f5f-4a6a-9936-7ecece042326 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.146379] env[69319]: DEBUG oslo_vmware.api [None req-3f96f4ab-5329-4820-964d-e1b454b54ea4 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3224149, 'name': ReconfigVM_Task, 'duration_secs': 0.215555} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.147643] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f96f4ab-5329-4820-964d-e1b454b54ea4 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 4468ad34-4471-4bbe-82b7-cabe1f9fbea6] Reconfigured VM instance instance-00000063 to detach disk 2000 {{(pid=69319) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1243.147917] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1243.147917] env[69319]: value = "task-3224152" [ 1243.147917] env[69319]: _type = "Task" [ 1243.147917] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.148802] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9917b45-13bb-44ae-92e9-d5fcede5af87 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.159843] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3224152, 'name': CreateVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.181088] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f96f4ab-5329-4820-964d-e1b454b54ea4 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 4468ad34-4471-4bbe-82b7-cabe1f9fbea6] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] 4468ad34-4471-4bbe-82b7-cabe1f9fbea6/4468ad34-4471-4bbe-82b7-cabe1f9fbea6.vmdk or device None with type thin {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1243.181770] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59081dd9-4ef5-49ca-8a30-dcf84e8b124c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.201489] env[69319]: DEBUG oslo_vmware.api [None req-3f96f4ab-5329-4820-964d-e1b454b54ea4 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Waiting for the task: (returnval){ [ 1243.201489] env[69319]: value = "task-3224153" [ 1243.201489] env[69319]: _type = "Task" [ 1243.201489] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.214274] env[69319]: DEBUG oslo_vmware.api [None req-3f96f4ab-5329-4820-964d-e1b454b54ea4 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3224153, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.252241] env[69319]: DEBUG oslo_vmware.api [None req-509818e5-c940-4a6a-8486-464219852887 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': task-3224151, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146175} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.252565] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-509818e5-c940-4a6a-8486-464219852887 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1243.252769] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-509818e5-c940-4a6a-8486-464219852887 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 4e4fbce0-a821-48a9-aa26-33a273c46015] Deleted contents of the VM from datastore datastore1 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1243.252956] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-509818e5-c940-4a6a-8486-464219852887 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 4e4fbce0-a821-48a9-aa26-33a273c46015] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1243.253151] env[69319]: INFO nova.compute.manager [None req-509818e5-c940-4a6a-8486-464219852887 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 4e4fbce0-a821-48a9-aa26-33a273c46015] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1243.253429] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-509818e5-c940-4a6a-8486-464219852887 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1243.256785] env[69319]: DEBUG nova.compute.manager [-] [instance: 4e4fbce0-a821-48a9-aa26-33a273c46015] Deallocating network for instance {{(pid=69319) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1243.256895] env[69319]: DEBUG nova.network.neutron [-] [instance: 4e4fbce0-a821-48a9-aa26-33a273c46015] deallocate_for_instance() {{(pid=69319) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1243.316808] env[69319]: DEBUG nova.compute.manager [req-86dd7503-5128-4410-a89a-53e8e55ea16d req-2d8fb688-35ad-412a-a739-188b8d02c811 service nova] [instance: 67853aca-d1b3-4d9b-9ca5-f5a8c4458336] Received event network-changed-57353df4-e9d6-4fc2-8ef9-c531710cbdb9 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1243.317079] env[69319]: DEBUG nova.compute.manager [req-86dd7503-5128-4410-a89a-53e8e55ea16d req-2d8fb688-35ad-412a-a739-188b8d02c811 service nova] [instance: 67853aca-d1b3-4d9b-9ca5-f5a8c4458336] Refreshing instance network info cache due to event network-changed-57353df4-e9d6-4fc2-8ef9-c531710cbdb9. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1243.317271] env[69319]: DEBUG oslo_concurrency.lockutils [req-86dd7503-5128-4410-a89a-53e8e55ea16d req-2d8fb688-35ad-412a-a739-188b8d02c811 service nova] Acquiring lock "refresh_cache-67853aca-d1b3-4d9b-9ca5-f5a8c4458336" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.317420] env[69319]: DEBUG oslo_concurrency.lockutils [req-86dd7503-5128-4410-a89a-53e8e55ea16d req-2d8fb688-35ad-412a-a739-188b8d02c811 service nova] Acquired lock "refresh_cache-67853aca-d1b3-4d9b-9ca5-f5a8c4458336" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.317590] env[69319]: DEBUG nova.network.neutron [req-86dd7503-5128-4410-a89a-53e8e55ea16d req-2d8fb688-35ad-412a-a739-188b8d02c811 service nova] [instance: 67853aca-d1b3-4d9b-9ca5-f5a8c4458336] Refreshing network info cache for port 57353df4-e9d6-4fc2-8ef9-c531710cbdb9 {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1243.353622] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b6c3e803-046d-4aa7-9af7-b3559f6d4537 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Acquiring lock "294011ae-d275-4f2e-ab2e-0a352db55cb7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.353853] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b6c3e803-046d-4aa7-9af7-b3559f6d4537 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Lock "294011ae-d275-4f2e-ab2e-0a352db55cb7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.354041] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b6c3e803-046d-4aa7-9af7-b3559f6d4537 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Lock "294011ae-d275-4f2e-ab2e-0a352db55cb7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.590402] env[69319]: DEBUG nova.compute.manager [req-87d61bb7-5761-46b3-98dd-4605a8a7b2ec req-b1c57624-9839-4b0f-94e2-7ab4856a4c88 service nova] [instance: 4e4fbce0-a821-48a9-aa26-33a273c46015] Received event network-vif-deleted-1478ee3b-ed27-40f4-ae19-13b0e92e02c8 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1243.590660] env[69319]: INFO nova.compute.manager [req-87d61bb7-5761-46b3-98dd-4605a8a7b2ec req-b1c57624-9839-4b0f-94e2-7ab4856a4c88 service nova] [instance: 4e4fbce0-a821-48a9-aa26-33a273c46015] Neutron deleted interface 1478ee3b-ed27-40f4-ae19-13b0e92e02c8; detaching it from the instance and deleting it from the info cache [ 1243.590810] env[69319]: DEBUG nova.network.neutron [req-87d61bb7-5761-46b3-98dd-4605a8a7b2ec req-b1c57624-9839-4b0f-94e2-7ab4856a4c88 service nova] [instance: 4e4fbce0-a821-48a9-aa26-33a273c46015] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.638362] env[69319]: DEBUG nova.compute.utils [None req-481e2064-19de-4da7-864c-7d0d9234feda tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Using /dev/sd instead of None {{(pid=69319) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1243.639633] env[69319]: DEBUG nova.compute.manager [None req-481e2064-19de-4da7-864c-7d0d9234feda tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] [instance: 7e0f3465-36c8-4bd0-9336-41dd27344611] Allocating IP information in the background. {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1243.639808] env[69319]: DEBUG nova.network.neutron [None req-481e2064-19de-4da7-864c-7d0d9234feda tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] [instance: 7e0f3465-36c8-4bd0-9336-41dd27344611] allocate_for_instance() {{(pid=69319) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1243.661977] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3224152, 'name': CreateVM_Task, 'duration_secs': 0.384296} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.662155] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67853aca-d1b3-4d9b-9ca5-f5a8c4458336] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1243.669539] env[69319]: DEBUG oslo_concurrency.lockutils [None req-241feaf0-3b1d-4f2e-b28c-5642fbfa0c0b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.669715] env[69319]: DEBUG oslo_concurrency.lockutils [None req-241feaf0-3b1d-4f2e-b28c-5642fbfa0c0b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.670065] env[69319]: DEBUG oslo_concurrency.lockutils [None req-241feaf0-3b1d-4f2e-b28c-5642fbfa0c0b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.670559] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8376c9e0-4466-4cef-a6e8-9ed0c5f42b74 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.675961] env[69319]: DEBUG oslo_vmware.api [None req-241feaf0-3b1d-4f2e-b28c-5642fbfa0c0b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Waiting for the task: (returnval){ [ 1243.675961] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]525171c2-6eed-db73-91d1-4e131c1afbd6" [ 1243.675961] env[69319]: _type = "Task" [ 1243.675961] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.684940] env[69319]: DEBUG oslo_vmware.api [None req-241feaf0-3b1d-4f2e-b28c-5642fbfa0c0b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]525171c2-6eed-db73-91d1-4e131c1afbd6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.686391] env[69319]: DEBUG nova.policy [None req-481e2064-19de-4da7-864c-7d0d9234feda tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f22475d6e5f346c0a7711babcf042b6e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '23551c0805f040808fef5fa53aff716c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69319) authorize /opt/stack/nova/nova/policy.py:192}} [ 1243.711601] env[69319]: DEBUG oslo_vmware.api [None req-3f96f4ab-5329-4820-964d-e1b454b54ea4 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3224153, 'name': ReconfigVM_Task, 'duration_secs': 0.365959} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.711882] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f96f4ab-5329-4820-964d-e1b454b54ea4 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 4468ad34-4471-4bbe-82b7-cabe1f9fbea6] Reconfigured VM instance instance-00000063 to attach disk [datastore2] 4468ad34-4471-4bbe-82b7-cabe1f9fbea6/4468ad34-4471-4bbe-82b7-cabe1f9fbea6.vmdk or device None with type thin {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1243.712185] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-3f96f4ab-5329-4820-964d-e1b454b54ea4 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 4468ad34-4471-4bbe-82b7-cabe1f9fbea6] Updating instance '4468ad34-4471-4bbe-82b7-cabe1f9fbea6' progress to 50 {{(pid=69319) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1243.801918] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af60c8c5-9a06-45c1-860f-689a0155469e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.825926] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6699c97f-5c5e-420e-a920-5cd2a080f3e2 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.834777] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-1a50cb9b-9d51-4a36-a346-09bcbeaebbcc tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: fadaa797-edd9-43e8-833c-d97672ff9401] Updating instance 'fadaa797-edd9-43e8-833c-d97672ff9401' progress to 83 {{(pid=69319) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1243.964882] env[69319]: DEBUG nova.network.neutron [None req-481e2064-19de-4da7-864c-7d0d9234feda tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] [instance: 7e0f3465-36c8-4bd0-9336-41dd27344611] Successfully created port: 6f5e8016-942d-4256-98f9-2bcd6154404b {{(pid=69319) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1244.039974] env[69319]: DEBUG nova.network.neutron [req-86dd7503-5128-4410-a89a-53e8e55ea16d req-2d8fb688-35ad-412a-a739-188b8d02c811 service nova] [instance: 67853aca-d1b3-4d9b-9ca5-f5a8c4458336] Updated VIF entry in instance network info cache for port 57353df4-e9d6-4fc2-8ef9-c531710cbdb9. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1244.040370] env[69319]: DEBUG nova.network.neutron [req-86dd7503-5128-4410-a89a-53e8e55ea16d req-2d8fb688-35ad-412a-a739-188b8d02c811 service nova] [instance: 67853aca-d1b3-4d9b-9ca5-f5a8c4458336] Updating instance_info_cache with network_info: [{"id": "57353df4-e9d6-4fc2-8ef9-c531710cbdb9", "address": "fa:16:3e:10:aa:0a", "network": {"id": "eba3ac7c-e65e-4811-a2ab-2b2399f9a31c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-580087532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef4b5f34c7fe4128a153d1f4914be606", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57353df4-e9", "ovs_interfaceid": "57353df4-e9d6-4fc2-8ef9-c531710cbdb9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1244.071852] env[69319]: DEBUG nova.network.neutron [-] [instance: 4e4fbce0-a821-48a9-aa26-33a273c46015] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1244.097070] env[69319]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-60486aec-0270-4bce-9c71-9ae7b2024fea {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.111018] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1b77dde-c45b-4b12-bf38-38481d8acec9 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.141367] env[69319]: DEBUG nova.compute.manager [req-87d61bb7-5761-46b3-98dd-4605a8a7b2ec req-b1c57624-9839-4b0f-94e2-7ab4856a4c88 service nova] [instance: 4e4fbce0-a821-48a9-aa26-33a273c46015] Detach interface failed, port_id=1478ee3b-ed27-40f4-ae19-13b0e92e02c8, reason: Instance 4e4fbce0-a821-48a9-aa26-33a273c46015 could not be found. {{(pid=69319) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1244.142299] env[69319]: DEBUG nova.compute.manager [None req-481e2064-19de-4da7-864c-7d0d9234feda tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] [instance: 7e0f3465-36c8-4bd0-9336-41dd27344611] Start building block device mappings for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1244.188815] env[69319]: DEBUG oslo_vmware.api [None req-241feaf0-3b1d-4f2e-b28c-5642fbfa0c0b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]525171c2-6eed-db73-91d1-4e131c1afbd6, 'name': SearchDatastore_Task, 'duration_secs': 0.014767} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.189293] env[69319]: DEBUG oslo_concurrency.lockutils [None req-241feaf0-3b1d-4f2e-b28c-5642fbfa0c0b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.189714] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-241feaf0-3b1d-4f2e-b28c-5642fbfa0c0b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 67853aca-d1b3-4d9b-9ca5-f5a8c4458336] Processing image 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1244.190101] env[69319]: DEBUG oslo_concurrency.lockutils [None req-241feaf0-3b1d-4f2e-b28c-5642fbfa0c0b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.190476] env[69319]: DEBUG oslo_concurrency.lockutils [None req-241feaf0-3b1d-4f2e-b28c-5642fbfa0c0b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.190910] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-241feaf0-3b1d-4f2e-b28c-5642fbfa0c0b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1244.191347] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9b8994d7-5dc7-4ec4-b3ca-10bba239e21e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.201465] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-241feaf0-3b1d-4f2e-b28c-5642fbfa0c0b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1244.201888] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-241feaf0-3b1d-4f2e-b28c-5642fbfa0c0b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1244.203053] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c5b741d-e539-4329-bf96-ee4b0efb68e4 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.211023] env[69319]: DEBUG oslo_vmware.api [None req-241feaf0-3b1d-4f2e-b28c-5642fbfa0c0b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Waiting for the task: (returnval){ [ 1244.211023] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52c3cd01-5cd2-3c84-d91c-9302e3912775" [ 1244.211023] env[69319]: _type = "Task" [ 1244.211023] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.220621] env[69319]: DEBUG oslo_vmware.api [None req-241feaf0-3b1d-4f2e-b28c-5642fbfa0c0b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52c3cd01-5cd2-3c84-d91c-9302e3912775, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.221931] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41f249fa-5916-4eac-990c-5accbba748b0 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.246029] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a61dddd-a9df-4f6d-989a-912eff35f3cc {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.268018] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-3f96f4ab-5329-4820-964d-e1b454b54ea4 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 4468ad34-4471-4bbe-82b7-cabe1f9fbea6] Updating instance '4468ad34-4471-4bbe-82b7-cabe1f9fbea6' progress to 67 {{(pid=69319) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1244.340932] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a50cb9b-9d51-4a36-a346-09bcbeaebbcc tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: fadaa797-edd9-43e8-833c-d97672ff9401] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1244.341272] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6944179b-f2e8-4d45-8ddc-25619ce1f5e5 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.349792] env[69319]: DEBUG oslo_vmware.api [None req-1a50cb9b-9d51-4a36-a346-09bcbeaebbcc tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Waiting for the task: (returnval){ [ 1244.349792] env[69319]: value = "task-3224154" [ 1244.349792] env[69319]: _type = "Task" [ 1244.349792] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.363199] env[69319]: DEBUG oslo_vmware.api [None req-1a50cb9b-9d51-4a36-a346-09bcbeaebbcc tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3224154, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.392318] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b6c3e803-046d-4aa7-9af7-b3559f6d4537 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Acquiring lock "refresh_cache-294011ae-d275-4f2e-ab2e-0a352db55cb7" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.392552] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b6c3e803-046d-4aa7-9af7-b3559f6d4537 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Acquired lock "refresh_cache-294011ae-d275-4f2e-ab2e-0a352db55cb7" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.392757] env[69319]: DEBUG nova.network.neutron [None req-b6c3e803-046d-4aa7-9af7-b3559f6d4537 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 294011ae-d275-4f2e-ab2e-0a352db55cb7] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1244.543462] env[69319]: DEBUG oslo_concurrency.lockutils [req-86dd7503-5128-4410-a89a-53e8e55ea16d req-2d8fb688-35ad-412a-a739-188b8d02c811 service nova] Releasing lock "refresh_cache-67853aca-d1b3-4d9b-9ca5-f5a8c4458336" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.576023] env[69319]: INFO nova.compute.manager [-] [instance: 4e4fbce0-a821-48a9-aa26-33a273c46015] Took 1.32 seconds to deallocate network for instance. [ 1244.720277] env[69319]: DEBUG oslo_vmware.api [None req-241feaf0-3b1d-4f2e-b28c-5642fbfa0c0b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52c3cd01-5cd2-3c84-d91c-9302e3912775, 'name': SearchDatastore_Task, 'duration_secs': 0.010874} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.721156] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a4b7e06-c4c5-4c18-b3a0-b4b8b42390eb {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.727047] env[69319]: DEBUG oslo_vmware.api [None req-241feaf0-3b1d-4f2e-b28c-5642fbfa0c0b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Waiting for the task: (returnval){ [ 1244.727047] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]5264a854-a900-78f6-dd77-233dca08cdee" [ 1244.727047] env[69319]: _type = "Task" [ 1244.727047] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.735019] env[69319]: DEBUG oslo_vmware.api [None req-241feaf0-3b1d-4f2e-b28c-5642fbfa0c0b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5264a854-a900-78f6-dd77-233dca08cdee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.860172] env[69319]: DEBUG oslo_vmware.api [None req-1a50cb9b-9d51-4a36-a346-09bcbeaebbcc tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3224154, 'name': PowerOnVM_Task, 'duration_secs': 0.394127} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.860460] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a50cb9b-9d51-4a36-a346-09bcbeaebbcc tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: fadaa797-edd9-43e8-833c-d97672ff9401] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1244.860647] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-1a50cb9b-9d51-4a36-a346-09bcbeaebbcc tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: fadaa797-edd9-43e8-833c-d97672ff9401] Updating instance 'fadaa797-edd9-43e8-833c-d97672ff9401' progress to 100 {{(pid=69319) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1245.081610] env[69319]: DEBUG oslo_concurrency.lockutils [None req-509818e5-c940-4a6a-8486-464219852887 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.081914] env[69319]: DEBUG oslo_concurrency.lockutils [None req-509818e5-c940-4a6a-8486-464219852887 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.082155] env[69319]: DEBUG nova.objects.instance [None req-509818e5-c940-4a6a-8486-464219852887 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Lazy-loading 'resources' on Instance uuid 4e4fbce0-a821-48a9-aa26-33a273c46015 {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1245.114031] env[69319]: DEBUG nova.network.neutron [None req-b6c3e803-046d-4aa7-9af7-b3559f6d4537 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 294011ae-d275-4f2e-ab2e-0a352db55cb7] Updating instance_info_cache with network_info: [{"id": "990bed79-bc4c-439f-a194-7122e132f715", "address": "fa:16:3e:ec:6b:c7", "network": {"id": "106fc08f-1807-4065-8e5f-d5dd2ea396ac", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-470234828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fe67d8fa7124a519dd9af8bbd6a48a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap990bed79-bc", "ovs_interfaceid": "990bed79-bc4c-439f-a194-7122e132f715", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1245.152191] env[69319]: DEBUG nova.compute.manager [None req-481e2064-19de-4da7-864c-7d0d9234feda tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] [instance: 7e0f3465-36c8-4bd0-9336-41dd27344611] Start spawning the instance on the hypervisor. {{(pid=69319) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1245.188646] env[69319]: DEBUG nova.virt.hardware [None req-481e2064-19de-4da7-864c-7d0d9234feda tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:32:36Z,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31f027872f6f44dba95ff2fe7a062e00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:32:36Z,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1245.188912] env[69319]: DEBUG nova.virt.hardware [None req-481e2064-19de-4da7-864c-7d0d9234feda tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1245.189092] env[69319]: DEBUG nova.virt.hardware [None req-481e2064-19de-4da7-864c-7d0d9234feda tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1245.189275] env[69319]: DEBUG nova.virt.hardware [None req-481e2064-19de-4da7-864c-7d0d9234feda tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1245.189422] env[69319]: DEBUG nova.virt.hardware [None req-481e2064-19de-4da7-864c-7d0d9234feda tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1245.189573] env[69319]: DEBUG nova.virt.hardware [None req-481e2064-19de-4da7-864c-7d0d9234feda tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1245.189784] env[69319]: DEBUG nova.virt.hardware [None req-481e2064-19de-4da7-864c-7d0d9234feda tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1245.189946] env[69319]: DEBUG nova.virt.hardware [None req-481e2064-19de-4da7-864c-7d0d9234feda tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1245.190129] env[69319]: DEBUG nova.virt.hardware [None req-481e2064-19de-4da7-864c-7d0d9234feda tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1245.190295] env[69319]: DEBUG nova.virt.hardware [None req-481e2064-19de-4da7-864c-7d0d9234feda tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1245.190504] env[69319]: DEBUG nova.virt.hardware [None req-481e2064-19de-4da7-864c-7d0d9234feda tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1245.191446] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60416c55-40a5-4f4a-a121-3bb30171ff43 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.201782] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad268bcb-de3d-413e-b5da-c8a92737210c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.237399] env[69319]: DEBUG oslo_vmware.api [None req-241feaf0-3b1d-4f2e-b28c-5642fbfa0c0b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5264a854-a900-78f6-dd77-233dca08cdee, 'name': SearchDatastore_Task, 'duration_secs': 0.014603} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.237682] env[69319]: DEBUG oslo_concurrency.lockutils [None req-241feaf0-3b1d-4f2e-b28c-5642fbfa0c0b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.237963] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-241feaf0-3b1d-4f2e-b28c-5642fbfa0c0b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] 67853aca-d1b3-4d9b-9ca5-f5a8c4458336/67853aca-d1b3-4d9b-9ca5-f5a8c4458336.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1245.238243] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-000bd9d3-83bd-41dc-befd-c15b001ae7d6 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.246257] env[69319]: DEBUG oslo_vmware.api [None req-241feaf0-3b1d-4f2e-b28c-5642fbfa0c0b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Waiting for the task: (returnval){ [ 1245.246257] env[69319]: value = "task-3224155" [ 1245.246257] env[69319]: _type = "Task" [ 1245.246257] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.254563] env[69319]: DEBUG oslo_vmware.api [None req-241feaf0-3b1d-4f2e-b28c-5642fbfa0c0b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': task-3224155, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.620029] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b6c3e803-046d-4aa7-9af7-b3559f6d4537 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Releasing lock "refresh_cache-294011ae-d275-4f2e-ab2e-0a352db55cb7" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.659147] env[69319]: DEBUG nova.compute.manager [req-d7b261be-7f50-4387-ae2e-0ef06ba02cff req-d88ca88f-bc51-4123-8e5c-825ca561a752 service nova] [instance: 7e0f3465-36c8-4bd0-9336-41dd27344611] Received event network-vif-plugged-6f5e8016-942d-4256-98f9-2bcd6154404b {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1245.659392] env[69319]: DEBUG oslo_concurrency.lockutils [req-d7b261be-7f50-4387-ae2e-0ef06ba02cff req-d88ca88f-bc51-4123-8e5c-825ca561a752 service nova] Acquiring lock "7e0f3465-36c8-4bd0-9336-41dd27344611-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.659603] env[69319]: DEBUG oslo_concurrency.lockutils [req-d7b261be-7f50-4387-ae2e-0ef06ba02cff req-d88ca88f-bc51-4123-8e5c-825ca561a752 service nova] Lock "7e0f3465-36c8-4bd0-9336-41dd27344611-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.659873] env[69319]: DEBUG oslo_concurrency.lockutils [req-d7b261be-7f50-4387-ae2e-0ef06ba02cff req-d88ca88f-bc51-4123-8e5c-825ca561a752 service nova] Lock "7e0f3465-36c8-4bd0-9336-41dd27344611-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.659959] env[69319]: DEBUG nova.compute.manager [req-d7b261be-7f50-4387-ae2e-0ef06ba02cff req-d88ca88f-bc51-4123-8e5c-825ca561a752 service nova] [instance: 7e0f3465-36c8-4bd0-9336-41dd27344611] No waiting events found dispatching network-vif-plugged-6f5e8016-942d-4256-98f9-2bcd6154404b {{(pid=69319) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1245.660123] env[69319]: WARNING nova.compute.manager [req-d7b261be-7f50-4387-ae2e-0ef06ba02cff req-d88ca88f-bc51-4123-8e5c-825ca561a752 service nova] [instance: 7e0f3465-36c8-4bd0-9336-41dd27344611] Received unexpected event network-vif-plugged-6f5e8016-942d-4256-98f9-2bcd6154404b for instance with vm_state building and task_state spawning. [ 1245.761155] env[69319]: DEBUG oslo_vmware.api [None req-241feaf0-3b1d-4f2e-b28c-5642fbfa0c0b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': task-3224155, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.770367] env[69319]: DEBUG nova.network.neutron [None req-481e2064-19de-4da7-864c-7d0d9234feda tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] [instance: 7e0f3465-36c8-4bd0-9336-41dd27344611] Successfully updated port: 6f5e8016-942d-4256-98f9-2bcd6154404b {{(pid=69319) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1245.831484] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc736fc7-fbd9-48db-956f-417588f0a5ad {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.840188] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38b485ad-0041-4c9c-8638-2a64fb984b1e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.874049] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a9d095c-74ef-4a99-9fe9-f112ea225c31 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.883836] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef34ad82-ef97-4cf1-a772-396d7c04ad36 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.898435] env[69319]: DEBUG nova.compute.provider_tree [None req-509818e5-c940-4a6a-8486-464219852887 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1245.910218] env[69319]: DEBUG nova.network.neutron [None req-3f96f4ab-5329-4820-964d-e1b454b54ea4 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 4468ad34-4471-4bbe-82b7-cabe1f9fbea6] Port cce57cf9-3a99-476d-ae0a-871328cd9ea4 binding to destination host cpu-1 is already ACTIVE {{(pid=69319) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1246.142408] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f1bfccd-c56b-42f3-8251-7ff689e81d30 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.163282] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62829047-745a-4084-887d-4757149b1f6e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.171312] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-b6c3e803-046d-4aa7-9af7-b3559f6d4537 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 294011ae-d275-4f2e-ab2e-0a352db55cb7] Updating instance '294011ae-d275-4f2e-ab2e-0a352db55cb7' progress to 83 {{(pid=69319) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1246.179516] env[69319]: DEBUG oslo_service.periodic_task [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69319) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1246.180012] env[69319]: DEBUG oslo_service.periodic_task [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69319) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1246.180254] env[69319]: DEBUG oslo_service.periodic_task [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69319) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1246.180368] env[69319]: DEBUG oslo_service.periodic_task [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69319) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1246.180519] env[69319]: DEBUG oslo_service.periodic_task [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69319) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1246.180664] env[69319]: DEBUG oslo_service.periodic_task [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69319) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1246.180808] env[69319]: DEBUG oslo_service.periodic_task [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Running periodic task ComputeManager._sync_power_states {{(pid=69319) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1246.257624] env[69319]: DEBUG oslo_vmware.api [None req-241feaf0-3b1d-4f2e-b28c-5642fbfa0c0b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': task-3224155, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.632777} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.257863] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-241feaf0-3b1d-4f2e-b28c-5642fbfa0c0b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] 67853aca-d1b3-4d9b-9ca5-f5a8c4458336/67853aca-d1b3-4d9b-9ca5-f5a8c4458336.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1246.258102] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-241feaf0-3b1d-4f2e-b28c-5642fbfa0c0b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 67853aca-d1b3-4d9b-9ca5-f5a8c4458336] Extending root virtual disk to 1048576 {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1246.258366] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-30aee873-328d-41af-8748-15ea40efe2c3 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.265353] env[69319]: DEBUG oslo_vmware.api [None req-241feaf0-3b1d-4f2e-b28c-5642fbfa0c0b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Waiting for the task: (returnval){ [ 1246.265353] env[69319]: value = "task-3224156" [ 1246.265353] env[69319]: _type = "Task" [ 1246.265353] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.273642] env[69319]: DEBUG oslo_concurrency.lockutils [None req-481e2064-19de-4da7-864c-7d0d9234feda tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Acquiring lock "refresh_cache-7e0f3465-36c8-4bd0-9336-41dd27344611" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.273795] env[69319]: DEBUG oslo_concurrency.lockutils [None req-481e2064-19de-4da7-864c-7d0d9234feda tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Acquired lock "refresh_cache-7e0f3465-36c8-4bd0-9336-41dd27344611" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.273985] env[69319]: DEBUG nova.network.neutron [None req-481e2064-19de-4da7-864c-7d0d9234feda tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] [instance: 7e0f3465-36c8-4bd0-9336-41dd27344611] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1246.275122] env[69319]: DEBUG oslo_vmware.api [None req-241feaf0-3b1d-4f2e-b28c-5642fbfa0c0b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': task-3224156, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.401917] env[69319]: DEBUG nova.scheduler.client.report [None req-509818e5-c940-4a6a-8486-464219852887 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1246.677688] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6c3e803-046d-4aa7-9af7-b3559f6d4537 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 294011ae-d275-4f2e-ab2e-0a352db55cb7] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1246.678021] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-70ad191b-d18b-4510-b979-9f4b1bfe73bc {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.684838] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Getting list of instances from cluster (obj){ [ 1246.684838] env[69319]: value = "domain-c8" [ 1246.684838] env[69319]: _type = "ClusterComputeResource" [ 1246.684838] env[69319]: } {{(pid=69319) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1246.685829] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-304ea768-9d5b-4433-baf1-59bfd5f7186d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.692168] env[69319]: DEBUG oslo_vmware.api [None req-b6c3e803-046d-4aa7-9af7-b3559f6d4537 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Waiting for the task: (returnval){ [ 1246.692168] env[69319]: value = "task-3224157" [ 1246.692168] env[69319]: _type = "Task" [ 1246.692168] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.700952] env[69319]: DEBUG oslo_vmware.api [None req-b6c3e803-046d-4aa7-9af7-b3559f6d4537 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': task-3224157, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.712030] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Got total of 10 instances {{(pid=69319) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1246.712030] env[69319]: WARNING nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] While synchronizing instance power states, found 12 instances in the database and 10 instances on the hypervisor. [ 1246.712030] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Triggering sync for uuid 22225d47-adf7-4381-8b26-9372db49c4be {{(pid=69319) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1246.712030] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Triggering sync for uuid 6c8db7ac-506b-43ec-a4e5-4aee6b69ea5b {{(pid=69319) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1246.712449] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Triggering sync for uuid b67563f9-4b5d-4f20-87fc-6fc7407687ae {{(pid=69319) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1246.712449] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Triggering sync for uuid 736ae4ad-58b1-43f4-9661-648a5ccad06a {{(pid=69319) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1246.712533] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Triggering sync for uuid 4468ad34-4471-4bbe-82b7-cabe1f9fbea6 {{(pid=69319) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1246.712642] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Triggering sync for uuid 4e4fbce0-a821-48a9-aa26-33a273c46015 {{(pid=69319) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1246.712761] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Triggering sync for uuid 200ccf3f-9130-42ed-a8e9-d697997e75f9 {{(pid=69319) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1246.712917] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Triggering sync for uuid fadaa797-edd9-43e8-833c-d97672ff9401 {{(pid=69319) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1246.713086] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Triggering sync for uuid 294011ae-d275-4f2e-ab2e-0a352db55cb7 {{(pid=69319) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1246.713245] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Triggering sync for uuid 50b876f6-e366-42fb-8158-938f5f1a643e {{(pid=69319) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1246.713392] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Triggering sync for uuid 67853aca-d1b3-4d9b-9ca5-f5a8c4458336 {{(pid=69319) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1246.713539] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Triggering sync for uuid 7e0f3465-36c8-4bd0-9336-41dd27344611 {{(pid=69319) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1246.713906] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Acquiring lock "22225d47-adf7-4381-8b26-9372db49c4be" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.714147] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Lock "22225d47-adf7-4381-8b26-9372db49c4be" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.714472] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Acquiring lock "6c8db7ac-506b-43ec-a4e5-4aee6b69ea5b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.714779] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Lock "6c8db7ac-506b-43ec-a4e5-4aee6b69ea5b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.715263] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Acquiring lock "b67563f9-4b5d-4f20-87fc-6fc7407687ae" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.715517] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Lock "b67563f9-4b5d-4f20-87fc-6fc7407687ae" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.715754] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Acquiring lock "736ae4ad-58b1-43f4-9661-648a5ccad06a" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.715948] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Lock "736ae4ad-58b1-43f4-9661-648a5ccad06a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.716293] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Acquiring lock "4468ad34-4471-4bbe-82b7-cabe1f9fbea6" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.716586] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Lock "4468ad34-4471-4bbe-82b7-cabe1f9fbea6" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.716855] env[69319]: INFO nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] [instance: 4468ad34-4471-4bbe-82b7-cabe1f9fbea6] During sync_power_state the instance has a pending task (resize_migrating). Skip. [ 1246.717135] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Lock "4468ad34-4471-4bbe-82b7-cabe1f9fbea6" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.717441] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Acquiring lock "4e4fbce0-a821-48a9-aa26-33a273c46015" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.717781] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Acquiring lock "200ccf3f-9130-42ed-a8e9-d697997e75f9" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.718156] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Lock "200ccf3f-9130-42ed-a8e9-d697997e75f9" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.718354] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Acquiring lock "fadaa797-edd9-43e8-833c-d97672ff9401" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.718544] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Lock "fadaa797-edd9-43e8-833c-d97672ff9401" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.718775] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Acquiring lock "294011ae-d275-4f2e-ab2e-0a352db55cb7" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.718954] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Lock "294011ae-d275-4f2e-ab2e-0a352db55cb7" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.719133] env[69319]: INFO nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] [instance: 294011ae-d275-4f2e-ab2e-0a352db55cb7] During sync_power_state the instance has a pending task (resize_finish). Skip. [ 1246.719294] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Lock "294011ae-d275-4f2e-ab2e-0a352db55cb7" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.719482] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Acquiring lock "50b876f6-e366-42fb-8158-938f5f1a643e" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.719662] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Lock "50b876f6-e366-42fb-8158-938f5f1a643e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.719889] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Acquiring lock "67853aca-d1b3-4d9b-9ca5-f5a8c4458336" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.720107] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Acquiring lock "7e0f3465-36c8-4bd0-9336-41dd27344611" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.720295] env[69319]: DEBUG oslo_service.periodic_task [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69319) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1246.720428] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69319) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1246.721214] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bca2854-7ee5-4890-8d6b-9f5c3658c2e8 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.724590] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72c4fbb0-181b-419d-af8c-baff81b5d91a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.727861] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbecebf3-2a2c-4a90-8eb7-610a9ef6f17c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.730175] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d5f8e41-ad4e-4912-98c4-f4befb6a3f66 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.732749] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fb0c241-33bb-4083-820f-420f172dd2dd {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.735497] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6d03467-2e9c-4fbd-8563-c2895be0460a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.738886] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa3eb7d6-d559-4512-a3e2-61e91f991f84 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.741690] env[69319]: DEBUG oslo_service.periodic_task [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Running periodic task ComputeManager.update_available_resource {{(pid=69319) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1246.783918] env[69319]: DEBUG oslo_vmware.api [None req-241feaf0-3b1d-4f2e-b28c-5642fbfa0c0b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': task-3224156, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094487} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.784280] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-241feaf0-3b1d-4f2e-b28c-5642fbfa0c0b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 67853aca-d1b3-4d9b-9ca5-f5a8c4458336] Extended root virtual disk {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1246.784938] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b011d6d-7910-4442-88f4-aafbe6aa2181 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.816020] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-241feaf0-3b1d-4f2e-b28c-5642fbfa0c0b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 67853aca-d1b3-4d9b-9ca5-f5a8c4458336] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] 67853aca-d1b3-4d9b-9ca5-f5a8c4458336/67853aca-d1b3-4d9b-9ca5-f5a8c4458336.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1246.817454] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76b68509-8642-4489-a698-a7b54b1be910 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.832106] env[69319]: DEBUG nova.network.neutron [None req-481e2064-19de-4da7-864c-7d0d9234feda tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] [instance: 7e0f3465-36c8-4bd0-9336-41dd27344611] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1246.843016] env[69319]: DEBUG oslo_vmware.api [None req-241feaf0-3b1d-4f2e-b28c-5642fbfa0c0b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Waiting for the task: (returnval){ [ 1246.843016] env[69319]: value = "task-3224158" [ 1246.843016] env[69319]: _type = "Task" [ 1246.843016] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.852132] env[69319]: DEBUG oslo_vmware.api [None req-241feaf0-3b1d-4f2e-b28c-5642fbfa0c0b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': task-3224158, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.907798] env[69319]: DEBUG oslo_concurrency.lockutils [None req-509818e5-c940-4a6a-8486-464219852887 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.826s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.930750] env[69319]: DEBUG oslo_concurrency.lockutils [None req-3f96f4ab-5329-4820-964d-e1b454b54ea4 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Acquiring lock "4468ad34-4471-4bbe-82b7-cabe1f9fbea6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.931032] env[69319]: DEBUG oslo_concurrency.lockutils [None req-3f96f4ab-5329-4820-964d-e1b454b54ea4 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Lock "4468ad34-4471-4bbe-82b7-cabe1f9fbea6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.931224] env[69319]: DEBUG oslo_concurrency.lockutils [None req-3f96f4ab-5329-4820-964d-e1b454b54ea4 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Lock "4468ad34-4471-4bbe-82b7-cabe1f9fbea6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.939953] env[69319]: INFO nova.scheduler.client.report [None req-509818e5-c940-4a6a-8486-464219852887 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Deleted allocations for instance 4e4fbce0-a821-48a9-aa26-33a273c46015 [ 1247.018968] env[69319]: DEBUG nova.network.neutron [None req-481e2064-19de-4da7-864c-7d0d9234feda tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] [instance: 7e0f3465-36c8-4bd0-9336-41dd27344611] Updating instance_info_cache with network_info: [{"id": "6f5e8016-942d-4256-98f9-2bcd6154404b", "address": "fa:16:3e:8c:e6:9e", "network": {"id": "fe450683-4b58-424e-b4ce-0fd525e66e86", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-645183014-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23551c0805f040808fef5fa53aff716c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f5e8016-94", "ovs_interfaceid": "6f5e8016-942d-4256-98f9-2bcd6154404b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1247.206215] env[69319]: DEBUG oslo_vmware.api [None req-b6c3e803-046d-4aa7-9af7-b3559f6d4537 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': task-3224157, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.246626] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.246929] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.247124] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.247297] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69319) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1247.248262] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ab5b782-0434-43d9-83d3-26e4638215a9 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.256898] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Lock "736ae4ad-58b1-43f4-9661-648a5ccad06a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.541s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.258262] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a4ec9a4-2b69-40e4-9f03-f41ee665f221 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.265186] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Lock "200ccf3f-9130-42ed-a8e9-d697997e75f9" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.547s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.265569] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Lock "22225d47-adf7-4381-8b26-9372db49c4be" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.551s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.265904] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Lock "6c8db7ac-506b-43ec-a4e5-4aee6b69ea5b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.551s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.274497] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Lock "b67563f9-4b5d-4f20-87fc-6fc7407687ae" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.559s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.275381] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-747b0b4f-35b8-42b2-879c-fd2d8b687b73 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.278228] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Lock "fadaa797-edd9-43e8-833c-d97672ff9401" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.560s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.278545] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Lock "50b876f6-e366-42fb-8158-938f5f1a643e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.559s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.283724] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c51fb6d-6341-4b17-b25a-00f703c82818 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.320988] env[69319]: DEBUG oslo_concurrency.lockutils [None req-e8729d70-9620-44f0-a5de-0f11dac7c309 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Acquiring lock "fadaa797-edd9-43e8-833c-d97672ff9401" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.321361] env[69319]: DEBUG oslo_concurrency.lockutils [None req-e8729d70-9620-44f0-a5de-0f11dac7c309 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Lock "fadaa797-edd9-43e8-833c-d97672ff9401" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.321559] env[69319]: DEBUG nova.compute.manager [None req-e8729d70-9620-44f0-a5de-0f11dac7c309 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: fadaa797-edd9-43e8-833c-d97672ff9401] Going to confirm migration 5 {{(pid=69319) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1247.322933] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179788MB free_disk=122GB free_vcpus=48 pci_devices=None {{(pid=69319) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1247.323095] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.323298] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.353465] env[69319]: DEBUG oslo_vmware.api [None req-241feaf0-3b1d-4f2e-b28c-5642fbfa0c0b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': task-3224158, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.448400] env[69319]: DEBUG oslo_concurrency.lockutils [None req-509818e5-c940-4a6a-8486-464219852887 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Lock "4e4fbce0-a821-48a9-aa26-33a273c46015" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.818s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.449282] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Lock "4e4fbce0-a821-48a9-aa26-33a273c46015" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.732s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.449951] env[69319]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-194018d9-2824-4ed7-9a1c-527a6614839e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.462863] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-841e7968-c8ff-4947-b945-ae59c14094a0 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.521364] env[69319]: DEBUG oslo_concurrency.lockutils [None req-481e2064-19de-4da7-864c-7d0d9234feda tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Releasing lock "refresh_cache-7e0f3465-36c8-4bd0-9336-41dd27344611" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.521753] env[69319]: DEBUG nova.compute.manager [None req-481e2064-19de-4da7-864c-7d0d9234feda tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] [instance: 7e0f3465-36c8-4bd0-9336-41dd27344611] Instance network_info: |[{"id": "6f5e8016-942d-4256-98f9-2bcd6154404b", "address": "fa:16:3e:8c:e6:9e", "network": {"id": "fe450683-4b58-424e-b4ce-0fd525e66e86", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-645183014-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23551c0805f040808fef5fa53aff716c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f5e8016-94", "ovs_interfaceid": "6f5e8016-942d-4256-98f9-2bcd6154404b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1247.522265] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-481e2064-19de-4da7-864c-7d0d9234feda tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] [instance: 7e0f3465-36c8-4bd0-9336-41dd27344611] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8c:e6:9e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9fa933df-d66f-485e-8cf9-eda7f1a7f283', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6f5e8016-942d-4256-98f9-2bcd6154404b', 'vif_model': 'vmxnet3'}] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1247.529980] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-481e2064-19de-4da7-864c-7d0d9234feda tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Creating folder: Project (23551c0805f040808fef5fa53aff716c). Parent ref: group-v644239. {{(pid=69319) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1247.530616] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-685a9f40-cdd0-490d-b28a-35aa44bcce83 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.543302] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-481e2064-19de-4da7-864c-7d0d9234feda tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Created folder: Project (23551c0805f040808fef5fa53aff716c) in parent group-v644239. [ 1247.543576] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-481e2064-19de-4da7-864c-7d0d9234feda tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Creating folder: Instances. Parent ref: group-v644543. {{(pid=69319) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1247.543894] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-62693335-ac49-4b0c-9406-e566aa475949 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.556324] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-481e2064-19de-4da7-864c-7d0d9234feda tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Created folder: Instances in parent group-v644543. [ 1247.556588] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-481e2064-19de-4da7-864c-7d0d9234feda tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1247.556816] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e0f3465-36c8-4bd0-9336-41dd27344611] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1247.557062] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eb7913a1-d8a3-4b7d-9154-a5200d26e724 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.578366] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1247.578366] env[69319]: value = "task-3224161" [ 1247.578366] env[69319]: _type = "Task" [ 1247.578366] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.587363] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3224161, 'name': CreateVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.701325] env[69319]: DEBUG nova.compute.manager [req-a58bdb09-3159-4296-a426-8a328e5bc132 req-46de662f-6fdd-48ef-acab-c55c7bc1fa86 service nova] [instance: 7e0f3465-36c8-4bd0-9336-41dd27344611] Received event network-changed-6f5e8016-942d-4256-98f9-2bcd6154404b {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1247.701596] env[69319]: DEBUG nova.compute.manager [req-a58bdb09-3159-4296-a426-8a328e5bc132 req-46de662f-6fdd-48ef-acab-c55c7bc1fa86 service nova] [instance: 7e0f3465-36c8-4bd0-9336-41dd27344611] Refreshing instance network info cache due to event network-changed-6f5e8016-942d-4256-98f9-2bcd6154404b. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1247.701863] env[69319]: DEBUG oslo_concurrency.lockutils [req-a58bdb09-3159-4296-a426-8a328e5bc132 req-46de662f-6fdd-48ef-acab-c55c7bc1fa86 service nova] Acquiring lock "refresh_cache-7e0f3465-36c8-4bd0-9336-41dd27344611" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.702071] env[69319]: DEBUG oslo_concurrency.lockutils [req-a58bdb09-3159-4296-a426-8a328e5bc132 req-46de662f-6fdd-48ef-acab-c55c7bc1fa86 service nova] Acquired lock "refresh_cache-7e0f3465-36c8-4bd0-9336-41dd27344611" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.702290] env[69319]: DEBUG nova.network.neutron [req-a58bdb09-3159-4296-a426-8a328e5bc132 req-46de662f-6fdd-48ef-acab-c55c7bc1fa86 service nova] [instance: 7e0f3465-36c8-4bd0-9336-41dd27344611] Refreshing network info cache for port 6f5e8016-942d-4256-98f9-2bcd6154404b {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1247.707023] env[69319]: DEBUG oslo_vmware.api [None req-b6c3e803-046d-4aa7-9af7-b3559f6d4537 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': task-3224157, 'name': PowerOnVM_Task, 'duration_secs': 0.527018} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.707460] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6c3e803-046d-4aa7-9af7-b3559f6d4537 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 294011ae-d275-4f2e-ab2e-0a352db55cb7] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1247.707770] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-b6c3e803-046d-4aa7-9af7-b3559f6d4537 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 294011ae-d275-4f2e-ab2e-0a352db55cb7] Updating instance '294011ae-d275-4f2e-ab2e-0a352db55cb7' progress to 100 {{(pid=69319) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1247.856565] env[69319]: DEBUG oslo_vmware.api [None req-241feaf0-3b1d-4f2e-b28c-5642fbfa0c0b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': task-3224158, 'name': ReconfigVM_Task, 'duration_secs': 0.693088} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.857546] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-241feaf0-3b1d-4f2e-b28c-5642fbfa0c0b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 67853aca-d1b3-4d9b-9ca5-f5a8c4458336] Reconfigured VM instance instance-0000006e to attach disk [datastore2] 67853aca-d1b3-4d9b-9ca5-f5a8c4458336/67853aca-d1b3-4d9b-9ca5-f5a8c4458336.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1247.858191] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-297eb5ee-36e4-457a-9b56-01262013772a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.866442] env[69319]: DEBUG oslo_vmware.api [None req-241feaf0-3b1d-4f2e-b28c-5642fbfa0c0b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Waiting for the task: (returnval){ [ 1247.866442] env[69319]: value = "task-3224162" [ 1247.866442] env[69319]: _type = "Task" [ 1247.866442] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.875906] env[69319]: DEBUG oslo_vmware.api [None req-241feaf0-3b1d-4f2e-b28c-5642fbfa0c0b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': task-3224162, 'name': Rename_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.910777] env[69319]: DEBUG oslo_concurrency.lockutils [None req-e8729d70-9620-44f0-a5de-0f11dac7c309 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Acquiring lock "refresh_cache-fadaa797-edd9-43e8-833c-d97672ff9401" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.910988] env[69319]: DEBUG oslo_concurrency.lockutils [None req-e8729d70-9620-44f0-a5de-0f11dac7c309 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Acquired lock "refresh_cache-fadaa797-edd9-43e8-833c-d97672ff9401" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.911195] env[69319]: DEBUG nova.network.neutron [None req-e8729d70-9620-44f0-a5de-0f11dac7c309 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: fadaa797-edd9-43e8-833c-d97672ff9401] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1247.911386] env[69319]: DEBUG nova.objects.instance [None req-e8729d70-9620-44f0-a5de-0f11dac7c309 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Lazy-loading 'info_cache' on Instance uuid fadaa797-edd9-43e8-833c-d97672ff9401 {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1248.001735] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Lock "4e4fbce0-a821-48a9-aa26-33a273c46015" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.552s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.004235] env[69319]: DEBUG oslo_concurrency.lockutils [None req-3f96f4ab-5329-4820-964d-e1b454b54ea4 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Acquiring lock "refresh_cache-4468ad34-4471-4bbe-82b7-cabe1f9fbea6" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.004235] env[69319]: DEBUG oslo_concurrency.lockutils [None req-3f96f4ab-5329-4820-964d-e1b454b54ea4 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Acquired lock "refresh_cache-4468ad34-4471-4bbe-82b7-cabe1f9fbea6" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.004447] env[69319]: DEBUG nova.network.neutron [None req-3f96f4ab-5329-4820-964d-e1b454b54ea4 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 4468ad34-4471-4bbe-82b7-cabe1f9fbea6] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1248.089485] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3224161, 'name': CreateVM_Task} progress is 99%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.336999] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Applying migration context for instance 294011ae-d275-4f2e-ab2e-0a352db55cb7 as it has an incoming, in-progress migration 32ce4482-7646-487d-ba70-64ab2ccbcfd5. Migration status is post-migrating {{(pid=69319) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1248.337202] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Applying migration context for instance 4468ad34-4471-4bbe-82b7-cabe1f9fbea6 as it has an incoming, in-progress migration 95c4dce0-a5dd-40de-9a2a-6cfc0b5e815e. Migration status is post-migrating {{(pid=69319) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1248.337403] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Applying migration context for instance fadaa797-edd9-43e8-833c-d97672ff9401 as it has an incoming, in-progress migration b97ba951-c897-4237-9c92-f2948204393a. Migration status is confirming {{(pid=69319) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1248.339069] env[69319]: INFO nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] [instance: 294011ae-d275-4f2e-ab2e-0a352db55cb7] Updating resource usage from migration 32ce4482-7646-487d-ba70-64ab2ccbcfd5 [ 1248.339175] env[69319]: INFO nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] [instance: 4468ad34-4471-4bbe-82b7-cabe1f9fbea6] Updating resource usage from migration 95c4dce0-a5dd-40de-9a2a-6cfc0b5e815e [ 1248.339426] env[69319]: INFO nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] [instance: fadaa797-edd9-43e8-833c-d97672ff9401] Updating resource usage from migration b97ba951-c897-4237-9c92-f2948204393a [ 1248.367899] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance 22225d47-adf7-4381-8b26-9372db49c4be actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1248.368049] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance 6c8db7ac-506b-43ec-a4e5-4aee6b69ea5b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1248.368190] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance b67563f9-4b5d-4f20-87fc-6fc7407687ae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1248.368304] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance 736ae4ad-58b1-43f4-9661-648a5ccad06a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1248.368422] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance 200ccf3f-9130-42ed-a8e9-d697997e75f9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1248.368535] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance 50b876f6-e366-42fb-8158-938f5f1a643e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1248.368650] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Migration b97ba951-c897-4237-9c92-f2948204393a is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1248.368766] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance fadaa797-edd9-43e8-833c-d97672ff9401 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1248.368877] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Migration 32ce4482-7646-487d-ba70-64ab2ccbcfd5 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1248.368989] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance 294011ae-d275-4f2e-ab2e-0a352db55cb7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1248.369114] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Migration 95c4dce0-a5dd-40de-9a2a-6cfc0b5e815e is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1248.369223] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance 4468ad34-4471-4bbe-82b7-cabe1f9fbea6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1248.369333] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance 67853aca-d1b3-4d9b-9ca5-f5a8c4458336 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1248.369441] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance 7e0f3465-36c8-4bd0-9336-41dd27344611 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1248.369720] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=69319) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1248.369871] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3392MB phys_disk=200GB used_disk=12GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=69319) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1248.381692] env[69319]: DEBUG oslo_vmware.api [None req-241feaf0-3b1d-4f2e-b28c-5642fbfa0c0b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': task-3224162, 'name': Rename_Task, 'duration_secs': 0.183883} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.382015] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-241feaf0-3b1d-4f2e-b28c-5642fbfa0c0b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 67853aca-d1b3-4d9b-9ca5-f5a8c4458336] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1248.382299] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-531dd4ac-1f39-4818-8c71-42bde1505d5e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.391684] env[69319]: DEBUG oslo_vmware.api [None req-241feaf0-3b1d-4f2e-b28c-5642fbfa0c0b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Waiting for the task: (returnval){ [ 1248.391684] env[69319]: value = "task-3224163" [ 1248.391684] env[69319]: _type = "Task" [ 1248.391684] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.407502] env[69319]: DEBUG oslo_vmware.api [None req-241feaf0-3b1d-4f2e-b28c-5642fbfa0c0b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': task-3224163, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.428324] env[69319]: DEBUG oslo_concurrency.lockutils [None req-4426212d-220e-4917-a086-fc29629fa6b2 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Acquiring lock "200ccf3f-9130-42ed-a8e9-d697997e75f9" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.428324] env[69319]: DEBUG oslo_concurrency.lockutils [None req-4426212d-220e-4917-a086-fc29629fa6b2 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Lock "200ccf3f-9130-42ed-a8e9-d697997e75f9" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.428324] env[69319]: INFO nova.compute.manager [None req-4426212d-220e-4917-a086-fc29629fa6b2 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 200ccf3f-9130-42ed-a8e9-d697997e75f9] Shelving [ 1248.446896] env[69319]: DEBUG nova.network.neutron [req-a58bdb09-3159-4296-a426-8a328e5bc132 req-46de662f-6fdd-48ef-acab-c55c7bc1fa86 service nova] [instance: 7e0f3465-36c8-4bd0-9336-41dd27344611] Updated VIF entry in instance network info cache for port 6f5e8016-942d-4256-98f9-2bcd6154404b. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1248.447391] env[69319]: DEBUG nova.network.neutron [req-a58bdb09-3159-4296-a426-8a328e5bc132 req-46de662f-6fdd-48ef-acab-c55c7bc1fa86 service nova] [instance: 7e0f3465-36c8-4bd0-9336-41dd27344611] Updating instance_info_cache with network_info: [{"id": "6f5e8016-942d-4256-98f9-2bcd6154404b", "address": "fa:16:3e:8c:e6:9e", "network": {"id": "fe450683-4b58-424e-b4ce-0fd525e66e86", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-645183014-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23551c0805f040808fef5fa53aff716c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f5e8016-94", "ovs_interfaceid": "6f5e8016-942d-4256-98f9-2bcd6154404b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1248.577300] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36aff97e-dfb0-40f6-9554-a858b87325ae {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.588793] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3224161, 'name': CreateVM_Task, 'duration_secs': 0.607135} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.590542] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e0f3465-36c8-4bd0-9336-41dd27344611] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1248.591305] env[69319]: DEBUG oslo_concurrency.lockutils [None req-481e2064-19de-4da7-864c-7d0d9234feda tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.591479] env[69319]: DEBUG oslo_concurrency.lockutils [None req-481e2064-19de-4da7-864c-7d0d9234feda tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.591842] env[69319]: DEBUG oslo_concurrency.lockutils [None req-481e2064-19de-4da7-864c-7d0d9234feda tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.592857] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24ad0a76-b904-4144-a166-99f7c7e7bdcc {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.595914] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-050ea3e7-e7a2-4779-b1e3-4200a403bf09 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.628883] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b10fead-251c-4ae7-a92f-42e3d9394c57 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.631657] env[69319]: DEBUG oslo_vmware.api [None req-481e2064-19de-4da7-864c-7d0d9234feda tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Waiting for the task: (returnval){ [ 1248.631657] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]524bf8d1-3664-1ac8-f486-91ee13361cce" [ 1248.631657] env[69319]: _type = "Task" [ 1248.631657] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.641776] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f63054cf-18e5-4b8f-87ee-dcedfba0f5c1 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.649370] env[69319]: DEBUG oslo_vmware.api [None req-481e2064-19de-4da7-864c-7d0d9234feda tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]524bf8d1-3664-1ac8-f486-91ee13361cce, 'name': SearchDatastore_Task, 'duration_secs': 0.014516} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.650028] env[69319]: DEBUG oslo_concurrency.lockutils [None req-481e2064-19de-4da7-864c-7d0d9234feda tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.650286] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-481e2064-19de-4da7-864c-7d0d9234feda tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] [instance: 7e0f3465-36c8-4bd0-9336-41dd27344611] Processing image 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1248.650521] env[69319]: DEBUG oslo_concurrency.lockutils [None req-481e2064-19de-4da7-864c-7d0d9234feda tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.650673] env[69319]: DEBUG oslo_concurrency.lockutils [None req-481e2064-19de-4da7-864c-7d0d9234feda tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.650853] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-481e2064-19de-4da7-864c-7d0d9234feda tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1248.651127] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e815ba41-582c-42e0-aeda-50dd257f2ebc {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.660948] env[69319]: DEBUG nova.compute.provider_tree [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1248.673464] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-481e2064-19de-4da7-864c-7d0d9234feda tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1248.673773] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-481e2064-19de-4da7-864c-7d0d9234feda tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1248.674643] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d69cee4-74f3-4de6-869b-f516bf9856e3 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.681508] env[69319]: DEBUG oslo_vmware.api [None req-481e2064-19de-4da7-864c-7d0d9234feda tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Waiting for the task: (returnval){ [ 1248.681508] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52bdf7d7-a761-417b-ca52-5b6cd99f0f73" [ 1248.681508] env[69319]: _type = "Task" [ 1248.681508] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.690371] env[69319]: DEBUG oslo_vmware.api [None req-481e2064-19de-4da7-864c-7d0d9234feda tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52bdf7d7-a761-417b-ca52-5b6cd99f0f73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.834806] env[69319]: DEBUG nova.network.neutron [None req-3f96f4ab-5329-4820-964d-e1b454b54ea4 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 4468ad34-4471-4bbe-82b7-cabe1f9fbea6] Updating instance_info_cache with network_info: [{"id": "cce57cf9-3a99-476d-ae0a-871328cd9ea4", "address": "fa:16:3e:e7:44:1d", "network": {"id": "5b6a3856-a59d-4821-b22f-d38a582fca59", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-151173017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8712195e5600495dac5d45bcbbd358ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcce57cf9-3a", "ovs_interfaceid": "cce57cf9-3a99-476d-ae0a-871328cd9ea4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1248.906354] env[69319]: DEBUG oslo_vmware.api [None req-241feaf0-3b1d-4f2e-b28c-5642fbfa0c0b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': task-3224163, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.949964] env[69319]: DEBUG oslo_concurrency.lockutils [req-a58bdb09-3159-4296-a426-8a328e5bc132 req-46de662f-6fdd-48ef-acab-c55c7bc1fa86 service nova] Releasing lock "refresh_cache-7e0f3465-36c8-4bd0-9336-41dd27344611" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.986380] env[69319]: DEBUG oslo_concurrency.lockutils [None req-a32756e3-73fc-4f46-9f2a-c5a6f81c5d7f tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Acquiring lock "574f6fe8-e9de-4b6a-8a6e-ebdcd4ee7ead" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.986736] env[69319]: DEBUG oslo_concurrency.lockutils [None req-a32756e3-73fc-4f46-9f2a-c5a6f81c5d7f tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Lock "574f6fe8-e9de-4b6a-8a6e-ebdcd4ee7ead" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.113311] env[69319]: DEBUG nova.network.neutron [None req-e8729d70-9620-44f0-a5de-0f11dac7c309 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: fadaa797-edd9-43e8-833c-d97672ff9401] Updating instance_info_cache with network_info: [{"id": "1d34cbfa-1034-4db1-bfb1-0008fbb5d153", "address": "fa:16:3e:e1:9f:28", "network": {"id": "a673a352-fcbe-446a-b78c-3975246791bd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-551867013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b933d0258a1488bbdddf88a90df7360", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f847601f-7479-48eb-842f-41f94eea8537", "external-id": "nsx-vlan-transportzone-35", "segmentation_id": 35, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d34cbfa-10", "ovs_interfaceid": "1d34cbfa-1034-4db1-bfb1-0008fbb5d153", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1249.164132] env[69319]: DEBUG nova.scheduler.client.report [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1249.192616] env[69319]: DEBUG oslo_vmware.api [None req-481e2064-19de-4da7-864c-7d0d9234feda tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52bdf7d7-a761-417b-ca52-5b6cd99f0f73, 'name': SearchDatastore_Task, 'duration_secs': 0.012324} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.193363] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72478ea8-496f-4162-92c3-1ac0a26c9056 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.199276] env[69319]: DEBUG oslo_vmware.api [None req-481e2064-19de-4da7-864c-7d0d9234feda tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Waiting for the task: (returnval){ [ 1249.199276] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]524b443d-30d7-5ac5-bcf2-872d20bd3c94" [ 1249.199276] env[69319]: _type = "Task" [ 1249.199276] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.207690] env[69319]: DEBUG oslo_vmware.api [None req-481e2064-19de-4da7-864c-7d0d9234feda tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]524b443d-30d7-5ac5-bcf2-872d20bd3c94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.337014] env[69319]: DEBUG oslo_concurrency.lockutils [None req-3f96f4ab-5329-4820-964d-e1b454b54ea4 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Releasing lock "refresh_cache-4468ad34-4471-4bbe-82b7-cabe1f9fbea6" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.406538] env[69319]: DEBUG oslo_vmware.api [None req-241feaf0-3b1d-4f2e-b28c-5642fbfa0c0b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': task-3224163, 'name': PowerOnVM_Task, 'duration_secs': 0.582257} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.407164] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-241feaf0-3b1d-4f2e-b28c-5642fbfa0c0b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 67853aca-d1b3-4d9b-9ca5-f5a8c4458336] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1249.407413] env[69319]: INFO nova.compute.manager [None req-241feaf0-3b1d-4f2e-b28c-5642fbfa0c0b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 67853aca-d1b3-4d9b-9ca5-f5a8c4458336] Took 8.42 seconds to spawn the instance on the hypervisor. [ 1249.407638] env[69319]: DEBUG nova.compute.manager [None req-241feaf0-3b1d-4f2e-b28c-5642fbfa0c0b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 67853aca-d1b3-4d9b-9ca5-f5a8c4458336] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1249.408591] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-001b4bba-8c4a-4129-89bd-bf83012684ac {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.439789] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-4426212d-220e-4917-a086-fc29629fa6b2 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 200ccf3f-9130-42ed-a8e9-d697997e75f9] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1249.440138] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c0ffd108-a854-478d-90f7-cfa4ba0c4b7a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.449451] env[69319]: DEBUG oslo_vmware.api [None req-4426212d-220e-4917-a086-fc29629fa6b2 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Waiting for the task: (returnval){ [ 1249.449451] env[69319]: value = "task-3224164" [ 1249.449451] env[69319]: _type = "Task" [ 1249.449451] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.459449] env[69319]: DEBUG oslo_vmware.api [None req-4426212d-220e-4917-a086-fc29629fa6b2 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': task-3224164, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.489602] env[69319]: DEBUG nova.compute.manager [None req-a32756e3-73fc-4f46-9f2a-c5a6f81c5d7f tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 574f6fe8-e9de-4b6a-8a6e-ebdcd4ee7ead] Starting instance... {{(pid=69319) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1249.616532] env[69319]: DEBUG oslo_concurrency.lockutils [None req-e8729d70-9620-44f0-a5de-0f11dac7c309 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Releasing lock "refresh_cache-fadaa797-edd9-43e8-833c-d97672ff9401" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.616753] env[69319]: DEBUG nova.objects.instance [None req-e8729d70-9620-44f0-a5de-0f11dac7c309 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Lazy-loading 'migration_context' on Instance uuid fadaa797-edd9-43e8-833c-d97672ff9401 {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1249.669428] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69319) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1249.669691] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.346s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.710196] env[69319]: DEBUG oslo_vmware.api [None req-481e2064-19de-4da7-864c-7d0d9234feda tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]524b443d-30d7-5ac5-bcf2-872d20bd3c94, 'name': SearchDatastore_Task, 'duration_secs': 0.042131} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.710495] env[69319]: DEBUG oslo_concurrency.lockutils [None req-481e2064-19de-4da7-864c-7d0d9234feda tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.710801] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-481e2064-19de-4da7-864c-7d0d9234feda tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] 7e0f3465-36c8-4bd0-9336-41dd27344611/7e0f3465-36c8-4bd0-9336-41dd27344611.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1249.711091] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1e4608da-293f-4e42-a6cb-69cf8ff12d60 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.719919] env[69319]: DEBUG oslo_vmware.api [None req-481e2064-19de-4da7-864c-7d0d9234feda tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Waiting for the task: (returnval){ [ 1249.719919] env[69319]: value = "task-3224165" [ 1249.719919] env[69319]: _type = "Task" [ 1249.719919] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.728913] env[69319]: DEBUG oslo_vmware.api [None req-481e2064-19de-4da7-864c-7d0d9234feda tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Task: {'id': task-3224165, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.848479] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e32ce4db-99b4-4a9e-99a2-f24ba9aa7f07 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.858219] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b83650a3-78fc-4ad1-9f78-2fc3b76280f9 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.927033] env[69319]: INFO nova.compute.manager [None req-241feaf0-3b1d-4f2e-b28c-5642fbfa0c0b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 67853aca-d1b3-4d9b-9ca5-f5a8c4458336] Took 16.59 seconds to build instance. [ 1249.969230] env[69319]: DEBUG oslo_vmware.api [None req-4426212d-220e-4917-a086-fc29629fa6b2 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': task-3224164, 'name': PowerOffVM_Task, 'duration_secs': 0.286133} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.969527] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-4426212d-220e-4917-a086-fc29629fa6b2 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 200ccf3f-9130-42ed-a8e9-d697997e75f9] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1249.971085] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f36e2516-7c81-46d1-8699-aebce75c7e53 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.991671] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e76850c-e9f8-44a6-9ae7-578fa6324044 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.019173] env[69319]: DEBUG oslo_concurrency.lockutils [None req-a32756e3-73fc-4f46-9f2a-c5a6f81c5d7f tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1250.019484] env[69319]: DEBUG oslo_concurrency.lockutils [None req-a32756e3-73fc-4f46-9f2a-c5a6f81c5d7f tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.021785] env[69319]: INFO nova.compute.claims [None req-a32756e3-73fc-4f46-9f2a-c5a6f81c5d7f tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 574f6fe8-e9de-4b6a-8a6e-ebdcd4ee7ead] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1250.119473] env[69319]: DEBUG nova.objects.base [None req-e8729d70-9620-44f0-a5de-0f11dac7c309 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69319) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1250.120520] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e17b8e40-1144-45b8-b828-bc2832297c12 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.141385] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9895ec09-6947-4cd8-8754-28e3ac020f38 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.147999] env[69319]: DEBUG oslo_vmware.api [None req-e8729d70-9620-44f0-a5de-0f11dac7c309 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Waiting for the task: (returnval){ [ 1250.147999] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]521f3f08-f426-aeec-7eb4-fd3b1a772520" [ 1250.147999] env[69319]: _type = "Task" [ 1250.147999] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.157450] env[69319]: DEBUG oslo_vmware.api [None req-e8729d70-9620-44f0-a5de-0f11dac7c309 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]521f3f08-f426-aeec-7eb4-fd3b1a772520, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.231658] env[69319]: DEBUG oslo_vmware.api [None req-481e2064-19de-4da7-864c-7d0d9234feda tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Task: {'id': task-3224165, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.414608] env[69319]: DEBUG oslo_concurrency.lockutils [None req-44d7048e-f3d3-4c78-bb36-4a204e29b3f2 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Acquiring lock "294011ae-d275-4f2e-ab2e-0a352db55cb7" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1250.414916] env[69319]: DEBUG oslo_concurrency.lockutils [None req-44d7048e-f3d3-4c78-bb36-4a204e29b3f2 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Lock "294011ae-d275-4f2e-ab2e-0a352db55cb7" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.415258] env[69319]: DEBUG nova.compute.manager [None req-44d7048e-f3d3-4c78-bb36-4a204e29b3f2 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 294011ae-d275-4f2e-ab2e-0a352db55cb7] Going to confirm migration 6 {{(pid=69319) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1250.431128] env[69319]: DEBUG oslo_concurrency.lockutils [None req-241feaf0-3b1d-4f2e-b28c-5642fbfa0c0b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Lock "67853aca-d1b3-4d9b-9ca5-f5a8c4458336" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.098s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.431397] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Lock "67853aca-d1b3-4d9b-9ca5-f5a8c4458336" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 3.711s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.432207] env[69319]: INFO nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] [instance: 67853aca-d1b3-4d9b-9ca5-f5a8c4458336] During sync_power_state the instance has a pending task (spawning). Skip. [ 1250.432207] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Lock "67853aca-d1b3-4d9b-9ca5-f5a8c4458336" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.506441] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-4426212d-220e-4917-a086-fc29629fa6b2 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 200ccf3f-9130-42ed-a8e9-d697997e75f9] Creating Snapshot of the VM instance {{(pid=69319) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1250.506611] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6196530c-77b3-4f55-9e92-b3b257b4766d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.514625] env[69319]: DEBUG oslo_vmware.api [None req-4426212d-220e-4917-a086-fc29629fa6b2 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Waiting for the task: (returnval){ [ 1250.514625] env[69319]: value = "task-3224166" [ 1250.514625] env[69319]: _type = "Task" [ 1250.514625] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.525543] env[69319]: DEBUG oslo_vmware.api [None req-4426212d-220e-4917-a086-fc29629fa6b2 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': task-3224166, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.622642] env[69319]: DEBUG nova.compute.manager [req-f58d321a-f39b-44b7-bbc2-1c7a745c2339 req-1c01fc07-6914-4f0b-8662-4447c89b11bb service nova] [instance: 67853aca-d1b3-4d9b-9ca5-f5a8c4458336] Received event network-changed-57353df4-e9d6-4fc2-8ef9-c531710cbdb9 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1250.622856] env[69319]: DEBUG nova.compute.manager [req-f58d321a-f39b-44b7-bbc2-1c7a745c2339 req-1c01fc07-6914-4f0b-8662-4447c89b11bb service nova] [instance: 67853aca-d1b3-4d9b-9ca5-f5a8c4458336] Refreshing instance network info cache due to event network-changed-57353df4-e9d6-4fc2-8ef9-c531710cbdb9. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1250.623083] env[69319]: DEBUG oslo_concurrency.lockutils [req-f58d321a-f39b-44b7-bbc2-1c7a745c2339 req-1c01fc07-6914-4f0b-8662-4447c89b11bb service nova] Acquiring lock "refresh_cache-67853aca-d1b3-4d9b-9ca5-f5a8c4458336" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.623236] env[69319]: DEBUG oslo_concurrency.lockutils [req-f58d321a-f39b-44b7-bbc2-1c7a745c2339 req-1c01fc07-6914-4f0b-8662-4447c89b11bb service nova] Acquired lock "refresh_cache-67853aca-d1b3-4d9b-9ca5-f5a8c4458336" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.623397] env[69319]: DEBUG nova.network.neutron [req-f58d321a-f39b-44b7-bbc2-1c7a745c2339 req-1c01fc07-6914-4f0b-8662-4447c89b11bb service nova] [instance: 67853aca-d1b3-4d9b-9ca5-f5a8c4458336] Refreshing network info cache for port 57353df4-e9d6-4fc2-8ef9-c531710cbdb9 {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1250.657765] env[69319]: DEBUG oslo_vmware.api [None req-e8729d70-9620-44f0-a5de-0f11dac7c309 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]521f3f08-f426-aeec-7eb4-fd3b1a772520, 'name': SearchDatastore_Task, 'duration_secs': 0.039678} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.658039] env[69319]: DEBUG oslo_concurrency.lockutils [None req-e8729d70-9620-44f0-a5de-0f11dac7c309 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1250.731039] env[69319]: DEBUG oslo_vmware.api [None req-481e2064-19de-4da7-864c-7d0d9234feda tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Task: {'id': task-3224165, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.739042} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.731390] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-481e2064-19de-4da7-864c-7d0d9234feda tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] 7e0f3465-36c8-4bd0-9336-41dd27344611/7e0f3465-36c8-4bd0-9336-41dd27344611.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1250.731655] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-481e2064-19de-4da7-864c-7d0d9234feda tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] [instance: 7e0f3465-36c8-4bd0-9336-41dd27344611] Extending root virtual disk to 1048576 {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1250.731935] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5d962ebd-2e3d-4591-a761-87b764dca706 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.739450] env[69319]: DEBUG oslo_vmware.api [None req-481e2064-19de-4da7-864c-7d0d9234feda tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Waiting for the task: (returnval){ [ 1250.739450] env[69319]: value = "task-3224167" [ 1250.739450] env[69319]: _type = "Task" [ 1250.739450] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.747816] env[69319]: DEBUG oslo_vmware.api [None req-481e2064-19de-4da7-864c-7d0d9234feda tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Task: {'id': task-3224167, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.970362] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f513b20b-5a39-484c-bd42-ed58f6604c3b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.994025] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b526cde7-1db9-44b6-9d14-4caa6ad57ec9 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.997506] env[69319]: DEBUG oslo_concurrency.lockutils [None req-44d7048e-f3d3-4c78-bb36-4a204e29b3f2 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Acquiring lock "refresh_cache-294011ae-d275-4f2e-ab2e-0a352db55cb7" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.997719] env[69319]: DEBUG oslo_concurrency.lockutils [None req-44d7048e-f3d3-4c78-bb36-4a204e29b3f2 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Acquired lock "refresh_cache-294011ae-d275-4f2e-ab2e-0a352db55cb7" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.997959] env[69319]: DEBUG nova.network.neutron [None req-44d7048e-f3d3-4c78-bb36-4a204e29b3f2 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 294011ae-d275-4f2e-ab2e-0a352db55cb7] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1250.998167] env[69319]: DEBUG nova.objects.instance [None req-44d7048e-f3d3-4c78-bb36-4a204e29b3f2 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Lazy-loading 'info_cache' on Instance uuid 294011ae-d275-4f2e-ab2e-0a352db55cb7 {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1251.004249] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-3f96f4ab-5329-4820-964d-e1b454b54ea4 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 4468ad34-4471-4bbe-82b7-cabe1f9fbea6] Updating instance '4468ad34-4471-4bbe-82b7-cabe1f9fbea6' progress to 83 {{(pid=69319) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1251.024016] env[69319]: DEBUG oslo_vmware.api [None req-4426212d-220e-4917-a086-fc29629fa6b2 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': task-3224166, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.224522] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c695d904-08fd-49ab-99d4-4d1c5a66fdb1 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.232418] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-053809f5-cb90-4fb1-b0bf-1fc49267e36f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.271501] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e73314a-7e79-4984-8436-3cf61b124e1d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.279194] env[69319]: DEBUG oslo_vmware.api [None req-481e2064-19de-4da7-864c-7d0d9234feda tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Task: {'id': task-3224167, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.348032} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.281225] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-481e2064-19de-4da7-864c-7d0d9234feda tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] [instance: 7e0f3465-36c8-4bd0-9336-41dd27344611] Extended root virtual disk {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1251.282039] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14bcab2e-ecff-41eb-bd01-48d8318bf64c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.285277] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f703abd-0687-466f-867e-43cda4be53d9 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.299515] env[69319]: DEBUG nova.compute.provider_tree [None req-a32756e3-73fc-4f46-9f2a-c5a6f81c5d7f tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1251.320765] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-481e2064-19de-4da7-864c-7d0d9234feda tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] [instance: 7e0f3465-36c8-4bd0-9336-41dd27344611] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] 7e0f3465-36c8-4bd0-9336-41dd27344611/7e0f3465-36c8-4bd0-9336-41dd27344611.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1251.322109] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af9e767c-4d4e-411c-9574-733632636ef3 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.343814] env[69319]: DEBUG oslo_vmware.api [None req-481e2064-19de-4da7-864c-7d0d9234feda tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Waiting for the task: (returnval){ [ 1251.343814] env[69319]: value = "task-3224168" [ 1251.343814] env[69319]: _type = "Task" [ 1251.343814] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.354781] env[69319]: DEBUG oslo_vmware.api [None req-481e2064-19de-4da7-864c-7d0d9234feda tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Task: {'id': task-3224168, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.435571] env[69319]: DEBUG nova.network.neutron [req-f58d321a-f39b-44b7-bbc2-1c7a745c2339 req-1c01fc07-6914-4f0b-8662-4447c89b11bb service nova] [instance: 67853aca-d1b3-4d9b-9ca5-f5a8c4458336] Updated VIF entry in instance network info cache for port 57353df4-e9d6-4fc2-8ef9-c531710cbdb9. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1251.435807] env[69319]: DEBUG nova.network.neutron [req-f58d321a-f39b-44b7-bbc2-1c7a745c2339 req-1c01fc07-6914-4f0b-8662-4447c89b11bb service nova] [instance: 67853aca-d1b3-4d9b-9ca5-f5a8c4458336] Updating instance_info_cache with network_info: [{"id": "57353df4-e9d6-4fc2-8ef9-c531710cbdb9", "address": "fa:16:3e:10:aa:0a", "network": {"id": "eba3ac7c-e65e-4811-a2ab-2b2399f9a31c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-580087532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef4b5f34c7fe4128a153d1f4914be606", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57353df4-e9", "ovs_interfaceid": "57353df4-e9d6-4fc2-8ef9-c531710cbdb9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1251.511380] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f96f4ab-5329-4820-964d-e1b454b54ea4 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 4468ad34-4471-4bbe-82b7-cabe1f9fbea6] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1251.511782] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-40d14b04-b7d1-42ed-b01c-8668647b120c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.521596] env[69319]: DEBUG oslo_vmware.api [None req-3f96f4ab-5329-4820-964d-e1b454b54ea4 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Waiting for the task: (returnval){ [ 1251.521596] env[69319]: value = "task-3224169" [ 1251.521596] env[69319]: _type = "Task" [ 1251.521596] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.527931] env[69319]: DEBUG oslo_vmware.api [None req-4426212d-220e-4917-a086-fc29629fa6b2 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': task-3224166, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.532620] env[69319]: DEBUG oslo_vmware.api [None req-3f96f4ab-5329-4820-964d-e1b454b54ea4 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3224169, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.823359] env[69319]: DEBUG nova.scheduler.client.report [None req-a32756e3-73fc-4f46-9f2a-c5a6f81c5d7f tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1251.854067] env[69319]: DEBUG oslo_vmware.api [None req-481e2064-19de-4da7-864c-7d0d9234feda tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Task: {'id': task-3224168, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.939101] env[69319]: DEBUG oslo_concurrency.lockutils [req-f58d321a-f39b-44b7-bbc2-1c7a745c2339 req-1c01fc07-6914-4f0b-8662-4447c89b11bb service nova] Releasing lock "refresh_cache-67853aca-d1b3-4d9b-9ca5-f5a8c4458336" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.031431] env[69319]: DEBUG oslo_vmware.api [None req-4426212d-220e-4917-a086-fc29629fa6b2 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': task-3224166, 'name': CreateSnapshot_Task, 'duration_secs': 1.158451} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.034808] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-4426212d-220e-4917-a086-fc29629fa6b2 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 200ccf3f-9130-42ed-a8e9-d697997e75f9] Created Snapshot of the VM instance {{(pid=69319) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1252.035076] env[69319]: DEBUG oslo_vmware.api [None req-3f96f4ab-5329-4820-964d-e1b454b54ea4 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3224169, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.035840] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3d26661-735d-4d4d-b3d2-309aab996282 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.246456] env[69319]: DEBUG nova.network.neutron [None req-44d7048e-f3d3-4c78-bb36-4a204e29b3f2 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 294011ae-d275-4f2e-ab2e-0a352db55cb7] Updating instance_info_cache with network_info: [{"id": "990bed79-bc4c-439f-a194-7122e132f715", "address": "fa:16:3e:ec:6b:c7", "network": {"id": "106fc08f-1807-4065-8e5f-d5dd2ea396ac", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-470234828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fe67d8fa7124a519dd9af8bbd6a48a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap990bed79-bc", "ovs_interfaceid": "990bed79-bc4c-439f-a194-7122e132f715", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1252.328810] env[69319]: DEBUG oslo_concurrency.lockutils [None req-a32756e3-73fc-4f46-9f2a-c5a6f81c5d7f tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.309s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.329371] env[69319]: DEBUG nova.compute.manager [None req-a32756e3-73fc-4f46-9f2a-c5a6f81c5d7f tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 574f6fe8-e9de-4b6a-8a6e-ebdcd4ee7ead] Start building networks asynchronously for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1252.331892] env[69319]: DEBUG oslo_concurrency.lockutils [None req-e8729d70-9620-44f0-a5de-0f11dac7c309 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.674s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.356098] env[69319]: DEBUG oslo_vmware.api [None req-481e2064-19de-4da7-864c-7d0d9234feda tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Task: {'id': task-3224168, 'name': ReconfigVM_Task, 'duration_secs': 0.540147} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.356414] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-481e2064-19de-4da7-864c-7d0d9234feda tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] [instance: 7e0f3465-36c8-4bd0-9336-41dd27344611] Reconfigured VM instance instance-0000006f to attach disk [datastore2] 7e0f3465-36c8-4bd0-9336-41dd27344611/7e0f3465-36c8-4bd0-9336-41dd27344611.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1252.357048] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-24408a62-726e-4772-88e1-3935f2cd4e8a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.364094] env[69319]: DEBUG oslo_vmware.api [None req-481e2064-19de-4da7-864c-7d0d9234feda tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Waiting for the task: (returnval){ [ 1252.364094] env[69319]: value = "task-3224170" [ 1252.364094] env[69319]: _type = "Task" [ 1252.364094] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.373502] env[69319]: DEBUG oslo_vmware.api [None req-481e2064-19de-4da7-864c-7d0d9234feda tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Task: {'id': task-3224170, 'name': Rename_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.532682] env[69319]: DEBUG oslo_vmware.api [None req-3f96f4ab-5329-4820-964d-e1b454b54ea4 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3224169, 'name': PowerOnVM_Task, 'duration_secs': 0.552069} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.533103] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f96f4ab-5329-4820-964d-e1b454b54ea4 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 4468ad34-4471-4bbe-82b7-cabe1f9fbea6] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1252.533345] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-3f96f4ab-5329-4820-964d-e1b454b54ea4 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 4468ad34-4471-4bbe-82b7-cabe1f9fbea6] Updating instance '4468ad34-4471-4bbe-82b7-cabe1f9fbea6' progress to 100 {{(pid=69319) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1252.555414] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-4426212d-220e-4917-a086-fc29629fa6b2 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 200ccf3f-9130-42ed-a8e9-d697997e75f9] Creating linked-clone VM from snapshot {{(pid=69319) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1252.555706] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c0cca364-e6b5-4fbc-a35c-935eb514c3a7 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.565235] env[69319]: DEBUG oslo_vmware.api [None req-4426212d-220e-4917-a086-fc29629fa6b2 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Waiting for the task: (returnval){ [ 1252.565235] env[69319]: value = "task-3224171" [ 1252.565235] env[69319]: _type = "Task" [ 1252.565235] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.573800] env[69319]: DEBUG oslo_vmware.api [None req-4426212d-220e-4917-a086-fc29629fa6b2 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': task-3224171, 'name': CloneVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.749319] env[69319]: DEBUG oslo_concurrency.lockutils [None req-44d7048e-f3d3-4c78-bb36-4a204e29b3f2 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Releasing lock "refresh_cache-294011ae-d275-4f2e-ab2e-0a352db55cb7" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.749703] env[69319]: DEBUG nova.objects.instance [None req-44d7048e-f3d3-4c78-bb36-4a204e29b3f2 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Lazy-loading 'migration_context' on Instance uuid 294011ae-d275-4f2e-ab2e-0a352db55cb7 {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1252.838736] env[69319]: DEBUG nova.compute.utils [None req-a32756e3-73fc-4f46-9f2a-c5a6f81c5d7f tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Using /dev/sd instead of None {{(pid=69319) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1252.841036] env[69319]: DEBUG nova.compute.manager [None req-a32756e3-73fc-4f46-9f2a-c5a6f81c5d7f tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 574f6fe8-e9de-4b6a-8a6e-ebdcd4ee7ead] Allocating IP information in the background. {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1252.841278] env[69319]: DEBUG nova.network.neutron [None req-a32756e3-73fc-4f46-9f2a-c5a6f81c5d7f tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 574f6fe8-e9de-4b6a-8a6e-ebdcd4ee7ead] allocate_for_instance() {{(pid=69319) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1252.876634] env[69319]: DEBUG oslo_vmware.api [None req-481e2064-19de-4da7-864c-7d0d9234feda tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Task: {'id': task-3224170, 'name': Rename_Task, 'duration_secs': 0.268174} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.880304] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-481e2064-19de-4da7-864c-7d0d9234feda tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] [instance: 7e0f3465-36c8-4bd0-9336-41dd27344611] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1252.881187] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-099e32c9-42e6-4189-9cf1-041c78b8a71b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.888315] env[69319]: DEBUG oslo_vmware.api [None req-481e2064-19de-4da7-864c-7d0d9234feda tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Waiting for the task: (returnval){ [ 1252.888315] env[69319]: value = "task-3224172" [ 1252.888315] env[69319]: _type = "Task" [ 1252.888315] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.890274] env[69319]: DEBUG nova.policy [None req-a32756e3-73fc-4f46-9f2a-c5a6f81c5d7f tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '46f8f99bbc7e405996457ea9bd54244e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4a2a8028cdd742feb1486644ae29e7d9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69319) authorize /opt/stack/nova/nova/policy.py:192}} [ 1252.906620] env[69319]: DEBUG oslo_vmware.api [None req-481e2064-19de-4da7-864c-7d0d9234feda tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Task: {'id': task-3224172, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.082061] env[69319]: DEBUG oslo_vmware.api [None req-4426212d-220e-4917-a086-fc29629fa6b2 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': task-3224171, 'name': CloneVM_Task} progress is 94%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.090080] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10642eab-504b-4f41-8e99-09cac67dc4bc {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.098021] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd7bd11e-0e0f-489d-9bb3-f9d278f18bd8 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.132120] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54876169-31f4-45a4-b0a0-fab5ae19fb82 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.156455] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4315504-5496-42d1-b2da-98fdb610dc70 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.177926] env[69319]: DEBUG nova.compute.provider_tree [None req-e8729d70-9620-44f0-a5de-0f11dac7c309 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1253.252754] env[69319]: DEBUG nova.objects.base [None req-44d7048e-f3d3-4c78-bb36-4a204e29b3f2 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Object Instance<294011ae-d275-4f2e-ab2e-0a352db55cb7> lazy-loaded attributes: info_cache,migration_context {{(pid=69319) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1253.255437] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7022672-d38a-4c1f-90bf-a84af907a321 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.275347] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1922934-06e3-4787-86de-e4d1e06f0308 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.280766] env[69319]: DEBUG oslo_vmware.api [None req-44d7048e-f3d3-4c78-bb36-4a204e29b3f2 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Waiting for the task: (returnval){ [ 1253.280766] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52ab92d5-918b-c72c-00ef-f787b57b003f" [ 1253.280766] env[69319]: _type = "Task" [ 1253.280766] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.281597] env[69319]: DEBUG nova.network.neutron [None req-a32756e3-73fc-4f46-9f2a-c5a6f81c5d7f tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 574f6fe8-e9de-4b6a-8a6e-ebdcd4ee7ead] Successfully created port: 59563fd6-e9d2-4795-af91-dde470940718 {{(pid=69319) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1253.291366] env[69319]: DEBUG oslo_vmware.api [None req-44d7048e-f3d3-4c78-bb36-4a204e29b3f2 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52ab92d5-918b-c72c-00ef-f787b57b003f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.342070] env[69319]: DEBUG nova.compute.manager [None req-a32756e3-73fc-4f46-9f2a-c5a6f81c5d7f tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 574f6fe8-e9de-4b6a-8a6e-ebdcd4ee7ead] Start building block device mappings for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1253.402202] env[69319]: DEBUG oslo_vmware.api [None req-481e2064-19de-4da7-864c-7d0d9234feda tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Task: {'id': task-3224172, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.579125] env[69319]: DEBUG oslo_vmware.api [None req-4426212d-220e-4917-a086-fc29629fa6b2 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': task-3224171, 'name': CloneVM_Task} progress is 94%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.683333] env[69319]: DEBUG nova.scheduler.client.report [None req-e8729d70-9620-44f0-a5de-0f11dac7c309 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1253.793623] env[69319]: DEBUG oslo_vmware.api [None req-44d7048e-f3d3-4c78-bb36-4a204e29b3f2 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52ab92d5-918b-c72c-00ef-f787b57b003f, 'name': SearchDatastore_Task, 'duration_secs': 0.01008} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.793917] env[69319]: DEBUG oslo_concurrency.lockutils [None req-44d7048e-f3d3-4c78-bb36-4a204e29b3f2 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.904554] env[69319]: DEBUG oslo_vmware.api [None req-481e2064-19de-4da7-864c-7d0d9234feda tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Task: {'id': task-3224172, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.077995] env[69319]: DEBUG oslo_vmware.api [None req-4426212d-220e-4917-a086-fc29629fa6b2 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': task-3224171, 'name': CloneVM_Task} progress is 94%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.351958] env[69319]: DEBUG nova.compute.manager [None req-a32756e3-73fc-4f46-9f2a-c5a6f81c5d7f tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 574f6fe8-e9de-4b6a-8a6e-ebdcd4ee7ead] Start spawning the instance on the hypervisor. {{(pid=69319) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1254.385592] env[69319]: DEBUG nova.virt.hardware [None req-a32756e3-73fc-4f46-9f2a-c5a6f81c5d7f tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:32:36Z,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31f027872f6f44dba95ff2fe7a062e00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:32:36Z,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1254.385886] env[69319]: DEBUG nova.virt.hardware [None req-a32756e3-73fc-4f46-9f2a-c5a6f81c5d7f tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1254.386071] env[69319]: DEBUG nova.virt.hardware [None req-a32756e3-73fc-4f46-9f2a-c5a6f81c5d7f tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1254.386265] env[69319]: DEBUG nova.virt.hardware [None req-a32756e3-73fc-4f46-9f2a-c5a6f81c5d7f tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1254.386414] env[69319]: DEBUG nova.virt.hardware [None req-a32756e3-73fc-4f46-9f2a-c5a6f81c5d7f tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1254.386563] env[69319]: DEBUG nova.virt.hardware [None req-a32756e3-73fc-4f46-9f2a-c5a6f81c5d7f tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1254.386780] env[69319]: DEBUG nova.virt.hardware [None req-a32756e3-73fc-4f46-9f2a-c5a6f81c5d7f tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1254.386941] env[69319]: DEBUG nova.virt.hardware [None req-a32756e3-73fc-4f46-9f2a-c5a6f81c5d7f tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1254.387130] env[69319]: DEBUG nova.virt.hardware [None req-a32756e3-73fc-4f46-9f2a-c5a6f81c5d7f tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1254.387300] env[69319]: DEBUG nova.virt.hardware [None req-a32756e3-73fc-4f46-9f2a-c5a6f81c5d7f tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1254.387481] env[69319]: DEBUG nova.virt.hardware [None req-a32756e3-73fc-4f46-9f2a-c5a6f81c5d7f tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1254.388363] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae704491-1852-4387-8fd5-19f064d607e9 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.408661] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea3cc759-976b-4b6a-8dea-e3394829f549 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.414864] env[69319]: DEBUG oslo_vmware.api [None req-481e2064-19de-4da7-864c-7d0d9234feda tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Task: {'id': task-3224172, 'name': PowerOnVM_Task, 'duration_secs': 1.183896} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.415279] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-481e2064-19de-4da7-864c-7d0d9234feda tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] [instance: 7e0f3465-36c8-4bd0-9336-41dd27344611] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1254.415592] env[69319]: INFO nova.compute.manager [None req-481e2064-19de-4da7-864c-7d0d9234feda tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] [instance: 7e0f3465-36c8-4bd0-9336-41dd27344611] Took 9.26 seconds to spawn the instance on the hypervisor. [ 1254.415874] env[69319]: DEBUG nova.compute.manager [None req-481e2064-19de-4da7-864c-7d0d9234feda tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] [instance: 7e0f3465-36c8-4bd0-9336-41dd27344611] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1254.417518] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ea01945-dbd2-4065-a6f1-5c9bf223a684 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.578329] env[69319]: DEBUG oslo_vmware.api [None req-4426212d-220e-4917-a086-fc29629fa6b2 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': task-3224171, 'name': CloneVM_Task, 'duration_secs': 1.70319} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.578754] env[69319]: INFO nova.virt.vmwareapi.vmops [None req-4426212d-220e-4917-a086-fc29629fa6b2 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 200ccf3f-9130-42ed-a8e9-d697997e75f9] Created linked-clone VM from snapshot [ 1254.579941] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72c247f2-9269-49d1-8299-7edcaf2e2749 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.588080] env[69319]: DEBUG nova.virt.vmwareapi.images [None req-4426212d-220e-4917-a086-fc29629fa6b2 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 200ccf3f-9130-42ed-a8e9-d697997e75f9] Uploading image da0671c7-49ee-4f5f-9f32-98cc2711c319 {{(pid=69319) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1254.615139] env[69319]: DEBUG oslo_vmware.rw_handles [None req-4426212d-220e-4917-a086-fc29629fa6b2 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1254.615139] env[69319]: value = "vm-644547" [ 1254.615139] env[69319]: _type = "VirtualMachine" [ 1254.615139] env[69319]: }. {{(pid=69319) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1254.615463] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c9a0ac44-01c7-453c-a8d9-355735fcf9ed {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.622730] env[69319]: DEBUG oslo_vmware.rw_handles [None req-4426212d-220e-4917-a086-fc29629fa6b2 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Lease: (returnval){ [ 1254.622730] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52187587-0e00-1d06-772e-c2226c3d8d8b" [ 1254.622730] env[69319]: _type = "HttpNfcLease" [ 1254.622730] env[69319]: } obtained for exporting VM: (result){ [ 1254.622730] env[69319]: value = "vm-644547" [ 1254.622730] env[69319]: _type = "VirtualMachine" [ 1254.622730] env[69319]: }. {{(pid=69319) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1254.623115] env[69319]: DEBUG oslo_vmware.api [None req-4426212d-220e-4917-a086-fc29629fa6b2 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Waiting for the lease: (returnval){ [ 1254.623115] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52187587-0e00-1d06-772e-c2226c3d8d8b" [ 1254.623115] env[69319]: _type = "HttpNfcLease" [ 1254.623115] env[69319]: } to be ready. {{(pid=69319) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1254.629704] env[69319]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1254.629704] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52187587-0e00-1d06-772e-c2226c3d8d8b" [ 1254.629704] env[69319]: _type = "HttpNfcLease" [ 1254.629704] env[69319]: } is initializing. {{(pid=69319) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1254.697628] env[69319]: DEBUG oslo_concurrency.lockutils [None req-e8729d70-9620-44f0-a5de-0f11dac7c309 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.366s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.708029] env[69319]: DEBUG oslo_concurrency.lockutils [None req-44d7048e-f3d3-4c78-bb36-4a204e29b3f2 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.910s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.949199] env[69319]: INFO nova.compute.manager [None req-481e2064-19de-4da7-864c-7d0d9234feda tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] [instance: 7e0f3465-36c8-4bd0-9336-41dd27344611] Took 20.62 seconds to build instance. [ 1254.971589] env[69319]: DEBUG nova.compute.manager [req-f006479a-04d4-4ff8-9fd3-75a9d488f7a3 req-56d7100a-f45e-41bf-bb33-b8df8bc0bb94 service nova] [instance: 574f6fe8-e9de-4b6a-8a6e-ebdcd4ee7ead] Received event network-vif-plugged-59563fd6-e9d2-4795-af91-dde470940718 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1254.971589] env[69319]: DEBUG oslo_concurrency.lockutils [req-f006479a-04d4-4ff8-9fd3-75a9d488f7a3 req-56d7100a-f45e-41bf-bb33-b8df8bc0bb94 service nova] Acquiring lock "574f6fe8-e9de-4b6a-8a6e-ebdcd4ee7ead-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.972317] env[69319]: DEBUG oslo_concurrency.lockutils [req-f006479a-04d4-4ff8-9fd3-75a9d488f7a3 req-56d7100a-f45e-41bf-bb33-b8df8bc0bb94 service nova] Lock "574f6fe8-e9de-4b6a-8a6e-ebdcd4ee7ead-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.972728] env[69319]: DEBUG oslo_concurrency.lockutils [req-f006479a-04d4-4ff8-9fd3-75a9d488f7a3 req-56d7100a-f45e-41bf-bb33-b8df8bc0bb94 service nova] Lock "574f6fe8-e9de-4b6a-8a6e-ebdcd4ee7ead-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.972969] env[69319]: DEBUG nova.compute.manager [req-f006479a-04d4-4ff8-9fd3-75a9d488f7a3 req-56d7100a-f45e-41bf-bb33-b8df8bc0bb94 service nova] [instance: 574f6fe8-e9de-4b6a-8a6e-ebdcd4ee7ead] No waiting events found dispatching network-vif-plugged-59563fd6-e9d2-4795-af91-dde470940718 {{(pid=69319) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1254.973201] env[69319]: WARNING nova.compute.manager [req-f006479a-04d4-4ff8-9fd3-75a9d488f7a3 req-56d7100a-f45e-41bf-bb33-b8df8bc0bb94 service nova] [instance: 574f6fe8-e9de-4b6a-8a6e-ebdcd4ee7ead] Received unexpected event network-vif-plugged-59563fd6-e9d2-4795-af91-dde470940718 for instance with vm_state building and task_state spawning. [ 1255.033949] env[69319]: DEBUG nova.network.neutron [None req-a32756e3-73fc-4f46-9f2a-c5a6f81c5d7f tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 574f6fe8-e9de-4b6a-8a6e-ebdcd4ee7ead] Successfully updated port: 59563fd6-e9d2-4795-af91-dde470940718 {{(pid=69319) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1255.133026] env[69319]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1255.133026] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52187587-0e00-1d06-772e-c2226c3d8d8b" [ 1255.133026] env[69319]: _type = "HttpNfcLease" [ 1255.133026] env[69319]: } is ready. {{(pid=69319) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1255.133026] env[69319]: DEBUG oslo_vmware.rw_handles [None req-4426212d-220e-4917-a086-fc29629fa6b2 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1255.133026] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52187587-0e00-1d06-772e-c2226c3d8d8b" [ 1255.133026] env[69319]: _type = "HttpNfcLease" [ 1255.133026] env[69319]: }. {{(pid=69319) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1255.133026] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f727d8d6-1870-4538-885a-d31cc72c19fe {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.140477] env[69319]: DEBUG oslo_vmware.rw_handles [None req-4426212d-220e-4917-a086-fc29629fa6b2 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52dfed37-7f1e-bcca-4967-7a99a51b5d1a/disk-0.vmdk from lease info. {{(pid=69319) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1255.140664] env[69319]: DEBUG oslo_vmware.rw_handles [None req-4426212d-220e-4917-a086-fc29629fa6b2 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52dfed37-7f1e-bcca-4967-7a99a51b5d1a/disk-0.vmdk for reading. {{(pid=69319) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1255.247331] env[69319]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-75f591a6-d4a6-4eab-8377-6fbda91193ad {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.267138] env[69319]: DEBUG nova.network.neutron [None req-7ae555bb-0315-4c94-9679-4c7dde4dedfb tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 4468ad34-4471-4bbe-82b7-cabe1f9fbea6] Port cce57cf9-3a99-476d-ae0a-871328cd9ea4 binding to destination host cpu-1 is already ACTIVE {{(pid=69319) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1255.267852] env[69319]: DEBUG oslo_concurrency.lockutils [None req-7ae555bb-0315-4c94-9679-4c7dde4dedfb tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Acquiring lock "refresh_cache-4468ad34-4471-4bbe-82b7-cabe1f9fbea6" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.268153] env[69319]: DEBUG oslo_concurrency.lockutils [None req-7ae555bb-0315-4c94-9679-4c7dde4dedfb tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Acquired lock "refresh_cache-4468ad34-4471-4bbe-82b7-cabe1f9fbea6" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.268436] env[69319]: DEBUG nova.network.neutron [None req-7ae555bb-0315-4c94-9679-4c7dde4dedfb tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 4468ad34-4471-4bbe-82b7-cabe1f9fbea6] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1255.277854] env[69319]: INFO nova.scheduler.client.report [None req-e8729d70-9620-44f0-a5de-0f11dac7c309 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Deleted allocation for migration b97ba951-c897-4237-9c92-f2948204393a [ 1255.407357] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-468d6d55-42fd-4353-878c-45f2edda4870 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.415370] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-931af356-4f98-4a7e-b215-ae99d09cc4a3 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.451490] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79cc4f80-71d4-48be-ba95-ae9306e64663 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.454940] env[69319]: DEBUG oslo_concurrency.lockutils [None req-481e2064-19de-4da7-864c-7d0d9234feda tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Lock "7e0f3465-36c8-4bd0-9336-41dd27344611" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.132s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.455220] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Lock "7e0f3465-36c8-4bd0-9336-41dd27344611" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 8.735s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.455414] env[69319]: INFO nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] [instance: 7e0f3465-36c8-4bd0-9336-41dd27344611] During sync_power_state the instance has a pending task (spawning). Skip. [ 1255.455590] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Lock "7e0f3465-36c8-4bd0-9336-41dd27344611" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.459140] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f168c50f-8714-452b-8539-df2cdbfdc944 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.473527] env[69319]: DEBUG nova.compute.provider_tree [None req-44d7048e-f3d3-4c78-bb36-4a204e29b3f2 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1255.537553] env[69319]: DEBUG oslo_concurrency.lockutils [None req-a32756e3-73fc-4f46-9f2a-c5a6f81c5d7f tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Acquiring lock "refresh_cache-574f6fe8-e9de-4b6a-8a6e-ebdcd4ee7ead" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.537762] env[69319]: DEBUG oslo_concurrency.lockutils [None req-a32756e3-73fc-4f46-9f2a-c5a6f81c5d7f tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Acquired lock "refresh_cache-574f6fe8-e9de-4b6a-8a6e-ebdcd4ee7ead" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.537960] env[69319]: DEBUG nova.network.neutron [None req-a32756e3-73fc-4f46-9f2a-c5a6f81c5d7f tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 574f6fe8-e9de-4b6a-8a6e-ebdcd4ee7ead] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1255.784063] env[69319]: DEBUG oslo_concurrency.lockutils [None req-e8729d70-9620-44f0-a5de-0f11dac7c309 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Lock "fadaa797-edd9-43e8-833c-d97672ff9401" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.462s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.976756] env[69319]: DEBUG nova.scheduler.client.report [None req-44d7048e-f3d3-4c78-bb36-4a204e29b3f2 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1256.088271] env[69319]: DEBUG nova.network.neutron [None req-a32756e3-73fc-4f46-9f2a-c5a6f81c5d7f tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 574f6fe8-e9de-4b6a-8a6e-ebdcd4ee7ead] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1256.249135] env[69319]: DEBUG nova.network.neutron [None req-a32756e3-73fc-4f46-9f2a-c5a6f81c5d7f tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 574f6fe8-e9de-4b6a-8a6e-ebdcd4ee7ead] Updating instance_info_cache with network_info: [{"id": "59563fd6-e9d2-4795-af91-dde470940718", "address": "fa:16:3e:1f:48:e1", "network": {"id": "8e8fb6ce-6cb1-4099-8d9a-ce77c6a90a50", "bridge": "br-int", "label": "tempest-ServersTestJSON-146866906-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a2a8028cdd742feb1486644ae29e7d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59563fd6-e9", "ovs_interfaceid": "59563fd6-e9d2-4795-af91-dde470940718", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1256.419414] env[69319]: DEBUG nova.network.neutron [None req-7ae555bb-0315-4c94-9679-4c7dde4dedfb tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 4468ad34-4471-4bbe-82b7-cabe1f9fbea6] Updating instance_info_cache with network_info: [{"id": "cce57cf9-3a99-476d-ae0a-871328cd9ea4", "address": "fa:16:3e:e7:44:1d", "network": {"id": "5b6a3856-a59d-4821-b22f-d38a582fca59", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-151173017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8712195e5600495dac5d45bcbbd358ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcce57cf9-3a", "ovs_interfaceid": "cce57cf9-3a99-476d-ae0a-871328cd9ea4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1256.491196] env[69319]: INFO nova.compute.manager [None req-9a6eeed7-23d4-4c1a-b0dc-2be8bba33649 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: fadaa797-edd9-43e8-833c-d97672ff9401] Get console output [ 1256.491196] env[69319]: WARNING nova.virt.vmwareapi.driver [None req-9a6eeed7-23d4-4c1a-b0dc-2be8bba33649 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: fadaa797-edd9-43e8-833c-d97672ff9401] The console log is missing. Check your VSPC configuration [ 1256.753546] env[69319]: DEBUG oslo_concurrency.lockutils [None req-a32756e3-73fc-4f46-9f2a-c5a6f81c5d7f tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Releasing lock "refresh_cache-574f6fe8-e9de-4b6a-8a6e-ebdcd4ee7ead" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.753546] env[69319]: DEBUG nova.compute.manager [None req-a32756e3-73fc-4f46-9f2a-c5a6f81c5d7f tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 574f6fe8-e9de-4b6a-8a6e-ebdcd4ee7ead] Instance network_info: |[{"id": "59563fd6-e9d2-4795-af91-dde470940718", "address": "fa:16:3e:1f:48:e1", "network": {"id": "8e8fb6ce-6cb1-4099-8d9a-ce77c6a90a50", "bridge": "br-int", "label": "tempest-ServersTestJSON-146866906-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a2a8028cdd742feb1486644ae29e7d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59563fd6-e9", "ovs_interfaceid": "59563fd6-e9d2-4795-af91-dde470940718", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1256.754112] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-a32756e3-73fc-4f46-9f2a-c5a6f81c5d7f tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 574f6fe8-e9de-4b6a-8a6e-ebdcd4ee7ead] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:48:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '130387c4-e4ec-4d95-8e9d-bb079baabad8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '59563fd6-e9d2-4795-af91-dde470940718', 'vif_model': 'vmxnet3'}] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1256.762295] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a32756e3-73fc-4f46-9f2a-c5a6f81c5d7f tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1256.762825] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 574f6fe8-e9de-4b6a-8a6e-ebdcd4ee7ead] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1256.763495] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-96bdfe4c-596b-4a60-882f-691f4bdfdc47 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.786529] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1256.786529] env[69319]: value = "task-3224174" [ 1256.786529] env[69319]: _type = "Task" [ 1256.786529] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.795026] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3224174, 'name': CreateVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.922028] env[69319]: DEBUG oslo_concurrency.lockutils [None req-7ae555bb-0315-4c94-9679-4c7dde4dedfb tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Releasing lock "refresh_cache-4468ad34-4471-4bbe-82b7-cabe1f9fbea6" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.992770] env[69319]: DEBUG oslo_concurrency.lockutils [None req-44d7048e-f3d3-4c78-bb36-4a204e29b3f2 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.288s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.006039] env[69319]: DEBUG nova.compute.manager [req-e3da91fc-12bc-4e8b-a2b5-633ab5c7b0e0 req-bbf386f2-bec3-4a84-8ac5-5a5428c80f7e service nova] [instance: 574f6fe8-e9de-4b6a-8a6e-ebdcd4ee7ead] Received event network-changed-59563fd6-e9d2-4795-af91-dde470940718 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1257.006395] env[69319]: DEBUG nova.compute.manager [req-e3da91fc-12bc-4e8b-a2b5-633ab5c7b0e0 req-bbf386f2-bec3-4a84-8ac5-5a5428c80f7e service nova] [instance: 574f6fe8-e9de-4b6a-8a6e-ebdcd4ee7ead] Refreshing instance network info cache due to event network-changed-59563fd6-e9d2-4795-af91-dde470940718. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1257.006819] env[69319]: DEBUG oslo_concurrency.lockutils [req-e3da91fc-12bc-4e8b-a2b5-633ab5c7b0e0 req-bbf386f2-bec3-4a84-8ac5-5a5428c80f7e service nova] Acquiring lock "refresh_cache-574f6fe8-e9de-4b6a-8a6e-ebdcd4ee7ead" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.007117] env[69319]: DEBUG oslo_concurrency.lockutils [req-e3da91fc-12bc-4e8b-a2b5-633ab5c7b0e0 req-bbf386f2-bec3-4a84-8ac5-5a5428c80f7e service nova] Acquired lock "refresh_cache-574f6fe8-e9de-4b6a-8a6e-ebdcd4ee7ead" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.007520] env[69319]: DEBUG nova.network.neutron [req-e3da91fc-12bc-4e8b-a2b5-633ab5c7b0e0 req-bbf386f2-bec3-4a84-8ac5-5a5428c80f7e service nova] [instance: 574f6fe8-e9de-4b6a-8a6e-ebdcd4ee7ead] Refreshing network info cache for port 59563fd6-e9d2-4795-af91-dde470940718 {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1257.296801] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3224174, 'name': CreateVM_Task, 'duration_secs': 0.392448} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.297301] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 574f6fe8-e9de-4b6a-8a6e-ebdcd4ee7ead] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1257.298174] env[69319]: DEBUG oslo_concurrency.lockutils [None req-a32756e3-73fc-4f46-9f2a-c5a6f81c5d7f tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.298559] env[69319]: DEBUG oslo_concurrency.lockutils [None req-a32756e3-73fc-4f46-9f2a-c5a6f81c5d7f tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.299009] env[69319]: DEBUG oslo_concurrency.lockutils [None req-a32756e3-73fc-4f46-9f2a-c5a6f81c5d7f tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.299363] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c47dc48b-4675-4900-9159-60e63c895448 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.304325] env[69319]: DEBUG oslo_vmware.api [None req-a32756e3-73fc-4f46-9f2a-c5a6f81c5d7f tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Waiting for the task: (returnval){ [ 1257.304325] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]5294834c-c511-a61a-bbe0-43d9dc20ae60" [ 1257.304325] env[69319]: _type = "Task" [ 1257.304325] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.312984] env[69319]: DEBUG oslo_vmware.api [None req-a32756e3-73fc-4f46-9f2a-c5a6f81c5d7f tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5294834c-c511-a61a-bbe0-43d9dc20ae60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.427519] env[69319]: DEBUG nova.compute.manager [None req-7ae555bb-0315-4c94-9679-4c7dde4dedfb tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 4468ad34-4471-4bbe-82b7-cabe1f9fbea6] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69319) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1257.559195] env[69319]: INFO nova.scheduler.client.report [None req-44d7048e-f3d3-4c78-bb36-4a204e29b3f2 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Deleted allocation for migration 32ce4482-7646-487d-ba70-64ab2ccbcfd5 [ 1257.703202] env[69319]: DEBUG nova.network.neutron [req-e3da91fc-12bc-4e8b-a2b5-633ab5c7b0e0 req-bbf386f2-bec3-4a84-8ac5-5a5428c80f7e service nova] [instance: 574f6fe8-e9de-4b6a-8a6e-ebdcd4ee7ead] Updated VIF entry in instance network info cache for port 59563fd6-e9d2-4795-af91-dde470940718. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1257.704023] env[69319]: DEBUG nova.network.neutron [req-e3da91fc-12bc-4e8b-a2b5-633ab5c7b0e0 req-bbf386f2-bec3-4a84-8ac5-5a5428c80f7e service nova] [instance: 574f6fe8-e9de-4b6a-8a6e-ebdcd4ee7ead] Updating instance_info_cache with network_info: [{"id": "59563fd6-e9d2-4795-af91-dde470940718", "address": "fa:16:3e:1f:48:e1", "network": {"id": "8e8fb6ce-6cb1-4099-8d9a-ce77c6a90a50", "bridge": "br-int", "label": "tempest-ServersTestJSON-146866906-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a2a8028cdd742feb1486644ae29e7d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59563fd6-e9", "ovs_interfaceid": "59563fd6-e9d2-4795-af91-dde470940718", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1257.814404] env[69319]: DEBUG oslo_vmware.api [None req-a32756e3-73fc-4f46-9f2a-c5a6f81c5d7f tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5294834c-c511-a61a-bbe0-43d9dc20ae60, 'name': SearchDatastore_Task, 'duration_secs': 0.022967} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.814735] env[69319]: DEBUG oslo_concurrency.lockutils [None req-a32756e3-73fc-4f46-9f2a-c5a6f81c5d7f tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.814974] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-a32756e3-73fc-4f46-9f2a-c5a6f81c5d7f tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 574f6fe8-e9de-4b6a-8a6e-ebdcd4ee7ead] Processing image 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1257.815230] env[69319]: DEBUG oslo_concurrency.lockutils [None req-a32756e3-73fc-4f46-9f2a-c5a6f81c5d7f tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.815380] env[69319]: DEBUG oslo_concurrency.lockutils [None req-a32756e3-73fc-4f46-9f2a-c5a6f81c5d7f tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.815569] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-a32756e3-73fc-4f46-9f2a-c5a6f81c5d7f tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1257.815828] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fff94204-a531-46e6-82f3-f2a140a797c9 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.824370] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-a32756e3-73fc-4f46-9f2a-c5a6f81c5d7f tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1257.824552] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-a32756e3-73fc-4f46-9f2a-c5a6f81c5d7f tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1257.825301] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39c45768-0e51-48be-a3bc-1972bcc5d94f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.830181] env[69319]: DEBUG oslo_vmware.api [None req-a32756e3-73fc-4f46-9f2a-c5a6f81c5d7f tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Waiting for the task: (returnval){ [ 1257.830181] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]527f8b8d-8e3a-9d62-5ec9-7932483d69a9" [ 1257.830181] env[69319]: _type = "Task" [ 1257.830181] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.837728] env[69319]: DEBUG oslo_vmware.api [None req-a32756e3-73fc-4f46-9f2a-c5a6f81c5d7f tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]527f8b8d-8e3a-9d62-5ec9-7932483d69a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.065084] env[69319]: DEBUG oslo_concurrency.lockutils [None req-44d7048e-f3d3-4c78-bb36-4a204e29b3f2 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Lock "294011ae-d275-4f2e-ab2e-0a352db55cb7" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.650s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.206710] env[69319]: DEBUG oslo_concurrency.lockutils [req-e3da91fc-12bc-4e8b-a2b5-633ab5c7b0e0 req-bbf386f2-bec3-4a84-8ac5-5a5428c80f7e service nova] Releasing lock "refresh_cache-574f6fe8-e9de-4b6a-8a6e-ebdcd4ee7ead" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.207201] env[69319]: DEBUG nova.compute.manager [req-e3da91fc-12bc-4e8b-a2b5-633ab5c7b0e0 req-bbf386f2-bec3-4a84-8ac5-5a5428c80f7e service nova] [instance: 7e0f3465-36c8-4bd0-9336-41dd27344611] Received event network-changed-6f5e8016-942d-4256-98f9-2bcd6154404b {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1258.207308] env[69319]: DEBUG nova.compute.manager [req-e3da91fc-12bc-4e8b-a2b5-633ab5c7b0e0 req-bbf386f2-bec3-4a84-8ac5-5a5428c80f7e service nova] [instance: 7e0f3465-36c8-4bd0-9336-41dd27344611] Refreshing instance network info cache due to event network-changed-6f5e8016-942d-4256-98f9-2bcd6154404b. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1258.207433] env[69319]: DEBUG oslo_concurrency.lockutils [req-e3da91fc-12bc-4e8b-a2b5-633ab5c7b0e0 req-bbf386f2-bec3-4a84-8ac5-5a5428c80f7e service nova] Acquiring lock "refresh_cache-7e0f3465-36c8-4bd0-9336-41dd27344611" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.207579] env[69319]: DEBUG oslo_concurrency.lockutils [req-e3da91fc-12bc-4e8b-a2b5-633ab5c7b0e0 req-bbf386f2-bec3-4a84-8ac5-5a5428c80f7e service nova] Acquired lock "refresh_cache-7e0f3465-36c8-4bd0-9336-41dd27344611" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.207743] env[69319]: DEBUG nova.network.neutron [req-e3da91fc-12bc-4e8b-a2b5-633ab5c7b0e0 req-bbf386f2-bec3-4a84-8ac5-5a5428c80f7e service nova] [instance: 7e0f3465-36c8-4bd0-9336-41dd27344611] Refreshing network info cache for port 6f5e8016-942d-4256-98f9-2bcd6154404b {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1258.340939] env[69319]: DEBUG oslo_vmware.api [None req-a32756e3-73fc-4f46-9f2a-c5a6f81c5d7f tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]527f8b8d-8e3a-9d62-5ec9-7932483d69a9, 'name': SearchDatastore_Task, 'duration_secs': 0.012838} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.341844] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b58b8c2-9a26-4300-9426-ee2a48f1fb45 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.348040] env[69319]: DEBUG oslo_vmware.api [None req-a32756e3-73fc-4f46-9f2a-c5a6f81c5d7f tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Waiting for the task: (returnval){ [ 1258.348040] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]523e8218-35d0-0243-7a1f-8af881d3ee53" [ 1258.348040] env[69319]: _type = "Task" [ 1258.348040] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.356519] env[69319]: DEBUG oslo_vmware.api [None req-a32756e3-73fc-4f46-9f2a-c5a6f81c5d7f tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]523e8218-35d0-0243-7a1f-8af881d3ee53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.534569] env[69319]: DEBUG oslo_concurrency.lockutils [None req-7ae555bb-0315-4c94-9679-4c7dde4dedfb tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.534920] env[69319]: DEBUG oslo_concurrency.lockutils [None req-7ae555bb-0315-4c94-9679-4c7dde4dedfb tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.858541] env[69319]: DEBUG oslo_vmware.api [None req-a32756e3-73fc-4f46-9f2a-c5a6f81c5d7f tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]523e8218-35d0-0243-7a1f-8af881d3ee53, 'name': SearchDatastore_Task, 'duration_secs': 0.013303} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.858872] env[69319]: DEBUG oslo_concurrency.lockutils [None req-a32756e3-73fc-4f46-9f2a-c5a6f81c5d7f tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.859175] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-a32756e3-73fc-4f46-9f2a-c5a6f81c5d7f tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore1] 574f6fe8-e9de-4b6a-8a6e-ebdcd4ee7ead/574f6fe8-e9de-4b6a-8a6e-ebdcd4ee7ead.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1258.859451] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-743b59d1-63a9-4c60-abb5-b9dad827f49a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.867086] env[69319]: DEBUG oslo_vmware.api [None req-a32756e3-73fc-4f46-9f2a-c5a6f81c5d7f tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Waiting for the task: (returnval){ [ 1258.867086] env[69319]: value = "task-3224175" [ 1258.867086] env[69319]: _type = "Task" [ 1258.867086] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.875897] env[69319]: DEBUG oslo_vmware.api [None req-a32756e3-73fc-4f46-9f2a-c5a6f81c5d7f tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': task-3224175, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.951898] env[69319]: DEBUG nova.network.neutron [req-e3da91fc-12bc-4e8b-a2b5-633ab5c7b0e0 req-bbf386f2-bec3-4a84-8ac5-5a5428c80f7e service nova] [instance: 7e0f3465-36c8-4bd0-9336-41dd27344611] Updated VIF entry in instance network info cache for port 6f5e8016-942d-4256-98f9-2bcd6154404b. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1258.952380] env[69319]: DEBUG nova.network.neutron [req-e3da91fc-12bc-4e8b-a2b5-633ab5c7b0e0 req-bbf386f2-bec3-4a84-8ac5-5a5428c80f7e service nova] [instance: 7e0f3465-36c8-4bd0-9336-41dd27344611] Updating instance_info_cache with network_info: [{"id": "6f5e8016-942d-4256-98f9-2bcd6154404b", "address": "fa:16:3e:8c:e6:9e", "network": {"id": "fe450683-4b58-424e-b4ce-0fd525e66e86", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-645183014-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23551c0805f040808fef5fa53aff716c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f5e8016-94", "ovs_interfaceid": "6f5e8016-942d-4256-98f9-2bcd6154404b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1259.042093] env[69319]: DEBUG nova.objects.instance [None req-7ae555bb-0315-4c94-9679-4c7dde4dedfb tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Lazy-loading 'migration_context' on Instance uuid 4468ad34-4471-4bbe-82b7-cabe1f9fbea6 {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1259.378255] env[69319]: DEBUG oslo_vmware.api [None req-a32756e3-73fc-4f46-9f2a-c5a6f81c5d7f tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': task-3224175, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.455283] env[69319]: DEBUG oslo_concurrency.lockutils [req-e3da91fc-12bc-4e8b-a2b5-633ab5c7b0e0 req-bbf386f2-bec3-4a84-8ac5-5a5428c80f7e service nova] Releasing lock "refresh_cache-7e0f3465-36c8-4bd0-9336-41dd27344611" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.494345] env[69319]: DEBUG oslo_concurrency.lockutils [None req-fff36359-40af-460b-bf5d-c5dbae0bf9b4 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Acquiring lock "294011ae-d275-4f2e-ab2e-0a352db55cb7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.494527] env[69319]: DEBUG oslo_concurrency.lockutils [None req-fff36359-40af-460b-bf5d-c5dbae0bf9b4 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Lock "294011ae-d275-4f2e-ab2e-0a352db55cb7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.494830] env[69319]: DEBUG oslo_concurrency.lockutils [None req-fff36359-40af-460b-bf5d-c5dbae0bf9b4 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Acquiring lock "294011ae-d275-4f2e-ab2e-0a352db55cb7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.495051] env[69319]: DEBUG oslo_concurrency.lockutils [None req-fff36359-40af-460b-bf5d-c5dbae0bf9b4 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Lock "294011ae-d275-4f2e-ab2e-0a352db55cb7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.495237] env[69319]: DEBUG oslo_concurrency.lockutils [None req-fff36359-40af-460b-bf5d-c5dbae0bf9b4 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Lock "294011ae-d275-4f2e-ab2e-0a352db55cb7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.497925] env[69319]: INFO nova.compute.manager [None req-fff36359-40af-460b-bf5d-c5dbae0bf9b4 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 294011ae-d275-4f2e-ab2e-0a352db55cb7] Terminating instance [ 1259.741046] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f67404d6-8e17-403e-a2aa-4d854af5567f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.749566] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01aeb3f6-3459-40a8-ab8b-d59962c1339e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.782860] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76ff6611-271c-49c0-b148-55380c4390c4 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.790275] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92333669-43e2-48c9-af36-d20f4af92707 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.805079] env[69319]: DEBUG nova.compute.provider_tree [None req-7ae555bb-0315-4c94-9679-4c7dde4dedfb tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1259.876972] env[69319]: DEBUG oslo_vmware.api [None req-a32756e3-73fc-4f46-9f2a-c5a6f81c5d7f tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': task-3224175, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.740835} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.877256] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-a32756e3-73fc-4f46-9f2a-c5a6f81c5d7f tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore1] 574f6fe8-e9de-4b6a-8a6e-ebdcd4ee7ead/574f6fe8-e9de-4b6a-8a6e-ebdcd4ee7ead.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1259.877475] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-a32756e3-73fc-4f46-9f2a-c5a6f81c5d7f tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 574f6fe8-e9de-4b6a-8a6e-ebdcd4ee7ead] Extending root virtual disk to 1048576 {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1259.877723] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e0ac9bbb-6282-421a-8740-fc286e03facd {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.884213] env[69319]: DEBUG oslo_vmware.api [None req-a32756e3-73fc-4f46-9f2a-c5a6f81c5d7f tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Waiting for the task: (returnval){ [ 1259.884213] env[69319]: value = "task-3224176" [ 1259.884213] env[69319]: _type = "Task" [ 1259.884213] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.892348] env[69319]: DEBUG oslo_vmware.api [None req-a32756e3-73fc-4f46-9f2a-c5a6f81c5d7f tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': task-3224176, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.002433] env[69319]: DEBUG nova.compute.manager [None req-fff36359-40af-460b-bf5d-c5dbae0bf9b4 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 294011ae-d275-4f2e-ab2e-0a352db55cb7] Start destroying the instance on the hypervisor. {{(pid=69319) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1260.002692] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-fff36359-40af-460b-bf5d-c5dbae0bf9b4 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 294011ae-d275-4f2e-ab2e-0a352db55cb7] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1260.003645] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f709d083-2af5-4065-86bc-82757e5988eb {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.011394] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-fff36359-40af-460b-bf5d-c5dbae0bf9b4 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 294011ae-d275-4f2e-ab2e-0a352db55cb7] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1260.011636] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-138a410e-d1bd-411b-aa2e-762ae7f1b1b4 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.018884] env[69319]: DEBUG oslo_concurrency.lockutils [None req-9ee6a769-0398-4dfb-bf5a-b0e6aef0ee63 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Acquiring lock "21e71e4a-5812-4daa-9037-14dd922a32dc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.019138] env[69319]: DEBUG oslo_concurrency.lockutils [None req-9ee6a769-0398-4dfb-bf5a-b0e6aef0ee63 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Lock "21e71e4a-5812-4daa-9037-14dd922a32dc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.020262] env[69319]: DEBUG oslo_vmware.api [None req-fff36359-40af-460b-bf5d-c5dbae0bf9b4 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Waiting for the task: (returnval){ [ 1260.020262] env[69319]: value = "task-3224177" [ 1260.020262] env[69319]: _type = "Task" [ 1260.020262] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.032089] env[69319]: DEBUG oslo_vmware.api [None req-fff36359-40af-460b-bf5d-c5dbae0bf9b4 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': task-3224177, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.308426] env[69319]: DEBUG nova.scheduler.client.report [None req-7ae555bb-0315-4c94-9679-4c7dde4dedfb tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1260.395489] env[69319]: DEBUG oslo_vmware.api [None req-a32756e3-73fc-4f46-9f2a-c5a6f81c5d7f tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': task-3224176, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066629} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.395830] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-a32756e3-73fc-4f46-9f2a-c5a6f81c5d7f tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 574f6fe8-e9de-4b6a-8a6e-ebdcd4ee7ead] Extended root virtual disk {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1260.396684] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18e59c28-d212-41fc-bc1e-eeb5ab35e63d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.419961] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-a32756e3-73fc-4f46-9f2a-c5a6f81c5d7f tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 574f6fe8-e9de-4b6a-8a6e-ebdcd4ee7ead] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] 574f6fe8-e9de-4b6a-8a6e-ebdcd4ee7ead/574f6fe8-e9de-4b6a-8a6e-ebdcd4ee7ead.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1260.420375] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26c3307f-16fc-43b7-8003-b80db816adf0 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.441988] env[69319]: DEBUG oslo_vmware.api [None req-a32756e3-73fc-4f46-9f2a-c5a6f81c5d7f tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Waiting for the task: (returnval){ [ 1260.441988] env[69319]: value = "task-3224178" [ 1260.441988] env[69319]: _type = "Task" [ 1260.441988] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.451086] env[69319]: DEBUG oslo_vmware.api [None req-a32756e3-73fc-4f46-9f2a-c5a6f81c5d7f tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': task-3224178, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.521547] env[69319]: DEBUG nova.compute.manager [None req-9ee6a769-0398-4dfb-bf5a-b0e6aef0ee63 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 21e71e4a-5812-4daa-9037-14dd922a32dc] Starting instance... {{(pid=69319) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1260.537220] env[69319]: DEBUG oslo_vmware.api [None req-fff36359-40af-460b-bf5d-c5dbae0bf9b4 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': task-3224177, 'name': PowerOffVM_Task, 'duration_secs': 0.370572} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.537475] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-fff36359-40af-460b-bf5d-c5dbae0bf9b4 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 294011ae-d275-4f2e-ab2e-0a352db55cb7] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1260.537648] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-fff36359-40af-460b-bf5d-c5dbae0bf9b4 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 294011ae-d275-4f2e-ab2e-0a352db55cb7] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1260.537974] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a4c981a8-ed49-4156-aea7-428f2cf3ec18 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.609188] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-fff36359-40af-460b-bf5d-c5dbae0bf9b4 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 294011ae-d275-4f2e-ab2e-0a352db55cb7] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1260.609439] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-fff36359-40af-460b-bf5d-c5dbae0bf9b4 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 294011ae-d275-4f2e-ab2e-0a352db55cb7] Deleting contents of the VM from datastore datastore1 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1260.609626] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-fff36359-40af-460b-bf5d-c5dbae0bf9b4 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Deleting the datastore file [datastore1] 294011ae-d275-4f2e-ab2e-0a352db55cb7 {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1260.609892] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0afb3110-cf22-4fe9-bfcd-f878152be9f1 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.616850] env[69319]: DEBUG oslo_vmware.api [None req-fff36359-40af-460b-bf5d-c5dbae0bf9b4 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Waiting for the task: (returnval){ [ 1260.616850] env[69319]: value = "task-3224180" [ 1260.616850] env[69319]: _type = "Task" [ 1260.616850] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.626388] env[69319]: DEBUG oslo_vmware.api [None req-fff36359-40af-460b-bf5d-c5dbae0bf9b4 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': task-3224180, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.952904] env[69319]: DEBUG oslo_vmware.api [None req-a32756e3-73fc-4f46-9f2a-c5a6f81c5d7f tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': task-3224178, 'name': ReconfigVM_Task, 'duration_secs': 0.345826} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.953297] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-a32756e3-73fc-4f46-9f2a-c5a6f81c5d7f tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 574f6fe8-e9de-4b6a-8a6e-ebdcd4ee7ead] Reconfigured VM instance instance-00000070 to attach disk [datastore1] 574f6fe8-e9de-4b6a-8a6e-ebdcd4ee7ead/574f6fe8-e9de-4b6a-8a6e-ebdcd4ee7ead.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1260.953826] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d01d5ec7-bd97-49bb-89f2-3a4e0167461a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.960159] env[69319]: DEBUG oslo_vmware.api [None req-a32756e3-73fc-4f46-9f2a-c5a6f81c5d7f tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Waiting for the task: (returnval){ [ 1260.960159] env[69319]: value = "task-3224181" [ 1260.960159] env[69319]: _type = "Task" [ 1260.960159] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.968100] env[69319]: DEBUG oslo_vmware.api [None req-a32756e3-73fc-4f46-9f2a-c5a6f81c5d7f tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': task-3224181, 'name': Rename_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.048904] env[69319]: DEBUG oslo_concurrency.lockutils [None req-9ee6a769-0398-4dfb-bf5a-b0e6aef0ee63 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.126504] env[69319]: DEBUG oslo_vmware.api [None req-fff36359-40af-460b-bf5d-c5dbae0bf9b4 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': task-3224180, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142079} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.126770] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-fff36359-40af-460b-bf5d-c5dbae0bf9b4 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1261.126985] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-fff36359-40af-460b-bf5d-c5dbae0bf9b4 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 294011ae-d275-4f2e-ab2e-0a352db55cb7] Deleted contents of the VM from datastore datastore1 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1261.127197] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-fff36359-40af-460b-bf5d-c5dbae0bf9b4 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 294011ae-d275-4f2e-ab2e-0a352db55cb7] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1261.127380] env[69319]: INFO nova.compute.manager [None req-fff36359-40af-460b-bf5d-c5dbae0bf9b4 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 294011ae-d275-4f2e-ab2e-0a352db55cb7] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1261.127625] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fff36359-40af-460b-bf5d-c5dbae0bf9b4 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1261.127820] env[69319]: DEBUG nova.compute.manager [-] [instance: 294011ae-d275-4f2e-ab2e-0a352db55cb7] Deallocating network for instance {{(pid=69319) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1261.127917] env[69319]: DEBUG nova.network.neutron [-] [instance: 294011ae-d275-4f2e-ab2e-0a352db55cb7] deallocate_for_instance() {{(pid=69319) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1261.320735] env[69319]: DEBUG oslo_concurrency.lockutils [None req-7ae555bb-0315-4c94-9679-4c7dde4dedfb tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.786s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.326820] env[69319]: DEBUG oslo_concurrency.lockutils [None req-9ee6a769-0398-4dfb-bf5a-b0e6aef0ee63 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.278s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.327909] env[69319]: INFO nova.compute.claims [None req-9ee6a769-0398-4dfb-bf5a-b0e6aef0ee63 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 21e71e4a-5812-4daa-9037-14dd922a32dc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1261.366635] env[69319]: DEBUG nova.compute.manager [req-9d08ef17-0940-4189-9a3d-6dd9b1825570 req-1eff5245-7272-4943-9bbb-2cfb6ef3d355 service nova] [instance: 294011ae-d275-4f2e-ab2e-0a352db55cb7] Received event network-vif-deleted-990bed79-bc4c-439f-a194-7122e132f715 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1261.366897] env[69319]: INFO nova.compute.manager [req-9d08ef17-0940-4189-9a3d-6dd9b1825570 req-1eff5245-7272-4943-9bbb-2cfb6ef3d355 service nova] [instance: 294011ae-d275-4f2e-ab2e-0a352db55cb7] Neutron deleted interface 990bed79-bc4c-439f-a194-7122e132f715; detaching it from the instance and deleting it from the info cache [ 1261.367117] env[69319]: DEBUG nova.network.neutron [req-9d08ef17-0940-4189-9a3d-6dd9b1825570 req-1eff5245-7272-4943-9bbb-2cfb6ef3d355 service nova] [instance: 294011ae-d275-4f2e-ab2e-0a352db55cb7] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1261.471530] env[69319]: DEBUG oslo_vmware.api [None req-a32756e3-73fc-4f46-9f2a-c5a6f81c5d7f tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': task-3224181, 'name': Rename_Task, 'duration_secs': 0.16198} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.471872] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-a32756e3-73fc-4f46-9f2a-c5a6f81c5d7f tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 574f6fe8-e9de-4b6a-8a6e-ebdcd4ee7ead] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1261.472269] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-00c2e6e4-365d-4c82-9e21-348bb3abaa08 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.479935] env[69319]: DEBUG oslo_vmware.api [None req-a32756e3-73fc-4f46-9f2a-c5a6f81c5d7f tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Waiting for the task: (returnval){ [ 1261.479935] env[69319]: value = "task-3224182" [ 1261.479935] env[69319]: _type = "Task" [ 1261.479935] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.492938] env[69319]: DEBUG oslo_vmware.api [None req-a32756e3-73fc-4f46-9f2a-c5a6f81c5d7f tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': task-3224182, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.848083] env[69319]: DEBUG nova.network.neutron [-] [instance: 294011ae-d275-4f2e-ab2e-0a352db55cb7] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1261.870223] env[69319]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-409b12b7-5171-41ed-850c-290435cbbb4f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.879743] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-892e9ef9-f9d8-4d0c-970c-467208984511 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.916641] env[69319]: DEBUG nova.compute.manager [req-9d08ef17-0940-4189-9a3d-6dd9b1825570 req-1eff5245-7272-4943-9bbb-2cfb6ef3d355 service nova] [instance: 294011ae-d275-4f2e-ab2e-0a352db55cb7] Detach interface failed, port_id=990bed79-bc4c-439f-a194-7122e132f715, reason: Instance 294011ae-d275-4f2e-ab2e-0a352db55cb7 could not be found. {{(pid=69319) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1261.990480] env[69319]: DEBUG oslo_vmware.api [None req-a32756e3-73fc-4f46-9f2a-c5a6f81c5d7f tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': task-3224182, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.350197] env[69319]: INFO nova.compute.manager [-] [instance: 294011ae-d275-4f2e-ab2e-0a352db55cb7] Took 1.22 seconds to deallocate network for instance. [ 1262.492058] env[69319]: DEBUG oslo_vmware.api [None req-a32756e3-73fc-4f46-9f2a-c5a6f81c5d7f tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': task-3224182, 'name': PowerOnVM_Task, 'duration_secs': 0.591944} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.494490] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-a32756e3-73fc-4f46-9f2a-c5a6f81c5d7f tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 574f6fe8-e9de-4b6a-8a6e-ebdcd4ee7ead] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1262.494741] env[69319]: INFO nova.compute.manager [None req-a32756e3-73fc-4f46-9f2a-c5a6f81c5d7f tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 574f6fe8-e9de-4b6a-8a6e-ebdcd4ee7ead] Took 8.14 seconds to spawn the instance on the hypervisor. [ 1262.494964] env[69319]: DEBUG nova.compute.manager [None req-a32756e3-73fc-4f46-9f2a-c5a6f81c5d7f tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 574f6fe8-e9de-4b6a-8a6e-ebdcd4ee7ead] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1262.495939] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a085ba2a-2970-45a5-badc-4a5a1282cb5b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.516027] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-333d62bc-db8c-4eb5-bd7d-f1b8f21cb346 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.522298] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9c64475-643f-40c9-b68f-5782c32b1c50 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.552030] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98eb2689-cd1d-4b89-8d4d-1bffb26b83c6 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.559229] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ef7b556-57dc-4d67-9639-1e375ea7cd12 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.574923] env[69319]: DEBUG nova.compute.provider_tree [None req-9ee6a769-0398-4dfb-bf5a-b0e6aef0ee63 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1263.079306] env[69319]: DEBUG nova.scheduler.client.report [None req-9ee6a769-0398-4dfb-bf5a-b0e6aef0ee63 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1265.516739] env[69319]: INFO nova.compute.manager [None req-a32756e3-73fc-4f46-9f2a-c5a6f81c5d7f tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 574f6fe8-e9de-4b6a-8a6e-ebdcd4ee7ead] Took 15.52 seconds to build instance. [ 1265.586093] env[69319]: DEBUG oslo_concurrency.lockutils [None req-9ee6a769-0398-4dfb-bf5a-b0e6aef0ee63 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.259s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.586463] env[69319]: DEBUG nova.compute.manager [None req-9ee6a769-0398-4dfb-bf5a-b0e6aef0ee63 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 21e71e4a-5812-4daa-9037-14dd922a32dc] Start building networks asynchronously for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1265.859947] env[69319]: DEBUG oslo_concurrency.lockutils [None req-fff36359-40af-460b-bf5d-c5dbae0bf9b4 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.860277] env[69319]: DEBUG oslo_concurrency.lockutils [None req-fff36359-40af-460b-bf5d-c5dbae0bf9b4 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.860470] env[69319]: DEBUG oslo_concurrency.lockutils [None req-fff36359-40af-460b-bf5d-c5dbae0bf9b4 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.866987] env[69319]: INFO nova.compute.manager [None req-7ae555bb-0315-4c94-9679-4c7dde4dedfb tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 4468ad34-4471-4bbe-82b7-cabe1f9fbea6] Swapping old allocation on dict_keys(['94b8835e-2513-4669-abb9-c8c6813d60e7']) held by migration 95c4dce0-a5dd-40de-9a2a-6cfc0b5e815e for instance [ 1265.881062] env[69319]: INFO nova.scheduler.client.report [None req-fff36359-40af-460b-bf5d-c5dbae0bf9b4 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Deleted allocations for instance 294011ae-d275-4f2e-ab2e-0a352db55cb7 [ 1265.888945] env[69319]: DEBUG nova.scheduler.client.report [None req-7ae555bb-0315-4c94-9679-4c7dde4dedfb tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Overwriting current allocation {'allocations': {'94b8835e-2513-4669-abb9-c8c6813d60e7': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 161}}, 'project_id': '8712195e5600495dac5d45bcbbd358ed', 'user_id': '693349a2f7594f7d83be81f865a96a62', 'consumer_generation': 1} on consumer 4468ad34-4471-4bbe-82b7-cabe1f9fbea6 {{(pid=69319) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1265.986182] env[69319]: DEBUG oslo_concurrency.lockutils [None req-7ae555bb-0315-4c94-9679-4c7dde4dedfb tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Acquiring lock "refresh_cache-4468ad34-4471-4bbe-82b7-cabe1f9fbea6" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.986459] env[69319]: DEBUG oslo_concurrency.lockutils [None req-7ae555bb-0315-4c94-9679-4c7dde4dedfb tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Acquired lock "refresh_cache-4468ad34-4471-4bbe-82b7-cabe1f9fbea6" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.986679] env[69319]: DEBUG nova.network.neutron [None req-7ae555bb-0315-4c94-9679-4c7dde4dedfb tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 4468ad34-4471-4bbe-82b7-cabe1f9fbea6] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1266.018459] env[69319]: DEBUG oslo_concurrency.lockutils [None req-a32756e3-73fc-4f46-9f2a-c5a6f81c5d7f tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Lock "574f6fe8-e9de-4b6a-8a6e-ebdcd4ee7ead" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.032s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.091521] env[69319]: DEBUG nova.compute.utils [None req-9ee6a769-0398-4dfb-bf5a-b0e6aef0ee63 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Using /dev/sd instead of None {{(pid=69319) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1266.093175] env[69319]: DEBUG nova.compute.manager [None req-9ee6a769-0398-4dfb-bf5a-b0e6aef0ee63 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 21e71e4a-5812-4daa-9037-14dd922a32dc] Allocating IP information in the background. {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1266.093423] env[69319]: DEBUG nova.network.neutron [None req-9ee6a769-0398-4dfb-bf5a-b0e6aef0ee63 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 21e71e4a-5812-4daa-9037-14dd922a32dc] allocate_for_instance() {{(pid=69319) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1266.132554] env[69319]: DEBUG oslo_vmware.rw_handles [None req-4426212d-220e-4917-a086-fc29629fa6b2 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52dfed37-7f1e-bcca-4967-7a99a51b5d1a/disk-0.vmdk. {{(pid=69319) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1266.133566] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ccbc0a7-9407-44f5-b0db-7d8748b4fd17 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.137416] env[69319]: DEBUG nova.policy [None req-9ee6a769-0398-4dfb-bf5a-b0e6aef0ee63 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '504b6168c4b94e41bf77220041e6d5ac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2fe67d8fa7124a519dd9af8bbd6a48a9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69319) authorize /opt/stack/nova/nova/policy.py:192}} [ 1266.142873] env[69319]: DEBUG oslo_vmware.rw_handles [None req-4426212d-220e-4917-a086-fc29629fa6b2 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52dfed37-7f1e-bcca-4967-7a99a51b5d1a/disk-0.vmdk is in state: ready. {{(pid=69319) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1266.143431] env[69319]: ERROR oslo_vmware.rw_handles [None req-4426212d-220e-4917-a086-fc29629fa6b2 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52dfed37-7f1e-bcca-4967-7a99a51b5d1a/disk-0.vmdk due to incomplete transfer. [ 1266.143431] env[69319]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-59e8e1d0-0603-41e8-8f8a-70a28a9b41be {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.152304] env[69319]: DEBUG oslo_vmware.rw_handles [None req-4426212d-220e-4917-a086-fc29629fa6b2 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52dfed37-7f1e-bcca-4967-7a99a51b5d1a/disk-0.vmdk. {{(pid=69319) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1266.152507] env[69319]: DEBUG nova.virt.vmwareapi.images [None req-4426212d-220e-4917-a086-fc29629fa6b2 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 200ccf3f-9130-42ed-a8e9-d697997e75f9] Uploaded image da0671c7-49ee-4f5f-9f32-98cc2711c319 to the Glance image server {{(pid=69319) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1266.154903] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-4426212d-220e-4917-a086-fc29629fa6b2 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 200ccf3f-9130-42ed-a8e9-d697997e75f9] Destroying the VM {{(pid=69319) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1266.155172] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-266d37b0-e181-4e65-ba25-a8d677904d14 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.161445] env[69319]: DEBUG oslo_vmware.api [None req-4426212d-220e-4917-a086-fc29629fa6b2 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Waiting for the task: (returnval){ [ 1266.161445] env[69319]: value = "task-3224183" [ 1266.161445] env[69319]: _type = "Task" [ 1266.161445] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.169920] env[69319]: DEBUG oslo_vmware.api [None req-4426212d-220e-4917-a086-fc29629fa6b2 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': task-3224183, 'name': Destroy_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.387828] env[69319]: DEBUG oslo_concurrency.lockutils [None req-fff36359-40af-460b-bf5d-c5dbae0bf9b4 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Lock "294011ae-d275-4f2e-ab2e-0a352db55cb7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.893s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.406262] env[69319]: DEBUG nova.network.neutron [None req-9ee6a769-0398-4dfb-bf5a-b0e6aef0ee63 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 21e71e4a-5812-4daa-9037-14dd922a32dc] Successfully created port: 637d3ba9-189d-4943-95d2-f9f60c4b6659 {{(pid=69319) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1266.597127] env[69319]: DEBUG nova.compute.manager [None req-9ee6a769-0398-4dfb-bf5a-b0e6aef0ee63 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 21e71e4a-5812-4daa-9037-14dd922a32dc] Start building block device mappings for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1266.672122] env[69319]: DEBUG oslo_vmware.api [None req-4426212d-220e-4917-a086-fc29629fa6b2 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': task-3224183, 'name': Destroy_Task} progress is 33%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.735220] env[69319]: DEBUG nova.network.neutron [None req-7ae555bb-0315-4c94-9679-4c7dde4dedfb tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 4468ad34-4471-4bbe-82b7-cabe1f9fbea6] Updating instance_info_cache with network_info: [{"id": "cce57cf9-3a99-476d-ae0a-871328cd9ea4", "address": "fa:16:3e:e7:44:1d", "network": {"id": "5b6a3856-a59d-4821-b22f-d38a582fca59", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-151173017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8712195e5600495dac5d45bcbbd358ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcce57cf9-3a", "ovs_interfaceid": "cce57cf9-3a99-476d-ae0a-871328cd9ea4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1267.173391] env[69319]: DEBUG oslo_vmware.api [None req-4426212d-220e-4917-a086-fc29629fa6b2 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': task-3224183, 'name': Destroy_Task} progress is 33%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.238654] env[69319]: DEBUG oslo_concurrency.lockutils [None req-7ae555bb-0315-4c94-9679-4c7dde4dedfb tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Releasing lock "refresh_cache-4468ad34-4471-4bbe-82b7-cabe1f9fbea6" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.239653] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-682f7980-b12d-4b10-aabc-dfec7dbde071 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.246453] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb927f84-6497-43ad-b08f-113d115f1b97 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.400415] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0e1506a-8662-4d60-b707-575abf0b1487 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Acquiring lock "574f6fe8-e9de-4b6a-8a6e-ebdcd4ee7ead" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.400690] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0e1506a-8662-4d60-b707-575abf0b1487 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Lock "574f6fe8-e9de-4b6a-8a6e-ebdcd4ee7ead" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.400937] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0e1506a-8662-4d60-b707-575abf0b1487 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Acquiring lock "574f6fe8-e9de-4b6a-8a6e-ebdcd4ee7ead-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.401147] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0e1506a-8662-4d60-b707-575abf0b1487 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Lock "574f6fe8-e9de-4b6a-8a6e-ebdcd4ee7ead-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.401318] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0e1506a-8662-4d60-b707-575abf0b1487 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Lock "574f6fe8-e9de-4b6a-8a6e-ebdcd4ee7ead-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.403325] env[69319]: INFO nova.compute.manager [None req-b0e1506a-8662-4d60-b707-575abf0b1487 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 574f6fe8-e9de-4b6a-8a6e-ebdcd4ee7ead] Terminating instance [ 1267.606924] env[69319]: DEBUG nova.compute.manager [None req-9ee6a769-0398-4dfb-bf5a-b0e6aef0ee63 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 21e71e4a-5812-4daa-9037-14dd922a32dc] Start spawning the instance on the hypervisor. {{(pid=69319) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1267.633343] env[69319]: DEBUG nova.virt.hardware [None req-9ee6a769-0398-4dfb-bf5a-b0e6aef0ee63 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:32:36Z,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31f027872f6f44dba95ff2fe7a062e00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:32:36Z,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1267.633604] env[69319]: DEBUG nova.virt.hardware [None req-9ee6a769-0398-4dfb-bf5a-b0e6aef0ee63 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1267.633764] env[69319]: DEBUG nova.virt.hardware [None req-9ee6a769-0398-4dfb-bf5a-b0e6aef0ee63 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1267.633951] env[69319]: DEBUG nova.virt.hardware [None req-9ee6a769-0398-4dfb-bf5a-b0e6aef0ee63 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1267.634114] env[69319]: DEBUG nova.virt.hardware [None req-9ee6a769-0398-4dfb-bf5a-b0e6aef0ee63 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1267.634267] env[69319]: DEBUG nova.virt.hardware [None req-9ee6a769-0398-4dfb-bf5a-b0e6aef0ee63 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1267.634477] env[69319]: DEBUG nova.virt.hardware [None req-9ee6a769-0398-4dfb-bf5a-b0e6aef0ee63 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1267.634700] env[69319]: DEBUG nova.virt.hardware [None req-9ee6a769-0398-4dfb-bf5a-b0e6aef0ee63 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1267.634887] env[69319]: DEBUG nova.virt.hardware [None req-9ee6a769-0398-4dfb-bf5a-b0e6aef0ee63 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1267.635069] env[69319]: DEBUG nova.virt.hardware [None req-9ee6a769-0398-4dfb-bf5a-b0e6aef0ee63 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1267.635263] env[69319]: DEBUG nova.virt.hardware [None req-9ee6a769-0398-4dfb-bf5a-b0e6aef0ee63 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1267.636207] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ce6ab57-e91d-44a7-b9e0-21a155df90d7 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.644527] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc7cbbe7-6d35-4778-9e6c-92080f7b4778 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.671481] env[69319]: DEBUG oslo_vmware.api [None req-4426212d-220e-4917-a086-fc29629fa6b2 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': task-3224183, 'name': Destroy_Task, 'duration_secs': 1.108448} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.672400] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-4426212d-220e-4917-a086-fc29629fa6b2 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 200ccf3f-9130-42ed-a8e9-d697997e75f9] Destroyed the VM [ 1267.672400] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-4426212d-220e-4917-a086-fc29629fa6b2 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 200ccf3f-9130-42ed-a8e9-d697997e75f9] Deleting Snapshot of the VM instance {{(pid=69319) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1267.672561] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5001aa1a-ad5c-4547-81de-5ac94aa58710 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.678602] env[69319]: DEBUG oslo_vmware.api [None req-4426212d-220e-4917-a086-fc29629fa6b2 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Waiting for the task: (returnval){ [ 1267.678602] env[69319]: value = "task-3224184" [ 1267.678602] env[69319]: _type = "Task" [ 1267.678602] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.686460] env[69319]: DEBUG oslo_vmware.api [None req-4426212d-220e-4917-a086-fc29629fa6b2 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': task-3224184, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.906807] env[69319]: DEBUG nova.compute.manager [None req-b0e1506a-8662-4d60-b707-575abf0b1487 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 574f6fe8-e9de-4b6a-8a6e-ebdcd4ee7ead] Start destroying the instance on the hypervisor. {{(pid=69319) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1267.907185] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-b0e1506a-8662-4d60-b707-575abf0b1487 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 574f6fe8-e9de-4b6a-8a6e-ebdcd4ee7ead] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1267.908875] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33bf9c2c-0109-48bc-8c3c-8cb5e9ff3216 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.915315] env[69319]: DEBUG nova.compute.manager [req-6eb7da52-759c-4aae-a489-6ed4759ef2fa req-f64189f1-117d-44aa-b140-4b6c5de03f39 service nova] [instance: 21e71e4a-5812-4daa-9037-14dd922a32dc] Received event network-vif-plugged-637d3ba9-189d-4943-95d2-f9f60c4b6659 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1267.915606] env[69319]: DEBUG oslo_concurrency.lockutils [req-6eb7da52-759c-4aae-a489-6ed4759ef2fa req-f64189f1-117d-44aa-b140-4b6c5de03f39 service nova] Acquiring lock "21e71e4a-5812-4daa-9037-14dd922a32dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.915898] env[69319]: DEBUG oslo_concurrency.lockutils [req-6eb7da52-759c-4aae-a489-6ed4759ef2fa req-f64189f1-117d-44aa-b140-4b6c5de03f39 service nova] Lock "21e71e4a-5812-4daa-9037-14dd922a32dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.916170] env[69319]: DEBUG oslo_concurrency.lockutils [req-6eb7da52-759c-4aae-a489-6ed4759ef2fa req-f64189f1-117d-44aa-b140-4b6c5de03f39 service nova] Lock "21e71e4a-5812-4daa-9037-14dd922a32dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.916395] env[69319]: DEBUG nova.compute.manager [req-6eb7da52-759c-4aae-a489-6ed4759ef2fa req-f64189f1-117d-44aa-b140-4b6c5de03f39 service nova] [instance: 21e71e4a-5812-4daa-9037-14dd922a32dc] No waiting events found dispatching network-vif-plugged-637d3ba9-189d-4943-95d2-f9f60c4b6659 {{(pid=69319) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1267.916614] env[69319]: WARNING nova.compute.manager [req-6eb7da52-759c-4aae-a489-6ed4759ef2fa req-f64189f1-117d-44aa-b140-4b6c5de03f39 service nova] [instance: 21e71e4a-5812-4daa-9037-14dd922a32dc] Received unexpected event network-vif-plugged-637d3ba9-189d-4943-95d2-f9f60c4b6659 for instance with vm_state building and task_state spawning. [ 1267.922556] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0e1506a-8662-4d60-b707-575abf0b1487 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 574f6fe8-e9de-4b6a-8a6e-ebdcd4ee7ead] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1267.922797] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1c898c1a-947a-49af-90e4-5e3c34373f25 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.929101] env[69319]: DEBUG oslo_vmware.api [None req-b0e1506a-8662-4d60-b707-575abf0b1487 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Waiting for the task: (returnval){ [ 1267.929101] env[69319]: value = "task-3224185" [ 1267.929101] env[69319]: _type = "Task" [ 1267.929101] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.936754] env[69319]: DEBUG oslo_vmware.api [None req-b0e1506a-8662-4d60-b707-575abf0b1487 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': task-3224185, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.040614] env[69319]: DEBUG nova.network.neutron [None req-9ee6a769-0398-4dfb-bf5a-b0e6aef0ee63 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 21e71e4a-5812-4daa-9037-14dd922a32dc] Successfully updated port: 637d3ba9-189d-4943-95d2-f9f60c4b6659 {{(pid=69319) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1268.190844] env[69319]: DEBUG oslo_vmware.api [None req-4426212d-220e-4917-a086-fc29629fa6b2 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': task-3224184, 'name': RemoveSnapshot_Task, 'duration_secs': 0.312561} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.191168] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-4426212d-220e-4917-a086-fc29629fa6b2 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 200ccf3f-9130-42ed-a8e9-d697997e75f9] Deleted Snapshot of the VM instance {{(pid=69319) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1268.191460] env[69319]: DEBUG nova.compute.manager [None req-4426212d-220e-4917-a086-fc29629fa6b2 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 200ccf3f-9130-42ed-a8e9-d697997e75f9] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1268.192261] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cffbafac-eebb-43a0-bb6d-e82c52d1906c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.331229] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ae555bb-0315-4c94-9679-4c7dde4dedfb tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 4468ad34-4471-4bbe-82b7-cabe1f9fbea6] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1268.331549] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9fe9c2b9-1992-42e1-a75d-501eda6a3070 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.339125] env[69319]: DEBUG oslo_vmware.api [None req-7ae555bb-0315-4c94-9679-4c7dde4dedfb tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Waiting for the task: (returnval){ [ 1268.339125] env[69319]: value = "task-3224186" [ 1268.339125] env[69319]: _type = "Task" [ 1268.339125] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.347764] env[69319]: DEBUG oslo_vmware.api [None req-7ae555bb-0315-4c94-9679-4c7dde4dedfb tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3224186, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.441472] env[69319]: DEBUG oslo_vmware.api [None req-b0e1506a-8662-4d60-b707-575abf0b1487 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': task-3224185, 'name': PowerOffVM_Task, 'duration_secs': 0.192275} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.441705] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0e1506a-8662-4d60-b707-575abf0b1487 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 574f6fe8-e9de-4b6a-8a6e-ebdcd4ee7ead] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1268.441881] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-b0e1506a-8662-4d60-b707-575abf0b1487 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 574f6fe8-e9de-4b6a-8a6e-ebdcd4ee7ead] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1268.442162] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d636aa2a-970c-4d17-8661-cd5450a13afb {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.504454] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-b0e1506a-8662-4d60-b707-575abf0b1487 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 574f6fe8-e9de-4b6a-8a6e-ebdcd4ee7ead] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1268.504770] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-b0e1506a-8662-4d60-b707-575abf0b1487 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 574f6fe8-e9de-4b6a-8a6e-ebdcd4ee7ead] Deleting contents of the VM from datastore datastore1 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1268.504977] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0e1506a-8662-4d60-b707-575abf0b1487 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Deleting the datastore file [datastore1] 574f6fe8-e9de-4b6a-8a6e-ebdcd4ee7ead {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1268.505701] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f1910da8-4235-43db-bd3f-ae4cdcc6c19e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.512735] env[69319]: DEBUG oslo_vmware.api [None req-b0e1506a-8662-4d60-b707-575abf0b1487 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Waiting for the task: (returnval){ [ 1268.512735] env[69319]: value = "task-3224188" [ 1268.512735] env[69319]: _type = "Task" [ 1268.512735] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.521716] env[69319]: DEBUG oslo_vmware.api [None req-b0e1506a-8662-4d60-b707-575abf0b1487 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': task-3224188, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.544484] env[69319]: DEBUG oslo_concurrency.lockutils [None req-9ee6a769-0398-4dfb-bf5a-b0e6aef0ee63 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Acquiring lock "refresh_cache-21e71e4a-5812-4daa-9037-14dd922a32dc" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.544709] env[69319]: DEBUG oslo_concurrency.lockutils [None req-9ee6a769-0398-4dfb-bf5a-b0e6aef0ee63 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Acquired lock "refresh_cache-21e71e4a-5812-4daa-9037-14dd922a32dc" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.544915] env[69319]: DEBUG nova.network.neutron [None req-9ee6a769-0398-4dfb-bf5a-b0e6aef0ee63 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 21e71e4a-5812-4daa-9037-14dd922a32dc] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1268.704224] env[69319]: INFO nova.compute.manager [None req-4426212d-220e-4917-a086-fc29629fa6b2 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 200ccf3f-9130-42ed-a8e9-d697997e75f9] Shelve offloading [ 1268.849413] env[69319]: DEBUG oslo_vmware.api [None req-7ae555bb-0315-4c94-9679-4c7dde4dedfb tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3224186, 'name': PowerOffVM_Task, 'duration_secs': 0.251632} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.850735] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ae555bb-0315-4c94-9679-4c7dde4dedfb tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 4468ad34-4471-4bbe-82b7-cabe1f9fbea6] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1268.850735] env[69319]: DEBUG nova.virt.hardware [None req-7ae555bb-0315-4c94-9679-4c7dde4dedfb tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1268.850903] env[69319]: DEBUG nova.virt.hardware [None req-7ae555bb-0315-4c94-9679-4c7dde4dedfb tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1268.851015] env[69319]: DEBUG nova.virt.hardware [None req-7ae555bb-0315-4c94-9679-4c7dde4dedfb tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1268.851217] env[69319]: DEBUG nova.virt.hardware [None req-7ae555bb-0315-4c94-9679-4c7dde4dedfb tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1268.851367] env[69319]: DEBUG nova.virt.hardware [None req-7ae555bb-0315-4c94-9679-4c7dde4dedfb tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1268.851516] env[69319]: DEBUG nova.virt.hardware [None req-7ae555bb-0315-4c94-9679-4c7dde4dedfb tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1268.851721] env[69319]: DEBUG nova.virt.hardware [None req-7ae555bb-0315-4c94-9679-4c7dde4dedfb tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1268.851886] env[69319]: DEBUG nova.virt.hardware [None req-7ae555bb-0315-4c94-9679-4c7dde4dedfb tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1268.852067] env[69319]: DEBUG nova.virt.hardware [None req-7ae555bb-0315-4c94-9679-4c7dde4dedfb tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1268.852239] env[69319]: DEBUG nova.virt.hardware [None req-7ae555bb-0315-4c94-9679-4c7dde4dedfb tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1268.852415] env[69319]: DEBUG nova.virt.hardware [None req-7ae555bb-0315-4c94-9679-4c7dde4dedfb tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1268.857414] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e21c80d9-fed5-4f12-8128-799cb743ecb2 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.872783] env[69319]: DEBUG oslo_vmware.api [None req-7ae555bb-0315-4c94-9679-4c7dde4dedfb tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Waiting for the task: (returnval){ [ 1268.872783] env[69319]: value = "task-3224189" [ 1268.872783] env[69319]: _type = "Task" [ 1268.872783] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.880371] env[69319]: DEBUG oslo_vmware.api [None req-7ae555bb-0315-4c94-9679-4c7dde4dedfb tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3224189, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.024949] env[69319]: DEBUG oslo_vmware.api [None req-b0e1506a-8662-4d60-b707-575abf0b1487 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': task-3224188, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190172} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.025276] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0e1506a-8662-4d60-b707-575abf0b1487 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1269.025496] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-b0e1506a-8662-4d60-b707-575abf0b1487 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 574f6fe8-e9de-4b6a-8a6e-ebdcd4ee7ead] Deleted contents of the VM from datastore datastore1 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1269.025713] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-b0e1506a-8662-4d60-b707-575abf0b1487 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 574f6fe8-e9de-4b6a-8a6e-ebdcd4ee7ead] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1269.025920] env[69319]: INFO nova.compute.manager [None req-b0e1506a-8662-4d60-b707-575abf0b1487 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 574f6fe8-e9de-4b6a-8a6e-ebdcd4ee7ead] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1269.026207] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b0e1506a-8662-4d60-b707-575abf0b1487 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1269.026424] env[69319]: DEBUG nova.compute.manager [-] [instance: 574f6fe8-e9de-4b6a-8a6e-ebdcd4ee7ead] Deallocating network for instance {{(pid=69319) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1269.026532] env[69319]: DEBUG nova.network.neutron [-] [instance: 574f6fe8-e9de-4b6a-8a6e-ebdcd4ee7ead] deallocate_for_instance() {{(pid=69319) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1269.074919] env[69319]: DEBUG nova.network.neutron [None req-9ee6a769-0398-4dfb-bf5a-b0e6aef0ee63 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 21e71e4a-5812-4daa-9037-14dd922a32dc] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1269.202977] env[69319]: DEBUG nova.network.neutron [None req-9ee6a769-0398-4dfb-bf5a-b0e6aef0ee63 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 21e71e4a-5812-4daa-9037-14dd922a32dc] Updating instance_info_cache with network_info: [{"id": "637d3ba9-189d-4943-95d2-f9f60c4b6659", "address": "fa:16:3e:75:c2:6a", "network": {"id": "106fc08f-1807-4065-8e5f-d5dd2ea396ac", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-470234828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fe67d8fa7124a519dd9af8bbd6a48a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap637d3ba9-18", "ovs_interfaceid": "637d3ba9-189d-4943-95d2-f9f60c4b6659", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1269.208243] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-4426212d-220e-4917-a086-fc29629fa6b2 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 200ccf3f-9130-42ed-a8e9-d697997e75f9] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1269.208546] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-60332b4b-da0d-4047-b6bb-f29dcf782252 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.216750] env[69319]: DEBUG oslo_vmware.api [None req-4426212d-220e-4917-a086-fc29629fa6b2 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Waiting for the task: (returnval){ [ 1269.216750] env[69319]: value = "task-3224190" [ 1269.216750] env[69319]: _type = "Task" [ 1269.216750] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.225517] env[69319]: DEBUG oslo_vmware.api [None req-4426212d-220e-4917-a086-fc29629fa6b2 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': task-3224190, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.383037] env[69319]: DEBUG oslo_vmware.api [None req-7ae555bb-0315-4c94-9679-4c7dde4dedfb tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3224189, 'name': ReconfigVM_Task, 'duration_secs': 0.152183} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.383752] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe47b88a-cc2e-4775-8876-403062ea6cc4 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.406538] env[69319]: DEBUG nova.virt.hardware [None req-7ae555bb-0315-4c94-9679-4c7dde4dedfb tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1269.406786] env[69319]: DEBUG nova.virt.hardware [None req-7ae555bb-0315-4c94-9679-4c7dde4dedfb tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1269.406948] env[69319]: DEBUG nova.virt.hardware [None req-7ae555bb-0315-4c94-9679-4c7dde4dedfb tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1269.407147] env[69319]: DEBUG nova.virt.hardware [None req-7ae555bb-0315-4c94-9679-4c7dde4dedfb tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1269.407297] env[69319]: DEBUG nova.virt.hardware [None req-7ae555bb-0315-4c94-9679-4c7dde4dedfb tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1269.407445] env[69319]: DEBUG nova.virt.hardware [None req-7ae555bb-0315-4c94-9679-4c7dde4dedfb tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1269.407650] env[69319]: DEBUG nova.virt.hardware [None req-7ae555bb-0315-4c94-9679-4c7dde4dedfb tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1269.407812] env[69319]: DEBUG nova.virt.hardware [None req-7ae555bb-0315-4c94-9679-4c7dde4dedfb tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1269.407979] env[69319]: DEBUG nova.virt.hardware [None req-7ae555bb-0315-4c94-9679-4c7dde4dedfb tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1269.408160] env[69319]: DEBUG nova.virt.hardware [None req-7ae555bb-0315-4c94-9679-4c7dde4dedfb tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1269.408332] env[69319]: DEBUG nova.virt.hardware [None req-7ae555bb-0315-4c94-9679-4c7dde4dedfb tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1269.409132] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cba30049-2b5e-475a-b0e1-c8d41bb4ae3a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.414863] env[69319]: DEBUG oslo_vmware.api [None req-7ae555bb-0315-4c94-9679-4c7dde4dedfb tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Waiting for the task: (returnval){ [ 1269.414863] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52eead41-204e-dc03-5a41-50976bae11fb" [ 1269.414863] env[69319]: _type = "Task" [ 1269.414863] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.422959] env[69319]: DEBUG oslo_vmware.api [None req-7ae555bb-0315-4c94-9679-4c7dde4dedfb tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52eead41-204e-dc03-5a41-50976bae11fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.705506] env[69319]: DEBUG oslo_concurrency.lockutils [None req-9ee6a769-0398-4dfb-bf5a-b0e6aef0ee63 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Releasing lock "refresh_cache-21e71e4a-5812-4daa-9037-14dd922a32dc" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.705909] env[69319]: DEBUG nova.compute.manager [None req-9ee6a769-0398-4dfb-bf5a-b0e6aef0ee63 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 21e71e4a-5812-4daa-9037-14dd922a32dc] Instance network_info: |[{"id": "637d3ba9-189d-4943-95d2-f9f60c4b6659", "address": "fa:16:3e:75:c2:6a", "network": {"id": "106fc08f-1807-4065-8e5f-d5dd2ea396ac", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-470234828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fe67d8fa7124a519dd9af8bbd6a48a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap637d3ba9-18", "ovs_interfaceid": "637d3ba9-189d-4943-95d2-f9f60c4b6659", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1269.706366] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-9ee6a769-0398-4dfb-bf5a-b0e6aef0ee63 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 21e71e4a-5812-4daa-9037-14dd922a32dc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:c2:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a485857d-7086-4dcf-9d65-d0dcd177fcb0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '637d3ba9-189d-4943-95d2-f9f60c4b6659', 'vif_model': 'vmxnet3'}] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1269.714018] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9ee6a769-0398-4dfb-bf5a-b0e6aef0ee63 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1269.714239] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21e71e4a-5812-4daa-9037-14dd922a32dc] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1269.714464] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-92b3159e-048d-4175-945b-7b3a4e2844d3 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.739133] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-4426212d-220e-4917-a086-fc29629fa6b2 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 200ccf3f-9130-42ed-a8e9-d697997e75f9] VM already powered off {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1269.739362] env[69319]: DEBUG nova.compute.manager [None req-4426212d-220e-4917-a086-fc29629fa6b2 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 200ccf3f-9130-42ed-a8e9-d697997e75f9] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1269.739591] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1269.739591] env[69319]: value = "task-3224191" [ 1269.739591] env[69319]: _type = "Task" [ 1269.739591] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.740266] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3f873c6-d02a-4438-ac5f-30061a0712ad {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.748973] env[69319]: DEBUG oslo_concurrency.lockutils [None req-4426212d-220e-4917-a086-fc29629fa6b2 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Acquiring lock "refresh_cache-200ccf3f-9130-42ed-a8e9-d697997e75f9" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.749157] env[69319]: DEBUG oslo_concurrency.lockutils [None req-4426212d-220e-4917-a086-fc29629fa6b2 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Acquired lock "refresh_cache-200ccf3f-9130-42ed-a8e9-d697997e75f9" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.749327] env[69319]: DEBUG nova.network.neutron [None req-4426212d-220e-4917-a086-fc29629fa6b2 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 200ccf3f-9130-42ed-a8e9-d697997e75f9] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1269.753175] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3224191, 'name': CreateVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.774593] env[69319]: DEBUG nova.network.neutron [-] [instance: 574f6fe8-e9de-4b6a-8a6e-ebdcd4ee7ead] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1269.925966] env[69319]: DEBUG oslo_vmware.api [None req-7ae555bb-0315-4c94-9679-4c7dde4dedfb tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52eead41-204e-dc03-5a41-50976bae11fb, 'name': SearchDatastore_Task, 'duration_secs': 0.007258} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.932954] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ae555bb-0315-4c94-9679-4c7dde4dedfb tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 4468ad34-4471-4bbe-82b7-cabe1f9fbea6] Reconfiguring VM instance instance-00000063 to detach disk 2000 {{(pid=69319) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1269.935755] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f75009b3-2211-4b52-93d2-4e284a4fb61b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.950550] env[69319]: DEBUG oslo_concurrency.lockutils [None req-77efe4c8-7dbf-4ae2-af8d-0745953fa1a1 tempest-ServersTestFqdnHostnames-1404736789 tempest-ServersTestFqdnHostnames-1404736789-project-member] Acquiring lock "50b876f6-e366-42fb-8158-938f5f1a643e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.950799] env[69319]: DEBUG oslo_concurrency.lockutils [None req-77efe4c8-7dbf-4ae2-af8d-0745953fa1a1 tempest-ServersTestFqdnHostnames-1404736789 tempest-ServersTestFqdnHostnames-1404736789-project-member] Lock "50b876f6-e366-42fb-8158-938f5f1a643e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.951013] env[69319]: DEBUG oslo_concurrency.lockutils [None req-77efe4c8-7dbf-4ae2-af8d-0745953fa1a1 tempest-ServersTestFqdnHostnames-1404736789 tempest-ServersTestFqdnHostnames-1404736789-project-member] Acquiring lock "50b876f6-e366-42fb-8158-938f5f1a643e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.951207] env[69319]: DEBUG oslo_concurrency.lockutils [None req-77efe4c8-7dbf-4ae2-af8d-0745953fa1a1 tempest-ServersTestFqdnHostnames-1404736789 tempest-ServersTestFqdnHostnames-1404736789-project-member] Lock "50b876f6-e366-42fb-8158-938f5f1a643e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.951376] env[69319]: DEBUG oslo_concurrency.lockutils [None req-77efe4c8-7dbf-4ae2-af8d-0745953fa1a1 tempest-ServersTestFqdnHostnames-1404736789 tempest-ServersTestFqdnHostnames-1404736789-project-member] Lock "50b876f6-e366-42fb-8158-938f5f1a643e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1269.954161] env[69319]: DEBUG nova.compute.manager [req-992f92fc-e9ea-4861-adc0-76dc5318a565 req-31522650-1bf3-4c85-b596-efe8a9e160f6 service nova] [instance: 21e71e4a-5812-4daa-9037-14dd922a32dc] Received event network-changed-637d3ba9-189d-4943-95d2-f9f60c4b6659 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1269.954357] env[69319]: DEBUG nova.compute.manager [req-992f92fc-e9ea-4861-adc0-76dc5318a565 req-31522650-1bf3-4c85-b596-efe8a9e160f6 service nova] [instance: 21e71e4a-5812-4daa-9037-14dd922a32dc] Refreshing instance network info cache due to event network-changed-637d3ba9-189d-4943-95d2-f9f60c4b6659. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1269.954555] env[69319]: DEBUG oslo_concurrency.lockutils [req-992f92fc-e9ea-4861-adc0-76dc5318a565 req-31522650-1bf3-4c85-b596-efe8a9e160f6 service nova] Acquiring lock "refresh_cache-21e71e4a-5812-4daa-9037-14dd922a32dc" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.954953] env[69319]: DEBUG oslo_concurrency.lockutils [req-992f92fc-e9ea-4861-adc0-76dc5318a565 req-31522650-1bf3-4c85-b596-efe8a9e160f6 service nova] Acquired lock "refresh_cache-21e71e4a-5812-4daa-9037-14dd922a32dc" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.954953] env[69319]: DEBUG nova.network.neutron [req-992f92fc-e9ea-4861-adc0-76dc5318a565 req-31522650-1bf3-4c85-b596-efe8a9e160f6 service nova] [instance: 21e71e4a-5812-4daa-9037-14dd922a32dc] Refreshing network info cache for port 637d3ba9-189d-4943-95d2-f9f60c4b6659 {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1269.956884] env[69319]: INFO nova.compute.manager [None req-77efe4c8-7dbf-4ae2-af8d-0745953fa1a1 tempest-ServersTestFqdnHostnames-1404736789 tempest-ServersTestFqdnHostnames-1404736789-project-member] [instance: 50b876f6-e366-42fb-8158-938f5f1a643e] Terminating instance [ 1269.965454] env[69319]: DEBUG oslo_vmware.api [None req-7ae555bb-0315-4c94-9679-4c7dde4dedfb tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Waiting for the task: (returnval){ [ 1269.965454] env[69319]: value = "task-3224192" [ 1269.965454] env[69319]: _type = "Task" [ 1269.965454] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.975309] env[69319]: DEBUG oslo_vmware.api [None req-7ae555bb-0315-4c94-9679-4c7dde4dedfb tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3224192, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.252560] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3224191, 'name': CreateVM_Task, 'duration_secs': 0.312294} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.252560] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21e71e4a-5812-4daa-9037-14dd922a32dc] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1270.253253] env[69319]: DEBUG oslo_concurrency.lockutils [None req-9ee6a769-0398-4dfb-bf5a-b0e6aef0ee63 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.253451] env[69319]: DEBUG oslo_concurrency.lockutils [None req-9ee6a769-0398-4dfb-bf5a-b0e6aef0ee63 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.253758] env[69319]: DEBUG oslo_concurrency.lockutils [None req-9ee6a769-0398-4dfb-bf5a-b0e6aef0ee63 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.255840] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5088867-614a-4a17-b6a5-cf1e1431c825 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.260502] env[69319]: DEBUG oslo_vmware.api [None req-9ee6a769-0398-4dfb-bf5a-b0e6aef0ee63 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Waiting for the task: (returnval){ [ 1270.260502] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]528e4341-5bb7-3138-287f-1634bf0b4246" [ 1270.260502] env[69319]: _type = "Task" [ 1270.260502] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.269706] env[69319]: DEBUG oslo_vmware.api [None req-9ee6a769-0398-4dfb-bf5a-b0e6aef0ee63 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]528e4341-5bb7-3138-287f-1634bf0b4246, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.277242] env[69319]: INFO nova.compute.manager [-] [instance: 574f6fe8-e9de-4b6a-8a6e-ebdcd4ee7ead] Took 1.25 seconds to deallocate network for instance. [ 1270.462147] env[69319]: DEBUG nova.compute.manager [None req-77efe4c8-7dbf-4ae2-af8d-0745953fa1a1 tempest-ServersTestFqdnHostnames-1404736789 tempest-ServersTestFqdnHostnames-1404736789-project-member] [instance: 50b876f6-e366-42fb-8158-938f5f1a643e] Start destroying the instance on the hypervisor. {{(pid=69319) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1270.462412] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-77efe4c8-7dbf-4ae2-af8d-0745953fa1a1 tempest-ServersTestFqdnHostnames-1404736789 tempest-ServersTestFqdnHostnames-1404736789-project-member] [instance: 50b876f6-e366-42fb-8158-938f5f1a643e] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1270.463340] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1bec66c-868e-403d-bcc1-9222630a8b20 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.467073] env[69319]: DEBUG nova.network.neutron [None req-4426212d-220e-4917-a086-fc29629fa6b2 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 200ccf3f-9130-42ed-a8e9-d697997e75f9] Updating instance_info_cache with network_info: [{"id": "e6702a2d-82fe-4040-8d1b-021160ebd094", "address": "fa:16:3e:dd:f8:f1", "network": {"id": "4f737b3f-f5c1-42ef-806b-0c1446295bfe", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1251481083-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a48ceaae88374e5fb247e3cd24f5e437", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3db2ab9e-1244-4377-b05f-ab76003f2428", "external-id": "nsx-vlan-transportzone-199", "segmentation_id": 199, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6702a2d-82", "ovs_interfaceid": "e6702a2d-82fe-4040-8d1b-021160ebd094", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1270.476668] env[69319]: DEBUG oslo_vmware.api [None req-7ae555bb-0315-4c94-9679-4c7dde4dedfb tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3224192, 'name': ReconfigVM_Task, 'duration_secs': 0.213508} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.479269] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ae555bb-0315-4c94-9679-4c7dde4dedfb tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 4468ad34-4471-4bbe-82b7-cabe1f9fbea6] Reconfigured VM instance instance-00000063 to detach disk 2000 {{(pid=69319) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1270.479599] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-77efe4c8-7dbf-4ae2-af8d-0745953fa1a1 tempest-ServersTestFqdnHostnames-1404736789 tempest-ServersTestFqdnHostnames-1404736789-project-member] [instance: 50b876f6-e366-42fb-8158-938f5f1a643e] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1270.480400] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b4409cc-9dc4-4bc9-928c-09f54eabdeed {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.483494] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-24991ef2-01ae-40a8-b6c1-c088d197b9be {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.509833] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ae555bb-0315-4c94-9679-4c7dde4dedfb tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 4468ad34-4471-4bbe-82b7-cabe1f9fbea6] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] 4468ad34-4471-4bbe-82b7-cabe1f9fbea6/4468ad34-4471-4bbe-82b7-cabe1f9fbea6.vmdk or device None with type thin {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1270.513936] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33e9f006-72cd-41a2-94b6-e468bc39d98a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.527804] env[69319]: DEBUG oslo_vmware.api [None req-77efe4c8-7dbf-4ae2-af8d-0745953fa1a1 tempest-ServersTestFqdnHostnames-1404736789 tempest-ServersTestFqdnHostnames-1404736789-project-member] Waiting for the task: (returnval){ [ 1270.527804] env[69319]: value = "task-3224193" [ 1270.527804] env[69319]: _type = "Task" [ 1270.527804] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.534101] env[69319]: DEBUG oslo_vmware.api [None req-7ae555bb-0315-4c94-9679-4c7dde4dedfb tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Waiting for the task: (returnval){ [ 1270.534101] env[69319]: value = "task-3224194" [ 1270.534101] env[69319]: _type = "Task" [ 1270.534101] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.538029] env[69319]: DEBUG oslo_vmware.api [None req-77efe4c8-7dbf-4ae2-af8d-0745953fa1a1 tempest-ServersTestFqdnHostnames-1404736789 tempest-ServersTestFqdnHostnames-1404736789-project-member] Task: {'id': task-3224193, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.546592] env[69319]: DEBUG oslo_vmware.api [None req-7ae555bb-0315-4c94-9679-4c7dde4dedfb tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3224194, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.698487] env[69319]: DEBUG nova.network.neutron [req-992f92fc-e9ea-4861-adc0-76dc5318a565 req-31522650-1bf3-4c85-b596-efe8a9e160f6 service nova] [instance: 21e71e4a-5812-4daa-9037-14dd922a32dc] Updated VIF entry in instance network info cache for port 637d3ba9-189d-4943-95d2-f9f60c4b6659. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1270.698865] env[69319]: DEBUG nova.network.neutron [req-992f92fc-e9ea-4861-adc0-76dc5318a565 req-31522650-1bf3-4c85-b596-efe8a9e160f6 service nova] [instance: 21e71e4a-5812-4daa-9037-14dd922a32dc] Updating instance_info_cache with network_info: [{"id": "637d3ba9-189d-4943-95d2-f9f60c4b6659", "address": "fa:16:3e:75:c2:6a", "network": {"id": "106fc08f-1807-4065-8e5f-d5dd2ea396ac", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-470234828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fe67d8fa7124a519dd9af8bbd6a48a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap637d3ba9-18", "ovs_interfaceid": "637d3ba9-189d-4943-95d2-f9f60c4b6659", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1270.771542] env[69319]: DEBUG oslo_vmware.api [None req-9ee6a769-0398-4dfb-bf5a-b0e6aef0ee63 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]528e4341-5bb7-3138-287f-1634bf0b4246, 'name': SearchDatastore_Task, 'duration_secs': 0.009805} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.771824] env[69319]: DEBUG oslo_concurrency.lockutils [None req-9ee6a769-0398-4dfb-bf5a-b0e6aef0ee63 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.772202] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-9ee6a769-0398-4dfb-bf5a-b0e6aef0ee63 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 21e71e4a-5812-4daa-9037-14dd922a32dc] Processing image 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1270.772312] env[69319]: DEBUG oslo_concurrency.lockutils [None req-9ee6a769-0398-4dfb-bf5a-b0e6aef0ee63 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.772458] env[69319]: DEBUG oslo_concurrency.lockutils [None req-9ee6a769-0398-4dfb-bf5a-b0e6aef0ee63 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.772637] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ee6a769-0398-4dfb-bf5a-b0e6aef0ee63 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1270.773158] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0dd3cfe8-4ace-4e04-83d5-ac08a1d767cb {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.781303] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ee6a769-0398-4dfb-bf5a-b0e6aef0ee63 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1270.781477] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-9ee6a769-0398-4dfb-bf5a-b0e6aef0ee63 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1270.782812] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0e1506a-8662-4d60-b707-575abf0b1487 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.783069] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0e1506a-8662-4d60-b707-575abf0b1487 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.783287] env[69319]: DEBUG nova.objects.instance [None req-b0e1506a-8662-4d60-b707-575abf0b1487 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Lazy-loading 'resources' on Instance uuid 574f6fe8-e9de-4b6a-8a6e-ebdcd4ee7ead {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1270.784435] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aadbda58-0b39-4fc8-a4e8-65b328545db6 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.789769] env[69319]: DEBUG oslo_vmware.api [None req-9ee6a769-0398-4dfb-bf5a-b0e6aef0ee63 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Waiting for the task: (returnval){ [ 1270.789769] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]522c1546-1f1a-d396-e486-078b2b8954e0" [ 1270.789769] env[69319]: _type = "Task" [ 1270.789769] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.798516] env[69319]: DEBUG oslo_vmware.api [None req-9ee6a769-0398-4dfb-bf5a-b0e6aef0ee63 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]522c1546-1f1a-d396-e486-078b2b8954e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.972299] env[69319]: DEBUG oslo_concurrency.lockutils [None req-4426212d-220e-4917-a086-fc29629fa6b2 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Releasing lock "refresh_cache-200ccf3f-9130-42ed-a8e9-d697997e75f9" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.037631] env[69319]: DEBUG oslo_vmware.api [None req-77efe4c8-7dbf-4ae2-af8d-0745953fa1a1 tempest-ServersTestFqdnHostnames-1404736789 tempest-ServersTestFqdnHostnames-1404736789-project-member] Task: {'id': task-3224193, 'name': PowerOffVM_Task, 'duration_secs': 0.176146} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.040511] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-77efe4c8-7dbf-4ae2-af8d-0745953fa1a1 tempest-ServersTestFqdnHostnames-1404736789 tempest-ServersTestFqdnHostnames-1404736789-project-member] [instance: 50b876f6-e366-42fb-8158-938f5f1a643e] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1271.040694] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-77efe4c8-7dbf-4ae2-af8d-0745953fa1a1 tempest-ServersTestFqdnHostnames-1404736789 tempest-ServersTestFqdnHostnames-1404736789-project-member] [instance: 50b876f6-e366-42fb-8158-938f5f1a643e] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1271.040935] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c0f6a8df-2324-474e-a7c6-52541cfa9780 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.047310] env[69319]: DEBUG oslo_vmware.api [None req-7ae555bb-0315-4c94-9679-4c7dde4dedfb tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3224194, 'name': ReconfigVM_Task, 'duration_secs': 0.31648} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.047557] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ae555bb-0315-4c94-9679-4c7dde4dedfb tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 4468ad34-4471-4bbe-82b7-cabe1f9fbea6] Reconfigured VM instance instance-00000063 to attach disk [datastore2] 4468ad34-4471-4bbe-82b7-cabe1f9fbea6/4468ad34-4471-4bbe-82b7-cabe1f9fbea6.vmdk or device None with type thin {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1271.048375] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-898c9f03-5382-4c27-8a51-aba1f8a847cc {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.071032] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d311042-8260-4624-a448-062dace420f1 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.091838] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16d87608-24fc-456f-a3c0-cbcf2ac6d691 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.113900] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93159431-848c-465d-a428-b6de8ae547ca {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.116650] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-77efe4c8-7dbf-4ae2-af8d-0745953fa1a1 tempest-ServersTestFqdnHostnames-1404736789 tempest-ServersTestFqdnHostnames-1404736789-project-member] [instance: 50b876f6-e366-42fb-8158-938f5f1a643e] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1271.116849] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-77efe4c8-7dbf-4ae2-af8d-0745953fa1a1 tempest-ServersTestFqdnHostnames-1404736789 tempest-ServersTestFqdnHostnames-1404736789-project-member] [instance: 50b876f6-e366-42fb-8158-938f5f1a643e] Deleting contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1271.117035] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-77efe4c8-7dbf-4ae2-af8d-0745953fa1a1 tempest-ServersTestFqdnHostnames-1404736789 tempest-ServersTestFqdnHostnames-1404736789-project-member] Deleting the datastore file [datastore2] 50b876f6-e366-42fb-8158-938f5f1a643e {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1271.117271] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9f1c8d21-1520-4679-a937-9358d7004319 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.123070] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ae555bb-0315-4c94-9679-4c7dde4dedfb tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 4468ad34-4471-4bbe-82b7-cabe1f9fbea6] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1271.123656] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c13697ff-d845-4061-a693-330f4aa0fd94 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.127795] env[69319]: DEBUG oslo_vmware.api [None req-77efe4c8-7dbf-4ae2-af8d-0745953fa1a1 tempest-ServersTestFqdnHostnames-1404736789 tempest-ServersTestFqdnHostnames-1404736789-project-member] Waiting for the task: (returnval){ [ 1271.127795] env[69319]: value = "task-3224196" [ 1271.127795] env[69319]: _type = "Task" [ 1271.127795] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.130036] env[69319]: DEBUG oslo_vmware.api [None req-7ae555bb-0315-4c94-9679-4c7dde4dedfb tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Waiting for the task: (returnval){ [ 1271.130036] env[69319]: value = "task-3224197" [ 1271.130036] env[69319]: _type = "Task" [ 1271.130036] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.135907] env[69319]: DEBUG oslo_vmware.api [None req-77efe4c8-7dbf-4ae2-af8d-0745953fa1a1 tempest-ServersTestFqdnHostnames-1404736789 tempest-ServersTestFqdnHostnames-1404736789-project-member] Task: {'id': task-3224196, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.140470] env[69319]: DEBUG oslo_vmware.api [None req-7ae555bb-0315-4c94-9679-4c7dde4dedfb tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3224197, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.201382] env[69319]: DEBUG oslo_concurrency.lockutils [req-992f92fc-e9ea-4861-adc0-76dc5318a565 req-31522650-1bf3-4c85-b596-efe8a9e160f6 service nova] Releasing lock "refresh_cache-21e71e4a-5812-4daa-9037-14dd922a32dc" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.201988] env[69319]: DEBUG nova.compute.manager [req-992f92fc-e9ea-4861-adc0-76dc5318a565 req-31522650-1bf3-4c85-b596-efe8a9e160f6 service nova] [instance: 574f6fe8-e9de-4b6a-8a6e-ebdcd4ee7ead] Received event network-vif-deleted-59563fd6-e9d2-4795-af91-dde470940718 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1271.249035] env[69319]: DEBUG nova.compute.manager [req-8f56665c-cdc7-419c-803b-406f485445f0 req-04c697b9-fbaa-44f7-85f5-5bcc2a5b4ec0 service nova] [instance: 200ccf3f-9130-42ed-a8e9-d697997e75f9] Received event network-vif-unplugged-e6702a2d-82fe-4040-8d1b-021160ebd094 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1271.249277] env[69319]: DEBUG oslo_concurrency.lockutils [req-8f56665c-cdc7-419c-803b-406f485445f0 req-04c697b9-fbaa-44f7-85f5-5bcc2a5b4ec0 service nova] Acquiring lock "200ccf3f-9130-42ed-a8e9-d697997e75f9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.249487] env[69319]: DEBUG oslo_concurrency.lockutils [req-8f56665c-cdc7-419c-803b-406f485445f0 req-04c697b9-fbaa-44f7-85f5-5bcc2a5b4ec0 service nova] Lock "200ccf3f-9130-42ed-a8e9-d697997e75f9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.249654] env[69319]: DEBUG oslo_concurrency.lockutils [req-8f56665c-cdc7-419c-803b-406f485445f0 req-04c697b9-fbaa-44f7-85f5-5bcc2a5b4ec0 service nova] Lock "200ccf3f-9130-42ed-a8e9-d697997e75f9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1271.249829] env[69319]: DEBUG nova.compute.manager [req-8f56665c-cdc7-419c-803b-406f485445f0 req-04c697b9-fbaa-44f7-85f5-5bcc2a5b4ec0 service nova] [instance: 200ccf3f-9130-42ed-a8e9-d697997e75f9] No waiting events found dispatching network-vif-unplugged-e6702a2d-82fe-4040-8d1b-021160ebd094 {{(pid=69319) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1271.249998] env[69319]: WARNING nova.compute.manager [req-8f56665c-cdc7-419c-803b-406f485445f0 req-04c697b9-fbaa-44f7-85f5-5bcc2a5b4ec0 service nova] [instance: 200ccf3f-9130-42ed-a8e9-d697997e75f9] Received unexpected event network-vif-unplugged-e6702a2d-82fe-4040-8d1b-021160ebd094 for instance with vm_state shelved and task_state shelving_offloading. [ 1271.300758] env[69319]: DEBUG oslo_vmware.api [None req-9ee6a769-0398-4dfb-bf5a-b0e6aef0ee63 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]522c1546-1f1a-d396-e486-078b2b8954e0, 'name': SearchDatastore_Task, 'duration_secs': 0.009628} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.301887] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-696fe1d1-6dad-49df-9c6e-a0696dab01c7 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.306690] env[69319]: DEBUG oslo_vmware.api [None req-9ee6a769-0398-4dfb-bf5a-b0e6aef0ee63 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Waiting for the task: (returnval){ [ 1271.306690] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52be04fd-9f08-ffdd-42e5-09e78637df26" [ 1271.306690] env[69319]: _type = "Task" [ 1271.306690] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.307668] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-4426212d-220e-4917-a086-fc29629fa6b2 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 200ccf3f-9130-42ed-a8e9-d697997e75f9] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1271.308501] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7f3c121-0567-4a18-a34f-5ae2dbb489ef {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.322382] env[69319]: DEBUG oslo_vmware.api [None req-9ee6a769-0398-4dfb-bf5a-b0e6aef0ee63 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52be04fd-9f08-ffdd-42e5-09e78637df26, 'name': SearchDatastore_Task, 'duration_secs': 0.012826} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.324802] env[69319]: DEBUG oslo_concurrency.lockutils [None req-9ee6a769-0398-4dfb-bf5a-b0e6aef0ee63 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.325134] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ee6a769-0398-4dfb-bf5a-b0e6aef0ee63 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore1] 21e71e4a-5812-4daa-9037-14dd922a32dc/21e71e4a-5812-4daa-9037-14dd922a32dc.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1271.325468] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-4426212d-220e-4917-a086-fc29629fa6b2 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 200ccf3f-9130-42ed-a8e9-d697997e75f9] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1271.325718] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d2846eb9-2e0f-4e6e-9e49-33ae00738a3b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.327516] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0b33ab21-dd66-40ea-bb7a-59a2c188295e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.337429] env[69319]: DEBUG oslo_vmware.api [None req-9ee6a769-0398-4dfb-bf5a-b0e6aef0ee63 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Waiting for the task: (returnval){ [ 1271.337429] env[69319]: value = "task-3224199" [ 1271.337429] env[69319]: _type = "Task" [ 1271.337429] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.347063] env[69319]: DEBUG oslo_vmware.api [None req-9ee6a769-0398-4dfb-bf5a-b0e6aef0ee63 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': task-3224199, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.390922] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-4426212d-220e-4917-a086-fc29629fa6b2 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 200ccf3f-9130-42ed-a8e9-d697997e75f9] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1271.391175] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-4426212d-220e-4917-a086-fc29629fa6b2 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 200ccf3f-9130-42ed-a8e9-d697997e75f9] Deleting contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1271.391362] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-4426212d-220e-4917-a086-fc29629fa6b2 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Deleting the datastore file [datastore2] 200ccf3f-9130-42ed-a8e9-d697997e75f9 {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1271.391625] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-17a78598-0ac8-4201-b384-e83ce02e0fdc {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.400394] env[69319]: DEBUG oslo_vmware.api [None req-4426212d-220e-4917-a086-fc29629fa6b2 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Waiting for the task: (returnval){ [ 1271.400394] env[69319]: value = "task-3224200" [ 1271.400394] env[69319]: _type = "Task" [ 1271.400394] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.410052] env[69319]: DEBUG oslo_vmware.api [None req-4426212d-220e-4917-a086-fc29629fa6b2 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': task-3224200, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.464118] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66a76c51-e0d9-4174-a879-bd8d95a255a1 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.473511] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2169c3b1-06ec-4404-accc-1a67e2283d81 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.506722] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-372ffb72-cd83-48f5-b530-fc968f9f65ce {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.516094] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbe8b389-6e81-4401-8200-db35c3f9e33b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.530983] env[69319]: DEBUG nova.compute.provider_tree [None req-b0e1506a-8662-4d60-b707-575abf0b1487 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1271.640974] env[69319]: DEBUG oslo_vmware.api [None req-77efe4c8-7dbf-4ae2-af8d-0745953fa1a1 tempest-ServersTestFqdnHostnames-1404736789 tempest-ServersTestFqdnHostnames-1404736789-project-member] Task: {'id': task-3224196, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166626} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.644823] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-77efe4c8-7dbf-4ae2-af8d-0745953fa1a1 tempest-ServersTestFqdnHostnames-1404736789 tempest-ServersTestFqdnHostnames-1404736789-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1271.645089] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-77efe4c8-7dbf-4ae2-af8d-0745953fa1a1 tempest-ServersTestFqdnHostnames-1404736789 tempest-ServersTestFqdnHostnames-1404736789-project-member] [instance: 50b876f6-e366-42fb-8158-938f5f1a643e] Deleted contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1271.645290] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-77efe4c8-7dbf-4ae2-af8d-0745953fa1a1 tempest-ServersTestFqdnHostnames-1404736789 tempest-ServersTestFqdnHostnames-1404736789-project-member] [instance: 50b876f6-e366-42fb-8158-938f5f1a643e] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1271.645520] env[69319]: INFO nova.compute.manager [None req-77efe4c8-7dbf-4ae2-af8d-0745953fa1a1 tempest-ServersTestFqdnHostnames-1404736789 tempest-ServersTestFqdnHostnames-1404736789-project-member] [instance: 50b876f6-e366-42fb-8158-938f5f1a643e] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1271.645843] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-77efe4c8-7dbf-4ae2-af8d-0745953fa1a1 tempest-ServersTestFqdnHostnames-1404736789 tempest-ServersTestFqdnHostnames-1404736789-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1271.646106] env[69319]: DEBUG oslo_vmware.api [None req-7ae555bb-0315-4c94-9679-4c7dde4dedfb tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3224197, 'name': PowerOnVM_Task, 'duration_secs': 0.386326} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.646365] env[69319]: DEBUG nova.compute.manager [-] [instance: 50b876f6-e366-42fb-8158-938f5f1a643e] Deallocating network for instance {{(pid=69319) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1271.646477] env[69319]: DEBUG nova.network.neutron [-] [instance: 50b876f6-e366-42fb-8158-938f5f1a643e] deallocate_for_instance() {{(pid=69319) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1271.648555] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ae555bb-0315-4c94-9679-4c7dde4dedfb tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 4468ad34-4471-4bbe-82b7-cabe1f9fbea6] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1271.847472] env[69319]: DEBUG oslo_vmware.api [None req-9ee6a769-0398-4dfb-bf5a-b0e6aef0ee63 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': task-3224199, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.909586] env[69319]: DEBUG oslo_vmware.api [None req-4426212d-220e-4917-a086-fc29629fa6b2 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': task-3224200, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.21588} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.909834] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-4426212d-220e-4917-a086-fc29629fa6b2 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1271.910070] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-4426212d-220e-4917-a086-fc29629fa6b2 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 200ccf3f-9130-42ed-a8e9-d697997e75f9] Deleted contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1271.910300] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-4426212d-220e-4917-a086-fc29629fa6b2 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 200ccf3f-9130-42ed-a8e9-d697997e75f9] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1271.933464] env[69319]: INFO nova.scheduler.client.report [None req-4426212d-220e-4917-a086-fc29629fa6b2 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Deleted allocations for instance 200ccf3f-9130-42ed-a8e9-d697997e75f9 [ 1272.034823] env[69319]: DEBUG nova.scheduler.client.report [None req-b0e1506a-8662-4d60-b707-575abf0b1487 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1272.350091] env[69319]: DEBUG oslo_vmware.api [None req-9ee6a769-0398-4dfb-bf5a-b0e6aef0ee63 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': task-3224199, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.557256} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.350523] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ee6a769-0398-4dfb-bf5a-b0e6aef0ee63 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore1] 21e71e4a-5812-4daa-9037-14dd922a32dc/21e71e4a-5812-4daa-9037-14dd922a32dc.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1272.350751] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-9ee6a769-0398-4dfb-bf5a-b0e6aef0ee63 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 21e71e4a-5812-4daa-9037-14dd922a32dc] Extending root virtual disk to 1048576 {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1272.351021] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8e7bafe9-3155-4c23-80b2-664be6d6df01 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.359032] env[69319]: DEBUG oslo_vmware.api [None req-9ee6a769-0398-4dfb-bf5a-b0e6aef0ee63 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Waiting for the task: (returnval){ [ 1272.359032] env[69319]: value = "task-3224201" [ 1272.359032] env[69319]: _type = "Task" [ 1272.359032] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.367177] env[69319]: DEBUG oslo_vmware.api [None req-9ee6a769-0398-4dfb-bf5a-b0e6aef0ee63 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': task-3224201, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.439182] env[69319]: DEBUG oslo_concurrency.lockutils [None req-4426212d-220e-4917-a086-fc29629fa6b2 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.540829] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0e1506a-8662-4d60-b707-575abf0b1487 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.758s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.543968] env[69319]: DEBUG oslo_concurrency.lockutils [None req-4426212d-220e-4917-a086-fc29629fa6b2 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.104s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.543968] env[69319]: DEBUG nova.objects.instance [None req-4426212d-220e-4917-a086-fc29629fa6b2 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Lazy-loading 'resources' on Instance uuid 200ccf3f-9130-42ed-a8e9-d697997e75f9 {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1272.567036] env[69319]: INFO nova.scheduler.client.report [None req-b0e1506a-8662-4d60-b707-575abf0b1487 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Deleted allocations for instance 574f6fe8-e9de-4b6a-8a6e-ebdcd4ee7ead [ 1272.595370] env[69319]: DEBUG nova.network.neutron [-] [instance: 50b876f6-e366-42fb-8158-938f5f1a643e] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1272.695674] env[69319]: INFO nova.compute.manager [None req-7ae555bb-0315-4c94-9679-4c7dde4dedfb tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 4468ad34-4471-4bbe-82b7-cabe1f9fbea6] Updating instance to original state: 'active' [ 1272.868039] env[69319]: DEBUG oslo_vmware.api [None req-9ee6a769-0398-4dfb-bf5a-b0e6aef0ee63 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': task-3224201, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067248} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.868360] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-9ee6a769-0398-4dfb-bf5a-b0e6aef0ee63 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 21e71e4a-5812-4daa-9037-14dd922a32dc] Extended root virtual disk {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1272.869273] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7912844f-59de-4e58-a808-cb7646c5a2c3 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.892628] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ee6a769-0398-4dfb-bf5a-b0e6aef0ee63 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 21e71e4a-5812-4daa-9037-14dd922a32dc] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] 21e71e4a-5812-4daa-9037-14dd922a32dc/21e71e4a-5812-4daa-9037-14dd922a32dc.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1272.892916] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7676f78-578b-41bb-900c-5371d558dc21 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.913747] env[69319]: DEBUG oslo_vmware.api [None req-9ee6a769-0398-4dfb-bf5a-b0e6aef0ee63 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Waiting for the task: (returnval){ [ 1272.913747] env[69319]: value = "task-3224202" [ 1272.913747] env[69319]: _type = "Task" [ 1272.913747] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.923411] env[69319]: DEBUG oslo_vmware.api [None req-9ee6a769-0398-4dfb-bf5a-b0e6aef0ee63 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': task-3224202, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.046380] env[69319]: DEBUG nova.objects.instance [None req-4426212d-220e-4917-a086-fc29629fa6b2 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Lazy-loading 'numa_topology' on Instance uuid 200ccf3f-9130-42ed-a8e9-d697997e75f9 {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1273.074569] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0e1506a-8662-4d60-b707-575abf0b1487 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Lock "574f6fe8-e9de-4b6a-8a6e-ebdcd4ee7ead" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.674s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.099454] env[69319]: INFO nova.compute.manager [-] [instance: 50b876f6-e366-42fb-8158-938f5f1a643e] Took 1.45 seconds to deallocate network for instance. [ 1273.275536] env[69319]: DEBUG nova.compute.manager [req-7158d694-3311-4835-a4cb-c5a7d7a27a15 req-b5b1619a-21a4-4a07-9f6b-4c4a430b8b0f service nova] [instance: 200ccf3f-9130-42ed-a8e9-d697997e75f9] Received event network-changed-e6702a2d-82fe-4040-8d1b-021160ebd094 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1273.275674] env[69319]: DEBUG nova.compute.manager [req-7158d694-3311-4835-a4cb-c5a7d7a27a15 req-b5b1619a-21a4-4a07-9f6b-4c4a430b8b0f service nova] [instance: 200ccf3f-9130-42ed-a8e9-d697997e75f9] Refreshing instance network info cache due to event network-changed-e6702a2d-82fe-4040-8d1b-021160ebd094. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1273.275957] env[69319]: DEBUG oslo_concurrency.lockutils [req-7158d694-3311-4835-a4cb-c5a7d7a27a15 req-b5b1619a-21a4-4a07-9f6b-4c4a430b8b0f service nova] Acquiring lock "refresh_cache-200ccf3f-9130-42ed-a8e9-d697997e75f9" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.276122] env[69319]: DEBUG oslo_concurrency.lockutils [req-7158d694-3311-4835-a4cb-c5a7d7a27a15 req-b5b1619a-21a4-4a07-9f6b-4c4a430b8b0f service nova] Acquired lock "refresh_cache-200ccf3f-9130-42ed-a8e9-d697997e75f9" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.276230] env[69319]: DEBUG nova.network.neutron [req-7158d694-3311-4835-a4cb-c5a7d7a27a15 req-b5b1619a-21a4-4a07-9f6b-4c4a430b8b0f service nova] [instance: 200ccf3f-9130-42ed-a8e9-d697997e75f9] Refreshing network info cache for port e6702a2d-82fe-4040-8d1b-021160ebd094 {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1273.423541] env[69319]: DEBUG oslo_vmware.api [None req-9ee6a769-0398-4dfb-bf5a-b0e6aef0ee63 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': task-3224202, 'name': ReconfigVM_Task, 'duration_secs': 0.31152} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.423805] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ee6a769-0398-4dfb-bf5a-b0e6aef0ee63 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 21e71e4a-5812-4daa-9037-14dd922a32dc] Reconfigured VM instance instance-00000071 to attach disk [datastore1] 21e71e4a-5812-4daa-9037-14dd922a32dc/21e71e4a-5812-4daa-9037-14dd922a32dc.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1273.424472] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6af86add-c4cc-4ded-9b01-1862b4bc3493 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.430429] env[69319]: DEBUG oslo_vmware.api [None req-9ee6a769-0398-4dfb-bf5a-b0e6aef0ee63 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Waiting for the task: (returnval){ [ 1273.430429] env[69319]: value = "task-3224203" [ 1273.430429] env[69319]: _type = "Task" [ 1273.430429] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.437545] env[69319]: DEBUG oslo_vmware.api [None req-9ee6a769-0398-4dfb-bf5a-b0e6aef0ee63 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': task-3224203, 'name': Rename_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.549424] env[69319]: DEBUG nova.objects.base [None req-4426212d-220e-4917-a086-fc29629fa6b2 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Object Instance<200ccf3f-9130-42ed-a8e9-d697997e75f9> lazy-loaded attributes: resources,numa_topology {{(pid=69319) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1273.600181] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ba38b49e-f65e-440c-bb11-a61e7ca4f783 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Acquiring lock "4468ad34-4471-4bbe-82b7-cabe1f9fbea6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.600284] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ba38b49e-f65e-440c-bb11-a61e7ca4f783 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Lock "4468ad34-4471-4bbe-82b7-cabe1f9fbea6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.601036] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ba38b49e-f65e-440c-bb11-a61e7ca4f783 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Acquiring lock "4468ad34-4471-4bbe-82b7-cabe1f9fbea6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.601036] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ba38b49e-f65e-440c-bb11-a61e7ca4f783 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Lock "4468ad34-4471-4bbe-82b7-cabe1f9fbea6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.601036] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ba38b49e-f65e-440c-bb11-a61e7ca4f783 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Lock "4468ad34-4471-4bbe-82b7-cabe1f9fbea6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.605109] env[69319]: DEBUG oslo_concurrency.lockutils [None req-77efe4c8-7dbf-4ae2-af8d-0745953fa1a1 tempest-ServersTestFqdnHostnames-1404736789 tempest-ServersTestFqdnHostnames-1404736789-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.605600] env[69319]: INFO nova.compute.manager [None req-ba38b49e-f65e-440c-bb11-a61e7ca4f783 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 4468ad34-4471-4bbe-82b7-cabe1f9fbea6] Terminating instance [ 1273.695199] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3348b793-5f8a-4997-9a42-8fedbcef4630 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.703085] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44480545-3efb-48f3-aafd-6b8326e564ce {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.739499] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-033208e6-86ab-4198-af64-18535bb36b63 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.751913] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd5be82e-d891-465e-823d-475703e36f31 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.769126] env[69319]: DEBUG nova.compute.provider_tree [None req-4426212d-220e-4917-a086-fc29629fa6b2 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1273.943274] env[69319]: DEBUG oslo_vmware.api [None req-9ee6a769-0398-4dfb-bf5a-b0e6aef0ee63 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': task-3224203, 'name': Rename_Task, 'duration_secs': 0.141008} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.943765] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ee6a769-0398-4dfb-bf5a-b0e6aef0ee63 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 21e71e4a-5812-4daa-9037-14dd922a32dc] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1273.944142] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6d00ff68-8803-4191-b7f4-3af5cc74de80 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.950389] env[69319]: DEBUG oslo_vmware.api [None req-9ee6a769-0398-4dfb-bf5a-b0e6aef0ee63 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Waiting for the task: (returnval){ [ 1273.950389] env[69319]: value = "task-3224204" [ 1273.950389] env[69319]: _type = "Task" [ 1273.950389] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.958285] env[69319]: DEBUG oslo_vmware.api [None req-9ee6a769-0398-4dfb-bf5a-b0e6aef0ee63 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': task-3224204, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.991872] env[69319]: DEBUG nova.network.neutron [req-7158d694-3311-4835-a4cb-c5a7d7a27a15 req-b5b1619a-21a4-4a07-9f6b-4c4a430b8b0f service nova] [instance: 200ccf3f-9130-42ed-a8e9-d697997e75f9] Updated VIF entry in instance network info cache for port e6702a2d-82fe-4040-8d1b-021160ebd094. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1273.992444] env[69319]: DEBUG nova.network.neutron [req-7158d694-3311-4835-a4cb-c5a7d7a27a15 req-b5b1619a-21a4-4a07-9f6b-4c4a430b8b0f service nova] [instance: 200ccf3f-9130-42ed-a8e9-d697997e75f9] Updating instance_info_cache with network_info: [{"id": "e6702a2d-82fe-4040-8d1b-021160ebd094", "address": "fa:16:3e:dd:f8:f1", "network": {"id": "4f737b3f-f5c1-42ef-806b-0c1446295bfe", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1251481083-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a48ceaae88374e5fb247e3cd24f5e437", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tape6702a2d-82", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1274.110091] env[69319]: DEBUG nova.compute.manager [None req-ba38b49e-f65e-440c-bb11-a61e7ca4f783 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 4468ad34-4471-4bbe-82b7-cabe1f9fbea6] Start destroying the instance on the hypervisor. {{(pid=69319) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1274.110367] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba38b49e-f65e-440c-bb11-a61e7ca4f783 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 4468ad34-4471-4bbe-82b7-cabe1f9fbea6] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1274.110653] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e6504703-be3e-43ba-9994-5b36016b9a6f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.118252] env[69319]: DEBUG oslo_vmware.api [None req-ba38b49e-f65e-440c-bb11-a61e7ca4f783 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Waiting for the task: (returnval){ [ 1274.118252] env[69319]: value = "task-3224205" [ 1274.118252] env[69319]: _type = "Task" [ 1274.118252] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.126710] env[69319]: DEBUG oslo_vmware.api [None req-ba38b49e-f65e-440c-bb11-a61e7ca4f783 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3224205, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.246458] env[69319]: DEBUG oslo_concurrency.lockutils [None req-6a8b0ed8-fd4a-41b6-a894-15a45857bcb1 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Acquiring lock "200ccf3f-9130-42ed-a8e9-d697997e75f9" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.272319] env[69319]: DEBUG nova.scheduler.client.report [None req-4426212d-220e-4917-a086-fc29629fa6b2 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1274.460933] env[69319]: DEBUG oslo_vmware.api [None req-9ee6a769-0398-4dfb-bf5a-b0e6aef0ee63 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': task-3224204, 'name': PowerOnVM_Task, 'duration_secs': 0.471124} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.461238] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ee6a769-0398-4dfb-bf5a-b0e6aef0ee63 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 21e71e4a-5812-4daa-9037-14dd922a32dc] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1274.461440] env[69319]: INFO nova.compute.manager [None req-9ee6a769-0398-4dfb-bf5a-b0e6aef0ee63 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 21e71e4a-5812-4daa-9037-14dd922a32dc] Took 6.85 seconds to spawn the instance on the hypervisor. [ 1274.461618] env[69319]: DEBUG nova.compute.manager [None req-9ee6a769-0398-4dfb-bf5a-b0e6aef0ee63 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 21e71e4a-5812-4daa-9037-14dd922a32dc] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1274.462391] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78c87383-7b5c-49ba-a0b7-4b85f64203cb {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.499435] env[69319]: DEBUG oslo_concurrency.lockutils [req-7158d694-3311-4835-a4cb-c5a7d7a27a15 req-b5b1619a-21a4-4a07-9f6b-4c4a430b8b0f service nova] Releasing lock "refresh_cache-200ccf3f-9130-42ed-a8e9-d697997e75f9" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.499853] env[69319]: DEBUG nova.compute.manager [req-7158d694-3311-4835-a4cb-c5a7d7a27a15 req-b5b1619a-21a4-4a07-9f6b-4c4a430b8b0f service nova] [instance: 50b876f6-e366-42fb-8158-938f5f1a643e] Received event network-vif-deleted-70ab8cce-9d29-411c-8123-c113243521ce {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1274.607310] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c6b8499d-32d8-4f1c-b1ec-00e25325fb8e tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Acquiring lock "3870d18b-724f-47e1-b9cc-c718c761894c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.607310] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c6b8499d-32d8-4f1c-b1ec-00e25325fb8e tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Lock "3870d18b-724f-47e1-b9cc-c718c761894c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.628529] env[69319]: DEBUG oslo_vmware.api [None req-ba38b49e-f65e-440c-bb11-a61e7ca4f783 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3224205, 'name': PowerOffVM_Task, 'duration_secs': 0.191534} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.628797] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba38b49e-f65e-440c-bb11-a61e7ca4f783 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 4468ad34-4471-4bbe-82b7-cabe1f9fbea6] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1274.629050] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba38b49e-f65e-440c-bb11-a61e7ca4f783 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 4468ad34-4471-4bbe-82b7-cabe1f9fbea6] Volume detach. Driver type: vmdk {{(pid=69319) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1274.629298] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba38b49e-f65e-440c-bb11-a61e7ca4f783 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 4468ad34-4471-4bbe-82b7-cabe1f9fbea6] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-644538', 'volume_id': '9fa5ada1-039a-428c-ae3c-f4948362af7a', 'name': 'volume-9fa5ada1-039a-428c-ae3c-f4948362af7a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '4468ad34-4471-4bbe-82b7-cabe1f9fbea6', 'attached_at': '2025-04-03T03:45:28.000000', 'detached_at': '', 'volume_id': '9fa5ada1-039a-428c-ae3c-f4948362af7a', 'serial': '9fa5ada1-039a-428c-ae3c-f4948362af7a'} {{(pid=69319) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1274.630080] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa1b50a7-8656-4f24-a9c7-bfcf0f70400c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.652661] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-455ffb51-0319-46f2-b1cc-1fcff30b2c2e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.659064] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-635f078c-1c4d-47c4-b656-4009e48f4a4d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.679785] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21ba3bb0-e62a-454f-b4f4-6c729eb2f64e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.694438] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba38b49e-f65e-440c-bb11-a61e7ca4f783 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] The volume has not been displaced from its original location: [datastore2] volume-9fa5ada1-039a-428c-ae3c-f4948362af7a/volume-9fa5ada1-039a-428c-ae3c-f4948362af7a.vmdk. No consolidation needed. {{(pid=69319) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1274.699687] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba38b49e-f65e-440c-bb11-a61e7ca4f783 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 4468ad34-4471-4bbe-82b7-cabe1f9fbea6] Reconfiguring VM instance instance-00000063 to detach disk 2001 {{(pid=69319) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1274.699959] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55f4a203-928a-443d-9d13-dead6c1af689 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.717747] env[69319]: DEBUG oslo_vmware.api [None req-ba38b49e-f65e-440c-bb11-a61e7ca4f783 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Waiting for the task: (returnval){ [ 1274.717747] env[69319]: value = "task-3224206" [ 1274.717747] env[69319]: _type = "Task" [ 1274.717747] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.725475] env[69319]: DEBUG oslo_vmware.api [None req-ba38b49e-f65e-440c-bb11-a61e7ca4f783 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3224206, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.779422] env[69319]: DEBUG oslo_concurrency.lockutils [None req-4426212d-220e-4917-a086-fc29629fa6b2 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.236s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.782589] env[69319]: DEBUG oslo_concurrency.lockutils [None req-77efe4c8-7dbf-4ae2-af8d-0745953fa1a1 tempest-ServersTestFqdnHostnames-1404736789 tempest-ServersTestFqdnHostnames-1404736789-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.177s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.782589] env[69319]: DEBUG nova.objects.instance [None req-77efe4c8-7dbf-4ae2-af8d-0745953fa1a1 tempest-ServersTestFqdnHostnames-1404736789 tempest-ServersTestFqdnHostnames-1404736789-project-member] Lazy-loading 'resources' on Instance uuid 50b876f6-e366-42fb-8158-938f5f1a643e {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1274.978027] env[69319]: INFO nova.compute.manager [None req-9ee6a769-0398-4dfb-bf5a-b0e6aef0ee63 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 21e71e4a-5812-4daa-9037-14dd922a32dc] Took 13.95 seconds to build instance. [ 1275.108909] env[69319]: DEBUG nova.compute.manager [None req-c6b8499d-32d8-4f1c-b1ec-00e25325fb8e tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 3870d18b-724f-47e1-b9cc-c718c761894c] Starting instance... {{(pid=69319) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1275.227938] env[69319]: DEBUG oslo_vmware.api [None req-ba38b49e-f65e-440c-bb11-a61e7ca4f783 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3224206, 'name': ReconfigVM_Task, 'duration_secs': 0.212374} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.228246] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba38b49e-f65e-440c-bb11-a61e7ca4f783 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 4468ad34-4471-4bbe-82b7-cabe1f9fbea6] Reconfigured VM instance instance-00000063 to detach disk 2001 {{(pid=69319) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1275.234109] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ceeece8f-d823-48e4-b435-4a960ff06dc7 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.247508] env[69319]: DEBUG oslo_vmware.api [None req-ba38b49e-f65e-440c-bb11-a61e7ca4f783 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Waiting for the task: (returnval){ [ 1275.247508] env[69319]: value = "task-3224207" [ 1275.247508] env[69319]: _type = "Task" [ 1275.247508] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.254969] env[69319]: DEBUG oslo_vmware.api [None req-ba38b49e-f65e-440c-bb11-a61e7ca4f783 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3224207, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.289661] env[69319]: DEBUG oslo_concurrency.lockutils [None req-4426212d-220e-4917-a086-fc29629fa6b2 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Lock "200ccf3f-9130-42ed-a8e9-d697997e75f9" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 26.863s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.290567] env[69319]: DEBUG oslo_concurrency.lockutils [None req-6a8b0ed8-fd4a-41b6-a894-15a45857bcb1 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Lock "200ccf3f-9130-42ed-a8e9-d697997e75f9" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.044s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.290765] env[69319]: INFO nova.compute.manager [None req-6a8b0ed8-fd4a-41b6-a894-15a45857bcb1 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 200ccf3f-9130-42ed-a8e9-d697997e75f9] Unshelving [ 1275.447021] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2b75512-3cb3-408b-af1f-7222c7dc5cbf {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.454668] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-168de28b-506f-4bda-9748-73a5e382d711 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.484503] env[69319]: DEBUG oslo_concurrency.lockutils [None req-9ee6a769-0398-4dfb-bf5a-b0e6aef0ee63 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Lock "21e71e4a-5812-4daa-9037-14dd922a32dc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.465s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.485770] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54638d62-2621-4b5a-b675-27d9f5a6def8 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.493343] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf4a9f03-6b49-4024-90c8-8e84dff2b6dd {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.507247] env[69319]: DEBUG nova.compute.provider_tree [None req-77efe4c8-7dbf-4ae2-af8d-0745953fa1a1 tempest-ServersTestFqdnHostnames-1404736789 tempest-ServersTestFqdnHostnames-1404736789-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1275.626873] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c6b8499d-32d8-4f1c-b1ec-00e25325fb8e tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.758040] env[69319]: DEBUG oslo_vmware.api [None req-ba38b49e-f65e-440c-bb11-a61e7ca4f783 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3224207, 'name': ReconfigVM_Task, 'duration_secs': 0.141435} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.758369] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba38b49e-f65e-440c-bb11-a61e7ca4f783 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 4468ad34-4471-4bbe-82b7-cabe1f9fbea6] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-644538', 'volume_id': '9fa5ada1-039a-428c-ae3c-f4948362af7a', 'name': 'volume-9fa5ada1-039a-428c-ae3c-f4948362af7a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '4468ad34-4471-4bbe-82b7-cabe1f9fbea6', 'attached_at': '2025-04-03T03:45:28.000000', 'detached_at': '', 'volume_id': '9fa5ada1-039a-428c-ae3c-f4948362af7a', 'serial': '9fa5ada1-039a-428c-ae3c-f4948362af7a'} {{(pid=69319) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1275.758679] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-ba38b49e-f65e-440c-bb11-a61e7ca4f783 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 4468ad34-4471-4bbe-82b7-cabe1f9fbea6] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1275.759470] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb9e1c7e-e723-42a1-8f3c-da4d326d6fe9 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.766166] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-ba38b49e-f65e-440c-bb11-a61e7ca4f783 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 4468ad34-4471-4bbe-82b7-cabe1f9fbea6] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1275.766401] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c6f5de63-4860-428e-ab36-a7fa966a21c3 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.834659] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-ba38b49e-f65e-440c-bb11-a61e7ca4f783 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 4468ad34-4471-4bbe-82b7-cabe1f9fbea6] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1275.834942] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-ba38b49e-f65e-440c-bb11-a61e7ca4f783 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 4468ad34-4471-4bbe-82b7-cabe1f9fbea6] Deleting contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1275.835121] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba38b49e-f65e-440c-bb11-a61e7ca4f783 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Deleting the datastore file [datastore2] 4468ad34-4471-4bbe-82b7-cabe1f9fbea6 {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1275.835682] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-34e98b81-3b84-4f16-9b82-247a56c2fbd0 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.841304] env[69319]: DEBUG oslo_vmware.api [None req-ba38b49e-f65e-440c-bb11-a61e7ca4f783 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Waiting for the task: (returnval){ [ 1275.841304] env[69319]: value = "task-3224209" [ 1275.841304] env[69319]: _type = "Task" [ 1275.841304] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.849483] env[69319]: DEBUG oslo_vmware.api [None req-ba38b49e-f65e-440c-bb11-a61e7ca4f783 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3224209, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.011013] env[69319]: DEBUG nova.scheduler.client.report [None req-77efe4c8-7dbf-4ae2-af8d-0745953fa1a1 tempest-ServersTestFqdnHostnames-1404736789 tempest-ServersTestFqdnHostnames-1404736789-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1276.059537] env[69319]: DEBUG nova.compute.manager [None req-dda39f8d-9a94-40b9-810d-eeeb11149e04 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 21e71e4a-5812-4daa-9037-14dd922a32dc] Stashing vm_state: active {{(pid=69319) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1276.311624] env[69319]: DEBUG oslo_concurrency.lockutils [None req-6a8b0ed8-fd4a-41b6-a894-15a45857bcb1 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.350773] env[69319]: DEBUG oslo_vmware.api [None req-ba38b49e-f65e-440c-bb11-a61e7ca4f783 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3224209, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145517} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.351044] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba38b49e-f65e-440c-bb11-a61e7ca4f783 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1276.351239] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-ba38b49e-f65e-440c-bb11-a61e7ca4f783 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 4468ad34-4471-4bbe-82b7-cabe1f9fbea6] Deleted contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1276.351415] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-ba38b49e-f65e-440c-bb11-a61e7ca4f783 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 4468ad34-4471-4bbe-82b7-cabe1f9fbea6] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1276.351590] env[69319]: INFO nova.compute.manager [None req-ba38b49e-f65e-440c-bb11-a61e7ca4f783 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 4468ad34-4471-4bbe-82b7-cabe1f9fbea6] Took 2.24 seconds to destroy the instance on the hypervisor. [ 1276.351826] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ba38b49e-f65e-440c-bb11-a61e7ca4f783 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1276.352027] env[69319]: DEBUG nova.compute.manager [-] [instance: 4468ad34-4471-4bbe-82b7-cabe1f9fbea6] Deallocating network for instance {{(pid=69319) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1276.352127] env[69319]: DEBUG nova.network.neutron [-] [instance: 4468ad34-4471-4bbe-82b7-cabe1f9fbea6] deallocate_for_instance() {{(pid=69319) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1276.517927] env[69319]: DEBUG oslo_concurrency.lockutils [None req-77efe4c8-7dbf-4ae2-af8d-0745953fa1a1 tempest-ServersTestFqdnHostnames-1404736789 tempest-ServersTestFqdnHostnames-1404736789-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.735s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.519422] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c6b8499d-32d8-4f1c-b1ec-00e25325fb8e tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.893s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.521258] env[69319]: INFO nova.compute.claims [None req-c6b8499d-32d8-4f1c-b1ec-00e25325fb8e tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 3870d18b-724f-47e1-b9cc-c718c761894c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1276.539707] env[69319]: INFO nova.scheduler.client.report [None req-77efe4c8-7dbf-4ae2-af8d-0745953fa1a1 tempest-ServersTestFqdnHostnames-1404736789 tempest-ServersTestFqdnHostnames-1404736789-project-member] Deleted allocations for instance 50b876f6-e366-42fb-8158-938f5f1a643e [ 1276.575896] env[69319]: DEBUG oslo_concurrency.lockutils [None req-dda39f8d-9a94-40b9-810d-eeeb11149e04 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.826690] env[69319]: DEBUG nova.compute.manager [req-4affe4b7-9e84-4be6-baa9-9fc8ee76fee7 req-68945753-5b7f-407f-bcb4-bf2ae9f36ae1 service nova] [instance: 4468ad34-4471-4bbe-82b7-cabe1f9fbea6] Received event network-vif-deleted-cce57cf9-3a99-476d-ae0a-871328cd9ea4 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1276.826889] env[69319]: INFO nova.compute.manager [req-4affe4b7-9e84-4be6-baa9-9fc8ee76fee7 req-68945753-5b7f-407f-bcb4-bf2ae9f36ae1 service nova] [instance: 4468ad34-4471-4bbe-82b7-cabe1f9fbea6] Neutron deleted interface cce57cf9-3a99-476d-ae0a-871328cd9ea4; detaching it from the instance and deleting it from the info cache [ 1276.827063] env[69319]: DEBUG nova.network.neutron [req-4affe4b7-9e84-4be6-baa9-9fc8ee76fee7 req-68945753-5b7f-407f-bcb4-bf2ae9f36ae1 service nova] [instance: 4468ad34-4471-4bbe-82b7-cabe1f9fbea6] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1277.048297] env[69319]: DEBUG oslo_concurrency.lockutils [None req-77efe4c8-7dbf-4ae2-af8d-0745953fa1a1 tempest-ServersTestFqdnHostnames-1404736789 tempest-ServersTestFqdnHostnames-1404736789-project-member] Lock "50b876f6-e366-42fb-8158-938f5f1a643e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.097s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.309494] env[69319]: DEBUG nova.network.neutron [-] [instance: 4468ad34-4471-4bbe-82b7-cabe1f9fbea6] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1277.329603] env[69319]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-75a0c44e-a119-493a-b769-2640f1372db2 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.340429] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0df4ad50-6b38-4674-9a65-4d6a29db4687 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.376023] env[69319]: DEBUG nova.compute.manager [req-4affe4b7-9e84-4be6-baa9-9fc8ee76fee7 req-68945753-5b7f-407f-bcb4-bf2ae9f36ae1 service nova] [instance: 4468ad34-4471-4bbe-82b7-cabe1f9fbea6] Detach interface failed, port_id=cce57cf9-3a99-476d-ae0a-871328cd9ea4, reason: Instance 4468ad34-4471-4bbe-82b7-cabe1f9fbea6 could not be found. {{(pid=69319) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1277.737786] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0868b63c-1512-456f-b554-021b75e61cb1 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.745668] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a874059a-3fde-47a1-b99b-97492d645f0b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.777503] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ea0243c-055b-4d6a-b8c1-41ea7608af89 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.785323] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2ca7cbd-a3db-4d96-88d3-ac73362fdfd4 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.798971] env[69319]: DEBUG nova.compute.provider_tree [None req-c6b8499d-32d8-4f1c-b1ec-00e25325fb8e tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1277.811355] env[69319]: INFO nova.compute.manager [-] [instance: 4468ad34-4471-4bbe-82b7-cabe1f9fbea6] Took 1.46 seconds to deallocate network for instance. [ 1278.303150] env[69319]: DEBUG nova.scheduler.client.report [None req-c6b8499d-32d8-4f1c-b1ec-00e25325fb8e tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1278.375740] env[69319]: INFO nova.compute.manager [None req-ba38b49e-f65e-440c-bb11-a61e7ca4f783 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 4468ad34-4471-4bbe-82b7-cabe1f9fbea6] Took 0.56 seconds to detach 1 volumes for instance. [ 1278.809108] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c6b8499d-32d8-4f1c-b1ec-00e25325fb8e tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.289s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.809649] env[69319]: DEBUG nova.compute.manager [None req-c6b8499d-32d8-4f1c-b1ec-00e25325fb8e tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 3870d18b-724f-47e1-b9cc-c718c761894c] Start building networks asynchronously for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1278.812371] env[69319]: DEBUG oslo_concurrency.lockutils [None req-6a8b0ed8-fd4a-41b6-a894-15a45857bcb1 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.501s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1278.812601] env[69319]: DEBUG nova.objects.instance [None req-6a8b0ed8-fd4a-41b6-a894-15a45857bcb1 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Lazy-loading 'pci_requests' on Instance uuid 200ccf3f-9130-42ed-a8e9-d697997e75f9 {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1278.883105] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ba38b49e-f65e-440c-bb11-a61e7ca4f783 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.316945] env[69319]: DEBUG nova.compute.utils [None req-c6b8499d-32d8-4f1c-b1ec-00e25325fb8e tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Using /dev/sd instead of None {{(pid=69319) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1279.321143] env[69319]: DEBUG nova.objects.instance [None req-6a8b0ed8-fd4a-41b6-a894-15a45857bcb1 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Lazy-loading 'numa_topology' on Instance uuid 200ccf3f-9130-42ed-a8e9-d697997e75f9 {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1279.323635] env[69319]: DEBUG nova.compute.manager [None req-c6b8499d-32d8-4f1c-b1ec-00e25325fb8e tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 3870d18b-724f-47e1-b9cc-c718c761894c] Allocating IP information in the background. {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1279.323845] env[69319]: DEBUG nova.network.neutron [None req-c6b8499d-32d8-4f1c-b1ec-00e25325fb8e tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 3870d18b-724f-47e1-b9cc-c718c761894c] allocate_for_instance() {{(pid=69319) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1280.061856] env[69319]: DEBUG nova.policy [None req-c6b8499d-32d8-4f1c-b1ec-00e25325fb8e tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '46f8f99bbc7e405996457ea9bd54244e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4a2a8028cdd742feb1486644ae29e7d9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69319) authorize /opt/stack/nova/nova/policy.py:192}} [ 1280.063484] env[69319]: INFO nova.compute.claims [None req-6a8b0ed8-fd4a-41b6-a894-15a45857bcb1 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 200ccf3f-9130-42ed-a8e9-d697997e75f9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1280.066074] env[69319]: DEBUG nova.compute.manager [None req-c6b8499d-32d8-4f1c-b1ec-00e25325fb8e tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 3870d18b-724f-47e1-b9cc-c718c761894c] Start building block device mappings for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1280.495354] env[69319]: DEBUG nova.network.neutron [None req-c6b8499d-32d8-4f1c-b1ec-00e25325fb8e tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 3870d18b-724f-47e1-b9cc-c718c761894c] Successfully created port: a57b9cd4-e52b-43c6-a1d0-9c4b9e8510f8 {{(pid=69319) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1281.081340] env[69319]: DEBUG nova.compute.manager [None req-c6b8499d-32d8-4f1c-b1ec-00e25325fb8e tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 3870d18b-724f-47e1-b9cc-c718c761894c] Start spawning the instance on the hypervisor. {{(pid=69319) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1281.118393] env[69319]: DEBUG nova.virt.hardware [None req-c6b8499d-32d8-4f1c-b1ec-00e25325fb8e tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:32:36Z,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31f027872f6f44dba95ff2fe7a062e00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:32:36Z,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1281.118727] env[69319]: DEBUG nova.virt.hardware [None req-c6b8499d-32d8-4f1c-b1ec-00e25325fb8e tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1281.119009] env[69319]: DEBUG nova.virt.hardware [None req-c6b8499d-32d8-4f1c-b1ec-00e25325fb8e tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1281.119295] env[69319]: DEBUG nova.virt.hardware [None req-c6b8499d-32d8-4f1c-b1ec-00e25325fb8e tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1281.119479] env[69319]: DEBUG nova.virt.hardware [None req-c6b8499d-32d8-4f1c-b1ec-00e25325fb8e tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1281.119638] env[69319]: DEBUG nova.virt.hardware [None req-c6b8499d-32d8-4f1c-b1ec-00e25325fb8e tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1281.119848] env[69319]: DEBUG nova.virt.hardware [None req-c6b8499d-32d8-4f1c-b1ec-00e25325fb8e tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1281.120020] env[69319]: DEBUG nova.virt.hardware [None req-c6b8499d-32d8-4f1c-b1ec-00e25325fb8e tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1281.120199] env[69319]: DEBUG nova.virt.hardware [None req-c6b8499d-32d8-4f1c-b1ec-00e25325fb8e tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1281.120396] env[69319]: DEBUG nova.virt.hardware [None req-c6b8499d-32d8-4f1c-b1ec-00e25325fb8e tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1281.120580] env[69319]: DEBUG nova.virt.hardware [None req-c6b8499d-32d8-4f1c-b1ec-00e25325fb8e tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1281.121454] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5817f50-0c22-48b1-b035-8c955df3ba8d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.135367] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1b1701b-7a13-4473-a910-0ec08a7b7c0f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.261690] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5379d25a-5c7d-4061-8b5a-4055dfaf5877 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.269524] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9de20678-88a4-4e24-ad5d-5288be16e029 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.302519] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-febf693e-9a98-4a90-a085-c25feb9c02fc {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.310626] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d8c3a88-4a05-4a58-8239-925d6b7d51e5 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.324127] env[69319]: DEBUG nova.compute.provider_tree [None req-6a8b0ed8-fd4a-41b6-a894-15a45857bcb1 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1281.325687] env[69319]: DEBUG oslo_concurrency.lockutils [None req-78a5c731-71ce-46af-84f6-503e6b1f841e tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Acquiring lock "fadaa797-edd9-43e8-833c-d97672ff9401" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.325941] env[69319]: DEBUG oslo_concurrency.lockutils [None req-78a5c731-71ce-46af-84f6-503e6b1f841e tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Lock "fadaa797-edd9-43e8-833c-d97672ff9401" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.326163] env[69319]: DEBUG oslo_concurrency.lockutils [None req-78a5c731-71ce-46af-84f6-503e6b1f841e tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Acquiring lock "fadaa797-edd9-43e8-833c-d97672ff9401-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.326352] env[69319]: DEBUG oslo_concurrency.lockutils [None req-78a5c731-71ce-46af-84f6-503e6b1f841e tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Lock "fadaa797-edd9-43e8-833c-d97672ff9401-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.326517] env[69319]: DEBUG oslo_concurrency.lockutils [None req-78a5c731-71ce-46af-84f6-503e6b1f841e tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Lock "fadaa797-edd9-43e8-833c-d97672ff9401-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.329768] env[69319]: INFO nova.compute.manager [None req-78a5c731-71ce-46af-84f6-503e6b1f841e tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: fadaa797-edd9-43e8-833c-d97672ff9401] Terminating instance [ 1281.830234] env[69319]: DEBUG nova.scheduler.client.report [None req-6a8b0ed8-fd4a-41b6-a894-15a45857bcb1 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1281.834656] env[69319]: DEBUG nova.compute.manager [None req-78a5c731-71ce-46af-84f6-503e6b1f841e tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: fadaa797-edd9-43e8-833c-d97672ff9401] Start destroying the instance on the hypervisor. {{(pid=69319) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1281.834762] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-78a5c731-71ce-46af-84f6-503e6b1f841e tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: fadaa797-edd9-43e8-833c-d97672ff9401] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1281.835061] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df2732dc-ee9a-4978-ba7b-22ad652acd67 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.842320] env[69319]: DEBUG oslo_vmware.api [None req-78a5c731-71ce-46af-84f6-503e6b1f841e tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Waiting for the task: (returnval){ [ 1281.842320] env[69319]: value = "task-3224210" [ 1281.842320] env[69319]: _type = "Task" [ 1281.842320] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.851436] env[69319]: DEBUG oslo_vmware.api [None req-78a5c731-71ce-46af-84f6-503e6b1f841e tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3224210, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.121986] env[69319]: DEBUG nova.compute.manager [req-2b6e7c31-bdca-4bcc-b040-32f48ea9a7d7 req-e32e0fe5-8c30-4778-91c9-7130c1e3b1f6 service nova] [instance: 3870d18b-724f-47e1-b9cc-c718c761894c] Received event network-vif-plugged-a57b9cd4-e52b-43c6-a1d0-9c4b9e8510f8 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1282.122225] env[69319]: DEBUG oslo_concurrency.lockutils [req-2b6e7c31-bdca-4bcc-b040-32f48ea9a7d7 req-e32e0fe5-8c30-4778-91c9-7130c1e3b1f6 service nova] Acquiring lock "3870d18b-724f-47e1-b9cc-c718c761894c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1282.122428] env[69319]: DEBUG oslo_concurrency.lockutils [req-2b6e7c31-bdca-4bcc-b040-32f48ea9a7d7 req-e32e0fe5-8c30-4778-91c9-7130c1e3b1f6 service nova] Lock "3870d18b-724f-47e1-b9cc-c718c761894c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.122744] env[69319]: DEBUG oslo_concurrency.lockutils [req-2b6e7c31-bdca-4bcc-b040-32f48ea9a7d7 req-e32e0fe5-8c30-4778-91c9-7130c1e3b1f6 service nova] Lock "3870d18b-724f-47e1-b9cc-c718c761894c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.122744] env[69319]: DEBUG nova.compute.manager [req-2b6e7c31-bdca-4bcc-b040-32f48ea9a7d7 req-e32e0fe5-8c30-4778-91c9-7130c1e3b1f6 service nova] [instance: 3870d18b-724f-47e1-b9cc-c718c761894c] No waiting events found dispatching network-vif-plugged-a57b9cd4-e52b-43c6-a1d0-9c4b9e8510f8 {{(pid=69319) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1282.122924] env[69319]: WARNING nova.compute.manager [req-2b6e7c31-bdca-4bcc-b040-32f48ea9a7d7 req-e32e0fe5-8c30-4778-91c9-7130c1e3b1f6 service nova] [instance: 3870d18b-724f-47e1-b9cc-c718c761894c] Received unexpected event network-vif-plugged-a57b9cd4-e52b-43c6-a1d0-9c4b9e8510f8 for instance with vm_state building and task_state spawning. [ 1282.190305] env[69319]: DEBUG nova.network.neutron [None req-c6b8499d-32d8-4f1c-b1ec-00e25325fb8e tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 3870d18b-724f-47e1-b9cc-c718c761894c] Successfully updated port: a57b9cd4-e52b-43c6-a1d0-9c4b9e8510f8 {{(pid=69319) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1282.335591] env[69319]: DEBUG oslo_concurrency.lockutils [None req-6a8b0ed8-fd4a-41b6-a894-15a45857bcb1 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.523s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.338031] env[69319]: DEBUG oslo_concurrency.lockutils [None req-dda39f8d-9a94-40b9-810d-eeeb11149e04 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 5.762s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.352300] env[69319]: DEBUG oslo_vmware.api [None req-78a5c731-71ce-46af-84f6-503e6b1f841e tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3224210, 'name': PowerOffVM_Task, 'duration_secs': 0.179498} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.353305] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-78a5c731-71ce-46af-84f6-503e6b1f841e tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: fadaa797-edd9-43e8-833c-d97672ff9401] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1282.353498] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-78a5c731-71ce-46af-84f6-503e6b1f841e tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: fadaa797-edd9-43e8-833c-d97672ff9401] Volume detach. Driver type: vmdk {{(pid=69319) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1282.353717] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-78a5c731-71ce-46af-84f6-503e6b1f841e tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: fadaa797-edd9-43e8-833c-d97672ff9401] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-644526', 'volume_id': '15de6eed-3a16-4573-b39d-1f7d13784161', 'name': 'volume-15de6eed-3a16-4573-b39d-1f7d13784161', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'fadaa797-edd9-43e8-833c-d97672ff9401', 'attached_at': '2025-04-03T03:45:03.000000', 'detached_at': '', 'volume_id': '15de6eed-3a16-4573-b39d-1f7d13784161', 'serial': '15de6eed-3a16-4573-b39d-1f7d13784161'} {{(pid=69319) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1282.354612] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69fc04e7-c927-4a4e-9f5e-f869f54e4ba6 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.375447] env[69319]: INFO nova.network.neutron [None req-6a8b0ed8-fd4a-41b6-a894-15a45857bcb1 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 200ccf3f-9130-42ed-a8e9-d697997e75f9] Updating port e6702a2d-82fe-4040-8d1b-021160ebd094 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1282.377822] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9fb9082-09ca-4f74-95d9-5a564d9c3fa6 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.385180] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de1f95e5-a787-4e43-9241-e5e38f91fc1f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.404670] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c6abecc-24a1-46ad-b82b-f00a0bd56972 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.421023] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-78a5c731-71ce-46af-84f6-503e6b1f841e tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] The volume has not been displaced from its original location: [datastore2] volume-15de6eed-3a16-4573-b39d-1f7d13784161/volume-15de6eed-3a16-4573-b39d-1f7d13784161.vmdk. No consolidation needed. {{(pid=69319) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1282.426625] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-78a5c731-71ce-46af-84f6-503e6b1f841e tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: fadaa797-edd9-43e8-833c-d97672ff9401] Reconfiguring VM instance instance-0000006a to detach disk 2000 {{(pid=69319) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1282.426945] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d93455c-7f8d-49b0-84c8-28d4896e9e28 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.448827] env[69319]: DEBUG oslo_vmware.api [None req-78a5c731-71ce-46af-84f6-503e6b1f841e tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Waiting for the task: (returnval){ [ 1282.448827] env[69319]: value = "task-3224211" [ 1282.448827] env[69319]: _type = "Task" [ 1282.448827] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.456514] env[69319]: DEBUG oslo_vmware.api [None req-78a5c731-71ce-46af-84f6-503e6b1f841e tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3224211, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.692999] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c6b8499d-32d8-4f1c-b1ec-00e25325fb8e tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Acquiring lock "refresh_cache-3870d18b-724f-47e1-b9cc-c718c761894c" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.692999] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c6b8499d-32d8-4f1c-b1ec-00e25325fb8e tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Acquired lock "refresh_cache-3870d18b-724f-47e1-b9cc-c718c761894c" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.692999] env[69319]: DEBUG nova.network.neutron [None req-c6b8499d-32d8-4f1c-b1ec-00e25325fb8e tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 3870d18b-724f-47e1-b9cc-c718c761894c] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1282.842585] env[69319]: INFO nova.compute.claims [None req-dda39f8d-9a94-40b9-810d-eeeb11149e04 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 21e71e4a-5812-4daa-9037-14dd922a32dc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1282.959640] env[69319]: DEBUG oslo_vmware.api [None req-78a5c731-71ce-46af-84f6-503e6b1f841e tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3224211, 'name': ReconfigVM_Task, 'duration_secs': 0.158449} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.959949] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-78a5c731-71ce-46af-84f6-503e6b1f841e tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: fadaa797-edd9-43e8-833c-d97672ff9401] Reconfigured VM instance instance-0000006a to detach disk 2000 {{(pid=69319) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1282.964551] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c63a14f-c4e0-41f3-b3fb-eb912f5dd92c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.981492] env[69319]: DEBUG oslo_vmware.api [None req-78a5c731-71ce-46af-84f6-503e6b1f841e tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Waiting for the task: (returnval){ [ 1282.981492] env[69319]: value = "task-3224212" [ 1282.981492] env[69319]: _type = "Task" [ 1282.981492] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.989754] env[69319]: DEBUG oslo_vmware.api [None req-78a5c731-71ce-46af-84f6-503e6b1f841e tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3224212, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.019619] env[69319]: DEBUG oslo_concurrency.lockutils [None req-6777f0f2-3cee-4564-bb05-27650fee5f44 tempest-ServersTestManualDisk-616175520 tempest-ServersTestManualDisk-616175520-project-member] Acquiring lock "04342fc1-42fe-40f1-a3d5-13b33b9a507e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1283.019950] env[69319]: DEBUG oslo_concurrency.lockutils [None req-6777f0f2-3cee-4564-bb05-27650fee5f44 tempest-ServersTestManualDisk-616175520 tempest-ServersTestManualDisk-616175520-project-member] Lock "04342fc1-42fe-40f1-a3d5-13b33b9a507e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1283.230148] env[69319]: DEBUG nova.network.neutron [None req-c6b8499d-32d8-4f1c-b1ec-00e25325fb8e tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 3870d18b-724f-47e1-b9cc-c718c761894c] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1283.348669] env[69319]: INFO nova.compute.resource_tracker [None req-dda39f8d-9a94-40b9-810d-eeeb11149e04 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 21e71e4a-5812-4daa-9037-14dd922a32dc] Updating resource usage from migration 1db7a792-1d81-4909-83ce-d109f2de578e [ 1283.387545] env[69319]: DEBUG nova.network.neutron [None req-c6b8499d-32d8-4f1c-b1ec-00e25325fb8e tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 3870d18b-724f-47e1-b9cc-c718c761894c] Updating instance_info_cache with network_info: [{"id": "a57b9cd4-e52b-43c6-a1d0-9c4b9e8510f8", "address": "fa:16:3e:e0:88:b8", "network": {"id": "8e8fb6ce-6cb1-4099-8d9a-ce77c6a90a50", "bridge": "br-int", "label": "tempest-ServersTestJSON-146866906-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a2a8028cdd742feb1486644ae29e7d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa57b9cd4-e5", "ovs_interfaceid": "a57b9cd4-e52b-43c6-a1d0-9c4b9e8510f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1283.494382] env[69319]: DEBUG oslo_vmware.api [None req-78a5c731-71ce-46af-84f6-503e6b1f841e tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3224212, 'name': ReconfigVM_Task, 'duration_secs': 0.248644} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.497502] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-78a5c731-71ce-46af-84f6-503e6b1f841e tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: fadaa797-edd9-43e8-833c-d97672ff9401] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-644526', 'volume_id': '15de6eed-3a16-4573-b39d-1f7d13784161', 'name': 'volume-15de6eed-3a16-4573-b39d-1f7d13784161', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'fadaa797-edd9-43e8-833c-d97672ff9401', 'attached_at': '2025-04-03T03:45:03.000000', 'detached_at': '', 'volume_id': '15de6eed-3a16-4573-b39d-1f7d13784161', 'serial': '15de6eed-3a16-4573-b39d-1f7d13784161'} {{(pid=69319) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1283.497818] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-78a5c731-71ce-46af-84f6-503e6b1f841e tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: fadaa797-edd9-43e8-833c-d97672ff9401] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1283.499193] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14d79f48-0ed7-437e-81b6-df87070c48c3 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.506230] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-78a5c731-71ce-46af-84f6-503e6b1f841e tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: fadaa797-edd9-43e8-833c-d97672ff9401] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1283.506510] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cc305db7-df90-4677-b96b-f8a4ca9172b9 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.522397] env[69319]: DEBUG nova.compute.manager [None req-6777f0f2-3cee-4564-bb05-27650fee5f44 tempest-ServersTestManualDisk-616175520 tempest-ServersTestManualDisk-616175520-project-member] [instance: 04342fc1-42fe-40f1-a3d5-13b33b9a507e] Starting instance... {{(pid=69319) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1283.554683] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d66b1a1-bcfe-46db-bf90-f0563f1af666 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.562705] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-986fc5b0-f2e9-4e42-9794-af5acd68f4dc {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.595786] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73e024a0-98a5-4855-bf6e-f0dc3af1cd66 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.601025] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-78a5c731-71ce-46af-84f6-503e6b1f841e tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: fadaa797-edd9-43e8-833c-d97672ff9401] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1283.601025] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-78a5c731-71ce-46af-84f6-503e6b1f841e tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: fadaa797-edd9-43e8-833c-d97672ff9401] Deleting contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1283.601025] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-78a5c731-71ce-46af-84f6-503e6b1f841e tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Deleting the datastore file [datastore2] fadaa797-edd9-43e8-833c-d97672ff9401 {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1283.601025] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e28c1f96-38b1-4f14-9a6c-4aa49afab8d7 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.606758] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85df8264-9f1e-4758-938e-da80b757708b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.610628] env[69319]: DEBUG oslo_vmware.api [None req-78a5c731-71ce-46af-84f6-503e6b1f841e tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Waiting for the task: (returnval){ [ 1283.610628] env[69319]: value = "task-3224214" [ 1283.610628] env[69319]: _type = "Task" [ 1283.610628] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.622101] env[69319]: DEBUG nova.compute.provider_tree [None req-dda39f8d-9a94-40b9-810d-eeeb11149e04 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1283.627753] env[69319]: DEBUG oslo_vmware.api [None req-78a5c731-71ce-46af-84f6-503e6b1f841e tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3224214, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.889657] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c6b8499d-32d8-4f1c-b1ec-00e25325fb8e tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Releasing lock "refresh_cache-3870d18b-724f-47e1-b9cc-c718c761894c" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.890215] env[69319]: DEBUG nova.compute.manager [None req-c6b8499d-32d8-4f1c-b1ec-00e25325fb8e tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 3870d18b-724f-47e1-b9cc-c718c761894c] Instance network_info: |[{"id": "a57b9cd4-e52b-43c6-a1d0-9c4b9e8510f8", "address": "fa:16:3e:e0:88:b8", "network": {"id": "8e8fb6ce-6cb1-4099-8d9a-ce77c6a90a50", "bridge": "br-int", "label": "tempest-ServersTestJSON-146866906-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a2a8028cdd742feb1486644ae29e7d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa57b9cd4-e5", "ovs_interfaceid": "a57b9cd4-e52b-43c6-a1d0-9c4b9e8510f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1283.891241] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-c6b8499d-32d8-4f1c-b1ec-00e25325fb8e tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 3870d18b-724f-47e1-b9cc-c718c761894c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e0:88:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '130387c4-e4ec-4d95-8e9d-bb079baabad8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a57b9cd4-e52b-43c6-a1d0-9c4b9e8510f8', 'vif_model': 'vmxnet3'}] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1283.899780] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c6b8499d-32d8-4f1c-b1ec-00e25325fb8e tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1283.900766] env[69319]: DEBUG oslo_concurrency.lockutils [None req-6a8b0ed8-fd4a-41b6-a894-15a45857bcb1 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Acquiring lock "refresh_cache-200ccf3f-9130-42ed-a8e9-d697997e75f9" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.900927] env[69319]: DEBUG oslo_concurrency.lockutils [None req-6a8b0ed8-fd4a-41b6-a894-15a45857bcb1 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Acquired lock "refresh_cache-200ccf3f-9130-42ed-a8e9-d697997e75f9" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.901105] env[69319]: DEBUG nova.network.neutron [None req-6a8b0ed8-fd4a-41b6-a894-15a45857bcb1 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 200ccf3f-9130-42ed-a8e9-d697997e75f9] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1283.902211] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3870d18b-724f-47e1-b9cc-c718c761894c] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1283.903043] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-04de5281-5193-4c63-a811-e696fcac40e4 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.923913] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1283.923913] env[69319]: value = "task-3224215" [ 1283.923913] env[69319]: _type = "Task" [ 1283.923913] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.933527] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3224215, 'name': CreateVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.045500] env[69319]: DEBUG oslo_concurrency.lockutils [None req-6777f0f2-3cee-4564-bb05-27650fee5f44 tempest-ServersTestManualDisk-616175520 tempest-ServersTestManualDisk-616175520-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1284.123650] env[69319]: DEBUG oslo_vmware.api [None req-78a5c731-71ce-46af-84f6-503e6b1f841e tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3224214, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.077989} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.123807] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-78a5c731-71ce-46af-84f6-503e6b1f841e tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1284.124144] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-78a5c731-71ce-46af-84f6-503e6b1f841e tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: fadaa797-edd9-43e8-833c-d97672ff9401] Deleted contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1284.124407] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-78a5c731-71ce-46af-84f6-503e6b1f841e tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: fadaa797-edd9-43e8-833c-d97672ff9401] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1284.124646] env[69319]: INFO nova.compute.manager [None req-78a5c731-71ce-46af-84f6-503e6b1f841e tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: fadaa797-edd9-43e8-833c-d97672ff9401] Took 2.29 seconds to destroy the instance on the hypervisor. [ 1284.124992] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-78a5c731-71ce-46af-84f6-503e6b1f841e tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1284.125956] env[69319]: DEBUG nova.scheduler.client.report [None req-dda39f8d-9a94-40b9-810d-eeeb11149e04 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1284.129108] env[69319]: DEBUG nova.compute.manager [-] [instance: fadaa797-edd9-43e8-833c-d97672ff9401] Deallocating network for instance {{(pid=69319) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1284.129173] env[69319]: DEBUG nova.network.neutron [-] [instance: fadaa797-edd9-43e8-833c-d97672ff9401] deallocate_for_instance() {{(pid=69319) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1284.155497] env[69319]: DEBUG nova.compute.manager [req-d59269b6-cb0c-41a0-b3e8-15f8cbf47d0b req-bec615ec-69d0-468e-b974-17f8e316c54f service nova] [instance: 3870d18b-724f-47e1-b9cc-c718c761894c] Received event network-changed-a57b9cd4-e52b-43c6-a1d0-9c4b9e8510f8 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1284.155900] env[69319]: DEBUG nova.compute.manager [req-d59269b6-cb0c-41a0-b3e8-15f8cbf47d0b req-bec615ec-69d0-468e-b974-17f8e316c54f service nova] [instance: 3870d18b-724f-47e1-b9cc-c718c761894c] Refreshing instance network info cache due to event network-changed-a57b9cd4-e52b-43c6-a1d0-9c4b9e8510f8. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1284.156017] env[69319]: DEBUG oslo_concurrency.lockutils [req-d59269b6-cb0c-41a0-b3e8-15f8cbf47d0b req-bec615ec-69d0-468e-b974-17f8e316c54f service nova] Acquiring lock "refresh_cache-3870d18b-724f-47e1-b9cc-c718c761894c" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.156086] env[69319]: DEBUG oslo_concurrency.lockutils [req-d59269b6-cb0c-41a0-b3e8-15f8cbf47d0b req-bec615ec-69d0-468e-b974-17f8e316c54f service nova] Acquired lock "refresh_cache-3870d18b-724f-47e1-b9cc-c718c761894c" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.156262] env[69319]: DEBUG nova.network.neutron [req-d59269b6-cb0c-41a0-b3e8-15f8cbf47d0b req-bec615ec-69d0-468e-b974-17f8e316c54f service nova] [instance: 3870d18b-724f-47e1-b9cc-c718c761894c] Refreshing network info cache for port a57b9cd4-e52b-43c6-a1d0-9c4b9e8510f8 {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1284.435166] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3224215, 'name': CreateVM_Task, 'duration_secs': 0.309709} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.435428] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3870d18b-724f-47e1-b9cc-c718c761894c] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1284.436271] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c6b8499d-32d8-4f1c-b1ec-00e25325fb8e tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.436356] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c6b8499d-32d8-4f1c-b1ec-00e25325fb8e tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.436667] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c6b8499d-32d8-4f1c-b1ec-00e25325fb8e tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.439168] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c39c6e5e-f10b-4b24-8f04-1f2168149863 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.448247] env[69319]: DEBUG oslo_vmware.api [None req-c6b8499d-32d8-4f1c-b1ec-00e25325fb8e tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Waiting for the task: (returnval){ [ 1284.448247] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]529a9ce6-bfb1-5ae0-4f98-cbd1bdd03fe4" [ 1284.448247] env[69319]: _type = "Task" [ 1284.448247] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.456448] env[69319]: DEBUG oslo_vmware.api [None req-c6b8499d-32d8-4f1c-b1ec-00e25325fb8e tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]529a9ce6-bfb1-5ae0-4f98-cbd1bdd03fe4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.632613] env[69319]: DEBUG oslo_concurrency.lockutils [None req-dda39f8d-9a94-40b9-810d-eeeb11149e04 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.295s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.633147] env[69319]: INFO nova.compute.manager [None req-dda39f8d-9a94-40b9-810d-eeeb11149e04 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 21e71e4a-5812-4daa-9037-14dd922a32dc] Migrating [ 1284.640418] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ba38b49e-f65e-440c-bb11-a61e7ca4f783 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.756s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1284.640784] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ba38b49e-f65e-440c-bb11-a61e7ca4f783 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.002s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.643152] env[69319]: DEBUG oslo_concurrency.lockutils [None req-6777f0f2-3cee-4564-bb05-27650fee5f44 tempest-ServersTestManualDisk-616175520 tempest-ServersTestManualDisk-616175520-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.598s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1284.644727] env[69319]: INFO nova.compute.claims [None req-6777f0f2-3cee-4564-bb05-27650fee5f44 tempest-ServersTestManualDisk-616175520 tempest-ServersTestManualDisk-616175520-project-member] [instance: 04342fc1-42fe-40f1-a3d5-13b33b9a507e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1284.677773] env[69319]: INFO nova.scheduler.client.report [None req-ba38b49e-f65e-440c-bb11-a61e7ca4f783 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Deleted allocations for instance 4468ad34-4471-4bbe-82b7-cabe1f9fbea6 [ 1284.694895] env[69319]: DEBUG nova.network.neutron [None req-6a8b0ed8-fd4a-41b6-a894-15a45857bcb1 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 200ccf3f-9130-42ed-a8e9-d697997e75f9] Updating instance_info_cache with network_info: [{"id": "e6702a2d-82fe-4040-8d1b-021160ebd094", "address": "fa:16:3e:dd:f8:f1", "network": {"id": "4f737b3f-f5c1-42ef-806b-0c1446295bfe", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1251481083-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a48ceaae88374e5fb247e3cd24f5e437", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3db2ab9e-1244-4377-b05f-ab76003f2428", "external-id": "nsx-vlan-transportzone-199", "segmentation_id": 199, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6702a2d-82", "ovs_interfaceid": "e6702a2d-82fe-4040-8d1b-021160ebd094", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1284.856172] env[69319]: DEBUG nova.network.neutron [req-d59269b6-cb0c-41a0-b3e8-15f8cbf47d0b req-bec615ec-69d0-468e-b974-17f8e316c54f service nova] [instance: 3870d18b-724f-47e1-b9cc-c718c761894c] Updated VIF entry in instance network info cache for port a57b9cd4-e52b-43c6-a1d0-9c4b9e8510f8. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1284.856618] env[69319]: DEBUG nova.network.neutron [req-d59269b6-cb0c-41a0-b3e8-15f8cbf47d0b req-bec615ec-69d0-468e-b974-17f8e316c54f service nova] [instance: 3870d18b-724f-47e1-b9cc-c718c761894c] Updating instance_info_cache with network_info: [{"id": "a57b9cd4-e52b-43c6-a1d0-9c4b9e8510f8", "address": "fa:16:3e:e0:88:b8", "network": {"id": "8e8fb6ce-6cb1-4099-8d9a-ce77c6a90a50", "bridge": "br-int", "label": "tempest-ServersTestJSON-146866906-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a2a8028cdd742feb1486644ae29e7d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa57b9cd4-e5", "ovs_interfaceid": "a57b9cd4-e52b-43c6-a1d0-9c4b9e8510f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1284.959402] env[69319]: DEBUG oslo_vmware.api [None req-c6b8499d-32d8-4f1c-b1ec-00e25325fb8e tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]529a9ce6-bfb1-5ae0-4f98-cbd1bdd03fe4, 'name': SearchDatastore_Task, 'duration_secs': 0.025725} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.959722] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c6b8499d-32d8-4f1c-b1ec-00e25325fb8e tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.959955] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-c6b8499d-32d8-4f1c-b1ec-00e25325fb8e tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 3870d18b-724f-47e1-b9cc-c718c761894c] Processing image 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1284.960239] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c6b8499d-32d8-4f1c-b1ec-00e25325fb8e tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.960414] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c6b8499d-32d8-4f1c-b1ec-00e25325fb8e tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.960607] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6b8499d-32d8-4f1c-b1ec-00e25325fb8e tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1284.960878] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2948c590-5f5a-499b-904f-9e890404ff05 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.968939] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6b8499d-32d8-4f1c-b1ec-00e25325fb8e tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1284.969140] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-c6b8499d-32d8-4f1c-b1ec-00e25325fb8e tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1284.969843] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eaddaff4-f6b7-4a5f-a0a5-f6fba75a08b6 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.974740] env[69319]: DEBUG oslo_vmware.api [None req-c6b8499d-32d8-4f1c-b1ec-00e25325fb8e tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Waiting for the task: (returnval){ [ 1284.974740] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52efc44a-05ab-145a-762a-b367f51feabc" [ 1284.974740] env[69319]: _type = "Task" [ 1284.974740] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.984293] env[69319]: DEBUG oslo_vmware.api [None req-c6b8499d-32d8-4f1c-b1ec-00e25325fb8e tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52efc44a-05ab-145a-762a-b367f51feabc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.059350] env[69319]: DEBUG nova.network.neutron [-] [instance: fadaa797-edd9-43e8-833c-d97672ff9401] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1285.161596] env[69319]: DEBUG oslo_concurrency.lockutils [None req-dda39f8d-9a94-40b9-810d-eeeb11149e04 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Acquiring lock "refresh_cache-21e71e4a-5812-4daa-9037-14dd922a32dc" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.161782] env[69319]: DEBUG oslo_concurrency.lockutils [None req-dda39f8d-9a94-40b9-810d-eeeb11149e04 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Acquired lock "refresh_cache-21e71e4a-5812-4daa-9037-14dd922a32dc" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.161960] env[69319]: DEBUG nova.network.neutron [None req-dda39f8d-9a94-40b9-810d-eeeb11149e04 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 21e71e4a-5812-4daa-9037-14dd922a32dc] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1285.187118] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ba38b49e-f65e-440c-bb11-a61e7ca4f783 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Lock "4468ad34-4471-4bbe-82b7-cabe1f9fbea6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.587s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1285.197435] env[69319]: DEBUG oslo_concurrency.lockutils [None req-6a8b0ed8-fd4a-41b6-a894-15a45857bcb1 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Releasing lock "refresh_cache-200ccf3f-9130-42ed-a8e9-d697997e75f9" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.225401] env[69319]: DEBUG nova.virt.hardware [None req-6a8b0ed8-fd4a-41b6-a894-15a45857bcb1 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='f6b74596e87c35fa5f465c1eee9e90e9',container_format='bare',created_at=2025-04-03T03:45:08Z,direct_url=,disk_format='vmdk',id=da0671c7-49ee-4f5f-9f32-98cc2711c319,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-2095180126-shelved',owner='a48ceaae88374e5fb247e3cd24f5e437',properties=ImageMetaProps,protected=,size=31668736,status='active',tags=,updated_at=2025-04-03T03:45:26Z,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1285.225648] env[69319]: DEBUG nova.virt.hardware [None req-6a8b0ed8-fd4a-41b6-a894-15a45857bcb1 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1285.225808] env[69319]: DEBUG nova.virt.hardware [None req-6a8b0ed8-fd4a-41b6-a894-15a45857bcb1 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1285.226100] env[69319]: DEBUG nova.virt.hardware [None req-6a8b0ed8-fd4a-41b6-a894-15a45857bcb1 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1285.226275] env[69319]: DEBUG nova.virt.hardware [None req-6a8b0ed8-fd4a-41b6-a894-15a45857bcb1 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1285.226429] env[69319]: DEBUG nova.virt.hardware [None req-6a8b0ed8-fd4a-41b6-a894-15a45857bcb1 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1285.226638] env[69319]: DEBUG nova.virt.hardware [None req-6a8b0ed8-fd4a-41b6-a894-15a45857bcb1 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1285.226799] env[69319]: DEBUG nova.virt.hardware [None req-6a8b0ed8-fd4a-41b6-a894-15a45857bcb1 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1285.226967] env[69319]: DEBUG nova.virt.hardware [None req-6a8b0ed8-fd4a-41b6-a894-15a45857bcb1 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1285.227162] env[69319]: DEBUG nova.virt.hardware [None req-6a8b0ed8-fd4a-41b6-a894-15a45857bcb1 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1285.227336] env[69319]: DEBUG nova.virt.hardware [None req-6a8b0ed8-fd4a-41b6-a894-15a45857bcb1 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1285.228184] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a831d3f-7aea-4c72-be5e-148768c43226 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.236537] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-215aafb8-dd8a-4fcd-b295-d1ef117f578a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.250401] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-6a8b0ed8-fd4a-41b6-a894-15a45857bcb1 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 200ccf3f-9130-42ed-a8e9-d697997e75f9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:f8:f1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3db2ab9e-1244-4377-b05f-ab76003f2428', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e6702a2d-82fe-4040-8d1b-021160ebd094', 'vif_model': 'vmxnet3'}] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1285.257911] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6a8b0ed8-fd4a-41b6-a894-15a45857bcb1 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1285.258168] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 200ccf3f-9130-42ed-a8e9-d697997e75f9] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1285.258376] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6e73674a-16a6-4b62-8aad-fb4174360c01 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.278915] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1285.278915] env[69319]: value = "task-3224216" [ 1285.278915] env[69319]: _type = "Task" [ 1285.278915] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.286550] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3224216, 'name': CreateVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.359996] env[69319]: DEBUG oslo_concurrency.lockutils [req-d59269b6-cb0c-41a0-b3e8-15f8cbf47d0b req-bec615ec-69d0-468e-b974-17f8e316c54f service nova] Releasing lock "refresh_cache-3870d18b-724f-47e1-b9cc-c718c761894c" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.360386] env[69319]: DEBUG nova.compute.manager [req-d59269b6-cb0c-41a0-b3e8-15f8cbf47d0b req-bec615ec-69d0-468e-b974-17f8e316c54f service nova] [instance: 200ccf3f-9130-42ed-a8e9-d697997e75f9] Received event network-vif-plugged-e6702a2d-82fe-4040-8d1b-021160ebd094 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1285.360598] env[69319]: DEBUG oslo_concurrency.lockutils [req-d59269b6-cb0c-41a0-b3e8-15f8cbf47d0b req-bec615ec-69d0-468e-b974-17f8e316c54f service nova] Acquiring lock "200ccf3f-9130-42ed-a8e9-d697997e75f9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1285.360851] env[69319]: DEBUG oslo_concurrency.lockutils [req-d59269b6-cb0c-41a0-b3e8-15f8cbf47d0b req-bec615ec-69d0-468e-b974-17f8e316c54f service nova] Lock "200ccf3f-9130-42ed-a8e9-d697997e75f9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.361979] env[69319]: DEBUG oslo_concurrency.lockutils [req-d59269b6-cb0c-41a0-b3e8-15f8cbf47d0b req-bec615ec-69d0-468e-b974-17f8e316c54f service nova] Lock "200ccf3f-9130-42ed-a8e9-d697997e75f9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1285.361979] env[69319]: DEBUG nova.compute.manager [req-d59269b6-cb0c-41a0-b3e8-15f8cbf47d0b req-bec615ec-69d0-468e-b974-17f8e316c54f service nova] [instance: 200ccf3f-9130-42ed-a8e9-d697997e75f9] No waiting events found dispatching network-vif-plugged-e6702a2d-82fe-4040-8d1b-021160ebd094 {{(pid=69319) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1285.361979] env[69319]: WARNING nova.compute.manager [req-d59269b6-cb0c-41a0-b3e8-15f8cbf47d0b req-bec615ec-69d0-468e-b974-17f8e316c54f service nova] [instance: 200ccf3f-9130-42ed-a8e9-d697997e75f9] Received unexpected event network-vif-plugged-e6702a2d-82fe-4040-8d1b-021160ebd094 for instance with vm_state shelved_offloaded and task_state spawning. [ 1285.361979] env[69319]: DEBUG nova.compute.manager [req-d59269b6-cb0c-41a0-b3e8-15f8cbf47d0b req-bec615ec-69d0-468e-b974-17f8e316c54f service nova] [instance: 200ccf3f-9130-42ed-a8e9-d697997e75f9] Received event network-changed-e6702a2d-82fe-4040-8d1b-021160ebd094 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1285.361979] env[69319]: DEBUG nova.compute.manager [req-d59269b6-cb0c-41a0-b3e8-15f8cbf47d0b req-bec615ec-69d0-468e-b974-17f8e316c54f service nova] [instance: 200ccf3f-9130-42ed-a8e9-d697997e75f9] Refreshing instance network info cache due to event network-changed-e6702a2d-82fe-4040-8d1b-021160ebd094. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1285.361979] env[69319]: DEBUG oslo_concurrency.lockutils [req-d59269b6-cb0c-41a0-b3e8-15f8cbf47d0b req-bec615ec-69d0-468e-b974-17f8e316c54f service nova] Acquiring lock "refresh_cache-200ccf3f-9130-42ed-a8e9-d697997e75f9" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.362250] env[69319]: DEBUG oslo_concurrency.lockutils [req-d59269b6-cb0c-41a0-b3e8-15f8cbf47d0b req-bec615ec-69d0-468e-b974-17f8e316c54f service nova] Acquired lock "refresh_cache-200ccf3f-9130-42ed-a8e9-d697997e75f9" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.362250] env[69319]: DEBUG nova.network.neutron [req-d59269b6-cb0c-41a0-b3e8-15f8cbf47d0b req-bec615ec-69d0-468e-b974-17f8e316c54f service nova] [instance: 200ccf3f-9130-42ed-a8e9-d697997e75f9] Refreshing network info cache for port e6702a2d-82fe-4040-8d1b-021160ebd094 {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1285.486094] env[69319]: DEBUG oslo_vmware.api [None req-c6b8499d-32d8-4f1c-b1ec-00e25325fb8e tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52efc44a-05ab-145a-762a-b367f51feabc, 'name': SearchDatastore_Task, 'duration_secs': 0.008041} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.487182] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d605f396-856d-4b21-8288-485711da6646 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.493997] env[69319]: DEBUG oslo_vmware.api [None req-c6b8499d-32d8-4f1c-b1ec-00e25325fb8e tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Waiting for the task: (returnval){ [ 1285.493997] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]5285d4b8-c9c1-0113-9a6c-40744ad855e8" [ 1285.493997] env[69319]: _type = "Task" [ 1285.493997] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.504396] env[69319]: DEBUG oslo_vmware.api [None req-c6b8499d-32d8-4f1c-b1ec-00e25325fb8e tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5285d4b8-c9c1-0113-9a6c-40744ad855e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.562317] env[69319]: INFO nova.compute.manager [-] [instance: fadaa797-edd9-43e8-833c-d97672ff9401] Took 1.43 seconds to deallocate network for instance. [ 1285.791160] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3224216, 'name': CreateVM_Task, 'duration_secs': 0.334154} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.794295] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 200ccf3f-9130-42ed-a8e9-d697997e75f9] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1285.795808] env[69319]: DEBUG oslo_concurrency.lockutils [None req-6a8b0ed8-fd4a-41b6-a894-15a45857bcb1 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/da0671c7-49ee-4f5f-9f32-98cc2711c319" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.795808] env[69319]: DEBUG oslo_concurrency.lockutils [None req-6a8b0ed8-fd4a-41b6-a894-15a45857bcb1 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Acquired lock "[datastore2] devstack-image-cache_base/da0671c7-49ee-4f5f-9f32-98cc2711c319" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.796116] env[69319]: DEBUG oslo_concurrency.lockutils [None req-6a8b0ed8-fd4a-41b6-a894-15a45857bcb1 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/da0671c7-49ee-4f5f-9f32-98cc2711c319" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.796451] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8efb0a9c-19e6-4674-a62c-a6653f41adb9 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.801751] env[69319]: DEBUG oslo_vmware.api [None req-6a8b0ed8-fd4a-41b6-a894-15a45857bcb1 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Waiting for the task: (returnval){ [ 1285.801751] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]5281835e-1488-811d-9dfd-3fc2dc033781" [ 1285.801751] env[69319]: _type = "Task" [ 1285.801751] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.819940] env[69319]: DEBUG oslo_concurrency.lockutils [None req-6a8b0ed8-fd4a-41b6-a894-15a45857bcb1 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Releasing lock "[datastore2] devstack-image-cache_base/da0671c7-49ee-4f5f-9f32-98cc2711c319" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.820909] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-6a8b0ed8-fd4a-41b6-a894-15a45857bcb1 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 200ccf3f-9130-42ed-a8e9-d697997e75f9] Processing image da0671c7-49ee-4f5f-9f32-98cc2711c319 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1285.821127] env[69319]: DEBUG oslo_concurrency.lockutils [None req-6a8b0ed8-fd4a-41b6-a894-15a45857bcb1 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/da0671c7-49ee-4f5f-9f32-98cc2711c319/da0671c7-49ee-4f5f-9f32-98cc2711c319.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.822641] env[69319]: DEBUG oslo_concurrency.lockutils [None req-6a8b0ed8-fd4a-41b6-a894-15a45857bcb1 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Acquired lock "[datastore2] devstack-image-cache_base/da0671c7-49ee-4f5f-9f32-98cc2711c319/da0671c7-49ee-4f5f-9f32-98cc2711c319.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.822641] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a8b0ed8-fd4a-41b6-a894-15a45857bcb1 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1285.822641] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a20bbc5d-1036-4117-bedd-be54c40b14d5 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.836243] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a8b0ed8-fd4a-41b6-a894-15a45857bcb1 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1285.836243] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-6a8b0ed8-fd4a-41b6-a894-15a45857bcb1 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1285.836243] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6184743a-bb2c-4d61-92ec-1df2b553e55d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.847226] env[69319]: DEBUG oslo_vmware.api [None req-6a8b0ed8-fd4a-41b6-a894-15a45857bcb1 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Waiting for the task: (returnval){ [ 1285.847226] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52a4d64d-dc4d-2850-e431-873a02ac5ff9" [ 1285.847226] env[69319]: _type = "Task" [ 1285.847226] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.854698] env[69319]: DEBUG oslo_vmware.api [None req-6a8b0ed8-fd4a-41b6-a894-15a45857bcb1 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52a4d64d-dc4d-2850-e431-873a02ac5ff9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.856249] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a32dedf-f307-42a1-805d-6a1a4e4eda46 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.867121] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aba7955-1b34-4763-9149-2d561a217394 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.902362] env[69319]: DEBUG nova.network.neutron [None req-dda39f8d-9a94-40b9-810d-eeeb11149e04 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 21e71e4a-5812-4daa-9037-14dd922a32dc] Updating instance_info_cache with network_info: [{"id": "637d3ba9-189d-4943-95d2-f9f60c4b6659", "address": "fa:16:3e:75:c2:6a", "network": {"id": "106fc08f-1807-4065-8e5f-d5dd2ea396ac", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-470234828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fe67d8fa7124a519dd9af8bbd6a48a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap637d3ba9-18", "ovs_interfaceid": "637d3ba9-189d-4943-95d2-f9f60c4b6659", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1285.904124] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fef4ab7-94ee-4b15-8273-fbe9374a5ec8 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.911511] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40b053c3-c6d9-49fd-acd4-8f96996477e9 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.925401] env[69319]: DEBUG nova.compute.provider_tree [None req-6777f0f2-3cee-4564-bb05-27650fee5f44 tempest-ServersTestManualDisk-616175520 tempest-ServersTestManualDisk-616175520-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1286.004698] env[69319]: DEBUG oslo_vmware.api [None req-c6b8499d-32d8-4f1c-b1ec-00e25325fb8e tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5285d4b8-c9c1-0113-9a6c-40744ad855e8, 'name': SearchDatastore_Task, 'duration_secs': 0.010223} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.007113] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c6b8499d-32d8-4f1c-b1ec-00e25325fb8e tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.007397] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6b8499d-32d8-4f1c-b1ec-00e25325fb8e tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] 3870d18b-724f-47e1-b9cc-c718c761894c/3870d18b-724f-47e1-b9cc-c718c761894c.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1286.007661] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d46bf405-e207-488b-a04f-64160539ea2d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.014520] env[69319]: DEBUG oslo_vmware.api [None req-c6b8499d-32d8-4f1c-b1ec-00e25325fb8e tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Waiting for the task: (returnval){ [ 1286.014520] env[69319]: value = "task-3224217" [ 1286.014520] env[69319]: _type = "Task" [ 1286.014520] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.022327] env[69319]: DEBUG oslo_vmware.api [None req-c6b8499d-32d8-4f1c-b1ec-00e25325fb8e tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': task-3224217, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.109119] env[69319]: INFO nova.compute.manager [None req-78a5c731-71ce-46af-84f6-503e6b1f841e tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: fadaa797-edd9-43e8-833c-d97672ff9401] Took 0.55 seconds to detach 1 volumes for instance. [ 1286.111425] env[69319]: DEBUG nova.compute.manager [None req-78a5c731-71ce-46af-84f6-503e6b1f841e tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: fadaa797-edd9-43e8-833c-d97672ff9401] Deleting volume: 15de6eed-3a16-4573-b39d-1f7d13784161 {{(pid=69319) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1286.358400] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-6a8b0ed8-fd4a-41b6-a894-15a45857bcb1 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 200ccf3f-9130-42ed-a8e9-d697997e75f9] Preparing fetch location {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1286.358716] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-6a8b0ed8-fd4a-41b6-a894-15a45857bcb1 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 200ccf3f-9130-42ed-a8e9-d697997e75f9] Fetch image to [datastore2] OSTACK_IMG_89452f6f-0240-4a28-980d-fc79b4f8af05/OSTACK_IMG_89452f6f-0240-4a28-980d-fc79b4f8af05.vmdk {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1286.358911] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-6a8b0ed8-fd4a-41b6-a894-15a45857bcb1 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 200ccf3f-9130-42ed-a8e9-d697997e75f9] Downloading stream optimized image da0671c7-49ee-4f5f-9f32-98cc2711c319 to [datastore2] OSTACK_IMG_89452f6f-0240-4a28-980d-fc79b4f8af05/OSTACK_IMG_89452f6f-0240-4a28-980d-fc79b4f8af05.vmdk on the data store datastore2 as vApp {{(pid=69319) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1286.359621] env[69319]: DEBUG nova.virt.vmwareapi.images [None req-6a8b0ed8-fd4a-41b6-a894-15a45857bcb1 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 200ccf3f-9130-42ed-a8e9-d697997e75f9] Downloading image file data da0671c7-49ee-4f5f-9f32-98cc2711c319 to the ESX as VM named 'OSTACK_IMG_89452f6f-0240-4a28-980d-fc79b4f8af05' {{(pid=69319) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1286.418177] env[69319]: DEBUG oslo_concurrency.lockutils [None req-dda39f8d-9a94-40b9-810d-eeeb11149e04 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Releasing lock "refresh_cache-21e71e4a-5812-4daa-9037-14dd922a32dc" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.432169] env[69319]: DEBUG nova.compute.manager [req-9a65da9d-d95d-4295-8c2e-9c91ea274e70 req-bb7a914b-ae32-4efd-b028-f504a05bcfc3 service nova] [instance: fadaa797-edd9-43e8-833c-d97672ff9401] Received event network-vif-deleted-1d34cbfa-1034-4db1-bfb1-0008fbb5d153 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1286.434182] env[69319]: DEBUG nova.scheduler.client.report [None req-6777f0f2-3cee-4564-bb05-27650fee5f44 tempest-ServersTestManualDisk-616175520 tempest-ServersTestManualDisk-616175520-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1286.466636] env[69319]: DEBUG oslo_concurrency.lockutils [None req-3a073dc3-8b99-4365-a2ef-f82011a03ac7 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Acquiring lock "460e8db7-d226-4792-ab3f-46dbaed764c9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1286.466898] env[69319]: DEBUG oslo_concurrency.lockutils [None req-3a073dc3-8b99-4365-a2ef-f82011a03ac7 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Lock "460e8db7-d226-4792-ab3f-46dbaed764c9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1286.478782] env[69319]: DEBUG oslo_vmware.rw_handles [None req-6a8b0ed8-fd4a-41b6-a894-15a45857bcb1 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1286.478782] env[69319]: value = "resgroup-9" [ 1286.478782] env[69319]: _type = "ResourcePool" [ 1286.478782] env[69319]: }. {{(pid=69319) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1286.479250] env[69319]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-e46d76a9-fcef-4635-9f4c-d624b02e340b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.501064] env[69319]: DEBUG oslo_vmware.rw_handles [None req-6a8b0ed8-fd4a-41b6-a894-15a45857bcb1 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Lease: (returnval){ [ 1286.501064] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52e8b307-0e29-345d-06de-e91ca8e71401" [ 1286.501064] env[69319]: _type = "HttpNfcLease" [ 1286.501064] env[69319]: } obtained for vApp import into resource pool (val){ [ 1286.501064] env[69319]: value = "resgroup-9" [ 1286.501064] env[69319]: _type = "ResourcePool" [ 1286.501064] env[69319]: }. {{(pid=69319) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1286.501598] env[69319]: DEBUG oslo_vmware.api [None req-6a8b0ed8-fd4a-41b6-a894-15a45857bcb1 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Waiting for the lease: (returnval){ [ 1286.501598] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52e8b307-0e29-345d-06de-e91ca8e71401" [ 1286.501598] env[69319]: _type = "HttpNfcLease" [ 1286.501598] env[69319]: } to be ready. {{(pid=69319) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1286.502108] env[69319]: DEBUG nova.network.neutron [req-d59269b6-cb0c-41a0-b3e8-15f8cbf47d0b req-bec615ec-69d0-468e-b974-17f8e316c54f service nova] [instance: 200ccf3f-9130-42ed-a8e9-d697997e75f9] Updated VIF entry in instance network info cache for port e6702a2d-82fe-4040-8d1b-021160ebd094. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1286.502444] env[69319]: DEBUG nova.network.neutron [req-d59269b6-cb0c-41a0-b3e8-15f8cbf47d0b req-bec615ec-69d0-468e-b974-17f8e316c54f service nova] [instance: 200ccf3f-9130-42ed-a8e9-d697997e75f9] Updating instance_info_cache with network_info: [{"id": "e6702a2d-82fe-4040-8d1b-021160ebd094", "address": "fa:16:3e:dd:f8:f1", "network": {"id": "4f737b3f-f5c1-42ef-806b-0c1446295bfe", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1251481083-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a48ceaae88374e5fb247e3cd24f5e437", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3db2ab9e-1244-4377-b05f-ab76003f2428", "external-id": "nsx-vlan-transportzone-199", "segmentation_id": 199, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6702a2d-82", "ovs_interfaceid": "e6702a2d-82fe-4040-8d1b-021160ebd094", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1286.510749] env[69319]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1286.510749] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52e8b307-0e29-345d-06de-e91ca8e71401" [ 1286.510749] env[69319]: _type = "HttpNfcLease" [ 1286.510749] env[69319]: } is initializing. {{(pid=69319) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1286.524385] env[69319]: DEBUG oslo_vmware.api [None req-c6b8499d-32d8-4f1c-b1ec-00e25325fb8e tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': task-3224217, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481334} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.524629] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6b8499d-32d8-4f1c-b1ec-00e25325fb8e tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] 3870d18b-724f-47e1-b9cc-c718c761894c/3870d18b-724f-47e1-b9cc-c718c761894c.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1286.524853] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-c6b8499d-32d8-4f1c-b1ec-00e25325fb8e tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 3870d18b-724f-47e1-b9cc-c718c761894c] Extending root virtual disk to 1048576 {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1286.525115] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0b06ce8c-0caf-4095-9a03-241b22fbab28 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.533077] env[69319]: DEBUG oslo_vmware.api [None req-c6b8499d-32d8-4f1c-b1ec-00e25325fb8e tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Waiting for the task: (returnval){ [ 1286.533077] env[69319]: value = "task-3224220" [ 1286.533077] env[69319]: _type = "Task" [ 1286.533077] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.540236] env[69319]: DEBUG oslo_vmware.api [None req-c6b8499d-32d8-4f1c-b1ec-00e25325fb8e tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': task-3224220, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.651315] env[69319]: DEBUG oslo_concurrency.lockutils [None req-78a5c731-71ce-46af-84f6-503e6b1f841e tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1286.941869] env[69319]: DEBUG oslo_concurrency.lockutils [None req-6777f0f2-3cee-4564-bb05-27650fee5f44 tempest-ServersTestManualDisk-616175520 tempest-ServersTestManualDisk-616175520-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.298s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1286.941869] env[69319]: DEBUG nova.compute.manager [None req-6777f0f2-3cee-4564-bb05-27650fee5f44 tempest-ServersTestManualDisk-616175520 tempest-ServersTestManualDisk-616175520-project-member] [instance: 04342fc1-42fe-40f1-a3d5-13b33b9a507e] Start building networks asynchronously for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1286.944839] env[69319]: DEBUG oslo_concurrency.lockutils [None req-78a5c731-71ce-46af-84f6-503e6b1f841e tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.294s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1286.945121] env[69319]: DEBUG oslo_concurrency.lockutils [None req-78a5c731-71ce-46af-84f6-503e6b1f841e tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1286.968592] env[69319]: INFO nova.scheduler.client.report [None req-78a5c731-71ce-46af-84f6-503e6b1f841e tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Deleted allocations for instance fadaa797-edd9-43e8-833c-d97672ff9401 [ 1286.969994] env[69319]: DEBUG nova.compute.manager [None req-3a073dc3-8b99-4365-a2ef-f82011a03ac7 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 460e8db7-d226-4792-ab3f-46dbaed764c9] Starting instance... {{(pid=69319) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1287.009191] env[69319]: DEBUG oslo_concurrency.lockutils [req-d59269b6-cb0c-41a0-b3e8-15f8cbf47d0b req-bec615ec-69d0-468e-b974-17f8e316c54f service nova] Releasing lock "refresh_cache-200ccf3f-9130-42ed-a8e9-d697997e75f9" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.013339] env[69319]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1287.013339] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52e8b307-0e29-345d-06de-e91ca8e71401" [ 1287.013339] env[69319]: _type = "HttpNfcLease" [ 1287.013339] env[69319]: } is ready. {{(pid=69319) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1287.013615] env[69319]: DEBUG oslo_vmware.rw_handles [None req-6a8b0ed8-fd4a-41b6-a894-15a45857bcb1 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1287.013615] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52e8b307-0e29-345d-06de-e91ca8e71401" [ 1287.013615] env[69319]: _type = "HttpNfcLease" [ 1287.013615] env[69319]: }. {{(pid=69319) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1287.014360] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e8b8f56-9b9c-43f5-a751-5a48d8add8ba {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.021481] env[69319]: DEBUG oslo_vmware.rw_handles [None req-6a8b0ed8-fd4a-41b6-a894-15a45857bcb1 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52031aca-06f4-77e8-d7ef-55e0d200c315/disk-0.vmdk from lease info. {{(pid=69319) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1287.021658] env[69319]: DEBUG oslo_vmware.rw_handles [None req-6a8b0ed8-fd4a-41b6-a894-15a45857bcb1 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Creating HTTP connection to write to file with size = 31668736 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52031aca-06f4-77e8-d7ef-55e0d200c315/disk-0.vmdk. {{(pid=69319) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1287.088048] env[69319]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-00920114-e8c1-44a8-9e04-047ebaaa6bf6 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.090345] env[69319]: DEBUG oslo_vmware.api [None req-c6b8499d-32d8-4f1c-b1ec-00e25325fb8e tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': task-3224220, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058207} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.090345] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-c6b8499d-32d8-4f1c-b1ec-00e25325fb8e tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 3870d18b-724f-47e1-b9cc-c718c761894c] Extended root virtual disk {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1287.091550] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17ddb186-a5b4-4344-8ca9-6b3de28e9375 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.115092] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6b8499d-32d8-4f1c-b1ec-00e25325fb8e tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 3870d18b-724f-47e1-b9cc-c718c761894c] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] 3870d18b-724f-47e1-b9cc-c718c761894c/3870d18b-724f-47e1-b9cc-c718c761894c.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1287.115374] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1580c5f0-d928-4599-b2ed-c67d81b871ac {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.136178] env[69319]: DEBUG oslo_vmware.api [None req-c6b8499d-32d8-4f1c-b1ec-00e25325fb8e tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Waiting for the task: (returnval){ [ 1287.136178] env[69319]: value = "task-3224221" [ 1287.136178] env[69319]: _type = "Task" [ 1287.136178] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.145980] env[69319]: DEBUG oslo_vmware.api [None req-c6b8499d-32d8-4f1c-b1ec-00e25325fb8e tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': task-3224221, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.449528] env[69319]: DEBUG nova.compute.utils [None req-6777f0f2-3cee-4564-bb05-27650fee5f44 tempest-ServersTestManualDisk-616175520 tempest-ServersTestManualDisk-616175520-project-member] Using /dev/sd instead of None {{(pid=69319) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1287.453207] env[69319]: DEBUG nova.compute.manager [None req-6777f0f2-3cee-4564-bb05-27650fee5f44 tempest-ServersTestManualDisk-616175520 tempest-ServersTestManualDisk-616175520-project-member] [instance: 04342fc1-42fe-40f1-a3d5-13b33b9a507e] Allocating IP information in the background. {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1287.453207] env[69319]: DEBUG nova.network.neutron [None req-6777f0f2-3cee-4564-bb05-27650fee5f44 tempest-ServersTestManualDisk-616175520 tempest-ServersTestManualDisk-616175520-project-member] [instance: 04342fc1-42fe-40f1-a3d5-13b33b9a507e] allocate_for_instance() {{(pid=69319) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1287.485995] env[69319]: DEBUG oslo_concurrency.lockutils [None req-78a5c731-71ce-46af-84f6-503e6b1f841e tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Lock "fadaa797-edd9-43e8-833c-d97672ff9401" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.160s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.499646] env[69319]: DEBUG oslo_concurrency.lockutils [None req-3a073dc3-8b99-4365-a2ef-f82011a03ac7 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.500111] env[69319]: DEBUG oslo_concurrency.lockutils [None req-3a073dc3-8b99-4365-a2ef-f82011a03ac7 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.501777] env[69319]: INFO nova.compute.claims [None req-3a073dc3-8b99-4365-a2ef-f82011a03ac7 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 460e8db7-d226-4792-ab3f-46dbaed764c9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1287.539275] env[69319]: DEBUG nova.policy [None req-6777f0f2-3cee-4564-bb05-27650fee5f44 tempest-ServersTestManualDisk-616175520 tempest-ServersTestManualDisk-616175520-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5b9d0a44968249c087f4993d6a4ac4fe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '424544ba849f45699c4aaf2214ad9946', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69319) authorize /opt/stack/nova/nova/policy.py:192}} [ 1287.646795] env[69319]: DEBUG oslo_vmware.api [None req-c6b8499d-32d8-4f1c-b1ec-00e25325fb8e tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': task-3224221, 'name': ReconfigVM_Task, 'duration_secs': 0.329049} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.647671] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6b8499d-32d8-4f1c-b1ec-00e25325fb8e tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 3870d18b-724f-47e1-b9cc-c718c761894c] Reconfigured VM instance instance-00000072 to attach disk [datastore2] 3870d18b-724f-47e1-b9cc-c718c761894c/3870d18b-724f-47e1-b9cc-c718c761894c.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1287.647797] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cde26d83-ccfa-4d03-afe9-580a2a60d369 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.655205] env[69319]: DEBUG oslo_vmware.api [None req-c6b8499d-32d8-4f1c-b1ec-00e25325fb8e tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Waiting for the task: (returnval){ [ 1287.655205] env[69319]: value = "task-3224222" [ 1287.655205] env[69319]: _type = "Task" [ 1287.655205] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.666407] env[69319]: DEBUG oslo_vmware.api [None req-c6b8499d-32d8-4f1c-b1ec-00e25325fb8e tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': task-3224222, 'name': Rename_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.927630] env[69319]: DEBUG nova.network.neutron [None req-6777f0f2-3cee-4564-bb05-27650fee5f44 tempest-ServersTestManualDisk-616175520 tempest-ServersTestManualDisk-616175520-project-member] [instance: 04342fc1-42fe-40f1-a3d5-13b33b9a507e] Successfully created port: 6dc7534b-7cf5-4902-bbd6-4489bbc9fd7f {{(pid=69319) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1287.949502] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4c0c3b9-3cd6-4181-98a3-896c9451da30 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.969794] env[69319]: DEBUG nova.compute.manager [None req-6777f0f2-3cee-4564-bb05-27650fee5f44 tempest-ServersTestManualDisk-616175520 tempest-ServersTestManualDisk-616175520-project-member] [instance: 04342fc1-42fe-40f1-a3d5-13b33b9a507e] Start building block device mappings for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1287.972901] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-dda39f8d-9a94-40b9-810d-eeeb11149e04 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 21e71e4a-5812-4daa-9037-14dd922a32dc] Updating instance '21e71e4a-5812-4daa-9037-14dd922a32dc' progress to 0 {{(pid=69319) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1288.165456] env[69319]: DEBUG oslo_vmware.api [None req-c6b8499d-32d8-4f1c-b1ec-00e25325fb8e tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': task-3224222, 'name': Rename_Task, 'duration_secs': 0.169957} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.167282] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6b8499d-32d8-4f1c-b1ec-00e25325fb8e tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 3870d18b-724f-47e1-b9cc-c718c761894c] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1288.167552] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6f34b418-15d8-4c1e-8fe0-6b5d4a5f53a0 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.174689] env[69319]: DEBUG oslo_vmware.api [None req-c6b8499d-32d8-4f1c-b1ec-00e25325fb8e tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Waiting for the task: (returnval){ [ 1288.174689] env[69319]: value = "task-3224223" [ 1288.174689] env[69319]: _type = "Task" [ 1288.174689] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.176524] env[69319]: DEBUG oslo_concurrency.lockutils [None req-1cf840af-5bed-4dac-b0c8-ab7480b2bbe3 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Acquiring lock "736ae4ad-58b1-43f4-9661-648a5ccad06a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1288.176758] env[69319]: DEBUG oslo_concurrency.lockutils [None req-1cf840af-5bed-4dac-b0c8-ab7480b2bbe3 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Lock "736ae4ad-58b1-43f4-9661-648a5ccad06a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1288.176966] env[69319]: DEBUG oslo_concurrency.lockutils [None req-1cf840af-5bed-4dac-b0c8-ab7480b2bbe3 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Acquiring lock "736ae4ad-58b1-43f4-9661-648a5ccad06a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1288.177172] env[69319]: DEBUG oslo_concurrency.lockutils [None req-1cf840af-5bed-4dac-b0c8-ab7480b2bbe3 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Lock "736ae4ad-58b1-43f4-9661-648a5ccad06a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1288.177340] env[69319]: DEBUG oslo_concurrency.lockutils [None req-1cf840af-5bed-4dac-b0c8-ab7480b2bbe3 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Lock "736ae4ad-58b1-43f4-9661-648a5ccad06a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.183177] env[69319]: DEBUG oslo_vmware.rw_handles [None req-6a8b0ed8-fd4a-41b6-a894-15a45857bcb1 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Completed reading data from the image iterator. {{(pid=69319) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1288.183362] env[69319]: DEBUG oslo_vmware.rw_handles [None req-6a8b0ed8-fd4a-41b6-a894-15a45857bcb1 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52031aca-06f4-77e8-d7ef-55e0d200c315/disk-0.vmdk. {{(pid=69319) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1288.183833] env[69319]: INFO nova.compute.manager [None req-1cf840af-5bed-4dac-b0c8-ab7480b2bbe3 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: 736ae4ad-58b1-43f4-9661-648a5ccad06a] Terminating instance [ 1288.185860] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7674c67e-f80e-44bc-81aa-905dcdb14b19 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.193658] env[69319]: DEBUG oslo_vmware.api [None req-c6b8499d-32d8-4f1c-b1ec-00e25325fb8e tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': task-3224223, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.195304] env[69319]: DEBUG oslo_vmware.rw_handles [None req-6a8b0ed8-fd4a-41b6-a894-15a45857bcb1 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52031aca-06f4-77e8-d7ef-55e0d200c315/disk-0.vmdk is in state: ready. {{(pid=69319) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1288.195469] env[69319]: DEBUG oslo_vmware.rw_handles [None req-6a8b0ed8-fd4a-41b6-a894-15a45857bcb1 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52031aca-06f4-77e8-d7ef-55e0d200c315/disk-0.vmdk. {{(pid=69319) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1288.195693] env[69319]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-e55a7b31-8939-4cab-9a57-4175cbdb0de6 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.433424] env[69319]: DEBUG oslo_vmware.rw_handles [None req-6a8b0ed8-fd4a-41b6-a894-15a45857bcb1 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52031aca-06f4-77e8-d7ef-55e0d200c315/disk-0.vmdk. {{(pid=69319) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1288.433599] env[69319]: INFO nova.virt.vmwareapi.images [None req-6a8b0ed8-fd4a-41b6-a894-15a45857bcb1 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 200ccf3f-9130-42ed-a8e9-d697997e75f9] Downloaded image file data da0671c7-49ee-4f5f-9f32-98cc2711c319 [ 1288.434458] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-895da3a7-d347-42fb-9397-10de4521d745 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.450992] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8b66326d-b25b-4245-8dad-02ce9256a5c8 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.481311] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-dda39f8d-9a94-40b9-810d-eeeb11149e04 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 21e71e4a-5812-4daa-9037-14dd922a32dc] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1288.481738] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3d395c37-9a6a-4eb0-b3f9-386e1fc7c704 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.489856] env[69319]: DEBUG oslo_vmware.api [None req-dda39f8d-9a94-40b9-810d-eeeb11149e04 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Waiting for the task: (returnval){ [ 1288.489856] env[69319]: value = "task-3224225" [ 1288.489856] env[69319]: _type = "Task" [ 1288.489856] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.499158] env[69319]: DEBUG oslo_vmware.api [None req-dda39f8d-9a94-40b9-810d-eeeb11149e04 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': task-3224225, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.530938] env[69319]: INFO nova.virt.vmwareapi.images [None req-6a8b0ed8-fd4a-41b6-a894-15a45857bcb1 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 200ccf3f-9130-42ed-a8e9-d697997e75f9] The imported VM was unregistered [ 1288.533358] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-6a8b0ed8-fd4a-41b6-a894-15a45857bcb1 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 200ccf3f-9130-42ed-a8e9-d697997e75f9] Caching image {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1288.533607] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a8b0ed8-fd4a-41b6-a894-15a45857bcb1 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Creating directory with path [datastore2] devstack-image-cache_base/da0671c7-49ee-4f5f-9f32-98cc2711c319 {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1288.533881] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a373957b-247d-426b-a813-26d483c809c4 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.549767] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a8b0ed8-fd4a-41b6-a894-15a45857bcb1 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Created directory with path [datastore2] devstack-image-cache_base/da0671c7-49ee-4f5f-9f32-98cc2711c319 {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1288.550043] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a8b0ed8-fd4a-41b6-a894-15a45857bcb1 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_89452f6f-0240-4a28-980d-fc79b4f8af05/OSTACK_IMG_89452f6f-0240-4a28-980d-fc79b4f8af05.vmdk to [datastore2] devstack-image-cache_base/da0671c7-49ee-4f5f-9f32-98cc2711c319/da0671c7-49ee-4f5f-9f32-98cc2711c319.vmdk. {{(pid=69319) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1288.553097] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-13b81606-1f4e-4ec1-aa06-2341aac70502 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.561420] env[69319]: DEBUG oslo_vmware.api [None req-6a8b0ed8-fd4a-41b6-a894-15a45857bcb1 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Waiting for the task: (returnval){ [ 1288.561420] env[69319]: value = "task-3224226" [ 1288.561420] env[69319]: _type = "Task" [ 1288.561420] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.571640] env[69319]: DEBUG oslo_vmware.api [None req-6a8b0ed8-fd4a-41b6-a894-15a45857bcb1 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': task-3224226, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.686213] env[69319]: DEBUG oslo_vmware.api [None req-c6b8499d-32d8-4f1c-b1ec-00e25325fb8e tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': task-3224223, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.690896] env[69319]: DEBUG nova.compute.manager [None req-1cf840af-5bed-4dac-b0c8-ab7480b2bbe3 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: 736ae4ad-58b1-43f4-9661-648a5ccad06a] Start destroying the instance on the hypervisor. {{(pid=69319) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1288.691154] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-1cf840af-5bed-4dac-b0c8-ab7480b2bbe3 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: 736ae4ad-58b1-43f4-9661-648a5ccad06a] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1288.692068] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ff0a9ba-7081-4823-adcc-167c9f33c2d0 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.699615] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cf840af-5bed-4dac-b0c8-ab7480b2bbe3 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: 736ae4ad-58b1-43f4-9661-648a5ccad06a] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1288.700484] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-550cb3dd-1bab-499c-affb-f745dd4fc577 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.702605] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55b0fdc3-7167-4088-ab47-3698eced296a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.711577] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02da5e37-cc16-440e-93f5-20d3ffa566b1 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.715025] env[69319]: DEBUG oslo_vmware.api [None req-1cf840af-5bed-4dac-b0c8-ab7480b2bbe3 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Waiting for the task: (returnval){ [ 1288.715025] env[69319]: value = "task-3224227" [ 1288.715025] env[69319]: _type = "Task" [ 1288.715025] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.755486] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e2896da-de50-49f8-8179-b61091437e33 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.760966] env[69319]: DEBUG oslo_vmware.api [None req-1cf840af-5bed-4dac-b0c8-ab7480b2bbe3 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3224227, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.766051] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c043d333-7649-4247-9362-71838617a6da {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.780018] env[69319]: DEBUG nova.compute.provider_tree [None req-3a073dc3-8b99-4365-a2ef-f82011a03ac7 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1288.984081] env[69319]: DEBUG nova.compute.manager [None req-6777f0f2-3cee-4564-bb05-27650fee5f44 tempest-ServersTestManualDisk-616175520 tempest-ServersTestManualDisk-616175520-project-member] [instance: 04342fc1-42fe-40f1-a3d5-13b33b9a507e] Start spawning the instance on the hypervisor. {{(pid=69319) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1289.000417] env[69319]: DEBUG oslo_vmware.api [None req-dda39f8d-9a94-40b9-810d-eeeb11149e04 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': task-3224225, 'name': PowerOffVM_Task, 'duration_secs': 0.205483} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.000726] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-dda39f8d-9a94-40b9-810d-eeeb11149e04 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 21e71e4a-5812-4daa-9037-14dd922a32dc] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1289.000917] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-dda39f8d-9a94-40b9-810d-eeeb11149e04 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 21e71e4a-5812-4daa-9037-14dd922a32dc] Updating instance '21e71e4a-5812-4daa-9037-14dd922a32dc' progress to 17 {{(pid=69319) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1289.015349] env[69319]: DEBUG nova.virt.hardware [None req-6777f0f2-3cee-4564-bb05-27650fee5f44 tempest-ServersTestManualDisk-616175520 tempest-ServersTestManualDisk-616175520-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:32:36Z,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31f027872f6f44dba95ff2fe7a062e00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:32:36Z,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1289.015625] env[69319]: DEBUG nova.virt.hardware [None req-6777f0f2-3cee-4564-bb05-27650fee5f44 tempest-ServersTestManualDisk-616175520 tempest-ServersTestManualDisk-616175520-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1289.015802] env[69319]: DEBUG nova.virt.hardware [None req-6777f0f2-3cee-4564-bb05-27650fee5f44 tempest-ServersTestManualDisk-616175520 tempest-ServersTestManualDisk-616175520-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1289.015966] env[69319]: DEBUG nova.virt.hardware [None req-6777f0f2-3cee-4564-bb05-27650fee5f44 tempest-ServersTestManualDisk-616175520 tempest-ServersTestManualDisk-616175520-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1289.016129] env[69319]: DEBUG nova.virt.hardware [None req-6777f0f2-3cee-4564-bb05-27650fee5f44 tempest-ServersTestManualDisk-616175520 tempest-ServersTestManualDisk-616175520-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1289.016283] env[69319]: DEBUG nova.virt.hardware [None req-6777f0f2-3cee-4564-bb05-27650fee5f44 tempest-ServersTestManualDisk-616175520 tempest-ServersTestManualDisk-616175520-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1289.016491] env[69319]: DEBUG nova.virt.hardware [None req-6777f0f2-3cee-4564-bb05-27650fee5f44 tempest-ServersTestManualDisk-616175520 tempest-ServersTestManualDisk-616175520-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1289.016652] env[69319]: DEBUG nova.virt.hardware [None req-6777f0f2-3cee-4564-bb05-27650fee5f44 tempest-ServersTestManualDisk-616175520 tempest-ServersTestManualDisk-616175520-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1289.016809] env[69319]: DEBUG nova.virt.hardware [None req-6777f0f2-3cee-4564-bb05-27650fee5f44 tempest-ServersTestManualDisk-616175520 tempest-ServersTestManualDisk-616175520-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1289.016973] env[69319]: DEBUG nova.virt.hardware [None req-6777f0f2-3cee-4564-bb05-27650fee5f44 tempest-ServersTestManualDisk-616175520 tempest-ServersTestManualDisk-616175520-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1289.017174] env[69319]: DEBUG nova.virt.hardware [None req-6777f0f2-3cee-4564-bb05-27650fee5f44 tempest-ServersTestManualDisk-616175520 tempest-ServersTestManualDisk-616175520-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1289.018094] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd727c06-06d7-4e2b-af0d-1b03c5850498 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.029567] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73e7c8f8-f4c7-47ac-a053-e667234b2891 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.071156] env[69319]: DEBUG oslo_vmware.api [None req-6a8b0ed8-fd4a-41b6-a894-15a45857bcb1 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': task-3224226, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.186833] env[69319]: DEBUG oslo_vmware.api [None req-c6b8499d-32d8-4f1c-b1ec-00e25325fb8e tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': task-3224223, 'name': PowerOnVM_Task, 'duration_secs': 0.62312} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.187152] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6b8499d-32d8-4f1c-b1ec-00e25325fb8e tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 3870d18b-724f-47e1-b9cc-c718c761894c] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1289.187411] env[69319]: INFO nova.compute.manager [None req-c6b8499d-32d8-4f1c-b1ec-00e25325fb8e tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 3870d18b-724f-47e1-b9cc-c718c761894c] Took 8.11 seconds to spawn the instance on the hypervisor. [ 1289.187626] env[69319]: DEBUG nova.compute.manager [None req-c6b8499d-32d8-4f1c-b1ec-00e25325fb8e tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 3870d18b-724f-47e1-b9cc-c718c761894c] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1289.188460] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6de8f8d6-7682-4b0f-ae4f-4abbc75d95da {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.226761] env[69319]: DEBUG oslo_vmware.api [None req-1cf840af-5bed-4dac-b0c8-ab7480b2bbe3 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3224227, 'name': PowerOffVM_Task, 'duration_secs': 0.278379} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.226987] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cf840af-5bed-4dac-b0c8-ab7480b2bbe3 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: 736ae4ad-58b1-43f4-9661-648a5ccad06a] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1289.227331] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-1cf840af-5bed-4dac-b0c8-ab7480b2bbe3 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: 736ae4ad-58b1-43f4-9661-648a5ccad06a] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1289.227662] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bcc39fed-bc09-43f1-a580-30bdda07086e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.283714] env[69319]: DEBUG nova.scheduler.client.report [None req-3a073dc3-8b99-4365-a2ef-f82011a03ac7 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1289.300344] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-1cf840af-5bed-4dac-b0c8-ab7480b2bbe3 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: 736ae4ad-58b1-43f4-9661-648a5ccad06a] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1289.300573] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-1cf840af-5bed-4dac-b0c8-ab7480b2bbe3 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: 736ae4ad-58b1-43f4-9661-648a5ccad06a] Deleting contents of the VM from datastore datastore1 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1289.300765] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cf840af-5bed-4dac-b0c8-ab7480b2bbe3 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Deleting the datastore file [datastore1] 736ae4ad-58b1-43f4-9661-648a5ccad06a {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1289.301767] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f2c56e1c-1f42-418e-86c0-798fa2eafd23 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.309721] env[69319]: DEBUG oslo_vmware.api [None req-1cf840af-5bed-4dac-b0c8-ab7480b2bbe3 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Waiting for the task: (returnval){ [ 1289.309721] env[69319]: value = "task-3224229" [ 1289.309721] env[69319]: _type = "Task" [ 1289.309721] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.318311] env[69319]: DEBUG oslo_vmware.api [None req-1cf840af-5bed-4dac-b0c8-ab7480b2bbe3 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3224229, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.402323] env[69319]: DEBUG nova.compute.manager [req-d931b11a-e043-4839-a279-fa7de09bd1cc req-08332b88-a2f4-4133-8560-5eb87b03e473 service nova] [instance: 04342fc1-42fe-40f1-a3d5-13b33b9a507e] Received event network-vif-plugged-6dc7534b-7cf5-4902-bbd6-4489bbc9fd7f {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1289.402583] env[69319]: DEBUG oslo_concurrency.lockutils [req-d931b11a-e043-4839-a279-fa7de09bd1cc req-08332b88-a2f4-4133-8560-5eb87b03e473 service nova] Acquiring lock "04342fc1-42fe-40f1-a3d5-13b33b9a507e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1289.402796] env[69319]: DEBUG oslo_concurrency.lockutils [req-d931b11a-e043-4839-a279-fa7de09bd1cc req-08332b88-a2f4-4133-8560-5eb87b03e473 service nova] Lock "04342fc1-42fe-40f1-a3d5-13b33b9a507e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1289.402984] env[69319]: DEBUG oslo_concurrency.lockutils [req-d931b11a-e043-4839-a279-fa7de09bd1cc req-08332b88-a2f4-4133-8560-5eb87b03e473 service nova] Lock "04342fc1-42fe-40f1-a3d5-13b33b9a507e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.403176] env[69319]: DEBUG nova.compute.manager [req-d931b11a-e043-4839-a279-fa7de09bd1cc req-08332b88-a2f4-4133-8560-5eb87b03e473 service nova] [instance: 04342fc1-42fe-40f1-a3d5-13b33b9a507e] No waiting events found dispatching network-vif-plugged-6dc7534b-7cf5-4902-bbd6-4489bbc9fd7f {{(pid=69319) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1289.403345] env[69319]: WARNING nova.compute.manager [req-d931b11a-e043-4839-a279-fa7de09bd1cc req-08332b88-a2f4-4133-8560-5eb87b03e473 service nova] [instance: 04342fc1-42fe-40f1-a3d5-13b33b9a507e] Received unexpected event network-vif-plugged-6dc7534b-7cf5-4902-bbd6-4489bbc9fd7f for instance with vm_state building and task_state spawning. [ 1289.499864] env[69319]: DEBUG nova.network.neutron [None req-6777f0f2-3cee-4564-bb05-27650fee5f44 tempest-ServersTestManualDisk-616175520 tempest-ServersTestManualDisk-616175520-project-member] [instance: 04342fc1-42fe-40f1-a3d5-13b33b9a507e] Successfully updated port: 6dc7534b-7cf5-4902-bbd6-4489bbc9fd7f {{(pid=69319) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1289.510955] env[69319]: DEBUG nova.virt.hardware [None req-dda39f8d-9a94-40b9-810d-eeeb11149e04 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1289.511237] env[69319]: DEBUG nova.virt.hardware [None req-dda39f8d-9a94-40b9-810d-eeeb11149e04 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1289.511398] env[69319]: DEBUG nova.virt.hardware [None req-dda39f8d-9a94-40b9-810d-eeeb11149e04 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1289.511583] env[69319]: DEBUG nova.virt.hardware [None req-dda39f8d-9a94-40b9-810d-eeeb11149e04 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1289.511792] env[69319]: DEBUG nova.virt.hardware [None req-dda39f8d-9a94-40b9-810d-eeeb11149e04 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1289.512012] env[69319]: DEBUG nova.virt.hardware [None req-dda39f8d-9a94-40b9-810d-eeeb11149e04 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1289.512254] env[69319]: DEBUG nova.virt.hardware [None req-dda39f8d-9a94-40b9-810d-eeeb11149e04 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1289.513104] env[69319]: DEBUG nova.virt.hardware [None req-dda39f8d-9a94-40b9-810d-eeeb11149e04 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1289.513104] env[69319]: DEBUG nova.virt.hardware [None req-dda39f8d-9a94-40b9-810d-eeeb11149e04 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1289.513104] env[69319]: DEBUG nova.virt.hardware [None req-dda39f8d-9a94-40b9-810d-eeeb11149e04 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1289.513104] env[69319]: DEBUG nova.virt.hardware [None req-dda39f8d-9a94-40b9-810d-eeeb11149e04 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1289.518972] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87e7c9b9-ed24-4514-9a8b-9fe05230f274 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.535738] env[69319]: DEBUG oslo_vmware.api [None req-dda39f8d-9a94-40b9-810d-eeeb11149e04 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Waiting for the task: (returnval){ [ 1289.535738] env[69319]: value = "task-3224230" [ 1289.535738] env[69319]: _type = "Task" [ 1289.535738] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.544544] env[69319]: DEBUG oslo_vmware.api [None req-dda39f8d-9a94-40b9-810d-eeeb11149e04 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': task-3224230, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.572744] env[69319]: DEBUG oslo_vmware.api [None req-6a8b0ed8-fd4a-41b6-a894-15a45857bcb1 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': task-3224226, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.708319] env[69319]: INFO nova.compute.manager [None req-c6b8499d-32d8-4f1c-b1ec-00e25325fb8e tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 3870d18b-724f-47e1-b9cc-c718c761894c] Took 14.10 seconds to build instance. [ 1289.789367] env[69319]: DEBUG oslo_concurrency.lockutils [None req-3a073dc3-8b99-4365-a2ef-f82011a03ac7 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.289s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.790014] env[69319]: DEBUG nova.compute.manager [None req-3a073dc3-8b99-4365-a2ef-f82011a03ac7 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 460e8db7-d226-4792-ab3f-46dbaed764c9] Start building networks asynchronously for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1289.820373] env[69319]: DEBUG oslo_vmware.api [None req-1cf840af-5bed-4dac-b0c8-ab7480b2bbe3 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3224229, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.422338} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.820887] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cf840af-5bed-4dac-b0c8-ab7480b2bbe3 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1289.820982] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-1cf840af-5bed-4dac-b0c8-ab7480b2bbe3 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: 736ae4ad-58b1-43f4-9661-648a5ccad06a] Deleted contents of the VM from datastore datastore1 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1289.821126] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-1cf840af-5bed-4dac-b0c8-ab7480b2bbe3 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: 736ae4ad-58b1-43f4-9661-648a5ccad06a] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1289.822082] env[69319]: INFO nova.compute.manager [None req-1cf840af-5bed-4dac-b0c8-ab7480b2bbe3 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: 736ae4ad-58b1-43f4-9661-648a5ccad06a] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1289.822082] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1cf840af-5bed-4dac-b0c8-ab7480b2bbe3 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1289.822082] env[69319]: DEBUG nova.compute.manager [-] [instance: 736ae4ad-58b1-43f4-9661-648a5ccad06a] Deallocating network for instance {{(pid=69319) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1289.822082] env[69319]: DEBUG nova.network.neutron [-] [instance: 736ae4ad-58b1-43f4-9661-648a5ccad06a] deallocate_for_instance() {{(pid=69319) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1290.003461] env[69319]: DEBUG oslo_concurrency.lockutils [None req-6777f0f2-3cee-4564-bb05-27650fee5f44 tempest-ServersTestManualDisk-616175520 tempest-ServersTestManualDisk-616175520-project-member] Acquiring lock "refresh_cache-04342fc1-42fe-40f1-a3d5-13b33b9a507e" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.003650] env[69319]: DEBUG oslo_concurrency.lockutils [None req-6777f0f2-3cee-4564-bb05-27650fee5f44 tempest-ServersTestManualDisk-616175520 tempest-ServersTestManualDisk-616175520-project-member] Acquired lock "refresh_cache-04342fc1-42fe-40f1-a3d5-13b33b9a507e" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.003880] env[69319]: DEBUG nova.network.neutron [None req-6777f0f2-3cee-4564-bb05-27650fee5f44 tempest-ServersTestManualDisk-616175520 tempest-ServersTestManualDisk-616175520-project-member] [instance: 04342fc1-42fe-40f1-a3d5-13b33b9a507e] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1290.047568] env[69319]: DEBUG oslo_vmware.api [None req-dda39f8d-9a94-40b9-810d-eeeb11149e04 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': task-3224230, 'name': ReconfigVM_Task, 'duration_secs': 0.259963} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.048425] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-dda39f8d-9a94-40b9-810d-eeeb11149e04 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 21e71e4a-5812-4daa-9037-14dd922a32dc] Updating instance '21e71e4a-5812-4daa-9037-14dd922a32dc' progress to 33 {{(pid=69319) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1290.075069] env[69319]: DEBUG oslo_vmware.api [None req-6a8b0ed8-fd4a-41b6-a894-15a45857bcb1 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': task-3224226, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.211689] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c6b8499d-32d8-4f1c-b1ec-00e25325fb8e tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Lock "3870d18b-724f-47e1-b9cc-c718c761894c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.605s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1290.295463] env[69319]: DEBUG nova.compute.utils [None req-3a073dc3-8b99-4365-a2ef-f82011a03ac7 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Using /dev/sd instead of None {{(pid=69319) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1290.297227] env[69319]: DEBUG nova.compute.manager [None req-3a073dc3-8b99-4365-a2ef-f82011a03ac7 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 460e8db7-d226-4792-ab3f-46dbaed764c9] Allocating IP information in the background. {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1290.297953] env[69319]: DEBUG nova.network.neutron [None req-3a073dc3-8b99-4365-a2ef-f82011a03ac7 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 460e8db7-d226-4792-ab3f-46dbaed764c9] allocate_for_instance() {{(pid=69319) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1290.356933] env[69319]: DEBUG nova.policy [None req-3a073dc3-8b99-4365-a2ef-f82011a03ac7 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '693349a2f7594f7d83be81f865a96a62', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8712195e5600495dac5d45bcbbd358ed', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69319) authorize /opt/stack/nova/nova/policy.py:192}} [ 1290.555871] env[69319]: DEBUG nova.virt.hardware [None req-dda39f8d-9a94-40b9-810d-eeeb11149e04 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1290.556527] env[69319]: DEBUG nova.virt.hardware [None req-dda39f8d-9a94-40b9-810d-eeeb11149e04 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1290.556631] env[69319]: DEBUG nova.virt.hardware [None req-dda39f8d-9a94-40b9-810d-eeeb11149e04 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1290.557040] env[69319]: DEBUG nova.virt.hardware [None req-dda39f8d-9a94-40b9-810d-eeeb11149e04 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1290.557307] env[69319]: DEBUG nova.virt.hardware [None req-dda39f8d-9a94-40b9-810d-eeeb11149e04 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1290.557566] env[69319]: DEBUG nova.virt.hardware [None req-dda39f8d-9a94-40b9-810d-eeeb11149e04 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1290.557975] env[69319]: DEBUG nova.virt.hardware [None req-dda39f8d-9a94-40b9-810d-eeeb11149e04 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1290.558225] env[69319]: DEBUG nova.virt.hardware [None req-dda39f8d-9a94-40b9-810d-eeeb11149e04 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1290.558422] env[69319]: DEBUG nova.virt.hardware [None req-dda39f8d-9a94-40b9-810d-eeeb11149e04 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1290.558595] env[69319]: DEBUG nova.virt.hardware [None req-dda39f8d-9a94-40b9-810d-eeeb11149e04 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1290.558773] env[69319]: DEBUG nova.virt.hardware [None req-dda39f8d-9a94-40b9-810d-eeeb11149e04 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1290.565264] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-dda39f8d-9a94-40b9-810d-eeeb11149e04 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 21e71e4a-5812-4daa-9037-14dd922a32dc] Reconfiguring VM instance instance-00000071 to detach disk 2000 {{(pid=69319) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1290.569026] env[69319]: DEBUG nova.network.neutron [None req-6777f0f2-3cee-4564-bb05-27650fee5f44 tempest-ServersTestManualDisk-616175520 tempest-ServersTestManualDisk-616175520-project-member] [instance: 04342fc1-42fe-40f1-a3d5-13b33b9a507e] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1290.569026] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0d4cacd-b7da-4cb5-9a27-3b332c0d701f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.595758] env[69319]: DEBUG oslo_vmware.api [None req-6a8b0ed8-fd4a-41b6-a894-15a45857bcb1 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': task-3224226, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.597565] env[69319]: DEBUG oslo_vmware.api [None req-dda39f8d-9a94-40b9-810d-eeeb11149e04 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Waiting for the task: (returnval){ [ 1290.597565] env[69319]: value = "task-3224231" [ 1290.597565] env[69319]: _type = "Task" [ 1290.597565] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.606716] env[69319]: DEBUG oslo_vmware.api [None req-dda39f8d-9a94-40b9-810d-eeeb11149e04 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': task-3224231, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.655661] env[69319]: DEBUG nova.network.neutron [None req-3a073dc3-8b99-4365-a2ef-f82011a03ac7 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 460e8db7-d226-4792-ab3f-46dbaed764c9] Successfully created port: 0ccf1d51-db5c-4a00-9969-8a9cfe79159b {{(pid=69319) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1290.738213] env[69319]: DEBUG nova.network.neutron [None req-6777f0f2-3cee-4564-bb05-27650fee5f44 tempest-ServersTestManualDisk-616175520 tempest-ServersTestManualDisk-616175520-project-member] [instance: 04342fc1-42fe-40f1-a3d5-13b33b9a507e] Updating instance_info_cache with network_info: [{"id": "6dc7534b-7cf5-4902-bbd6-4489bbc9fd7f", "address": "fa:16:3e:cb:b2:06", "network": {"id": "c5a7d3ca-bcf3-4cbb-be27-5b3bb29ab5fb", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-156120710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "424544ba849f45699c4aaf2214ad9946", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c3e2368-4a35-4aa5-9135-23daedbbf9ef", "external-id": "nsx-vlan-transportzone-125", "segmentation_id": 125, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6dc7534b-7c", "ovs_interfaceid": "6dc7534b-7cf5-4902-bbd6-4489bbc9fd7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1290.752072] env[69319]: DEBUG nova.network.neutron [-] [instance: 736ae4ad-58b1-43f4-9661-648a5ccad06a] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1290.789306] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0b9ea40-3e26-4810-a2d7-135fae6d3c94 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Acquiring lock "3870d18b-724f-47e1-b9cc-c718c761894c" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1290.789612] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0b9ea40-3e26-4810-a2d7-135fae6d3c94 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Lock "3870d18b-724f-47e1-b9cc-c718c761894c" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1290.789804] env[69319]: DEBUG nova.compute.manager [None req-b0b9ea40-3e26-4810-a2d7-135fae6d3c94 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 3870d18b-724f-47e1-b9cc-c718c761894c] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1290.790792] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-693d9f20-af91-4019-b7ab-b089c3bd3acb {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.798366] env[69319]: DEBUG nova.compute.manager [None req-b0b9ea40-3e26-4810-a2d7-135fae6d3c94 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 3870d18b-724f-47e1-b9cc-c718c761894c] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69319) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1290.798993] env[69319]: DEBUG nova.objects.instance [None req-b0b9ea40-3e26-4810-a2d7-135fae6d3c94 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Lazy-loading 'flavor' on Instance uuid 3870d18b-724f-47e1-b9cc-c718c761894c {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1290.800586] env[69319]: DEBUG nova.compute.manager [None req-3a073dc3-8b99-4365-a2ef-f82011a03ac7 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 460e8db7-d226-4792-ab3f-46dbaed764c9] Start building block device mappings for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1291.080932] env[69319]: DEBUG oslo_vmware.api [None req-6a8b0ed8-fd4a-41b6-a894-15a45857bcb1 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': task-3224226, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.109843] env[69319]: DEBUG oslo_vmware.api [None req-dda39f8d-9a94-40b9-810d-eeeb11149e04 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': task-3224231, 'name': ReconfigVM_Task, 'duration_secs': 0.205068} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.110283] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-dda39f8d-9a94-40b9-810d-eeeb11149e04 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 21e71e4a-5812-4daa-9037-14dd922a32dc] Reconfigured VM instance instance-00000071 to detach disk 2000 {{(pid=69319) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1291.112086] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af0aac12-e771-45c3-bea3-e0e4d0cb42ae {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.148154] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-dda39f8d-9a94-40b9-810d-eeeb11149e04 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 21e71e4a-5812-4daa-9037-14dd922a32dc] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] 21e71e4a-5812-4daa-9037-14dd922a32dc/21e71e4a-5812-4daa-9037-14dd922a32dc.vmdk or device None with type thin {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1291.150338] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca07063a-c14b-4615-a077-813516bc1859 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.182049] env[69319]: DEBUG oslo_vmware.api [None req-dda39f8d-9a94-40b9-810d-eeeb11149e04 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Waiting for the task: (returnval){ [ 1291.182049] env[69319]: value = "task-3224232" [ 1291.182049] env[69319]: _type = "Task" [ 1291.182049] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.192223] env[69319]: DEBUG oslo_vmware.api [None req-dda39f8d-9a94-40b9-810d-eeeb11149e04 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': task-3224232, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.243547] env[69319]: DEBUG oslo_concurrency.lockutils [None req-6777f0f2-3cee-4564-bb05-27650fee5f44 tempest-ServersTestManualDisk-616175520 tempest-ServersTestManualDisk-616175520-project-member] Releasing lock "refresh_cache-04342fc1-42fe-40f1-a3d5-13b33b9a507e" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.243900] env[69319]: DEBUG nova.compute.manager [None req-6777f0f2-3cee-4564-bb05-27650fee5f44 tempest-ServersTestManualDisk-616175520 tempest-ServersTestManualDisk-616175520-project-member] [instance: 04342fc1-42fe-40f1-a3d5-13b33b9a507e] Instance network_info: |[{"id": "6dc7534b-7cf5-4902-bbd6-4489bbc9fd7f", "address": "fa:16:3e:cb:b2:06", "network": {"id": "c5a7d3ca-bcf3-4cbb-be27-5b3bb29ab5fb", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-156120710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "424544ba849f45699c4aaf2214ad9946", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c3e2368-4a35-4aa5-9135-23daedbbf9ef", "external-id": "nsx-vlan-transportzone-125", "segmentation_id": 125, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6dc7534b-7c", "ovs_interfaceid": "6dc7534b-7cf5-4902-bbd6-4489bbc9fd7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1291.244648] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-6777f0f2-3cee-4564-bb05-27650fee5f44 tempest-ServersTestManualDisk-616175520 tempest-ServersTestManualDisk-616175520-project-member] [instance: 04342fc1-42fe-40f1-a3d5-13b33b9a507e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:b2:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8c3e2368-4a35-4aa5-9135-23daedbbf9ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6dc7534b-7cf5-4902-bbd6-4489bbc9fd7f', 'vif_model': 'vmxnet3'}] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1291.252278] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-6777f0f2-3cee-4564-bb05-27650fee5f44 tempest-ServersTestManualDisk-616175520 tempest-ServersTestManualDisk-616175520-project-member] Creating folder: Project (424544ba849f45699c4aaf2214ad9946). Parent ref: group-v644239. {{(pid=69319) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1291.252560] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5b4ca47c-6382-4db0-8576-cb2ec1b599ee {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.255636] env[69319]: INFO nova.compute.manager [-] [instance: 736ae4ad-58b1-43f4-9661-648a5ccad06a] Took 1.43 seconds to deallocate network for instance. [ 1291.265029] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-6777f0f2-3cee-4564-bb05-27650fee5f44 tempest-ServersTestManualDisk-616175520 tempest-ServersTestManualDisk-616175520-project-member] Created folder: Project (424544ba849f45699c4aaf2214ad9946) in parent group-v644239. [ 1291.265139] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-6777f0f2-3cee-4564-bb05-27650fee5f44 tempest-ServersTestManualDisk-616175520 tempest-ServersTestManualDisk-616175520-project-member] Creating folder: Instances. Parent ref: group-v644553. {{(pid=69319) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1291.265375] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-745b019d-0fc9-4069-9d27-5fddcdea723a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.275840] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-6777f0f2-3cee-4564-bb05-27650fee5f44 tempest-ServersTestManualDisk-616175520 tempest-ServersTestManualDisk-616175520-project-member] Created folder: Instances in parent group-v644553. [ 1291.276078] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6777f0f2-3cee-4564-bb05-27650fee5f44 tempest-ServersTestManualDisk-616175520 tempest-ServersTestManualDisk-616175520-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1291.276286] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04342fc1-42fe-40f1-a3d5-13b33b9a507e] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1291.276497] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f194b571-8b5d-4632-a5fc-24981a6cef2b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.295634] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1291.295634] env[69319]: value = "task-3224235" [ 1291.295634] env[69319]: _type = "Task" [ 1291.295634] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.303240] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3224235, 'name': CreateVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.431179] env[69319]: DEBUG nova.compute.manager [req-0f9ce75c-c0bb-4017-9054-ddb12cf214aa req-e95bf032-4dce-4538-a30f-3ecab468b60c service nova] [instance: 04342fc1-42fe-40f1-a3d5-13b33b9a507e] Received event network-changed-6dc7534b-7cf5-4902-bbd6-4489bbc9fd7f {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1291.431347] env[69319]: DEBUG nova.compute.manager [req-0f9ce75c-c0bb-4017-9054-ddb12cf214aa req-e95bf032-4dce-4538-a30f-3ecab468b60c service nova] [instance: 04342fc1-42fe-40f1-a3d5-13b33b9a507e] Refreshing instance network info cache due to event network-changed-6dc7534b-7cf5-4902-bbd6-4489bbc9fd7f. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1291.431561] env[69319]: DEBUG oslo_concurrency.lockutils [req-0f9ce75c-c0bb-4017-9054-ddb12cf214aa req-e95bf032-4dce-4538-a30f-3ecab468b60c service nova] Acquiring lock "refresh_cache-04342fc1-42fe-40f1-a3d5-13b33b9a507e" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.431708] env[69319]: DEBUG oslo_concurrency.lockutils [req-0f9ce75c-c0bb-4017-9054-ddb12cf214aa req-e95bf032-4dce-4538-a30f-3ecab468b60c service nova] Acquired lock "refresh_cache-04342fc1-42fe-40f1-a3d5-13b33b9a507e" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.431872] env[69319]: DEBUG nova.network.neutron [req-0f9ce75c-c0bb-4017-9054-ddb12cf214aa req-e95bf032-4dce-4538-a30f-3ecab468b60c service nova] [instance: 04342fc1-42fe-40f1-a3d5-13b33b9a507e] Refreshing network info cache for port 6dc7534b-7cf5-4902-bbd6-4489bbc9fd7f {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1291.579974] env[69319]: DEBUG oslo_vmware.api [None req-6a8b0ed8-fd4a-41b6-a894-15a45857bcb1 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': task-3224226, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.82081} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.580302] env[69319]: INFO nova.virt.vmwareapi.ds_util [None req-6a8b0ed8-fd4a-41b6-a894-15a45857bcb1 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_89452f6f-0240-4a28-980d-fc79b4f8af05/OSTACK_IMG_89452f6f-0240-4a28-980d-fc79b4f8af05.vmdk to [datastore2] devstack-image-cache_base/da0671c7-49ee-4f5f-9f32-98cc2711c319/da0671c7-49ee-4f5f-9f32-98cc2711c319.vmdk. [ 1291.580515] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-6a8b0ed8-fd4a-41b6-a894-15a45857bcb1 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 200ccf3f-9130-42ed-a8e9-d697997e75f9] Cleaning up location [datastore2] OSTACK_IMG_89452f6f-0240-4a28-980d-fc79b4f8af05 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1291.580686] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a8b0ed8-fd4a-41b6-a894-15a45857bcb1 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_89452f6f-0240-4a28-980d-fc79b4f8af05 {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1291.580994] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-929903c4-e611-4ca3-b464-85d376db0a76 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.587831] env[69319]: DEBUG oslo_vmware.api [None req-6a8b0ed8-fd4a-41b6-a894-15a45857bcb1 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Waiting for the task: (returnval){ [ 1291.587831] env[69319]: value = "task-3224236" [ 1291.587831] env[69319]: _type = "Task" [ 1291.587831] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.596880] env[69319]: DEBUG oslo_vmware.api [None req-6a8b0ed8-fd4a-41b6-a894-15a45857bcb1 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': task-3224236, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.678686] env[69319]: INFO nova.compute.manager [None req-2056879b-392b-4783-a3c4-c6da0d9617ac tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 67853aca-d1b3-4d9b-9ca5-f5a8c4458336] Rebuilding instance [ 1291.692528] env[69319]: DEBUG oslo_vmware.api [None req-dda39f8d-9a94-40b9-810d-eeeb11149e04 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': task-3224232, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.721682] env[69319]: DEBUG nova.compute.manager [None req-2056879b-392b-4783-a3c4-c6da0d9617ac tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 67853aca-d1b3-4d9b-9ca5-f5a8c4458336] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1291.722587] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-607816ca-f859-4f7c-b41d-bc1ef3f54e4c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.761526] env[69319]: DEBUG oslo_concurrency.lockutils [None req-1cf840af-5bed-4dac-b0c8-ab7480b2bbe3 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1291.761833] env[69319]: DEBUG oslo_concurrency.lockutils [None req-1cf840af-5bed-4dac-b0c8-ab7480b2bbe3 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1291.762073] env[69319]: DEBUG nova.objects.instance [None req-1cf840af-5bed-4dac-b0c8-ab7480b2bbe3 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Lazy-loading 'resources' on Instance uuid 736ae4ad-58b1-43f4-9661-648a5ccad06a {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1291.807017] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3224235, 'name': CreateVM_Task, 'duration_secs': 0.409895} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.807251] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04342fc1-42fe-40f1-a3d5-13b33b9a507e] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1291.808056] env[69319]: DEBUG oslo_concurrency.lockutils [None req-6777f0f2-3cee-4564-bb05-27650fee5f44 tempest-ServersTestManualDisk-616175520 tempest-ServersTestManualDisk-616175520-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.808251] env[69319]: DEBUG oslo_concurrency.lockutils [None req-6777f0f2-3cee-4564-bb05-27650fee5f44 tempest-ServersTestManualDisk-616175520 tempest-ServersTestManualDisk-616175520-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.808639] env[69319]: DEBUG oslo_concurrency.lockutils [None req-6777f0f2-3cee-4564-bb05-27650fee5f44 tempest-ServersTestManualDisk-616175520 tempest-ServersTestManualDisk-616175520-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.808933] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d713909-7613-4f59-b338-c51857b80906 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.811050] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0b9ea40-3e26-4810-a2d7-135fae6d3c94 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 3870d18b-724f-47e1-b9cc-c718c761894c] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1291.812258] env[69319]: DEBUG nova.compute.manager [None req-3a073dc3-8b99-4365-a2ef-f82011a03ac7 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 460e8db7-d226-4792-ab3f-46dbaed764c9] Start spawning the instance on the hypervisor. {{(pid=69319) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1291.814445] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f4962376-bd33-46d1-a8f1-a5caee193d40 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.819288] env[69319]: DEBUG oslo_vmware.api [None req-6777f0f2-3cee-4564-bb05-27650fee5f44 tempest-ServersTestManualDisk-616175520 tempest-ServersTestManualDisk-616175520-project-member] Waiting for the task: (returnval){ [ 1291.819288] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]528402d4-46c0-a339-a912-35b773d6e316" [ 1291.819288] env[69319]: _type = "Task" [ 1291.819288] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.820634] env[69319]: DEBUG oslo_vmware.api [None req-b0b9ea40-3e26-4810-a2d7-135fae6d3c94 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Waiting for the task: (returnval){ [ 1291.820634] env[69319]: value = "task-3224237" [ 1291.820634] env[69319]: _type = "Task" [ 1291.820634] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.833797] env[69319]: DEBUG oslo_vmware.api [None req-6777f0f2-3cee-4564-bb05-27650fee5f44 tempest-ServersTestManualDisk-616175520 tempest-ServersTestManualDisk-616175520-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]528402d4-46c0-a339-a912-35b773d6e316, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.836910] env[69319]: DEBUG oslo_vmware.api [None req-b0b9ea40-3e26-4810-a2d7-135fae6d3c94 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': task-3224237, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.839107] env[69319]: DEBUG nova.virt.hardware [None req-3a073dc3-8b99-4365-a2ef-f82011a03ac7 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:32:36Z,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31f027872f6f44dba95ff2fe7a062e00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:32:36Z,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1291.839336] env[69319]: DEBUG nova.virt.hardware [None req-3a073dc3-8b99-4365-a2ef-f82011a03ac7 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1291.839495] env[69319]: DEBUG nova.virt.hardware [None req-3a073dc3-8b99-4365-a2ef-f82011a03ac7 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1291.839681] env[69319]: DEBUG nova.virt.hardware [None req-3a073dc3-8b99-4365-a2ef-f82011a03ac7 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1291.839829] env[69319]: DEBUG nova.virt.hardware [None req-3a073dc3-8b99-4365-a2ef-f82011a03ac7 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1291.839981] env[69319]: DEBUG nova.virt.hardware [None req-3a073dc3-8b99-4365-a2ef-f82011a03ac7 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1291.840220] env[69319]: DEBUG nova.virt.hardware [None req-3a073dc3-8b99-4365-a2ef-f82011a03ac7 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1291.840382] env[69319]: DEBUG nova.virt.hardware [None req-3a073dc3-8b99-4365-a2ef-f82011a03ac7 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1291.840549] env[69319]: DEBUG nova.virt.hardware [None req-3a073dc3-8b99-4365-a2ef-f82011a03ac7 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1291.840712] env[69319]: DEBUG nova.virt.hardware [None req-3a073dc3-8b99-4365-a2ef-f82011a03ac7 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1291.840885] env[69319]: DEBUG nova.virt.hardware [None req-3a073dc3-8b99-4365-a2ef-f82011a03ac7 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1291.841979] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c167916c-fe29-4f89-85bc-d5edb522481b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.848972] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9970584a-19f1-4ba8-9267-0041694f50c2 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.097470] env[69319]: DEBUG oslo_vmware.api [None req-6a8b0ed8-fd4a-41b6-a894-15a45857bcb1 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': task-3224236, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.065203} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.097783] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a8b0ed8-fd4a-41b6-a894-15a45857bcb1 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1292.097911] env[69319]: DEBUG oslo_concurrency.lockutils [None req-6a8b0ed8-fd4a-41b6-a894-15a45857bcb1 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Releasing lock "[datastore2] devstack-image-cache_base/da0671c7-49ee-4f5f-9f32-98cc2711c319/da0671c7-49ee-4f5f-9f32-98cc2711c319.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.098208] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a8b0ed8-fd4a-41b6-a894-15a45857bcb1 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/da0671c7-49ee-4f5f-9f32-98cc2711c319/da0671c7-49ee-4f5f-9f32-98cc2711c319.vmdk to [datastore2] 200ccf3f-9130-42ed-a8e9-d697997e75f9/200ccf3f-9130-42ed-a8e9-d697997e75f9.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1292.098470] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bce8a8b6-6f06-4a84-9222-bdd0b7ba3c49 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.104213] env[69319]: DEBUG oslo_vmware.api [None req-6a8b0ed8-fd4a-41b6-a894-15a45857bcb1 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Waiting for the task: (returnval){ [ 1292.104213] env[69319]: value = "task-3224238" [ 1292.104213] env[69319]: _type = "Task" [ 1292.104213] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.113790] env[69319]: DEBUG oslo_vmware.api [None req-6a8b0ed8-fd4a-41b6-a894-15a45857bcb1 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': task-3224238, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.148671] env[69319]: DEBUG nova.network.neutron [req-0f9ce75c-c0bb-4017-9054-ddb12cf214aa req-e95bf032-4dce-4538-a30f-3ecab468b60c service nova] [instance: 04342fc1-42fe-40f1-a3d5-13b33b9a507e] Updated VIF entry in instance network info cache for port 6dc7534b-7cf5-4902-bbd6-4489bbc9fd7f. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1292.149087] env[69319]: DEBUG nova.network.neutron [req-0f9ce75c-c0bb-4017-9054-ddb12cf214aa req-e95bf032-4dce-4538-a30f-3ecab468b60c service nova] [instance: 04342fc1-42fe-40f1-a3d5-13b33b9a507e] Updating instance_info_cache with network_info: [{"id": "6dc7534b-7cf5-4902-bbd6-4489bbc9fd7f", "address": "fa:16:3e:cb:b2:06", "network": {"id": "c5a7d3ca-bcf3-4cbb-be27-5b3bb29ab5fb", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-156120710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "424544ba849f45699c4aaf2214ad9946", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c3e2368-4a35-4aa5-9135-23daedbbf9ef", "external-id": "nsx-vlan-transportzone-125", "segmentation_id": 125, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6dc7534b-7c", "ovs_interfaceid": "6dc7534b-7cf5-4902-bbd6-4489bbc9fd7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1292.193020] env[69319]: DEBUG oslo_vmware.api [None req-dda39f8d-9a94-40b9-810d-eeeb11149e04 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': task-3224232, 'name': ReconfigVM_Task, 'duration_secs': 0.847792} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.193314] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-dda39f8d-9a94-40b9-810d-eeeb11149e04 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 21e71e4a-5812-4daa-9037-14dd922a32dc] Reconfigured VM instance instance-00000071 to attach disk [datastore1] 21e71e4a-5812-4daa-9037-14dd922a32dc/21e71e4a-5812-4daa-9037-14dd922a32dc.vmdk or device None with type thin {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1292.193587] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-dda39f8d-9a94-40b9-810d-eeeb11149e04 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 21e71e4a-5812-4daa-9037-14dd922a32dc] Updating instance '21e71e4a-5812-4daa-9037-14dd922a32dc' progress to 50 {{(pid=69319) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1292.334032] env[69319]: DEBUG oslo_vmware.api [None req-6777f0f2-3cee-4564-bb05-27650fee5f44 tempest-ServersTestManualDisk-616175520 tempest-ServersTestManualDisk-616175520-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]528402d4-46c0-a339-a912-35b773d6e316, 'name': SearchDatastore_Task, 'duration_secs': 0.019411} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.337155] env[69319]: DEBUG oslo_concurrency.lockutils [None req-6777f0f2-3cee-4564-bb05-27650fee5f44 tempest-ServersTestManualDisk-616175520 tempest-ServersTestManualDisk-616175520-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.338027] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-6777f0f2-3cee-4564-bb05-27650fee5f44 tempest-ServersTestManualDisk-616175520 tempest-ServersTestManualDisk-616175520-project-member] [instance: 04342fc1-42fe-40f1-a3d5-13b33b9a507e] Processing image 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1292.338027] env[69319]: DEBUG oslo_concurrency.lockutils [None req-6777f0f2-3cee-4564-bb05-27650fee5f44 tempest-ServersTestManualDisk-616175520 tempest-ServersTestManualDisk-616175520-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.338027] env[69319]: DEBUG oslo_concurrency.lockutils [None req-6777f0f2-3cee-4564-bb05-27650fee5f44 tempest-ServersTestManualDisk-616175520 tempest-ServersTestManualDisk-616175520-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.338027] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-6777f0f2-3cee-4564-bb05-27650fee5f44 tempest-ServersTestManualDisk-616175520 tempest-ServersTestManualDisk-616175520-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1292.338299] env[69319]: DEBUG oslo_vmware.api [None req-b0b9ea40-3e26-4810-a2d7-135fae6d3c94 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': task-3224237, 'name': PowerOffVM_Task, 'duration_secs': 0.280863} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.340760] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f5088bde-8114-4ed5-a9e2-2f7ed44416a2 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.342618] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0b9ea40-3e26-4810-a2d7-135fae6d3c94 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 3870d18b-724f-47e1-b9cc-c718c761894c] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1292.342817] env[69319]: DEBUG nova.compute.manager [None req-b0b9ea40-3e26-4810-a2d7-135fae6d3c94 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 3870d18b-724f-47e1-b9cc-c718c761894c] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1292.344207] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc2e1deb-4430-47a9-82dd-cf8421bfc5e3 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.358850] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-6777f0f2-3cee-4564-bb05-27650fee5f44 tempest-ServersTestManualDisk-616175520 tempest-ServersTestManualDisk-616175520-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1292.359291] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-6777f0f2-3cee-4564-bb05-27650fee5f44 tempest-ServersTestManualDisk-616175520 tempest-ServersTestManualDisk-616175520-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1292.359784] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9c1e83d-65a5-4997-bbd9-698fb372b314 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.364781] env[69319]: DEBUG oslo_vmware.api [None req-6777f0f2-3cee-4564-bb05-27650fee5f44 tempest-ServersTestManualDisk-616175520 tempest-ServersTestManualDisk-616175520-project-member] Waiting for the task: (returnval){ [ 1292.364781] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]5273c463-943a-bfb4-bf11-6317434ef6f6" [ 1292.364781] env[69319]: _type = "Task" [ 1292.364781] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.375783] env[69319]: DEBUG oslo_vmware.api [None req-6777f0f2-3cee-4564-bb05-27650fee5f44 tempest-ServersTestManualDisk-616175520 tempest-ServersTestManualDisk-616175520-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5273c463-943a-bfb4-bf11-6317434ef6f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.429249] env[69319]: DEBUG nova.network.neutron [None req-3a073dc3-8b99-4365-a2ef-f82011a03ac7 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 460e8db7-d226-4792-ab3f-46dbaed764c9] Successfully updated port: 0ccf1d51-db5c-4a00-9969-8a9cfe79159b {{(pid=69319) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1292.450605] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ebb29f8-c520-4be6-9c26-b7ef635d24af {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.460773] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5012825-c8ad-4225-85f0-0346318ccec5 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.499133] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64c379f2-585d-4322-93da-4a891180d9d5 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.511028] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d4f47bc-248d-42dd-b4ea-e4bf80c6313e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.524188] env[69319]: DEBUG nova.compute.provider_tree [None req-1cf840af-5bed-4dac-b0c8-ab7480b2bbe3 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1292.616851] env[69319]: DEBUG oslo_vmware.api [None req-6a8b0ed8-fd4a-41b6-a894-15a45857bcb1 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': task-3224238, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.652282] env[69319]: DEBUG oslo_concurrency.lockutils [req-0f9ce75c-c0bb-4017-9054-ddb12cf214aa req-e95bf032-4dce-4538-a30f-3ecab468b60c service nova] Releasing lock "refresh_cache-04342fc1-42fe-40f1-a3d5-13b33b9a507e" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.652282] env[69319]: DEBUG nova.compute.manager [req-0f9ce75c-c0bb-4017-9054-ddb12cf214aa req-e95bf032-4dce-4538-a30f-3ecab468b60c service nova] [instance: 736ae4ad-58b1-43f4-9661-648a5ccad06a] Received event network-vif-deleted-293cf96a-0176-4dad-a279-09103d56e709 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1292.700776] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4565be9f-6620-4010-a98c-b6c6f0e9c138 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.723732] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1498872d-6c1e-4890-b49c-9e754f171505 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.746079] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-2056879b-392b-4783-a3c4-c6da0d9617ac tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 67853aca-d1b3-4d9b-9ca5-f5a8c4458336] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1292.746079] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-dda39f8d-9a94-40b9-810d-eeeb11149e04 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 21e71e4a-5812-4daa-9037-14dd922a32dc] Updating instance '21e71e4a-5812-4daa-9037-14dd922a32dc' progress to 67 {{(pid=69319) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1292.748318] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b48014d3-35af-4569-b451-cf23d9931f0c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.758563] env[69319]: DEBUG oslo_vmware.api [None req-2056879b-392b-4783-a3c4-c6da0d9617ac tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Waiting for the task: (returnval){ [ 1292.758563] env[69319]: value = "task-3224239" [ 1292.758563] env[69319]: _type = "Task" [ 1292.758563] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.768870] env[69319]: DEBUG oslo_vmware.api [None req-2056879b-392b-4783-a3c4-c6da0d9617ac tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': task-3224239, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.856600] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0b9ea40-3e26-4810-a2d7-135fae6d3c94 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Lock "3870d18b-724f-47e1-b9cc-c718c761894c" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.067s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.879079] env[69319]: DEBUG oslo_vmware.api [None req-6777f0f2-3cee-4564-bb05-27650fee5f44 tempest-ServersTestManualDisk-616175520 tempest-ServersTestManualDisk-616175520-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5273c463-943a-bfb4-bf11-6317434ef6f6, 'name': SearchDatastore_Task, 'duration_secs': 0.009154} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.879985] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e5f0d36-fce9-4902-a73e-3b0c8170b853 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.888953] env[69319]: DEBUG oslo_vmware.api [None req-6777f0f2-3cee-4564-bb05-27650fee5f44 tempest-ServersTestManualDisk-616175520 tempest-ServersTestManualDisk-616175520-project-member] Waiting for the task: (returnval){ [ 1292.888953] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52305065-7f4b-1d82-7cf9-67bc6057b906" [ 1292.888953] env[69319]: _type = "Task" [ 1292.888953] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.900316] env[69319]: DEBUG oslo_vmware.api [None req-6777f0f2-3cee-4564-bb05-27650fee5f44 tempest-ServersTestManualDisk-616175520 tempest-ServersTestManualDisk-616175520-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52305065-7f4b-1d82-7cf9-67bc6057b906, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.930754] env[69319]: DEBUG oslo_concurrency.lockutils [None req-3a073dc3-8b99-4365-a2ef-f82011a03ac7 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Acquiring lock "refresh_cache-460e8db7-d226-4792-ab3f-46dbaed764c9" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.931033] env[69319]: DEBUG oslo_concurrency.lockutils [None req-3a073dc3-8b99-4365-a2ef-f82011a03ac7 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Acquired lock "refresh_cache-460e8db7-d226-4792-ab3f-46dbaed764c9" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.931207] env[69319]: DEBUG nova.network.neutron [None req-3a073dc3-8b99-4365-a2ef-f82011a03ac7 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 460e8db7-d226-4792-ab3f-46dbaed764c9] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1293.027727] env[69319]: DEBUG nova.scheduler.client.report [None req-1cf840af-5bed-4dac-b0c8-ab7480b2bbe3 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1293.118750] env[69319]: DEBUG oslo_vmware.api [None req-6a8b0ed8-fd4a-41b6-a894-15a45857bcb1 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': task-3224238, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.272101] env[69319]: DEBUG oslo_vmware.api [None req-2056879b-392b-4783-a3c4-c6da0d9617ac tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': task-3224239, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.286189] env[69319]: DEBUG nova.network.neutron [None req-dda39f8d-9a94-40b9-810d-eeeb11149e04 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 21e71e4a-5812-4daa-9037-14dd922a32dc] Port 637d3ba9-189d-4943-95d2-f9f60c4b6659 binding to destination host cpu-1 is already ACTIVE {{(pid=69319) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1293.402193] env[69319]: DEBUG oslo_vmware.api [None req-6777f0f2-3cee-4564-bb05-27650fee5f44 tempest-ServersTestManualDisk-616175520 tempest-ServersTestManualDisk-616175520-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52305065-7f4b-1d82-7cf9-67bc6057b906, 'name': SearchDatastore_Task, 'duration_secs': 0.081431} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.402575] env[69319]: DEBUG oslo_concurrency.lockutils [None req-6777f0f2-3cee-4564-bb05-27650fee5f44 tempest-ServersTestManualDisk-616175520 tempest-ServersTestManualDisk-616175520-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.402739] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-6777f0f2-3cee-4564-bb05-27650fee5f44 tempest-ServersTestManualDisk-616175520 tempest-ServersTestManualDisk-616175520-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] 04342fc1-42fe-40f1-a3d5-13b33b9a507e/04342fc1-42fe-40f1-a3d5-13b33b9a507e.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1293.403116] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fcac153f-3ada-4541-a7b1-d5ee84e6a950 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.411438] env[69319]: DEBUG oslo_vmware.api [None req-6777f0f2-3cee-4564-bb05-27650fee5f44 tempest-ServersTestManualDisk-616175520 tempest-ServersTestManualDisk-616175520-project-member] Waiting for the task: (returnval){ [ 1293.411438] env[69319]: value = "task-3224240" [ 1293.411438] env[69319]: _type = "Task" [ 1293.411438] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.420400] env[69319]: DEBUG oslo_vmware.api [None req-6777f0f2-3cee-4564-bb05-27650fee5f44 tempest-ServersTestManualDisk-616175520 tempest-ServersTestManualDisk-616175520-project-member] Task: {'id': task-3224240, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.460846] env[69319]: DEBUG nova.compute.manager [req-9219e8f0-39bb-47dc-8499-bc225c4309f8 req-b4088dd6-2363-43c6-9936-2dfe4ee6d29d service nova] [instance: 460e8db7-d226-4792-ab3f-46dbaed764c9] Received event network-vif-plugged-0ccf1d51-db5c-4a00-9969-8a9cfe79159b {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1293.461064] env[69319]: DEBUG oslo_concurrency.lockutils [req-9219e8f0-39bb-47dc-8499-bc225c4309f8 req-b4088dd6-2363-43c6-9936-2dfe4ee6d29d service nova] Acquiring lock "460e8db7-d226-4792-ab3f-46dbaed764c9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.461300] env[69319]: DEBUG oslo_concurrency.lockutils [req-9219e8f0-39bb-47dc-8499-bc225c4309f8 req-b4088dd6-2363-43c6-9936-2dfe4ee6d29d service nova] Lock "460e8db7-d226-4792-ab3f-46dbaed764c9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.461429] env[69319]: DEBUG oslo_concurrency.lockutils [req-9219e8f0-39bb-47dc-8499-bc225c4309f8 req-b4088dd6-2363-43c6-9936-2dfe4ee6d29d service nova] Lock "460e8db7-d226-4792-ab3f-46dbaed764c9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.461583] env[69319]: DEBUG nova.compute.manager [req-9219e8f0-39bb-47dc-8499-bc225c4309f8 req-b4088dd6-2363-43c6-9936-2dfe4ee6d29d service nova] [instance: 460e8db7-d226-4792-ab3f-46dbaed764c9] No waiting events found dispatching network-vif-plugged-0ccf1d51-db5c-4a00-9969-8a9cfe79159b {{(pid=69319) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1293.461780] env[69319]: WARNING nova.compute.manager [req-9219e8f0-39bb-47dc-8499-bc225c4309f8 req-b4088dd6-2363-43c6-9936-2dfe4ee6d29d service nova] [instance: 460e8db7-d226-4792-ab3f-46dbaed764c9] Received unexpected event network-vif-plugged-0ccf1d51-db5c-4a00-9969-8a9cfe79159b for instance with vm_state building and task_state spawning. [ 1293.462025] env[69319]: DEBUG nova.compute.manager [req-9219e8f0-39bb-47dc-8499-bc225c4309f8 req-b4088dd6-2363-43c6-9936-2dfe4ee6d29d service nova] [instance: 460e8db7-d226-4792-ab3f-46dbaed764c9] Received event network-changed-0ccf1d51-db5c-4a00-9969-8a9cfe79159b {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1293.462194] env[69319]: DEBUG nova.compute.manager [req-9219e8f0-39bb-47dc-8499-bc225c4309f8 req-b4088dd6-2363-43c6-9936-2dfe4ee6d29d service nova] [instance: 460e8db7-d226-4792-ab3f-46dbaed764c9] Refreshing instance network info cache due to event network-changed-0ccf1d51-db5c-4a00-9969-8a9cfe79159b. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1293.462584] env[69319]: DEBUG oslo_concurrency.lockutils [req-9219e8f0-39bb-47dc-8499-bc225c4309f8 req-b4088dd6-2363-43c6-9936-2dfe4ee6d29d service nova] Acquiring lock "refresh_cache-460e8db7-d226-4792-ab3f-46dbaed764c9" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.485759] env[69319]: DEBUG nova.network.neutron [None req-3a073dc3-8b99-4365-a2ef-f82011a03ac7 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 460e8db7-d226-4792-ab3f-46dbaed764c9] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1293.489682] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5cb0bb53-aaa9-4e85-8ba9-bada31d2238f tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Acquiring lock "3870d18b-724f-47e1-b9cc-c718c761894c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.489943] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5cb0bb53-aaa9-4e85-8ba9-bada31d2238f tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Lock "3870d18b-724f-47e1-b9cc-c718c761894c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.490229] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5cb0bb53-aaa9-4e85-8ba9-bada31d2238f tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Acquiring lock "3870d18b-724f-47e1-b9cc-c718c761894c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.490424] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5cb0bb53-aaa9-4e85-8ba9-bada31d2238f tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Lock "3870d18b-724f-47e1-b9cc-c718c761894c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.490594] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5cb0bb53-aaa9-4e85-8ba9-bada31d2238f tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Lock "3870d18b-724f-47e1-b9cc-c718c761894c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.493238] env[69319]: INFO nova.compute.manager [None req-5cb0bb53-aaa9-4e85-8ba9-bada31d2238f tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 3870d18b-724f-47e1-b9cc-c718c761894c] Terminating instance [ 1293.536604] env[69319]: DEBUG oslo_concurrency.lockutils [None req-1cf840af-5bed-4dac-b0c8-ab7480b2bbe3 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.774s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.563759] env[69319]: INFO nova.scheduler.client.report [None req-1cf840af-5bed-4dac-b0c8-ab7480b2bbe3 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Deleted allocations for instance 736ae4ad-58b1-43f4-9661-648a5ccad06a [ 1293.616748] env[69319]: DEBUG oslo_vmware.api [None req-6a8b0ed8-fd4a-41b6-a894-15a45857bcb1 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': task-3224238, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.748610] env[69319]: DEBUG nova.network.neutron [None req-3a073dc3-8b99-4365-a2ef-f82011a03ac7 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 460e8db7-d226-4792-ab3f-46dbaed764c9] Updating instance_info_cache with network_info: [{"id": "0ccf1d51-db5c-4a00-9969-8a9cfe79159b", "address": "fa:16:3e:2f:fd:9e", "network": {"id": "5b6a3856-a59d-4821-b22f-d38a582fca59", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-151173017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8712195e5600495dac5d45bcbbd358ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ccf1d51-db", "ovs_interfaceid": "0ccf1d51-db5c-4a00-9969-8a9cfe79159b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1293.773718] env[69319]: DEBUG oslo_vmware.api [None req-2056879b-392b-4783-a3c4-c6da0d9617ac tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': task-3224239, 'name': PowerOffVM_Task, 'duration_secs': 0.9782} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.774767] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-2056879b-392b-4783-a3c4-c6da0d9617ac tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 67853aca-d1b3-4d9b-9ca5-f5a8c4458336] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1293.774767] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-2056879b-392b-4783-a3c4-c6da0d9617ac tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 67853aca-d1b3-4d9b-9ca5-f5a8c4458336] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1293.776039] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5d9fbcf-fbba-4a75-bfbc-4ee6e539e248 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.787690] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-2056879b-392b-4783-a3c4-c6da0d9617ac tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 67853aca-d1b3-4d9b-9ca5-f5a8c4458336] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1293.788170] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c4596107-8ba5-4a70-a8e3-a220a724bfb9 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.922250] env[69319]: DEBUG oslo_vmware.api [None req-6777f0f2-3cee-4564-bb05-27650fee5f44 tempest-ServersTestManualDisk-616175520 tempest-ServersTestManualDisk-616175520-project-member] Task: {'id': task-3224240, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.997586] env[69319]: DEBUG nova.compute.manager [None req-5cb0bb53-aaa9-4e85-8ba9-bada31d2238f tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 3870d18b-724f-47e1-b9cc-c718c761894c] Start destroying the instance on the hypervisor. {{(pid=69319) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1293.997984] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-5cb0bb53-aaa9-4e85-8ba9-bada31d2238f tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 3870d18b-724f-47e1-b9cc-c718c761894c] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1293.998979] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7909ffee-8a7a-4afa-9445-468e37274418 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.008158] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-5cb0bb53-aaa9-4e85-8ba9-bada31d2238f tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 3870d18b-724f-47e1-b9cc-c718c761894c] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1294.008472] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3d7277f3-4654-4b14-922a-60f2e01684d0 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.075985] env[69319]: DEBUG oslo_concurrency.lockutils [None req-1cf840af-5bed-4dac-b0c8-ab7480b2bbe3 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Lock "736ae4ad-58b1-43f4-9661-648a5ccad06a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.899s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1294.117349] env[69319]: DEBUG oslo_vmware.api [None req-6a8b0ed8-fd4a-41b6-a894-15a45857bcb1 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': task-3224238, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.127754] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-5cb0bb53-aaa9-4e85-8ba9-bada31d2238f tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 3870d18b-724f-47e1-b9cc-c718c761894c] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1294.128061] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-5cb0bb53-aaa9-4e85-8ba9-bada31d2238f tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 3870d18b-724f-47e1-b9cc-c718c761894c] Deleting contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1294.128275] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cb0bb53-aaa9-4e85-8ba9-bada31d2238f tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Deleting the datastore file [datastore2] 3870d18b-724f-47e1-b9cc-c718c761894c {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1294.128546] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-982efd9c-110c-434b-a74b-a4f1ad0c1ce3 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.136583] env[69319]: DEBUG oslo_vmware.api [None req-5cb0bb53-aaa9-4e85-8ba9-bada31d2238f tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Waiting for the task: (returnval){ [ 1294.136583] env[69319]: value = "task-3224243" [ 1294.136583] env[69319]: _type = "Task" [ 1294.136583] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.145489] env[69319]: DEBUG oslo_vmware.api [None req-5cb0bb53-aaa9-4e85-8ba9-bada31d2238f tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': task-3224243, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.251552] env[69319]: DEBUG oslo_concurrency.lockutils [None req-3a073dc3-8b99-4365-a2ef-f82011a03ac7 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Releasing lock "refresh_cache-460e8db7-d226-4792-ab3f-46dbaed764c9" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.251967] env[69319]: DEBUG nova.compute.manager [None req-3a073dc3-8b99-4365-a2ef-f82011a03ac7 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 460e8db7-d226-4792-ab3f-46dbaed764c9] Instance network_info: |[{"id": "0ccf1d51-db5c-4a00-9969-8a9cfe79159b", "address": "fa:16:3e:2f:fd:9e", "network": {"id": "5b6a3856-a59d-4821-b22f-d38a582fca59", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-151173017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8712195e5600495dac5d45bcbbd358ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ccf1d51-db", "ovs_interfaceid": "0ccf1d51-db5c-4a00-9969-8a9cfe79159b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1294.252372] env[69319]: DEBUG oslo_concurrency.lockutils [req-9219e8f0-39bb-47dc-8499-bc225c4309f8 req-b4088dd6-2363-43c6-9936-2dfe4ee6d29d service nova] Acquired lock "refresh_cache-460e8db7-d226-4792-ab3f-46dbaed764c9" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.252596] env[69319]: DEBUG nova.network.neutron [req-9219e8f0-39bb-47dc-8499-bc225c4309f8 req-b4088dd6-2363-43c6-9936-2dfe4ee6d29d service nova] [instance: 460e8db7-d226-4792-ab3f-46dbaed764c9] Refreshing network info cache for port 0ccf1d51-db5c-4a00-9969-8a9cfe79159b {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1294.254203] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-3a073dc3-8b99-4365-a2ef-f82011a03ac7 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 460e8db7-d226-4792-ab3f-46dbaed764c9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:fd:9e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1c2b89fb-df8c-47c0-83ae-44291236feb4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0ccf1d51-db5c-4a00-9969-8a9cfe79159b', 'vif_model': 'vmxnet3'}] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1294.262557] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3a073dc3-8b99-4365-a2ef-f82011a03ac7 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1294.266158] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 460e8db7-d226-4792-ab3f-46dbaed764c9] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1294.266732] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4cc55bd9-1334-4dbc-9416-107863595570 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.289426] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1294.289426] env[69319]: value = "task-3224244" [ 1294.289426] env[69319]: _type = "Task" [ 1294.289426] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.308558] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3224244, 'name': CreateVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.316485] env[69319]: DEBUG oslo_concurrency.lockutils [None req-dda39f8d-9a94-40b9-810d-eeeb11149e04 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Acquiring lock "21e71e4a-5812-4daa-9037-14dd922a32dc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1294.316485] env[69319]: DEBUG oslo_concurrency.lockutils [None req-dda39f8d-9a94-40b9-810d-eeeb11149e04 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Lock "21e71e4a-5812-4daa-9037-14dd922a32dc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1294.316781] env[69319]: DEBUG oslo_concurrency.lockutils [None req-dda39f8d-9a94-40b9-810d-eeeb11149e04 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Lock "21e71e4a-5812-4daa-9037-14dd922a32dc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1294.334111] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-2056879b-392b-4783-a3c4-c6da0d9617ac tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 67853aca-d1b3-4d9b-9ca5-f5a8c4458336] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1294.334410] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-2056879b-392b-4783-a3c4-c6da0d9617ac tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 67853aca-d1b3-4d9b-9ca5-f5a8c4458336] Deleting contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1294.334653] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-2056879b-392b-4783-a3c4-c6da0d9617ac tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Deleting the datastore file [datastore2] 67853aca-d1b3-4d9b-9ca5-f5a8c4458336 {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1294.335575] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-410b6109-e844-4cbb-8132-ff82d8872194 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.345277] env[69319]: DEBUG oslo_vmware.api [None req-2056879b-392b-4783-a3c4-c6da0d9617ac tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Waiting for the task: (returnval){ [ 1294.345277] env[69319]: value = "task-3224245" [ 1294.345277] env[69319]: _type = "Task" [ 1294.345277] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.357532] env[69319]: DEBUG oslo_vmware.api [None req-2056879b-392b-4783-a3c4-c6da0d9617ac tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': task-3224245, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.426081] env[69319]: DEBUG oslo_vmware.api [None req-6777f0f2-3cee-4564-bb05-27650fee5f44 tempest-ServersTestManualDisk-616175520 tempest-ServersTestManualDisk-616175520-project-member] Task: {'id': task-3224240, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.559285] env[69319]: DEBUG nova.network.neutron [req-9219e8f0-39bb-47dc-8499-bc225c4309f8 req-b4088dd6-2363-43c6-9936-2dfe4ee6d29d service nova] [instance: 460e8db7-d226-4792-ab3f-46dbaed764c9] Updated VIF entry in instance network info cache for port 0ccf1d51-db5c-4a00-9969-8a9cfe79159b. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1294.559738] env[69319]: DEBUG nova.network.neutron [req-9219e8f0-39bb-47dc-8499-bc225c4309f8 req-b4088dd6-2363-43c6-9936-2dfe4ee6d29d service nova] [instance: 460e8db7-d226-4792-ab3f-46dbaed764c9] Updating instance_info_cache with network_info: [{"id": "0ccf1d51-db5c-4a00-9969-8a9cfe79159b", "address": "fa:16:3e:2f:fd:9e", "network": {"id": "5b6a3856-a59d-4821-b22f-d38a582fca59", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-151173017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8712195e5600495dac5d45bcbbd358ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ccf1d51-db", "ovs_interfaceid": "0ccf1d51-db5c-4a00-9969-8a9cfe79159b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1294.618365] env[69319]: DEBUG oslo_vmware.api [None req-6a8b0ed8-fd4a-41b6-a894-15a45857bcb1 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': task-3224238, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.473687} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.618661] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a8b0ed8-fd4a-41b6-a894-15a45857bcb1 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/da0671c7-49ee-4f5f-9f32-98cc2711c319/da0671c7-49ee-4f5f-9f32-98cc2711c319.vmdk to [datastore2] 200ccf3f-9130-42ed-a8e9-d697997e75f9/200ccf3f-9130-42ed-a8e9-d697997e75f9.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1294.619549] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de7a454c-be20-4daf-be6e-e90358e4791a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.643184] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a8b0ed8-fd4a-41b6-a894-15a45857bcb1 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 200ccf3f-9130-42ed-a8e9-d697997e75f9] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] 200ccf3f-9130-42ed-a8e9-d697997e75f9/200ccf3f-9130-42ed-a8e9-d697997e75f9.vmdk or device None with type streamOptimized {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1294.644017] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-95bbab00-0187-4a4c-89f1-3f80146501a8 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.672079] env[69319]: DEBUG oslo_vmware.api [None req-5cb0bb53-aaa9-4e85-8ba9-bada31d2238f tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': task-3224243, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.673815] env[69319]: DEBUG oslo_vmware.api [None req-6a8b0ed8-fd4a-41b6-a894-15a45857bcb1 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Waiting for the task: (returnval){ [ 1294.673815] env[69319]: value = "task-3224247" [ 1294.673815] env[69319]: _type = "Task" [ 1294.673815] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.684306] env[69319]: DEBUG oslo_vmware.api [None req-6a8b0ed8-fd4a-41b6-a894-15a45857bcb1 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': task-3224247, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.802721] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3224244, 'name': CreateVM_Task, 'duration_secs': 0.386744} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.802823] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 460e8db7-d226-4792-ab3f-46dbaed764c9] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1294.803792] env[69319]: DEBUG oslo_concurrency.lockutils [None req-3a073dc3-8b99-4365-a2ef-f82011a03ac7 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.803992] env[69319]: DEBUG oslo_concurrency.lockutils [None req-3a073dc3-8b99-4365-a2ef-f82011a03ac7 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.804462] env[69319]: DEBUG oslo_concurrency.lockutils [None req-3a073dc3-8b99-4365-a2ef-f82011a03ac7 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.804810] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed29d70e-8b1f-4aa4-872f-5187d4178728 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.811116] env[69319]: DEBUG oslo_vmware.api [None req-3a073dc3-8b99-4365-a2ef-f82011a03ac7 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Waiting for the task: (returnval){ [ 1294.811116] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]5244fd50-5d09-d9f0-310e-6cae599edce8" [ 1294.811116] env[69319]: _type = "Task" [ 1294.811116] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.824508] env[69319]: DEBUG oslo_vmware.api [None req-3a073dc3-8b99-4365-a2ef-f82011a03ac7 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5244fd50-5d09-d9f0-310e-6cae599edce8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.857470] env[69319]: DEBUG oslo_vmware.api [None req-2056879b-392b-4783-a3c4-c6da0d9617ac tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': task-3224245, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.923225] env[69319]: DEBUG oslo_vmware.api [None req-6777f0f2-3cee-4564-bb05-27650fee5f44 tempest-ServersTestManualDisk-616175520 tempest-ServersTestManualDisk-616175520-project-member] Task: {'id': task-3224240, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.062775] env[69319]: DEBUG oslo_concurrency.lockutils [req-9219e8f0-39bb-47dc-8499-bc225c4309f8 req-b4088dd6-2363-43c6-9936-2dfe4ee6d29d service nova] Releasing lock "refresh_cache-460e8db7-d226-4792-ab3f-46dbaed764c9" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.153422] env[69319]: DEBUG oslo_vmware.api [None req-5cb0bb53-aaa9-4e85-8ba9-bada31d2238f tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': task-3224243, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.837747} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.153777] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cb0bb53-aaa9-4e85-8ba9-bada31d2238f tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1295.153973] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-5cb0bb53-aaa9-4e85-8ba9-bada31d2238f tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 3870d18b-724f-47e1-b9cc-c718c761894c] Deleted contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1295.154179] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-5cb0bb53-aaa9-4e85-8ba9-bada31d2238f tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 3870d18b-724f-47e1-b9cc-c718c761894c] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1295.154355] env[69319]: INFO nova.compute.manager [None req-5cb0bb53-aaa9-4e85-8ba9-bada31d2238f tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 3870d18b-724f-47e1-b9cc-c718c761894c] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1295.154591] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5cb0bb53-aaa9-4e85-8ba9-bada31d2238f tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1295.154781] env[69319]: DEBUG nova.compute.manager [-] [instance: 3870d18b-724f-47e1-b9cc-c718c761894c] Deallocating network for instance {{(pid=69319) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1295.154879] env[69319]: DEBUG nova.network.neutron [-] [instance: 3870d18b-724f-47e1-b9cc-c718c761894c] deallocate_for_instance() {{(pid=69319) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1295.184568] env[69319]: DEBUG oslo_vmware.api [None req-6a8b0ed8-fd4a-41b6-a894-15a45857bcb1 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': task-3224247, 'name': ReconfigVM_Task, 'duration_secs': 0.442369} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.186676] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a8b0ed8-fd4a-41b6-a894-15a45857bcb1 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 200ccf3f-9130-42ed-a8e9-d697997e75f9] Reconfigured VM instance instance-00000069 to attach disk [datastore2] 200ccf3f-9130-42ed-a8e9-d697997e75f9/200ccf3f-9130-42ed-a8e9-d697997e75f9.vmdk or device None with type streamOptimized {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1295.187329] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c9880015-7ee7-40ab-b8a7-8a0a16fa0c12 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.194138] env[69319]: DEBUG oslo_vmware.api [None req-6a8b0ed8-fd4a-41b6-a894-15a45857bcb1 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Waiting for the task: (returnval){ [ 1295.194138] env[69319]: value = "task-3224248" [ 1295.194138] env[69319]: _type = "Task" [ 1295.194138] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.202707] env[69319]: DEBUG oslo_vmware.api [None req-6a8b0ed8-fd4a-41b6-a894-15a45857bcb1 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': task-3224248, 'name': Rename_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.320454] env[69319]: DEBUG oslo_vmware.api [None req-3a073dc3-8b99-4365-a2ef-f82011a03ac7 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5244fd50-5d09-d9f0-310e-6cae599edce8, 'name': SearchDatastore_Task, 'duration_secs': 0.030488} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.320737] env[69319]: DEBUG oslo_concurrency.lockutils [None req-3a073dc3-8b99-4365-a2ef-f82011a03ac7 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.320965] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-3a073dc3-8b99-4365-a2ef-f82011a03ac7 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 460e8db7-d226-4792-ab3f-46dbaed764c9] Processing image 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1295.321228] env[69319]: DEBUG oslo_concurrency.lockutils [None req-3a073dc3-8b99-4365-a2ef-f82011a03ac7 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.321379] env[69319]: DEBUG oslo_concurrency.lockutils [None req-3a073dc3-8b99-4365-a2ef-f82011a03ac7 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.321558] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a073dc3-8b99-4365-a2ef-f82011a03ac7 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1295.321824] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c7a007dc-2449-4bff-a49c-985746d7ca83 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.331764] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a073dc3-8b99-4365-a2ef-f82011a03ac7 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1295.332311] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-3a073dc3-8b99-4365-a2ef-f82011a03ac7 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1295.332667] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-306978b3-71ca-459b-9e48-7e7df09bbc46 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.337991] env[69319]: DEBUG oslo_vmware.api [None req-3a073dc3-8b99-4365-a2ef-f82011a03ac7 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Waiting for the task: (returnval){ [ 1295.337991] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52f92de6-4b84-f8b7-158a-26a9ccfc2be4" [ 1295.337991] env[69319]: _type = "Task" [ 1295.337991] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.345845] env[69319]: DEBUG oslo_vmware.api [None req-3a073dc3-8b99-4365-a2ef-f82011a03ac7 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52f92de6-4b84-f8b7-158a-26a9ccfc2be4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.354881] env[69319]: DEBUG oslo_vmware.api [None req-2056879b-392b-4783-a3c4-c6da0d9617ac tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': task-3224245, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.64626} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.355605] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-2056879b-392b-4783-a3c4-c6da0d9617ac tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1295.355605] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-2056879b-392b-4783-a3c4-c6da0d9617ac tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 67853aca-d1b3-4d9b-9ca5-f5a8c4458336] Deleted contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1295.355731] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-2056879b-392b-4783-a3c4-c6da0d9617ac tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 67853aca-d1b3-4d9b-9ca5-f5a8c4458336] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1295.358786] env[69319]: DEBUG oslo_concurrency.lockutils [None req-dda39f8d-9a94-40b9-810d-eeeb11149e04 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Acquiring lock "refresh_cache-21e71e4a-5812-4daa-9037-14dd922a32dc" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.358951] env[69319]: DEBUG oslo_concurrency.lockutils [None req-dda39f8d-9a94-40b9-810d-eeeb11149e04 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Acquired lock "refresh_cache-21e71e4a-5812-4daa-9037-14dd922a32dc" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.359141] env[69319]: DEBUG nova.network.neutron [None req-dda39f8d-9a94-40b9-810d-eeeb11149e04 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 21e71e4a-5812-4daa-9037-14dd922a32dc] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1295.424432] env[69319]: DEBUG oslo_vmware.api [None req-6777f0f2-3cee-4564-bb05-27650fee5f44 tempest-ServersTestManualDisk-616175520 tempest-ServersTestManualDisk-616175520-project-member] Task: {'id': task-3224240, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.560347} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.424719] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-6777f0f2-3cee-4564-bb05-27650fee5f44 tempest-ServersTestManualDisk-616175520 tempest-ServersTestManualDisk-616175520-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] 04342fc1-42fe-40f1-a3d5-13b33b9a507e/04342fc1-42fe-40f1-a3d5-13b33b9a507e.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1295.424936] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-6777f0f2-3cee-4564-bb05-27650fee5f44 tempest-ServersTestManualDisk-616175520 tempest-ServersTestManualDisk-616175520-project-member] [instance: 04342fc1-42fe-40f1-a3d5-13b33b9a507e] Extending root virtual disk to 1048576 {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1295.425243] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d656e594-21b0-49e5-8b32-6bc8bab31692 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.434029] env[69319]: DEBUG oslo_vmware.api [None req-6777f0f2-3cee-4564-bb05-27650fee5f44 tempest-ServersTestManualDisk-616175520 tempest-ServersTestManualDisk-616175520-project-member] Waiting for the task: (returnval){ [ 1295.434029] env[69319]: value = "task-3224249" [ 1295.434029] env[69319]: _type = "Task" [ 1295.434029] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.440385] env[69319]: DEBUG oslo_vmware.api [None req-6777f0f2-3cee-4564-bb05-27650fee5f44 tempest-ServersTestManualDisk-616175520 tempest-ServersTestManualDisk-616175520-project-member] Task: {'id': task-3224249, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.493711] env[69319]: DEBUG nova.compute.manager [req-e769647d-9f0b-44d4-a8a5-b83051961827 req-9a4f233f-f468-49b6-b69f-260abf250d96 service nova] [instance: 3870d18b-724f-47e1-b9cc-c718c761894c] Received event network-vif-deleted-a57b9cd4-e52b-43c6-a1d0-9c4b9e8510f8 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1295.493943] env[69319]: INFO nova.compute.manager [req-e769647d-9f0b-44d4-a8a5-b83051961827 req-9a4f233f-f468-49b6-b69f-260abf250d96 service nova] [instance: 3870d18b-724f-47e1-b9cc-c718c761894c] Neutron deleted interface a57b9cd4-e52b-43c6-a1d0-9c4b9e8510f8; detaching it from the instance and deleting it from the info cache [ 1295.494225] env[69319]: DEBUG nova.network.neutron [req-e769647d-9f0b-44d4-a8a5-b83051961827 req-9a4f233f-f468-49b6-b69f-260abf250d96 service nova] [instance: 3870d18b-724f-47e1-b9cc-c718c761894c] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1295.708037] env[69319]: DEBUG oslo_vmware.api [None req-6a8b0ed8-fd4a-41b6-a894-15a45857bcb1 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': task-3224248, 'name': Rename_Task, 'duration_secs': 0.136536} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.708354] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a8b0ed8-fd4a-41b6-a894-15a45857bcb1 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 200ccf3f-9130-42ed-a8e9-d697997e75f9] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1295.708603] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7e36780c-2e06-47d6-882c-0ccf8ff04aa9 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.715665] env[69319]: DEBUG oslo_vmware.api [None req-6a8b0ed8-fd4a-41b6-a894-15a45857bcb1 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Waiting for the task: (returnval){ [ 1295.715665] env[69319]: value = "task-3224250" [ 1295.715665] env[69319]: _type = "Task" [ 1295.715665] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.723830] env[69319]: DEBUG oslo_vmware.api [None req-6a8b0ed8-fd4a-41b6-a894-15a45857bcb1 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': task-3224250, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.849067] env[69319]: DEBUG oslo_vmware.api [None req-3a073dc3-8b99-4365-a2ef-f82011a03ac7 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52f92de6-4b84-f8b7-158a-26a9ccfc2be4, 'name': SearchDatastore_Task, 'duration_secs': 0.009381} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.849855] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16479838-db19-4917-a5ad-280529afff61 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.855256] env[69319]: DEBUG oslo_vmware.api [None req-3a073dc3-8b99-4365-a2ef-f82011a03ac7 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Waiting for the task: (returnval){ [ 1295.855256] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]528f6fd4-4cc0-83a3-435b-640008e673fe" [ 1295.855256] env[69319]: _type = "Task" [ 1295.855256] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.868349] env[69319]: DEBUG oslo_vmware.api [None req-3a073dc3-8b99-4365-a2ef-f82011a03ac7 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]528f6fd4-4cc0-83a3-435b-640008e673fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.909908] env[69319]: DEBUG nova.network.neutron [-] [instance: 3870d18b-724f-47e1-b9cc-c718c761894c] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1295.942362] env[69319]: DEBUG oslo_vmware.api [None req-6777f0f2-3cee-4564-bb05-27650fee5f44 tempest-ServersTestManualDisk-616175520 tempest-ServersTestManualDisk-616175520-project-member] Task: {'id': task-3224249, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063284} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.942634] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-6777f0f2-3cee-4564-bb05-27650fee5f44 tempest-ServersTestManualDisk-616175520 tempest-ServersTestManualDisk-616175520-project-member] [instance: 04342fc1-42fe-40f1-a3d5-13b33b9a507e] Extended root virtual disk {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1295.943550] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d265b5d4-befa-47d9-94b2-510aef33ea78 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.965888] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-6777f0f2-3cee-4564-bb05-27650fee5f44 tempest-ServersTestManualDisk-616175520 tempest-ServersTestManualDisk-616175520-project-member] [instance: 04342fc1-42fe-40f1-a3d5-13b33b9a507e] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] 04342fc1-42fe-40f1-a3d5-13b33b9a507e/04342fc1-42fe-40f1-a3d5-13b33b9a507e.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1295.966188] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2368daaa-ee33-40d6-95ff-4818f37cb20d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.986268] env[69319]: DEBUG oslo_vmware.api [None req-6777f0f2-3cee-4564-bb05-27650fee5f44 tempest-ServersTestManualDisk-616175520 tempest-ServersTestManualDisk-616175520-project-member] Waiting for the task: (returnval){ [ 1295.986268] env[69319]: value = "task-3224251" [ 1295.986268] env[69319]: _type = "Task" [ 1295.986268] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.994585] env[69319]: DEBUG oslo_vmware.api [None req-6777f0f2-3cee-4564-bb05-27650fee5f44 tempest-ServersTestManualDisk-616175520 tempest-ServersTestManualDisk-616175520-project-member] Task: {'id': task-3224251, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.996259] env[69319]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0df07a28-7671-4ecb-b2b0-11204daddd86 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.006453] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e6aaad3-4adc-4f8b-aee9-ef75977fb07c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.039395] env[69319]: DEBUG nova.compute.manager [req-e769647d-9f0b-44d4-a8a5-b83051961827 req-9a4f233f-f468-49b6-b69f-260abf250d96 service nova] [instance: 3870d18b-724f-47e1-b9cc-c718c761894c] Detach interface failed, port_id=a57b9cd4-e52b-43c6-a1d0-9c4b9e8510f8, reason: Instance 3870d18b-724f-47e1-b9cc-c718c761894c could not be found. {{(pid=69319) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1296.051325] env[69319]: DEBUG oslo_concurrency.lockutils [None req-d1d9db5d-5a09-47e0-b8b1-b5575dabccc9 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Acquiring lock "7e0f3465-36c8-4bd0-9336-41dd27344611" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1296.051604] env[69319]: DEBUG oslo_concurrency.lockutils [None req-d1d9db5d-5a09-47e0-b8b1-b5575dabccc9 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Lock "7e0f3465-36c8-4bd0-9336-41dd27344611" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1296.170385] env[69319]: DEBUG nova.network.neutron [None req-dda39f8d-9a94-40b9-810d-eeeb11149e04 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 21e71e4a-5812-4daa-9037-14dd922a32dc] Updating instance_info_cache with network_info: [{"id": "637d3ba9-189d-4943-95d2-f9f60c4b6659", "address": "fa:16:3e:75:c2:6a", "network": {"id": "106fc08f-1807-4065-8e5f-d5dd2ea396ac", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-470234828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fe67d8fa7124a519dd9af8bbd6a48a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap637d3ba9-18", "ovs_interfaceid": "637d3ba9-189d-4943-95d2-f9f60c4b6659", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1296.226389] env[69319]: DEBUG oslo_vmware.api [None req-6a8b0ed8-fd4a-41b6-a894-15a45857bcb1 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': task-3224250, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.365715] env[69319]: DEBUG oslo_vmware.api [None req-3a073dc3-8b99-4365-a2ef-f82011a03ac7 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]528f6fd4-4cc0-83a3-435b-640008e673fe, 'name': SearchDatastore_Task, 'duration_secs': 0.019576} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.366094] env[69319]: DEBUG oslo_concurrency.lockutils [None req-3a073dc3-8b99-4365-a2ef-f82011a03ac7 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.366380] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a073dc3-8b99-4365-a2ef-f82011a03ac7 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore1] 460e8db7-d226-4792-ab3f-46dbaed764c9/460e8db7-d226-4792-ab3f-46dbaed764c9.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1296.366645] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7d2b0090-c585-4f32-b158-9108ad02a8d7 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.373845] env[69319]: DEBUG oslo_vmware.api [None req-3a073dc3-8b99-4365-a2ef-f82011a03ac7 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Waiting for the task: (returnval){ [ 1296.373845] env[69319]: value = "task-3224252" [ 1296.373845] env[69319]: _type = "Task" [ 1296.373845] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.382446] env[69319]: DEBUG oslo_vmware.api [None req-3a073dc3-8b99-4365-a2ef-f82011a03ac7 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3224252, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.398948] env[69319]: DEBUG nova.virt.hardware [None req-2056879b-392b-4783-a3c4-c6da0d9617ac tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:32:36Z,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31f027872f6f44dba95ff2fe7a062e00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:32:36Z,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1296.399281] env[69319]: DEBUG nova.virt.hardware [None req-2056879b-392b-4783-a3c4-c6da0d9617ac tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1296.399472] env[69319]: DEBUG nova.virt.hardware [None req-2056879b-392b-4783-a3c4-c6da0d9617ac tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1296.399741] env[69319]: DEBUG nova.virt.hardware [None req-2056879b-392b-4783-a3c4-c6da0d9617ac tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1296.399930] env[69319]: DEBUG nova.virt.hardware [None req-2056879b-392b-4783-a3c4-c6da0d9617ac tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1296.400121] env[69319]: DEBUG nova.virt.hardware [None req-2056879b-392b-4783-a3c4-c6da0d9617ac tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1296.400363] env[69319]: DEBUG nova.virt.hardware [None req-2056879b-392b-4783-a3c4-c6da0d9617ac tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1296.400608] env[69319]: DEBUG nova.virt.hardware [None req-2056879b-392b-4783-a3c4-c6da0d9617ac tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1296.400815] env[69319]: DEBUG nova.virt.hardware [None req-2056879b-392b-4783-a3c4-c6da0d9617ac tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1296.402142] env[69319]: DEBUG nova.virt.hardware [None req-2056879b-392b-4783-a3c4-c6da0d9617ac tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1296.402142] env[69319]: DEBUG nova.virt.hardware [None req-2056879b-392b-4783-a3c4-c6da0d9617ac tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1296.402142] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1381a79d-20f4-44cc-a2e6-059a41a17523 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.410890] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22869dfd-4d17-4b83-ad2c-9be295ac12b2 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.414712] env[69319]: INFO nova.compute.manager [-] [instance: 3870d18b-724f-47e1-b9cc-c718c761894c] Took 1.26 seconds to deallocate network for instance. [ 1296.428085] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-2056879b-392b-4783-a3c4-c6da0d9617ac tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 67853aca-d1b3-4d9b-9ca5-f5a8c4458336] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:aa:0a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '447ff42d-b33e-4b5d-8b7f-e8117ebbbc92', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '57353df4-e9d6-4fc2-8ef9-c531710cbdb9', 'vif_model': 'vmxnet3'}] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1296.435735] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2056879b-392b-4783-a3c4-c6da0d9617ac tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1296.436336] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67853aca-d1b3-4d9b-9ca5-f5a8c4458336] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1296.436458] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e78cc1aa-db04-4835-862b-1599a95c6029 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.456604] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1296.456604] env[69319]: value = "task-3224253" [ 1296.456604] env[69319]: _type = "Task" [ 1296.456604] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.464193] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3224253, 'name': CreateVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.497470] env[69319]: DEBUG oslo_vmware.api [None req-6777f0f2-3cee-4564-bb05-27650fee5f44 tempest-ServersTestManualDisk-616175520 tempest-ServersTestManualDisk-616175520-project-member] Task: {'id': task-3224251, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.555303] env[69319]: DEBUG nova.compute.utils [None req-d1d9db5d-5a09-47e0-b8b1-b5575dabccc9 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Using /dev/sd instead of None {{(pid=69319) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1296.673971] env[69319]: DEBUG oslo_concurrency.lockutils [None req-dda39f8d-9a94-40b9-810d-eeeb11149e04 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Releasing lock "refresh_cache-21e71e4a-5812-4daa-9037-14dd922a32dc" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.733954] env[69319]: DEBUG oslo_vmware.api [None req-6a8b0ed8-fd4a-41b6-a894-15a45857bcb1 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': task-3224250, 'name': PowerOnVM_Task, 'duration_secs': 0.669346} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.734299] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a8b0ed8-fd4a-41b6-a894-15a45857bcb1 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 200ccf3f-9130-42ed-a8e9-d697997e75f9] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1296.845060] env[69319]: DEBUG nova.compute.manager [None req-6a8b0ed8-fd4a-41b6-a894-15a45857bcb1 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 200ccf3f-9130-42ed-a8e9-d697997e75f9] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1296.846035] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9115d82-a7d2-4d20-807d-fa0f71f9f9f3 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.882928] env[69319]: DEBUG oslo_vmware.api [None req-3a073dc3-8b99-4365-a2ef-f82011a03ac7 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3224252, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.482042} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.883204] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a073dc3-8b99-4365-a2ef-f82011a03ac7 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore1] 460e8db7-d226-4792-ab3f-46dbaed764c9/460e8db7-d226-4792-ab3f-46dbaed764c9.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1296.883421] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-3a073dc3-8b99-4365-a2ef-f82011a03ac7 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 460e8db7-d226-4792-ab3f-46dbaed764c9] Extending root virtual disk to 1048576 {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1296.883668] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1f2d93c0-8f19-4737-9cae-b51ddbbb50ad {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.889447] env[69319]: DEBUG oslo_vmware.api [None req-3a073dc3-8b99-4365-a2ef-f82011a03ac7 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Waiting for the task: (returnval){ [ 1296.889447] env[69319]: value = "task-3224254" [ 1296.889447] env[69319]: _type = "Task" [ 1296.889447] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.897804] env[69319]: DEBUG oslo_vmware.api [None req-3a073dc3-8b99-4365-a2ef-f82011a03ac7 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3224254, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.937538] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5cb0bb53-aaa9-4e85-8ba9-bada31d2238f tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1296.937932] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5cb0bb53-aaa9-4e85-8ba9-bada31d2238f tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1296.938249] env[69319]: DEBUG nova.objects.instance [None req-5cb0bb53-aaa9-4e85-8ba9-bada31d2238f tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Lazy-loading 'resources' on Instance uuid 3870d18b-724f-47e1-b9cc-c718c761894c {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1296.966253] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3224253, 'name': CreateVM_Task, 'duration_secs': 0.385864} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.966443] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67853aca-d1b3-4d9b-9ca5-f5a8c4458336] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1296.967105] env[69319]: DEBUG oslo_concurrency.lockutils [None req-2056879b-392b-4783-a3c4-c6da0d9617ac tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.967279] env[69319]: DEBUG oslo_concurrency.lockutils [None req-2056879b-392b-4783-a3c4-c6da0d9617ac tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.967588] env[69319]: DEBUG oslo_concurrency.lockutils [None req-2056879b-392b-4783-a3c4-c6da0d9617ac tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.967840] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79e32973-c9a3-4a81-bdec-0845bba6d346 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.972057] env[69319]: DEBUG oslo_vmware.api [None req-2056879b-392b-4783-a3c4-c6da0d9617ac tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Waiting for the task: (returnval){ [ 1296.972057] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52fdf42f-002d-7486-328c-4c08a1e904db" [ 1296.972057] env[69319]: _type = "Task" [ 1296.972057] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.979233] env[69319]: DEBUG oslo_vmware.api [None req-2056879b-392b-4783-a3c4-c6da0d9617ac tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52fdf42f-002d-7486-328c-4c08a1e904db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.994549] env[69319]: DEBUG oslo_vmware.api [None req-6777f0f2-3cee-4564-bb05-27650fee5f44 tempest-ServersTestManualDisk-616175520 tempest-ServersTestManualDisk-616175520-project-member] Task: {'id': task-3224251, 'name': ReconfigVM_Task, 'duration_secs': 0.599645} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.995223] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-6777f0f2-3cee-4564-bb05-27650fee5f44 tempest-ServersTestManualDisk-616175520 tempest-ServersTestManualDisk-616175520-project-member] [instance: 04342fc1-42fe-40f1-a3d5-13b33b9a507e] Reconfigured VM instance instance-00000073 to attach disk [datastore2] 04342fc1-42fe-40f1-a3d5-13b33b9a507e/04342fc1-42fe-40f1-a3d5-13b33b9a507e.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1296.995815] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ef3d6bee-ac11-40d4-8b34-9fdd1d37dc2e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.001099] env[69319]: DEBUG oslo_vmware.api [None req-6777f0f2-3cee-4564-bb05-27650fee5f44 tempest-ServersTestManualDisk-616175520 tempest-ServersTestManualDisk-616175520-project-member] Waiting for the task: (returnval){ [ 1297.001099] env[69319]: value = "task-3224255" [ 1297.001099] env[69319]: _type = "Task" [ 1297.001099] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.008253] env[69319]: DEBUG oslo_vmware.api [None req-6777f0f2-3cee-4564-bb05-27650fee5f44 tempest-ServersTestManualDisk-616175520 tempest-ServersTestManualDisk-616175520-project-member] Task: {'id': task-3224255, 'name': Rename_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.058886] env[69319]: DEBUG oslo_concurrency.lockutils [None req-d1d9db5d-5a09-47e0-b8b1-b5575dabccc9 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Lock "7e0f3465-36c8-4bd0-9336-41dd27344611" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1297.081405] env[69319]: DEBUG oslo_concurrency.lockutils [None req-234d58a7-2d53-4adc-adf0-c5295f99c5f5 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Acquiring lock "22225d47-adf7-4381-8b26-9372db49c4be" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1297.081641] env[69319]: DEBUG oslo_concurrency.lockutils [None req-234d58a7-2d53-4adc-adf0-c5295f99c5f5 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Lock "22225d47-adf7-4381-8b26-9372db49c4be" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1297.081849] env[69319]: DEBUG oslo_concurrency.lockutils [None req-234d58a7-2d53-4adc-adf0-c5295f99c5f5 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Acquiring lock "22225d47-adf7-4381-8b26-9372db49c4be-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1297.082091] env[69319]: DEBUG oslo_concurrency.lockutils [None req-234d58a7-2d53-4adc-adf0-c5295f99c5f5 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Lock "22225d47-adf7-4381-8b26-9372db49c4be-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1297.082293] env[69319]: DEBUG oslo_concurrency.lockutils [None req-234d58a7-2d53-4adc-adf0-c5295f99c5f5 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Lock "22225d47-adf7-4381-8b26-9372db49c4be-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1297.084243] env[69319]: INFO nova.compute.manager [None req-234d58a7-2d53-4adc-adf0-c5295f99c5f5 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: 22225d47-adf7-4381-8b26-9372db49c4be] Terminating instance [ 1297.201915] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c2b0260-d6e6-439d-a413-df16c10487b4 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.221751] env[69319]: DEBUG oslo_service.periodic_task [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69319) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1297.222136] env[69319]: DEBUG oslo_service.periodic_task [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69319) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1297.223942] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bb582b3-859f-485c-9e1f-4591dcdd0469 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.231763] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-dda39f8d-9a94-40b9-810d-eeeb11149e04 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 21e71e4a-5812-4daa-9037-14dd922a32dc] Updating instance '21e71e4a-5812-4daa-9037-14dd922a32dc' progress to 83 {{(pid=69319) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1297.364253] env[69319]: DEBUG oslo_concurrency.lockutils [None req-6a8b0ed8-fd4a-41b6-a894-15a45857bcb1 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Lock "200ccf3f-9130-42ed-a8e9-d697997e75f9" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 22.074s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1297.401669] env[69319]: DEBUG oslo_vmware.api [None req-3a073dc3-8b99-4365-a2ef-f82011a03ac7 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3224254, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067416} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.401946] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-3a073dc3-8b99-4365-a2ef-f82011a03ac7 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 460e8db7-d226-4792-ab3f-46dbaed764c9] Extended root virtual disk {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1297.402749] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e493ef9e-b406-419e-bee9-b1dd8d5cb97a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.430707] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a073dc3-8b99-4365-a2ef-f82011a03ac7 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 460e8db7-d226-4792-ab3f-46dbaed764c9] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] 460e8db7-d226-4792-ab3f-46dbaed764c9/460e8db7-d226-4792-ab3f-46dbaed764c9.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1297.430993] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48e4be89-080b-4215-aef9-2bec6f6efd98 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.452974] env[69319]: DEBUG oslo_vmware.api [None req-3a073dc3-8b99-4365-a2ef-f82011a03ac7 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Waiting for the task: (returnval){ [ 1297.452974] env[69319]: value = "task-3224256" [ 1297.452974] env[69319]: _type = "Task" [ 1297.452974] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.460945] env[69319]: DEBUG oslo_vmware.api [None req-3a073dc3-8b99-4365-a2ef-f82011a03ac7 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3224256, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.482702] env[69319]: DEBUG oslo_vmware.api [None req-2056879b-392b-4783-a3c4-c6da0d9617ac tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52fdf42f-002d-7486-328c-4c08a1e904db, 'name': SearchDatastore_Task, 'duration_secs': 0.008475} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.483020] env[69319]: DEBUG oslo_concurrency.lockutils [None req-2056879b-392b-4783-a3c4-c6da0d9617ac tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.483283] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-2056879b-392b-4783-a3c4-c6da0d9617ac tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 67853aca-d1b3-4d9b-9ca5-f5a8c4458336] Processing image 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1297.483528] env[69319]: DEBUG oslo_concurrency.lockutils [None req-2056879b-392b-4783-a3c4-c6da0d9617ac tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.483678] env[69319]: DEBUG oslo_concurrency.lockutils [None req-2056879b-392b-4783-a3c4-c6da0d9617ac tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.483860] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-2056879b-392b-4783-a3c4-c6da0d9617ac tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1297.486288] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-93ee25ea-1a3e-4b3c-ba80-46ea977896c5 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.494197] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-2056879b-392b-4783-a3c4-c6da0d9617ac tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1297.494385] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-2056879b-392b-4783-a3c4-c6da0d9617ac tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1297.495154] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e313c434-d8bc-4a96-877e-40d9fd50ec7d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.500095] env[69319]: DEBUG oslo_vmware.api [None req-2056879b-392b-4783-a3c4-c6da0d9617ac tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Waiting for the task: (returnval){ [ 1297.500095] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]529c460e-afbd-8879-5dca-ff3422693596" [ 1297.500095] env[69319]: _type = "Task" [ 1297.500095] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.513666] env[69319]: DEBUG oslo_vmware.api [None req-6777f0f2-3cee-4564-bb05-27650fee5f44 tempest-ServersTestManualDisk-616175520 tempest-ServersTestManualDisk-616175520-project-member] Task: {'id': task-3224255, 'name': Rename_Task, 'duration_secs': 0.448073} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.519259] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-6777f0f2-3cee-4564-bb05-27650fee5f44 tempest-ServersTestManualDisk-616175520 tempest-ServersTestManualDisk-616175520-project-member] [instance: 04342fc1-42fe-40f1-a3d5-13b33b9a507e] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1297.519531] env[69319]: DEBUG oslo_vmware.api [None req-2056879b-392b-4783-a3c4-c6da0d9617ac tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]529c460e-afbd-8879-5dca-ff3422693596, 'name': SearchDatastore_Task, 'duration_secs': 0.008314} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.519909] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-73e2eb80-ee16-4c31-b9a6-b05bab132785 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.521831] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30e32ac8-2edf-4b29-9101-1107381c4ea9 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.526492] env[69319]: DEBUG oslo_vmware.api [None req-2056879b-392b-4783-a3c4-c6da0d9617ac tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Waiting for the task: (returnval){ [ 1297.526492] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52b16e79-f6a4-1b1b-c9ed-b7a7386df9ce" [ 1297.526492] env[69319]: _type = "Task" [ 1297.526492] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.530561] env[69319]: DEBUG oslo_vmware.api [None req-6777f0f2-3cee-4564-bb05-27650fee5f44 tempest-ServersTestManualDisk-616175520 tempest-ServersTestManualDisk-616175520-project-member] Waiting for the task: (returnval){ [ 1297.530561] env[69319]: value = "task-3224257" [ 1297.530561] env[69319]: _type = "Task" [ 1297.530561] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.541715] env[69319]: DEBUG oslo_vmware.api [None req-6777f0f2-3cee-4564-bb05-27650fee5f44 tempest-ServersTestManualDisk-616175520 tempest-ServersTestManualDisk-616175520-project-member] Task: {'id': task-3224257, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.547460] env[69319]: DEBUG oslo_vmware.api [None req-2056879b-392b-4783-a3c4-c6da0d9617ac tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52b16e79-f6a4-1b1b-c9ed-b7a7386df9ce, 'name': SearchDatastore_Task, 'duration_secs': 0.013119} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.547876] env[69319]: DEBUG oslo_concurrency.lockutils [None req-2056879b-392b-4783-a3c4-c6da0d9617ac tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.548151] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-2056879b-392b-4783-a3c4-c6da0d9617ac tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] 67853aca-d1b3-4d9b-9ca5-f5a8c4458336/67853aca-d1b3-4d9b-9ca5-f5a8c4458336.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1297.548394] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-865fafed-defa-4c97-b2d4-c96e3ff024ab {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.554683] env[69319]: DEBUG oslo_vmware.api [None req-2056879b-392b-4783-a3c4-c6da0d9617ac tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Waiting for the task: (returnval){ [ 1297.554683] env[69319]: value = "task-3224258" [ 1297.554683] env[69319]: _type = "Task" [ 1297.554683] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.564417] env[69319]: DEBUG oslo_vmware.api [None req-2056879b-392b-4783-a3c4-c6da0d9617ac tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': task-3224258, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.588176] env[69319]: DEBUG nova.compute.manager [None req-234d58a7-2d53-4adc-adf0-c5295f99c5f5 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: 22225d47-adf7-4381-8b26-9372db49c4be] Start destroying the instance on the hypervisor. {{(pid=69319) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1297.588422] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-234d58a7-2d53-4adc-adf0-c5295f99c5f5 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: 22225d47-adf7-4381-8b26-9372db49c4be] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1297.589314] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cf72bca-c542-46b9-99c1-8855b76b520f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.597363] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-234d58a7-2d53-4adc-adf0-c5295f99c5f5 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: 22225d47-adf7-4381-8b26-9372db49c4be] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1297.597573] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9bf11186-de81-494d-a74f-0430788d22f9 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.603656] env[69319]: DEBUG oslo_vmware.api [None req-234d58a7-2d53-4adc-adf0-c5295f99c5f5 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Waiting for the task: (returnval){ [ 1297.603656] env[69319]: value = "task-3224259" [ 1297.603656] env[69319]: _type = "Task" [ 1297.603656] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.608321] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64f2c9a8-5bee-4d94-bed0-b4ac142b8985 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.615932] env[69319]: DEBUG oslo_vmware.api [None req-234d58a7-2d53-4adc-adf0-c5295f99c5f5 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3224259, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.618681] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-042c415c-9aa9-4ca1-a2ce-1d3d231752da {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.651634] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7e96011-b46d-4276-8817-ec9d2eb66a35 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.662607] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4b99ca6-bdb7-40f5-a438-9ad051bfaf73 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.677879] env[69319]: DEBUG nova.compute.provider_tree [None req-5cb0bb53-aaa9-4e85-8ba9-bada31d2238f tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1297.732276] env[69319]: DEBUG oslo_service.periodic_task [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69319) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1297.732499] env[69319]: DEBUG oslo_service.periodic_task [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69319) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1297.732705] env[69319]: DEBUG oslo_service.periodic_task [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69319) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1297.732992] env[69319]: DEBUG oslo_service.periodic_task [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69319) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1297.733152] env[69319]: DEBUG oslo_service.periodic_task [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69319) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1297.733354] env[69319]: DEBUG oslo_service.periodic_task [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69319) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1297.733490] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69319) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1297.733669] env[69319]: DEBUG oslo_service.periodic_task [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Running periodic task ComputeManager.update_available_resource {{(pid=69319) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1297.737878] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-dda39f8d-9a94-40b9-810d-eeeb11149e04 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 21e71e4a-5812-4daa-9037-14dd922a32dc] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1297.738486] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dd40b466-1a68-44de-b78b-bed072c535be {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.745868] env[69319]: DEBUG oslo_vmware.api [None req-dda39f8d-9a94-40b9-810d-eeeb11149e04 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Waiting for the task: (returnval){ [ 1297.745868] env[69319]: value = "task-3224260" [ 1297.745868] env[69319]: _type = "Task" [ 1297.745868] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.757028] env[69319]: DEBUG oslo_vmware.api [None req-dda39f8d-9a94-40b9-810d-eeeb11149e04 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': task-3224260, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.966203] env[69319]: DEBUG oslo_vmware.api [None req-3a073dc3-8b99-4365-a2ef-f82011a03ac7 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3224256, 'name': ReconfigVM_Task, 'duration_secs': 0.484778} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.966484] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a073dc3-8b99-4365-a2ef-f82011a03ac7 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 460e8db7-d226-4792-ab3f-46dbaed764c9] Reconfigured VM instance instance-00000074 to attach disk [datastore1] 460e8db7-d226-4792-ab3f-46dbaed764c9/460e8db7-d226-4792-ab3f-46dbaed764c9.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1297.967165] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d9025ddc-3d4a-4347-a130-5587bd91fc4a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.975907] env[69319]: DEBUG oslo_vmware.api [None req-3a073dc3-8b99-4365-a2ef-f82011a03ac7 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Waiting for the task: (returnval){ [ 1297.975907] env[69319]: value = "task-3224261" [ 1297.975907] env[69319]: _type = "Task" [ 1297.975907] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.986599] env[69319]: DEBUG oslo_vmware.api [None req-3a073dc3-8b99-4365-a2ef-f82011a03ac7 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3224261, 'name': Rename_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.045602] env[69319]: DEBUG oslo_vmware.api [None req-6777f0f2-3cee-4564-bb05-27650fee5f44 tempest-ServersTestManualDisk-616175520 tempest-ServersTestManualDisk-616175520-project-member] Task: {'id': task-3224257, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.066144] env[69319]: DEBUG oslo_vmware.api [None req-2056879b-392b-4783-a3c4-c6da0d9617ac tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': task-3224258, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.51013} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.066550] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-2056879b-392b-4783-a3c4-c6da0d9617ac tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] 67853aca-d1b3-4d9b-9ca5-f5a8c4458336/67853aca-d1b3-4d9b-9ca5-f5a8c4458336.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1298.066793] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-2056879b-392b-4783-a3c4-c6da0d9617ac tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 67853aca-d1b3-4d9b-9ca5-f5a8c4458336] Extending root virtual disk to 1048576 {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1298.067074] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-91d493fb-0016-4251-880e-c4e2d91171b5 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.076975] env[69319]: DEBUG oslo_vmware.api [None req-2056879b-392b-4783-a3c4-c6da0d9617ac tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Waiting for the task: (returnval){ [ 1298.076975] env[69319]: value = "task-3224262" [ 1298.076975] env[69319]: _type = "Task" [ 1298.076975] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.087412] env[69319]: DEBUG oslo_vmware.api [None req-2056879b-392b-4783-a3c4-c6da0d9617ac tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': task-3224262, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.112829] env[69319]: DEBUG oslo_vmware.api [None req-234d58a7-2d53-4adc-adf0-c5295f99c5f5 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3224259, 'name': PowerOffVM_Task, 'duration_secs': 0.248298} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.113147] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-234d58a7-2d53-4adc-adf0-c5295f99c5f5 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: 22225d47-adf7-4381-8b26-9372db49c4be] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1298.113377] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-234d58a7-2d53-4adc-adf0-c5295f99c5f5 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: 22225d47-adf7-4381-8b26-9372db49c4be] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1298.113663] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ca4c2dcf-d373-42eb-aa90-4c15a9be4a58 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.158505] env[69319]: DEBUG oslo_concurrency.lockutils [None req-d1d9db5d-5a09-47e0-b8b1-b5575dabccc9 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Acquiring lock "7e0f3465-36c8-4bd0-9336-41dd27344611" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1298.158819] env[69319]: DEBUG oslo_concurrency.lockutils [None req-d1d9db5d-5a09-47e0-b8b1-b5575dabccc9 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Lock "7e0f3465-36c8-4bd0-9336-41dd27344611" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1298.159149] env[69319]: INFO nova.compute.manager [None req-d1d9db5d-5a09-47e0-b8b1-b5575dabccc9 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] [instance: 7e0f3465-36c8-4bd0-9336-41dd27344611] Attaching volume 314527a1-5964-4099-aa80-c0bff4577609 to /dev/sdb [ 1298.181480] env[69319]: DEBUG nova.scheduler.client.report [None req-5cb0bb53-aaa9-4e85-8ba9-bada31d2238f tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1298.186742] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-234d58a7-2d53-4adc-adf0-c5295f99c5f5 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: 22225d47-adf7-4381-8b26-9372db49c4be] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1298.186957] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-234d58a7-2d53-4adc-adf0-c5295f99c5f5 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: 22225d47-adf7-4381-8b26-9372db49c4be] Deleting contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1298.188030] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-234d58a7-2d53-4adc-adf0-c5295f99c5f5 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Deleting the datastore file [datastore2] 22225d47-adf7-4381-8b26-9372db49c4be {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1298.188030] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-97082696-f548-4f2a-bc5b-80af2c0ed771 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.192328] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0042ac96-5aba-4a0d-8230-6f1e3f441ca4 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.196355] env[69319]: DEBUG oslo_vmware.api [None req-234d58a7-2d53-4adc-adf0-c5295f99c5f5 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Waiting for the task: (returnval){ [ 1298.196355] env[69319]: value = "task-3224264" [ 1298.196355] env[69319]: _type = "Task" [ 1298.196355] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.203890] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45c7e503-a5aa-4b5f-b414-204851bec542 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.209689] env[69319]: DEBUG oslo_vmware.api [None req-234d58a7-2d53-4adc-adf0-c5295f99c5f5 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3224264, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.221388] env[69319]: DEBUG nova.virt.block_device [None req-d1d9db5d-5a09-47e0-b8b1-b5575dabccc9 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] [instance: 7e0f3465-36c8-4bd0-9336-41dd27344611] Updating existing volume attachment record: a907f6d8-1ec3-4835-92ad-04491368b49d {{(pid=69319) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1298.235919] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1298.258412] env[69319]: DEBUG oslo_vmware.api [None req-dda39f8d-9a94-40b9-810d-eeeb11149e04 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': task-3224260, 'name': PowerOnVM_Task, 'duration_secs': 0.421527} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.258412] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-dda39f8d-9a94-40b9-810d-eeeb11149e04 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 21e71e4a-5812-4daa-9037-14dd922a32dc] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1298.258412] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-dda39f8d-9a94-40b9-810d-eeeb11149e04 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 21e71e4a-5812-4daa-9037-14dd922a32dc] Updating instance '21e71e4a-5812-4daa-9037-14dd922a32dc' progress to 100 {{(pid=69319) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1298.487714] env[69319]: DEBUG oslo_vmware.api [None req-3a073dc3-8b99-4365-a2ef-f82011a03ac7 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3224261, 'name': Rename_Task, 'duration_secs': 0.298937} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.488883] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a073dc3-8b99-4365-a2ef-f82011a03ac7 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 460e8db7-d226-4792-ab3f-46dbaed764c9] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1298.489355] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-22508b81-3122-410c-b6a2-332712bf3df8 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.495764] env[69319]: DEBUG oslo_vmware.api [None req-3a073dc3-8b99-4365-a2ef-f82011a03ac7 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Waiting for the task: (returnval){ [ 1298.495764] env[69319]: value = "task-3224268" [ 1298.495764] env[69319]: _type = "Task" [ 1298.495764] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.504342] env[69319]: DEBUG oslo_vmware.api [None req-3a073dc3-8b99-4365-a2ef-f82011a03ac7 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3224268, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.543057] env[69319]: DEBUG oslo_vmware.api [None req-6777f0f2-3cee-4564-bb05-27650fee5f44 tempest-ServersTestManualDisk-616175520 tempest-ServersTestManualDisk-616175520-project-member] Task: {'id': task-3224257, 'name': PowerOnVM_Task, 'duration_secs': 0.819115} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.543327] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-6777f0f2-3cee-4564-bb05-27650fee5f44 tempest-ServersTestManualDisk-616175520 tempest-ServersTestManualDisk-616175520-project-member] [instance: 04342fc1-42fe-40f1-a3d5-13b33b9a507e] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1298.543538] env[69319]: INFO nova.compute.manager [None req-6777f0f2-3cee-4564-bb05-27650fee5f44 tempest-ServersTestManualDisk-616175520 tempest-ServersTestManualDisk-616175520-project-member] [instance: 04342fc1-42fe-40f1-a3d5-13b33b9a507e] Took 9.56 seconds to spawn the instance on the hypervisor. [ 1298.543716] env[69319]: DEBUG nova.compute.manager [None req-6777f0f2-3cee-4564-bb05-27650fee5f44 tempest-ServersTestManualDisk-616175520 tempest-ServersTestManualDisk-616175520-project-member] [instance: 04342fc1-42fe-40f1-a3d5-13b33b9a507e] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1298.544500] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-330fdc10-c4f7-4c7b-8088-afb8208c7f2b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.585804] env[69319]: DEBUG oslo_vmware.api [None req-2056879b-392b-4783-a3c4-c6da0d9617ac tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': task-3224262, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098924} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.586778] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-2056879b-392b-4783-a3c4-c6da0d9617ac tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 67853aca-d1b3-4d9b-9ca5-f5a8c4458336] Extended root virtual disk {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1298.587562] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e317f43f-69aa-4956-9440-89a69ae20454 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.609687] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-2056879b-392b-4783-a3c4-c6da0d9617ac tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 67853aca-d1b3-4d9b-9ca5-f5a8c4458336] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] 67853aca-d1b3-4d9b-9ca5-f5a8c4458336/67853aca-d1b3-4d9b-9ca5-f5a8c4458336.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1298.610187] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05c3df6d-350a-4736-9a2a-72f99129aa9e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.630124] env[69319]: DEBUG oslo_vmware.api [None req-2056879b-392b-4783-a3c4-c6da0d9617ac tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Waiting for the task: (returnval){ [ 1298.630124] env[69319]: value = "task-3224269" [ 1298.630124] env[69319]: _type = "Task" [ 1298.630124] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.637981] env[69319]: DEBUG oslo_vmware.api [None req-2056879b-392b-4783-a3c4-c6da0d9617ac tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': task-3224269, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.686954] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5cb0bb53-aaa9-4e85-8ba9-bada31d2238f tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.749s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1298.689479] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.454s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1298.689775] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1298.689876] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69319) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1298.691089] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1e2ef0b-931c-4cba-af95-1298852d5df0 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.703537] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac4fc74e-2e97-4216-b320-2101f35284de {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.710622] env[69319]: INFO nova.scheduler.client.report [None req-5cb0bb53-aaa9-4e85-8ba9-bada31d2238f tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Deleted allocations for instance 3870d18b-724f-47e1-b9cc-c718c761894c [ 1298.722481] env[69319]: DEBUG oslo_vmware.api [None req-234d58a7-2d53-4adc-adf0-c5295f99c5f5 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Task: {'id': task-3224264, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151429} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.725173] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-234d58a7-2d53-4adc-adf0-c5295f99c5f5 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1298.725306] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-234d58a7-2d53-4adc-adf0-c5295f99c5f5 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: 22225d47-adf7-4381-8b26-9372db49c4be] Deleted contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1298.725489] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-234d58a7-2d53-4adc-adf0-c5295f99c5f5 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: 22225d47-adf7-4381-8b26-9372db49c4be] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1298.725663] env[69319]: INFO nova.compute.manager [None req-234d58a7-2d53-4adc-adf0-c5295f99c5f5 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] [instance: 22225d47-adf7-4381-8b26-9372db49c4be] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1298.725898] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-234d58a7-2d53-4adc-adf0-c5295f99c5f5 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1298.726601] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab19dbc0-5b69-4f61-bae8-652fddd9c224 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.729242] env[69319]: DEBUG nova.compute.manager [-] [instance: 22225d47-adf7-4381-8b26-9372db49c4be] Deallocating network for instance {{(pid=69319) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1298.729343] env[69319]: DEBUG nova.network.neutron [-] [instance: 22225d47-adf7-4381-8b26-9372db49c4be] deallocate_for_instance() {{(pid=69319) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1298.735072] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c43a48a-838f-4cec-be8e-ef9fa152f5aa {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.769067] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179071MB free_disk=122GB free_vcpus=48 pci_devices=None {{(pid=69319) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1298.769067] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1298.769067] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1299.012303] env[69319]: DEBUG oslo_vmware.api [None req-3a073dc3-8b99-4365-a2ef-f82011a03ac7 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3224268, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.024313] env[69319]: DEBUG nova.compute.manager [req-6d81ba61-4564-4b5b-8cb5-9f0f133e6fe3 req-a286d905-4c6f-471f-b319-3c80a1392bd3 service nova] [instance: 22225d47-adf7-4381-8b26-9372db49c4be] Received event network-vif-deleted-5db4f094-4b47-4df8-890a-443bf219713e {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1299.024574] env[69319]: INFO nova.compute.manager [req-6d81ba61-4564-4b5b-8cb5-9f0f133e6fe3 req-a286d905-4c6f-471f-b319-3c80a1392bd3 service nova] [instance: 22225d47-adf7-4381-8b26-9372db49c4be] Neutron deleted interface 5db4f094-4b47-4df8-890a-443bf219713e; detaching it from the instance and deleting it from the info cache [ 1299.024845] env[69319]: DEBUG nova.network.neutron [req-6d81ba61-4564-4b5b-8cb5-9f0f133e6fe3 req-a286d905-4c6f-471f-b319-3c80a1392bd3 service nova] [instance: 22225d47-adf7-4381-8b26-9372db49c4be] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1299.067024] env[69319]: INFO nova.compute.manager [None req-6777f0f2-3cee-4564-bb05-27650fee5f44 tempest-ServersTestManualDisk-616175520 tempest-ServersTestManualDisk-616175520-project-member] [instance: 04342fc1-42fe-40f1-a3d5-13b33b9a507e] Took 15.03 seconds to build instance. [ 1299.142116] env[69319]: DEBUG oslo_vmware.api [None req-2056879b-392b-4783-a3c4-c6da0d9617ac tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': task-3224269, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.233117] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5cb0bb53-aaa9-4e85-8ba9-bada31d2238f tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Lock "3870d18b-724f-47e1-b9cc-c718c761894c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.743s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1299.506938] env[69319]: DEBUG oslo_vmware.api [None req-3a073dc3-8b99-4365-a2ef-f82011a03ac7 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3224268, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.513402] env[69319]: DEBUG nova.network.neutron [-] [instance: 22225d47-adf7-4381-8b26-9372db49c4be] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1299.528823] env[69319]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dfde8100-5c89-434a-a085-806428538aca {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.538642] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6796c829-b15a-4a5a-ae85-ca6ae727a03e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.572014] env[69319]: DEBUG oslo_concurrency.lockutils [None req-6777f0f2-3cee-4564-bb05-27650fee5f44 tempest-ServersTestManualDisk-616175520 tempest-ServersTestManualDisk-616175520-project-member] Lock "04342fc1-42fe-40f1-a3d5-13b33b9a507e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.552s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1299.572756] env[69319]: DEBUG nova.compute.manager [req-6d81ba61-4564-4b5b-8cb5-9f0f133e6fe3 req-a286d905-4c6f-471f-b319-3c80a1392bd3 service nova] [instance: 22225d47-adf7-4381-8b26-9372db49c4be] Detach interface failed, port_id=5db4f094-4b47-4df8-890a-443bf219713e, reason: Instance 22225d47-adf7-4381-8b26-9372db49c4be could not be found. {{(pid=69319) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1299.641925] env[69319]: DEBUG oslo_vmware.api [None req-2056879b-392b-4783-a3c4-c6da0d9617ac tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': task-3224269, 'name': ReconfigVM_Task, 'duration_secs': 0.977818} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.642294] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-2056879b-392b-4783-a3c4-c6da0d9617ac tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 67853aca-d1b3-4d9b-9ca5-f5a8c4458336] Reconfigured VM instance instance-0000006e to attach disk [datastore2] 67853aca-d1b3-4d9b-9ca5-f5a8c4458336/67853aca-d1b3-4d9b-9ca5-f5a8c4458336.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1299.643122] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bedbe64a-aa34-4cff-9c86-03ef47cbbecd {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.650279] env[69319]: DEBUG oslo_vmware.api [None req-2056879b-392b-4783-a3c4-c6da0d9617ac tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Waiting for the task: (returnval){ [ 1299.650279] env[69319]: value = "task-3224270" [ 1299.650279] env[69319]: _type = "Task" [ 1299.650279] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.659071] env[69319]: DEBUG oslo_vmware.api [None req-2056879b-392b-4783-a3c4-c6da0d9617ac tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': task-3224270, 'name': Rename_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.792347] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Applying migration context for instance 21e71e4a-5812-4daa-9037-14dd922a32dc as it has an incoming, in-progress migration 1db7a792-1d81-4909-83ce-d109f2de578e. Migration status is finished {{(pid=69319) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1299.793499] env[69319]: INFO nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] [instance: 21e71e4a-5812-4daa-9037-14dd922a32dc] Updating resource usage from migration 1db7a792-1d81-4909-83ce-d109f2de578e [ 1299.818101] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance 22225d47-adf7-4381-8b26-9372db49c4be actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1299.818101] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance 6c8db7ac-506b-43ec-a4e5-4aee6b69ea5b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1299.818101] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance b67563f9-4b5d-4f20-87fc-6fc7407687ae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1299.818101] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance 67853aca-d1b3-4d9b-9ca5-f5a8c4458336 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1299.818101] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance 7e0f3465-36c8-4bd0-9336-41dd27344611 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1299.818101] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance 200ccf3f-9130-42ed-a8e9-d697997e75f9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1299.818101] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Migration 1db7a792-1d81-4909-83ce-d109f2de578e is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1299.818494] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance 21e71e4a-5812-4daa-9037-14dd922a32dc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1299.818494] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance 04342fc1-42fe-40f1-a3d5-13b33b9a507e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1299.818494] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance 460e8db7-d226-4792-ab3f-46dbaed764c9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1299.818677] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=69319) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1299.819671] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2496MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=69319) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1299.986575] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4bde12f-ee56-40d0-a87d-9a390f7be035 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.995874] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c0251f3-eb87-4296-bd2f-b1a5562b3b54 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.031025] env[69319]: INFO nova.compute.manager [-] [instance: 22225d47-adf7-4381-8b26-9372db49c4be] Took 1.30 seconds to deallocate network for instance. [ 1300.037937] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0472274-3d97-4995-b3dd-b9fa16d5f989 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.040800] env[69319]: DEBUG oslo_vmware.api [None req-3a073dc3-8b99-4365-a2ef-f82011a03ac7 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3224268, 'name': PowerOnVM_Task, 'duration_secs': 1.371388} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.043722] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a073dc3-8b99-4365-a2ef-f82011a03ac7 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 460e8db7-d226-4792-ab3f-46dbaed764c9] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1300.043896] env[69319]: INFO nova.compute.manager [None req-3a073dc3-8b99-4365-a2ef-f82011a03ac7 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 460e8db7-d226-4792-ab3f-46dbaed764c9] Took 8.23 seconds to spawn the instance on the hypervisor. [ 1300.044089] env[69319]: DEBUG nova.compute.manager [None req-3a073dc3-8b99-4365-a2ef-f82011a03ac7 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 460e8db7-d226-4792-ab3f-46dbaed764c9] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1300.045465] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b13be26-40cf-4756-b7ce-e19df35cc016 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.051875] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1de7ce8-c608-4975-8e0a-6788549adcac {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.069853] env[69319]: DEBUG nova.compute.provider_tree [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1300.159578] env[69319]: DEBUG oslo_vmware.api [None req-2056879b-392b-4783-a3c4-c6da0d9617ac tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': task-3224270, 'name': Rename_Task, 'duration_secs': 0.21733} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.159851] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-2056879b-392b-4783-a3c4-c6da0d9617ac tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 67853aca-d1b3-4d9b-9ca5-f5a8c4458336] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1300.160107] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ccf8043d-866b-4aec-ab85-deffa48271f5 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.167928] env[69319]: DEBUG oslo_vmware.api [None req-2056879b-392b-4783-a3c4-c6da0d9617ac tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Waiting for the task: (returnval){ [ 1300.167928] env[69319]: value = "task-3224271" [ 1300.167928] env[69319]: _type = "Task" [ 1300.167928] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.180298] env[69319]: DEBUG oslo_vmware.api [None req-2056879b-392b-4783-a3c4-c6da0d9617ac tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': task-3224271, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.415530] env[69319]: DEBUG oslo_concurrency.lockutils [None req-95708583-27cf-41f7-b3fd-f098846bd4b4 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Acquiring lock "6c8db7ac-506b-43ec-a4e5-4aee6b69ea5b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1300.415530] env[69319]: DEBUG oslo_concurrency.lockutils [None req-95708583-27cf-41f7-b3fd-f098846bd4b4 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Lock "6c8db7ac-506b-43ec-a4e5-4aee6b69ea5b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1300.415530] env[69319]: DEBUG oslo_concurrency.lockutils [None req-95708583-27cf-41f7-b3fd-f098846bd4b4 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Acquiring lock "6c8db7ac-506b-43ec-a4e5-4aee6b69ea5b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1300.415530] env[69319]: DEBUG oslo_concurrency.lockutils [None req-95708583-27cf-41f7-b3fd-f098846bd4b4 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Lock "6c8db7ac-506b-43ec-a4e5-4aee6b69ea5b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1300.415530] env[69319]: DEBUG oslo_concurrency.lockutils [None req-95708583-27cf-41f7-b3fd-f098846bd4b4 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Lock "6c8db7ac-506b-43ec-a4e5-4aee6b69ea5b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1300.416895] env[69319]: INFO nova.compute.manager [None req-95708583-27cf-41f7-b3fd-f098846bd4b4 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 6c8db7ac-506b-43ec-a4e5-4aee6b69ea5b] Terminating instance [ 1300.545917] env[69319]: DEBUG oslo_concurrency.lockutils [None req-234d58a7-2d53-4adc-adf0-c5295f99c5f5 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1300.569778] env[69319]: INFO nova.compute.manager [None req-3a073dc3-8b99-4365-a2ef-f82011a03ac7 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 460e8db7-d226-4792-ab3f-46dbaed764c9] Took 13.09 seconds to build instance. [ 1300.573059] env[69319]: DEBUG nova.scheduler.client.report [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1300.679401] env[69319]: DEBUG oslo_vmware.api [None req-2056879b-392b-4783-a3c4-c6da0d9617ac tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': task-3224271, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.871960] env[69319]: DEBUG oslo_concurrency.lockutils [None req-68b56a9c-8029-4ab9-9e1f-40291ed8dcfd tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Acquiring lock "21e71e4a-5812-4daa-9037-14dd922a32dc" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1300.872468] env[69319]: DEBUG oslo_concurrency.lockutils [None req-68b56a9c-8029-4ab9-9e1f-40291ed8dcfd tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Lock "21e71e4a-5812-4daa-9037-14dd922a32dc" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1300.872468] env[69319]: DEBUG nova.compute.manager [None req-68b56a9c-8029-4ab9-9e1f-40291ed8dcfd tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 21e71e4a-5812-4daa-9037-14dd922a32dc] Going to confirm migration 8 {{(pid=69319) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1300.920994] env[69319]: DEBUG nova.compute.manager [None req-95708583-27cf-41f7-b3fd-f098846bd4b4 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 6c8db7ac-506b-43ec-a4e5-4aee6b69ea5b] Start destroying the instance on the hypervisor. {{(pid=69319) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1300.921251] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-95708583-27cf-41f7-b3fd-f098846bd4b4 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 6c8db7ac-506b-43ec-a4e5-4aee6b69ea5b] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1300.922154] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b883d586-0694-4aa6-8110-2277a114d332 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.930589] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-95708583-27cf-41f7-b3fd-f098846bd4b4 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 6c8db7ac-506b-43ec-a4e5-4aee6b69ea5b] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1300.930826] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e18c8765-45d6-4b81-bd58-ec8926dca10e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.938168] env[69319]: DEBUG oslo_vmware.api [None req-95708583-27cf-41f7-b3fd-f098846bd4b4 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Waiting for the task: (returnval){ [ 1300.938168] env[69319]: value = "task-3224272" [ 1300.938168] env[69319]: _type = "Task" [ 1300.938168] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.946800] env[69319]: DEBUG oslo_vmware.api [None req-95708583-27cf-41f7-b3fd-f098846bd4b4 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': task-3224272, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.049082] env[69319]: DEBUG nova.compute.manager [req-e701fb73-7e25-4362-9a95-ef25d49c2b56 req-28d21dcb-eab5-4323-9958-9d3bbf76a4eb service nova] [instance: 460e8db7-d226-4792-ab3f-46dbaed764c9] Received event network-changed-0ccf1d51-db5c-4a00-9969-8a9cfe79159b {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1301.049374] env[69319]: DEBUG nova.compute.manager [req-e701fb73-7e25-4362-9a95-ef25d49c2b56 req-28d21dcb-eab5-4323-9958-9d3bbf76a4eb service nova] [instance: 460e8db7-d226-4792-ab3f-46dbaed764c9] Refreshing instance network info cache due to event network-changed-0ccf1d51-db5c-4a00-9969-8a9cfe79159b. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1301.049747] env[69319]: DEBUG oslo_concurrency.lockutils [req-e701fb73-7e25-4362-9a95-ef25d49c2b56 req-28d21dcb-eab5-4323-9958-9d3bbf76a4eb service nova] Acquiring lock "refresh_cache-460e8db7-d226-4792-ab3f-46dbaed764c9" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.050068] env[69319]: DEBUG oslo_concurrency.lockutils [req-e701fb73-7e25-4362-9a95-ef25d49c2b56 req-28d21dcb-eab5-4323-9958-9d3bbf76a4eb service nova] Acquired lock "refresh_cache-460e8db7-d226-4792-ab3f-46dbaed764c9" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.050355] env[69319]: DEBUG nova.network.neutron [req-e701fb73-7e25-4362-9a95-ef25d49c2b56 req-28d21dcb-eab5-4323-9958-9d3bbf76a4eb service nova] [instance: 460e8db7-d226-4792-ab3f-46dbaed764c9] Refreshing network info cache for port 0ccf1d51-db5c-4a00-9969-8a9cfe79159b {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1301.054089] env[69319]: DEBUG nova.compute.manager [req-be5e9ae2-0c86-48a0-a26e-7f69445a8089 req-3a267749-4ebd-4c83-aa56-dd2c2c99c9eb service nova] [instance: 04342fc1-42fe-40f1-a3d5-13b33b9a507e] Received event network-changed-6dc7534b-7cf5-4902-bbd6-4489bbc9fd7f {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1301.054316] env[69319]: DEBUG nova.compute.manager [req-be5e9ae2-0c86-48a0-a26e-7f69445a8089 req-3a267749-4ebd-4c83-aa56-dd2c2c99c9eb service nova] [instance: 04342fc1-42fe-40f1-a3d5-13b33b9a507e] Refreshing instance network info cache due to event network-changed-6dc7534b-7cf5-4902-bbd6-4489bbc9fd7f. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1301.054564] env[69319]: DEBUG oslo_concurrency.lockutils [req-be5e9ae2-0c86-48a0-a26e-7f69445a8089 req-3a267749-4ebd-4c83-aa56-dd2c2c99c9eb service nova] Acquiring lock "refresh_cache-04342fc1-42fe-40f1-a3d5-13b33b9a507e" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.054746] env[69319]: DEBUG oslo_concurrency.lockutils [req-be5e9ae2-0c86-48a0-a26e-7f69445a8089 req-3a267749-4ebd-4c83-aa56-dd2c2c99c9eb service nova] Acquired lock "refresh_cache-04342fc1-42fe-40f1-a3d5-13b33b9a507e" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.054953] env[69319]: DEBUG nova.network.neutron [req-be5e9ae2-0c86-48a0-a26e-7f69445a8089 req-3a267749-4ebd-4c83-aa56-dd2c2c99c9eb service nova] [instance: 04342fc1-42fe-40f1-a3d5-13b33b9a507e] Refreshing network info cache for port 6dc7534b-7cf5-4902-bbd6-4489bbc9fd7f {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1301.072455] env[69319]: DEBUG oslo_concurrency.lockutils [None req-3a073dc3-8b99-4365-a2ef-f82011a03ac7 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Lock "460e8db7-d226-4792-ab3f-46dbaed764c9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.605s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1301.078725] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69319) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1301.078932] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.310s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1301.079501] env[69319]: DEBUG oslo_concurrency.lockutils [None req-234d58a7-2d53-4adc-adf0-c5295f99c5f5 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.534s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1301.079750] env[69319]: DEBUG nova.objects.instance [None req-234d58a7-2d53-4adc-adf0-c5295f99c5f5 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Lazy-loading 'resources' on Instance uuid 22225d47-adf7-4381-8b26-9372db49c4be {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1301.179012] env[69319]: DEBUG oslo_vmware.api [None req-2056879b-392b-4783-a3c4-c6da0d9617ac tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': task-3224271, 'name': PowerOnVM_Task, 'duration_secs': 0.562917} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.179367] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-2056879b-392b-4783-a3c4-c6da0d9617ac tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 67853aca-d1b3-4d9b-9ca5-f5a8c4458336] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1301.179596] env[69319]: DEBUG nova.compute.manager [None req-2056879b-392b-4783-a3c4-c6da0d9617ac tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 67853aca-d1b3-4d9b-9ca5-f5a8c4458336] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1301.180528] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84aa0dac-8337-4b2f-a9c1-891b50f265b8 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.448671] env[69319]: DEBUG oslo_vmware.api [None req-95708583-27cf-41f7-b3fd-f098846bd4b4 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': task-3224272, 'name': PowerOffVM_Task, 'duration_secs': 0.230568} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.449221] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-95708583-27cf-41f7-b3fd-f098846bd4b4 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 6c8db7ac-506b-43ec-a4e5-4aee6b69ea5b] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1301.449567] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-95708583-27cf-41f7-b3fd-f098846bd4b4 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 6c8db7ac-506b-43ec-a4e5-4aee6b69ea5b] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1301.449950] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f8972c5f-fba9-481f-9693-0b8b2aa6550b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.468096] env[69319]: DEBUG oslo_concurrency.lockutils [None req-68b56a9c-8029-4ab9-9e1f-40291ed8dcfd tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Acquiring lock "refresh_cache-21e71e4a-5812-4daa-9037-14dd922a32dc" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.468096] env[69319]: DEBUG oslo_concurrency.lockutils [None req-68b56a9c-8029-4ab9-9e1f-40291ed8dcfd tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Acquired lock "refresh_cache-21e71e4a-5812-4daa-9037-14dd922a32dc" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.468096] env[69319]: DEBUG nova.network.neutron [None req-68b56a9c-8029-4ab9-9e1f-40291ed8dcfd tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 21e71e4a-5812-4daa-9037-14dd922a32dc] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1301.468096] env[69319]: DEBUG nova.objects.instance [None req-68b56a9c-8029-4ab9-9e1f-40291ed8dcfd tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Lazy-loading 'info_cache' on Instance uuid 21e71e4a-5812-4daa-9037-14dd922a32dc {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1301.512674] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-95708583-27cf-41f7-b3fd-f098846bd4b4 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 6c8db7ac-506b-43ec-a4e5-4aee6b69ea5b] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1301.513080] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-95708583-27cf-41f7-b3fd-f098846bd4b4 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 6c8db7ac-506b-43ec-a4e5-4aee6b69ea5b] Deleting contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1301.513541] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-95708583-27cf-41f7-b3fd-f098846bd4b4 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Deleting the datastore file [datastore2] 6c8db7ac-506b-43ec-a4e5-4aee6b69ea5b {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1301.513965] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d343d091-01d9-403f-bf99-38a385a038b6 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.522083] env[69319]: DEBUG oslo_vmware.api [None req-95708583-27cf-41f7-b3fd-f098846bd4b4 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Waiting for the task: (returnval){ [ 1301.522083] env[69319]: value = "task-3224274" [ 1301.522083] env[69319]: _type = "Task" [ 1301.522083] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.532417] env[69319]: DEBUG oslo_vmware.api [None req-95708583-27cf-41f7-b3fd-f098846bd4b4 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': task-3224274, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.698652] env[69319]: DEBUG oslo_concurrency.lockutils [None req-2056879b-392b-4783-a3c4-c6da0d9617ac tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1301.733656] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a1f646d-0040-44da-99fe-5f0ae7b3ecff {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.743766] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb49410a-1133-4ffa-ad62-249fd1a808e7 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.779757] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82dc5b3a-21d8-444a-999f-facf61d57975 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.788241] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a30d164-c074-4059-9e8e-2c4a14553050 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.801978] env[69319]: DEBUG nova.compute.provider_tree [None req-234d58a7-2d53-4adc-adf0-c5295f99c5f5 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1301.814876] env[69319]: DEBUG nova.network.neutron [req-be5e9ae2-0c86-48a0-a26e-7f69445a8089 req-3a267749-4ebd-4c83-aa56-dd2c2c99c9eb service nova] [instance: 04342fc1-42fe-40f1-a3d5-13b33b9a507e] Updated VIF entry in instance network info cache for port 6dc7534b-7cf5-4902-bbd6-4489bbc9fd7f. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1301.815279] env[69319]: DEBUG nova.network.neutron [req-be5e9ae2-0c86-48a0-a26e-7f69445a8089 req-3a267749-4ebd-4c83-aa56-dd2c2c99c9eb service nova] [instance: 04342fc1-42fe-40f1-a3d5-13b33b9a507e] Updating instance_info_cache with network_info: [{"id": "6dc7534b-7cf5-4902-bbd6-4489bbc9fd7f", "address": "fa:16:3e:cb:b2:06", "network": {"id": "c5a7d3ca-bcf3-4cbb-be27-5b3bb29ab5fb", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-156120710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "424544ba849f45699c4aaf2214ad9946", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c3e2368-4a35-4aa5-9135-23daedbbf9ef", "external-id": "nsx-vlan-transportzone-125", "segmentation_id": 125, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6dc7534b-7c", "ovs_interfaceid": "6dc7534b-7cf5-4902-bbd6-4489bbc9fd7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1301.916599] env[69319]: DEBUG nova.network.neutron [req-e701fb73-7e25-4362-9a95-ef25d49c2b56 req-28d21dcb-eab5-4323-9958-9d3bbf76a4eb service nova] [instance: 460e8db7-d226-4792-ab3f-46dbaed764c9] Updated VIF entry in instance network info cache for port 0ccf1d51-db5c-4a00-9969-8a9cfe79159b. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1301.916997] env[69319]: DEBUG nova.network.neutron [req-e701fb73-7e25-4362-9a95-ef25d49c2b56 req-28d21dcb-eab5-4323-9958-9d3bbf76a4eb service nova] [instance: 460e8db7-d226-4792-ab3f-46dbaed764c9] Updating instance_info_cache with network_info: [{"id": "0ccf1d51-db5c-4a00-9969-8a9cfe79159b", "address": "fa:16:3e:2f:fd:9e", "network": {"id": "5b6a3856-a59d-4821-b22f-d38a582fca59", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-151173017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8712195e5600495dac5d45bcbbd358ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ccf1d51-db", "ovs_interfaceid": "0ccf1d51-db5c-4a00-9969-8a9cfe79159b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1302.032674] env[69319]: DEBUG oslo_vmware.api [None req-95708583-27cf-41f7-b3fd-f098846bd4b4 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Task: {'id': task-3224274, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166422} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.032918] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-95708583-27cf-41f7-b3fd-f098846bd4b4 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1302.033162] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-95708583-27cf-41f7-b3fd-f098846bd4b4 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 6c8db7ac-506b-43ec-a4e5-4aee6b69ea5b] Deleted contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1302.033358] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-95708583-27cf-41f7-b3fd-f098846bd4b4 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 6c8db7ac-506b-43ec-a4e5-4aee6b69ea5b] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1302.033534] env[69319]: INFO nova.compute.manager [None req-95708583-27cf-41f7-b3fd-f098846bd4b4 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] [instance: 6c8db7ac-506b-43ec-a4e5-4aee6b69ea5b] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1302.033771] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-95708583-27cf-41f7-b3fd-f098846bd4b4 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1302.033958] env[69319]: DEBUG nova.compute.manager [-] [instance: 6c8db7ac-506b-43ec-a4e5-4aee6b69ea5b] Deallocating network for instance {{(pid=69319) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1302.034070] env[69319]: DEBUG nova.network.neutron [-] [instance: 6c8db7ac-506b-43ec-a4e5-4aee6b69ea5b] deallocate_for_instance() {{(pid=69319) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1302.305322] env[69319]: DEBUG nova.scheduler.client.report [None req-234d58a7-2d53-4adc-adf0-c5295f99c5f5 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1302.317651] env[69319]: DEBUG oslo_concurrency.lockutils [req-be5e9ae2-0c86-48a0-a26e-7f69445a8089 req-3a267749-4ebd-4c83-aa56-dd2c2c99c9eb service nova] Releasing lock "refresh_cache-04342fc1-42fe-40f1-a3d5-13b33b9a507e" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.420485] env[69319]: DEBUG oslo_concurrency.lockutils [req-e701fb73-7e25-4362-9a95-ef25d49c2b56 req-28d21dcb-eab5-4323-9958-9d3bbf76a4eb service nova] Releasing lock "refresh_cache-460e8db7-d226-4792-ab3f-46dbaed764c9" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.705680] env[69319]: DEBUG nova.network.neutron [None req-68b56a9c-8029-4ab9-9e1f-40291ed8dcfd tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 21e71e4a-5812-4daa-9037-14dd922a32dc] Updating instance_info_cache with network_info: [{"id": "637d3ba9-189d-4943-95d2-f9f60c4b6659", "address": "fa:16:3e:75:c2:6a", "network": {"id": "106fc08f-1807-4065-8e5f-d5dd2ea396ac", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-470234828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fe67d8fa7124a519dd9af8bbd6a48a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap637d3ba9-18", "ovs_interfaceid": "637d3ba9-189d-4943-95d2-f9f60c4b6659", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1302.744317] env[69319]: DEBUG nova.network.neutron [-] [instance: 6c8db7ac-506b-43ec-a4e5-4aee6b69ea5b] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1302.810440] env[69319]: DEBUG oslo_concurrency.lockutils [None req-234d58a7-2d53-4adc-adf0-c5295f99c5f5 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.731s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1302.812730] env[69319]: DEBUG oslo_concurrency.lockutils [None req-2056879b-392b-4783-a3c4-c6da0d9617ac tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.114s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.812926] env[69319]: DEBUG nova.objects.instance [None req-2056879b-392b-4783-a3c4-c6da0d9617ac tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 67853aca-d1b3-4d9b-9ca5-f5a8c4458336] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69319) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1302.835707] env[69319]: INFO nova.scheduler.client.report [None req-234d58a7-2d53-4adc-adf0-c5295f99c5f5 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Deleted allocations for instance 22225d47-adf7-4381-8b26-9372db49c4be [ 1303.079934] env[69319]: DEBUG nova.compute.manager [req-54c11729-a3c7-4672-a47c-7fafd6cca66b req-c5b54265-c3d2-4130-a0fe-102d5a546095 service nova] [instance: 6c8db7ac-506b-43ec-a4e5-4aee6b69ea5b] Received event network-vif-deleted-b848246b-f65e-41c0-a7aa-6e5af1f769d6 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1303.208829] env[69319]: DEBUG oslo_concurrency.lockutils [None req-68b56a9c-8029-4ab9-9e1f-40291ed8dcfd tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Releasing lock "refresh_cache-21e71e4a-5812-4daa-9037-14dd922a32dc" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.208829] env[69319]: DEBUG nova.objects.instance [None req-68b56a9c-8029-4ab9-9e1f-40291ed8dcfd tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Lazy-loading 'migration_context' on Instance uuid 21e71e4a-5812-4daa-9037-14dd922a32dc {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1303.247262] env[69319]: INFO nova.compute.manager [-] [instance: 6c8db7ac-506b-43ec-a4e5-4aee6b69ea5b] Took 1.21 seconds to deallocate network for instance. [ 1303.343771] env[69319]: DEBUG oslo_concurrency.lockutils [None req-234d58a7-2d53-4adc-adf0-c5295f99c5f5 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Lock "22225d47-adf7-4381-8b26-9372db49c4be" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.262s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1303.711451] env[69319]: DEBUG nova.objects.base [None req-68b56a9c-8029-4ab9-9e1f-40291ed8dcfd tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Object Instance<21e71e4a-5812-4daa-9037-14dd922a32dc> lazy-loaded attributes: info_cache,migration_context {{(pid=69319) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1303.712500] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a9bf5de-40b3-4371-8415-6a13867dc847 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.732530] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a46e97c-e0a7-44e7-a7be-bb7756bdcfe9 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.740152] env[69319]: DEBUG oslo_vmware.api [None req-68b56a9c-8029-4ab9-9e1f-40291ed8dcfd tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Waiting for the task: (returnval){ [ 1303.740152] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52ed1f2b-d72b-5c09-70ae-ef15ca7ac41c" [ 1303.740152] env[69319]: _type = "Task" [ 1303.740152] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.748105] env[69319]: DEBUG oslo_vmware.api [None req-68b56a9c-8029-4ab9-9e1f-40291ed8dcfd tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52ed1f2b-d72b-5c09-70ae-ef15ca7ac41c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.754142] env[69319]: DEBUG oslo_concurrency.lockutils [None req-95708583-27cf-41f7-b3fd-f098846bd4b4 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1303.821749] env[69319]: DEBUG oslo_concurrency.lockutils [None req-2056879b-392b-4783-a3c4-c6da0d9617ac tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1303.822977] env[69319]: DEBUG oslo_concurrency.lockutils [None req-95708583-27cf-41f7-b3fd-f098846bd4b4 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.069s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1303.823221] env[69319]: DEBUG nova.objects.instance [None req-95708583-27cf-41f7-b3fd-f098846bd4b4 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Lazy-loading 'resources' on Instance uuid 6c8db7ac-506b-43ec-a4e5-4aee6b69ea5b {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1304.251643] env[69319]: DEBUG oslo_vmware.api [None req-68b56a9c-8029-4ab9-9e1f-40291ed8dcfd tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52ed1f2b-d72b-5c09-70ae-ef15ca7ac41c, 'name': SearchDatastore_Task, 'duration_secs': 0.008528} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.251944] env[69319]: DEBUG oslo_concurrency.lockutils [None req-68b56a9c-8029-4ab9-9e1f-40291ed8dcfd tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1304.442248] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1bb50e6-6419-4853-ad05-adf5fb91502f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.450711] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d949e5de-baac-4859-b83b-efbf69701255 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.483414] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8993719-b5be-40f0-b744-73e589b04eea {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.492218] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-981c4ba4-d14a-44ff-a9be-180077ffe49f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.507984] env[69319]: DEBUG nova.compute.provider_tree [None req-95708583-27cf-41f7-b3fd-f098846bd4b4 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1304.776825] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1d9db5d-5a09-47e0-b8b1-b5575dabccc9 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] [instance: 7e0f3465-36c8-4bd0-9336-41dd27344611] Volume attach. Driver type: vmdk {{(pid=69319) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1304.777191] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1d9db5d-5a09-47e0-b8b1-b5575dabccc9 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] [instance: 7e0f3465-36c8-4bd0-9336-41dd27344611] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-644559', 'volume_id': '314527a1-5964-4099-aa80-c0bff4577609', 'name': 'volume-314527a1-5964-4099-aa80-c0bff4577609', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7e0f3465-36c8-4bd0-9336-41dd27344611', 'attached_at': '', 'detached_at': '', 'volume_id': '314527a1-5964-4099-aa80-c0bff4577609', 'serial': '314527a1-5964-4099-aa80-c0bff4577609'} {{(pid=69319) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1304.778128] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8c3c308-5e7b-4833-b566-475ffaadb567 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.796393] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b212faf4-8d6d-4804-8d9c-d60aa30683df {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.823025] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1d9db5d-5a09-47e0-b8b1-b5575dabccc9 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] [instance: 7e0f3465-36c8-4bd0-9336-41dd27344611] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] volume-314527a1-5964-4099-aa80-c0bff4577609/volume-314527a1-5964-4099-aa80-c0bff4577609.vmdk or device None with type thin {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1304.823419] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6e3e017-0ad7-4795-a613-e2ad86b287fd {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.843439] env[69319]: DEBUG oslo_vmware.api [None req-d1d9db5d-5a09-47e0-b8b1-b5575dabccc9 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Waiting for the task: (returnval){ [ 1304.843439] env[69319]: value = "task-3224276" [ 1304.843439] env[69319]: _type = "Task" [ 1304.843439] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.852694] env[69319]: DEBUG oslo_vmware.api [None req-d1d9db5d-5a09-47e0-b8b1-b5575dabccc9 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Task: {'id': task-3224276, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.011243] env[69319]: DEBUG nova.scheduler.client.report [None req-95708583-27cf-41f7-b3fd-f098846bd4b4 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1305.353996] env[69319]: DEBUG oslo_vmware.api [None req-d1d9db5d-5a09-47e0-b8b1-b5575dabccc9 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Task: {'id': task-3224276, 'name': ReconfigVM_Task, 'duration_secs': 0.393685} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.354327] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1d9db5d-5a09-47e0-b8b1-b5575dabccc9 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] [instance: 7e0f3465-36c8-4bd0-9336-41dd27344611] Reconfigured VM instance instance-0000006f to attach disk [datastore1] volume-314527a1-5964-4099-aa80-c0bff4577609/volume-314527a1-5964-4099-aa80-c0bff4577609.vmdk or device None with type thin {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1305.359170] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-234b0484-c7cd-4a60-8037-882238dde58e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.375613] env[69319]: DEBUG oslo_vmware.api [None req-d1d9db5d-5a09-47e0-b8b1-b5575dabccc9 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Waiting for the task: (returnval){ [ 1305.375613] env[69319]: value = "task-3224277" [ 1305.375613] env[69319]: _type = "Task" [ 1305.375613] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.386646] env[69319]: DEBUG oslo_vmware.api [None req-d1d9db5d-5a09-47e0-b8b1-b5575dabccc9 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Task: {'id': task-3224277, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.519067] env[69319]: DEBUG oslo_concurrency.lockutils [None req-95708583-27cf-41f7-b3fd-f098846bd4b4 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.696s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1305.521792] env[69319]: DEBUG oslo_concurrency.lockutils [None req-68b56a9c-8029-4ab9-9e1f-40291ed8dcfd tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.270s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1305.549394] env[69319]: INFO nova.scheduler.client.report [None req-95708583-27cf-41f7-b3fd-f098846bd4b4 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Deleted allocations for instance 6c8db7ac-506b-43ec-a4e5-4aee6b69ea5b [ 1305.890329] env[69319]: DEBUG oslo_vmware.api [None req-d1d9db5d-5a09-47e0-b8b1-b5575dabccc9 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Task: {'id': task-3224277, 'name': ReconfigVM_Task, 'duration_secs': 0.163755} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.890637] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1d9db5d-5a09-47e0-b8b1-b5575dabccc9 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] [instance: 7e0f3465-36c8-4bd0-9336-41dd27344611] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-644559', 'volume_id': '314527a1-5964-4099-aa80-c0bff4577609', 'name': 'volume-314527a1-5964-4099-aa80-c0bff4577609', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7e0f3465-36c8-4bd0-9336-41dd27344611', 'attached_at': '', 'detached_at': '', 'volume_id': '314527a1-5964-4099-aa80-c0bff4577609', 'serial': '314527a1-5964-4099-aa80-c0bff4577609'} {{(pid=69319) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1306.057500] env[69319]: DEBUG oslo_concurrency.lockutils [None req-95708583-27cf-41f7-b3fd-f098846bd4b4 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Lock "6c8db7ac-506b-43ec-a4e5-4aee6b69ea5b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.644s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1306.148996] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b230a67-1078-44f4-b4bb-a397472b4fbb {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.158351] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19061b0a-3975-42ab-b050-1188a487a0d9 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.191662] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ace28b1a-5f18-427a-b36b-c139d18daa04 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.200641] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6465acef-172c-4535-bae8-a64e8d41fc10 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.214914] env[69319]: DEBUG nova.compute.provider_tree [None req-68b56a9c-8029-4ab9-9e1f-40291ed8dcfd tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1306.718744] env[69319]: DEBUG nova.scheduler.client.report [None req-68b56a9c-8029-4ab9-9e1f-40291ed8dcfd tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1306.928813] env[69319]: DEBUG nova.objects.instance [None req-d1d9db5d-5a09-47e0-b8b1-b5575dabccc9 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Lazy-loading 'flavor' on Instance uuid 7e0f3465-36c8-4bd0-9336-41dd27344611 {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1307.434578] env[69319]: DEBUG oslo_concurrency.lockutils [None req-d1d9db5d-5a09-47e0-b8b1-b5575dabccc9 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Lock "7e0f3465-36c8-4bd0-9336-41dd27344611" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 9.276s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1307.623648] env[69319]: DEBUG oslo_concurrency.lockutils [None req-af2aa8fc-2c1e-48f4-a1ee-d07ce8ba79ac tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Acquiring lock "7e0f3465-36c8-4bd0-9336-41dd27344611" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1307.623921] env[69319]: DEBUG oslo_concurrency.lockutils [None req-af2aa8fc-2c1e-48f4-a1ee-d07ce8ba79ac tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Lock "7e0f3465-36c8-4bd0-9336-41dd27344611" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1307.624145] env[69319]: DEBUG nova.compute.manager [None req-af2aa8fc-2c1e-48f4-a1ee-d07ce8ba79ac tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] [instance: 7e0f3465-36c8-4bd0-9336-41dd27344611] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1307.625077] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-064d33a9-e3a1-4ca5-ae13-e328c834af2d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.633235] env[69319]: DEBUG nova.compute.manager [None req-af2aa8fc-2c1e-48f4-a1ee-d07ce8ba79ac tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] [instance: 7e0f3465-36c8-4bd0-9336-41dd27344611] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69319) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1307.633857] env[69319]: DEBUG nova.objects.instance [None req-af2aa8fc-2c1e-48f4-a1ee-d07ce8ba79ac tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Lazy-loading 'flavor' on Instance uuid 7e0f3465-36c8-4bd0-9336-41dd27344611 {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1307.730371] env[69319]: DEBUG oslo_concurrency.lockutils [None req-68b56a9c-8029-4ab9-9e1f-40291ed8dcfd tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.208s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.291318] env[69319]: INFO nova.scheduler.client.report [None req-68b56a9c-8029-4ab9-9e1f-40291ed8dcfd tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Deleted allocation for migration 1db7a792-1d81-4909-83ce-d109f2de578e [ 1308.641917] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-af2aa8fc-2c1e-48f4-a1ee-d07ce8ba79ac tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] [instance: 7e0f3465-36c8-4bd0-9336-41dd27344611] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1308.642863] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0edc126f-1d4e-4aef-8c3c-4d7f86691da7 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.653868] env[69319]: DEBUG oslo_vmware.api [None req-af2aa8fc-2c1e-48f4-a1ee-d07ce8ba79ac tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Waiting for the task: (returnval){ [ 1308.653868] env[69319]: value = "task-3224278" [ 1308.653868] env[69319]: _type = "Task" [ 1308.653868] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.665448] env[69319]: DEBUG oslo_vmware.api [None req-af2aa8fc-2c1e-48f4-a1ee-d07ce8ba79ac tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Task: {'id': task-3224278, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.798939] env[69319]: DEBUG oslo_concurrency.lockutils [None req-68b56a9c-8029-4ab9-9e1f-40291ed8dcfd tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Lock "21e71e4a-5812-4daa-9037-14dd922a32dc" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.927s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1309.167369] env[69319]: DEBUG oslo_vmware.api [None req-af2aa8fc-2c1e-48f4-a1ee-d07ce8ba79ac tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Task: {'id': task-3224278, 'name': PowerOffVM_Task, 'duration_secs': 0.355271} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.167680] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-af2aa8fc-2c1e-48f4-a1ee-d07ce8ba79ac tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] [instance: 7e0f3465-36c8-4bd0-9336-41dd27344611] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1309.167884] env[69319]: DEBUG nova.compute.manager [None req-af2aa8fc-2c1e-48f4-a1ee-d07ce8ba79ac tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] [instance: 7e0f3465-36c8-4bd0-9336-41dd27344611] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1309.168705] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a5eeae6-01ad-4e9b-b206-1f2c2110a485 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.374890] env[69319]: DEBUG oslo_concurrency.lockutils [None req-981fcc6a-6044-4bf4-b83d-935d28d44124 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Acquiring lock "21e71e4a-5812-4daa-9037-14dd922a32dc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1309.375259] env[69319]: DEBUG oslo_concurrency.lockutils [None req-981fcc6a-6044-4bf4-b83d-935d28d44124 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Lock "21e71e4a-5812-4daa-9037-14dd922a32dc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1309.375445] env[69319]: DEBUG oslo_concurrency.lockutils [None req-981fcc6a-6044-4bf4-b83d-935d28d44124 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Acquiring lock "21e71e4a-5812-4daa-9037-14dd922a32dc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1309.375651] env[69319]: DEBUG oslo_concurrency.lockutils [None req-981fcc6a-6044-4bf4-b83d-935d28d44124 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Lock "21e71e4a-5812-4daa-9037-14dd922a32dc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1309.375808] env[69319]: DEBUG oslo_concurrency.lockutils [None req-981fcc6a-6044-4bf4-b83d-935d28d44124 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Lock "21e71e4a-5812-4daa-9037-14dd922a32dc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1309.378144] env[69319]: INFO nova.compute.manager [None req-981fcc6a-6044-4bf4-b83d-935d28d44124 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 21e71e4a-5812-4daa-9037-14dd922a32dc] Terminating instance [ 1309.684233] env[69319]: DEBUG oslo_concurrency.lockutils [None req-af2aa8fc-2c1e-48f4-a1ee-d07ce8ba79ac tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Lock "7e0f3465-36c8-4bd0-9336-41dd27344611" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.060s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1309.880028] env[69319]: DEBUG oslo_concurrency.lockutils [None req-271d091e-1fd9-4fe9-ab7b-4705fc9ddf7f tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Acquiring lock "d96bb221-55dc-4a24-957e-4f63fc51cdea" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1309.880028] env[69319]: DEBUG oslo_concurrency.lockutils [None req-271d091e-1fd9-4fe9-ab7b-4705fc9ddf7f tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Lock "d96bb221-55dc-4a24-957e-4f63fc51cdea" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1309.882453] env[69319]: DEBUG nova.compute.manager [None req-981fcc6a-6044-4bf4-b83d-935d28d44124 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 21e71e4a-5812-4daa-9037-14dd922a32dc] Start destroying the instance on the hypervisor. {{(pid=69319) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1309.882657] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-981fcc6a-6044-4bf4-b83d-935d28d44124 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 21e71e4a-5812-4daa-9037-14dd922a32dc] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1309.883540] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e017758b-8382-462c-997c-3c5bb849c14e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.893023] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-981fcc6a-6044-4bf4-b83d-935d28d44124 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 21e71e4a-5812-4daa-9037-14dd922a32dc] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1309.893023] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a5c91f8b-7c10-4f95-b6f2-55758a85031f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.900765] env[69319]: DEBUG oslo_vmware.api [None req-981fcc6a-6044-4bf4-b83d-935d28d44124 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Waiting for the task: (returnval){ [ 1309.900765] env[69319]: value = "task-3224279" [ 1309.900765] env[69319]: _type = "Task" [ 1309.900765] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.911397] env[69319]: DEBUG oslo_vmware.api [None req-981fcc6a-6044-4bf4-b83d-935d28d44124 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': task-3224279, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.231804] env[69319]: DEBUG nova.objects.instance [None req-463ffdf5-8a36-496d-b357-39457f8c6848 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Lazy-loading 'flavor' on Instance uuid 7e0f3465-36c8-4bd0-9336-41dd27344611 {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1310.381558] env[69319]: DEBUG nova.compute.manager [None req-271d091e-1fd9-4fe9-ab7b-4705fc9ddf7f tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: d96bb221-55dc-4a24-957e-4f63fc51cdea] Starting instance... {{(pid=69319) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1310.411020] env[69319]: DEBUG oslo_vmware.api [None req-981fcc6a-6044-4bf4-b83d-935d28d44124 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': task-3224279, 'name': PowerOffVM_Task, 'duration_secs': 0.269655} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.411321] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-981fcc6a-6044-4bf4-b83d-935d28d44124 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 21e71e4a-5812-4daa-9037-14dd922a32dc] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1310.411497] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-981fcc6a-6044-4bf4-b83d-935d28d44124 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 21e71e4a-5812-4daa-9037-14dd922a32dc] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1310.411751] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f694eb12-5831-434b-a3e6-e7bb67eaf857 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.742114] env[69319]: DEBUG oslo_concurrency.lockutils [None req-463ffdf5-8a36-496d-b357-39457f8c6848 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Acquiring lock "refresh_cache-7e0f3465-36c8-4bd0-9336-41dd27344611" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.742114] env[69319]: DEBUG oslo_concurrency.lockutils [None req-463ffdf5-8a36-496d-b357-39457f8c6848 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Acquired lock "refresh_cache-7e0f3465-36c8-4bd0-9336-41dd27344611" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.742114] env[69319]: DEBUG nova.network.neutron [None req-463ffdf5-8a36-496d-b357-39457f8c6848 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] [instance: 7e0f3465-36c8-4bd0-9336-41dd27344611] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1310.742114] env[69319]: DEBUG nova.objects.instance [None req-463ffdf5-8a36-496d-b357-39457f8c6848 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Lazy-loading 'info_cache' on Instance uuid 7e0f3465-36c8-4bd0-9336-41dd27344611 {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1310.901223] env[69319]: DEBUG oslo_concurrency.lockutils [None req-271d091e-1fd9-4fe9-ab7b-4705fc9ddf7f tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1310.901333] env[69319]: DEBUG oslo_concurrency.lockutils [None req-271d091e-1fd9-4fe9-ab7b-4705fc9ddf7f tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1310.902819] env[69319]: INFO nova.compute.claims [None req-271d091e-1fd9-4fe9-ab7b-4705fc9ddf7f tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: d96bb221-55dc-4a24-957e-4f63fc51cdea] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1311.184275] env[69319]: DEBUG oslo_concurrency.lockutils [None req-7e0742c9-f856-4733-b2e1-941dea203ad6 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Acquiring lock "984009a3-7d13-499a-b8fc-3e22edb2aa1e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1311.184777] env[69319]: DEBUG oslo_concurrency.lockutils [None req-7e0742c9-f856-4733-b2e1-941dea203ad6 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Lock "984009a3-7d13-499a-b8fc-3e22edb2aa1e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1311.245861] env[69319]: DEBUG nova.objects.base [None req-463ffdf5-8a36-496d-b357-39457f8c6848 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Object Instance<7e0f3465-36c8-4bd0-9336-41dd27344611> lazy-loaded attributes: flavor,info_cache {{(pid=69319) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1311.687693] env[69319]: DEBUG nova.compute.manager [None req-7e0742c9-f856-4733-b2e1-941dea203ad6 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 984009a3-7d13-499a-b8fc-3e22edb2aa1e] Starting instance... {{(pid=69319) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1311.962188] env[69319]: DEBUG nova.network.neutron [None req-463ffdf5-8a36-496d-b357-39457f8c6848 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] [instance: 7e0f3465-36c8-4bd0-9336-41dd27344611] Updating instance_info_cache with network_info: [{"id": "6f5e8016-942d-4256-98f9-2bcd6154404b", "address": "fa:16:3e:8c:e6:9e", "network": {"id": "fe450683-4b58-424e-b4ce-0fd525e66e86", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-645183014-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23551c0805f040808fef5fa53aff716c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f5e8016-94", "ovs_interfaceid": "6f5e8016-942d-4256-98f9-2bcd6154404b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1312.033673] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42f0d485-c6a3-47f5-81cb-acd01825a0df {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.042057] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa76e4ea-87ff-42e5-8e72-b74db38b52bc {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.072394] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eee8a40-34da-49d0-b923-b9e6d39de9f3 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.080214] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c641722-90b1-49a4-ba33-f8a44c8de905 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.093926] env[69319]: DEBUG nova.compute.provider_tree [None req-271d091e-1fd9-4fe9-ab7b-4705fc9ddf7f tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1312.206292] env[69319]: DEBUG oslo_concurrency.lockutils [None req-7e0742c9-f856-4733-b2e1-941dea203ad6 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1312.465454] env[69319]: DEBUG oslo_concurrency.lockutils [None req-463ffdf5-8a36-496d-b357-39457f8c6848 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Releasing lock "refresh_cache-7e0f3465-36c8-4bd0-9336-41dd27344611" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.596969] env[69319]: DEBUG nova.scheduler.client.report [None req-271d091e-1fd9-4fe9-ab7b-4705fc9ddf7f tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1312.661412] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-981fcc6a-6044-4bf4-b83d-935d28d44124 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 21e71e4a-5812-4daa-9037-14dd922a32dc] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1312.661660] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-981fcc6a-6044-4bf4-b83d-935d28d44124 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 21e71e4a-5812-4daa-9037-14dd922a32dc] Deleting contents of the VM from datastore datastore1 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1312.661758] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-981fcc6a-6044-4bf4-b83d-935d28d44124 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Deleting the datastore file [datastore1] 21e71e4a-5812-4daa-9037-14dd922a32dc {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1312.661996] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9e350a5e-24bd-4148-8722-a9af769441c1 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.673979] env[69319]: DEBUG oslo_vmware.api [None req-981fcc6a-6044-4bf4-b83d-935d28d44124 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Waiting for the task: (returnval){ [ 1312.673979] env[69319]: value = "task-3224281" [ 1312.673979] env[69319]: _type = "Task" [ 1312.673979] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.683013] env[69319]: DEBUG oslo_vmware.api [None req-981fcc6a-6044-4bf4-b83d-935d28d44124 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': task-3224281, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.102510] env[69319]: DEBUG oslo_concurrency.lockutils [None req-271d091e-1fd9-4fe9-ab7b-4705fc9ddf7f tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.201s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1313.103043] env[69319]: DEBUG nova.compute.manager [None req-271d091e-1fd9-4fe9-ab7b-4705fc9ddf7f tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: d96bb221-55dc-4a24-957e-4f63fc51cdea] Start building networks asynchronously for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1313.105696] env[69319]: DEBUG oslo_concurrency.lockutils [None req-7e0742c9-f856-4733-b2e1-941dea203ad6 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.900s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1313.107661] env[69319]: INFO nova.compute.claims [None req-7e0742c9-f856-4733-b2e1-941dea203ad6 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 984009a3-7d13-499a-b8fc-3e22edb2aa1e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1313.184144] env[69319]: DEBUG oslo_vmware.api [None req-981fcc6a-6044-4bf4-b83d-935d28d44124 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': task-3224281, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168011} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.184408] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-981fcc6a-6044-4bf4-b83d-935d28d44124 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1313.184598] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-981fcc6a-6044-4bf4-b83d-935d28d44124 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 21e71e4a-5812-4daa-9037-14dd922a32dc] Deleted contents of the VM from datastore datastore1 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1313.184779] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-981fcc6a-6044-4bf4-b83d-935d28d44124 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 21e71e4a-5812-4daa-9037-14dd922a32dc] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1313.184953] env[69319]: INFO nova.compute.manager [None req-981fcc6a-6044-4bf4-b83d-935d28d44124 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: 21e71e4a-5812-4daa-9037-14dd922a32dc] Took 3.30 seconds to destroy the instance on the hypervisor. [ 1313.185266] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-981fcc6a-6044-4bf4-b83d-935d28d44124 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1313.185468] env[69319]: DEBUG nova.compute.manager [-] [instance: 21e71e4a-5812-4daa-9037-14dd922a32dc] Deallocating network for instance {{(pid=69319) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1313.185568] env[69319]: DEBUG nova.network.neutron [-] [instance: 21e71e4a-5812-4daa-9037-14dd922a32dc] deallocate_for_instance() {{(pid=69319) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1313.449383] env[69319]: DEBUG nova.compute.manager [req-2e7796bb-402d-40d2-9a28-94420ecdd5b7 req-0bd49f67-336c-4413-b271-3fb5f7d9f88d service nova] [instance: 21e71e4a-5812-4daa-9037-14dd922a32dc] Received event network-vif-deleted-637d3ba9-189d-4943-95d2-f9f60c4b6659 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1313.449574] env[69319]: INFO nova.compute.manager [req-2e7796bb-402d-40d2-9a28-94420ecdd5b7 req-0bd49f67-336c-4413-b271-3fb5f7d9f88d service nova] [instance: 21e71e4a-5812-4daa-9037-14dd922a32dc] Neutron deleted interface 637d3ba9-189d-4943-95d2-f9f60c4b6659; detaching it from the instance and deleting it from the info cache [ 1313.449732] env[69319]: DEBUG nova.network.neutron [req-2e7796bb-402d-40d2-9a28-94420ecdd5b7 req-0bd49f67-336c-4413-b271-3fb5f7d9f88d service nova] [instance: 21e71e4a-5812-4daa-9037-14dd922a32dc] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1313.471180] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-463ffdf5-8a36-496d-b357-39457f8c6848 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] [instance: 7e0f3465-36c8-4bd0-9336-41dd27344611] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1313.471483] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2bbaba48-2865-4cfe-83dd-fee82d62dd7f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.479854] env[69319]: DEBUG oslo_vmware.api [None req-463ffdf5-8a36-496d-b357-39457f8c6848 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Waiting for the task: (returnval){ [ 1313.479854] env[69319]: value = "task-3224282" [ 1313.479854] env[69319]: _type = "Task" [ 1313.479854] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.488395] env[69319]: DEBUG oslo_vmware.api [None req-463ffdf5-8a36-496d-b357-39457f8c6848 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Task: {'id': task-3224282, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.613045] env[69319]: DEBUG nova.compute.utils [None req-271d091e-1fd9-4fe9-ab7b-4705fc9ddf7f tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Using /dev/sd instead of None {{(pid=69319) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1313.616196] env[69319]: DEBUG nova.compute.manager [None req-271d091e-1fd9-4fe9-ab7b-4705fc9ddf7f tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: d96bb221-55dc-4a24-957e-4f63fc51cdea] Allocating IP information in the background. {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1313.616196] env[69319]: DEBUG nova.network.neutron [None req-271d091e-1fd9-4fe9-ab7b-4705fc9ddf7f tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: d96bb221-55dc-4a24-957e-4f63fc51cdea] allocate_for_instance() {{(pid=69319) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1313.661892] env[69319]: DEBUG nova.policy [None req-271d091e-1fd9-4fe9-ab7b-4705fc9ddf7f tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '504b6168c4b94e41bf77220041e6d5ac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2fe67d8fa7124a519dd9af8bbd6a48a9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69319) authorize /opt/stack/nova/nova/policy.py:192}} [ 1313.907044] env[69319]: DEBUG nova.network.neutron [None req-271d091e-1fd9-4fe9-ab7b-4705fc9ddf7f tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: d96bb221-55dc-4a24-957e-4f63fc51cdea] Successfully created port: 2a099c46-2059-4302-b585-9aa87dfe0b7e {{(pid=69319) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1313.932355] env[69319]: DEBUG nova.network.neutron [-] [instance: 21e71e4a-5812-4daa-9037-14dd922a32dc] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1313.952482] env[69319]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5f95f1f2-80ae-4971-a035-acf594587aa8 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.964011] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-754cd966-8c37-42e2-bb1d-2bb11fbbe410 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.991218] env[69319]: DEBUG oslo_vmware.api [None req-463ffdf5-8a36-496d-b357-39457f8c6848 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Task: {'id': task-3224282, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.003283] env[69319]: DEBUG nova.compute.manager [req-2e7796bb-402d-40d2-9a28-94420ecdd5b7 req-0bd49f67-336c-4413-b271-3fb5f7d9f88d service nova] [instance: 21e71e4a-5812-4daa-9037-14dd922a32dc] Detach interface failed, port_id=637d3ba9-189d-4943-95d2-f9f60c4b6659, reason: Instance 21e71e4a-5812-4daa-9037-14dd922a32dc could not be found. {{(pid=69319) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1314.117228] env[69319]: DEBUG nova.compute.manager [None req-271d091e-1fd9-4fe9-ab7b-4705fc9ddf7f tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: d96bb221-55dc-4a24-957e-4f63fc51cdea] Start building block device mappings for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1314.253060] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b231490-c2f6-49b8-94db-11a6f07f9b50 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.261731] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-167aea55-e963-4ccb-a8ba-565979ac5370 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.297029] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21aed86d-ec04-486a-9ce9-1f1f9df44b8e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.304879] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-385c67f8-d6bf-488f-a024-9e8423048db9 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.318767] env[69319]: DEBUG nova.compute.provider_tree [None req-7e0742c9-f856-4733-b2e1-941dea203ad6 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1314.435585] env[69319]: INFO nova.compute.manager [-] [instance: 21e71e4a-5812-4daa-9037-14dd922a32dc] Took 1.25 seconds to deallocate network for instance. [ 1314.493068] env[69319]: DEBUG oslo_vmware.api [None req-463ffdf5-8a36-496d-b357-39457f8c6848 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Task: {'id': task-3224282, 'name': PowerOnVM_Task, 'duration_secs': 0.815748} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.493417] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-463ffdf5-8a36-496d-b357-39457f8c6848 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] [instance: 7e0f3465-36c8-4bd0-9336-41dd27344611] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1314.494336] env[69319]: DEBUG nova.compute.manager [None req-463ffdf5-8a36-496d-b357-39457f8c6848 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] [instance: 7e0f3465-36c8-4bd0-9336-41dd27344611] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1314.494641] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac6f776b-dc9b-4459-ac3a-458da68638a8 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.821831] env[69319]: DEBUG nova.scheduler.client.report [None req-7e0742c9-f856-4733-b2e1-941dea203ad6 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1314.942931] env[69319]: DEBUG oslo_concurrency.lockutils [None req-981fcc6a-6044-4bf4-b83d-935d28d44124 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1315.128817] env[69319]: DEBUG nova.compute.manager [None req-271d091e-1fd9-4fe9-ab7b-4705fc9ddf7f tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: d96bb221-55dc-4a24-957e-4f63fc51cdea] Start spawning the instance on the hypervisor. {{(pid=69319) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1315.159462] env[69319]: DEBUG nova.virt.hardware [None req-271d091e-1fd9-4fe9-ab7b-4705fc9ddf7f tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:32:36Z,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31f027872f6f44dba95ff2fe7a062e00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:32:36Z,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1315.159716] env[69319]: DEBUG nova.virt.hardware [None req-271d091e-1fd9-4fe9-ab7b-4705fc9ddf7f tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1315.159871] env[69319]: DEBUG nova.virt.hardware [None req-271d091e-1fd9-4fe9-ab7b-4705fc9ddf7f tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1315.160116] env[69319]: DEBUG nova.virt.hardware [None req-271d091e-1fd9-4fe9-ab7b-4705fc9ddf7f tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1315.160292] env[69319]: DEBUG nova.virt.hardware [None req-271d091e-1fd9-4fe9-ab7b-4705fc9ddf7f tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1315.160448] env[69319]: DEBUG nova.virt.hardware [None req-271d091e-1fd9-4fe9-ab7b-4705fc9ddf7f tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1315.160666] env[69319]: DEBUG nova.virt.hardware [None req-271d091e-1fd9-4fe9-ab7b-4705fc9ddf7f tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1315.160830] env[69319]: DEBUG nova.virt.hardware [None req-271d091e-1fd9-4fe9-ab7b-4705fc9ddf7f tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1315.160996] env[69319]: DEBUG nova.virt.hardware [None req-271d091e-1fd9-4fe9-ab7b-4705fc9ddf7f tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1315.161196] env[69319]: DEBUG nova.virt.hardware [None req-271d091e-1fd9-4fe9-ab7b-4705fc9ddf7f tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1315.161400] env[69319]: DEBUG nova.virt.hardware [None req-271d091e-1fd9-4fe9-ab7b-4705fc9ddf7f tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1315.162290] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19106dbb-ea2a-4416-a39b-3c0c1439addd {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.172888] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1685c6cc-5273-459a-9cc0-2a849a17f5b2 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.327234] env[69319]: DEBUG oslo_concurrency.lockutils [None req-7e0742c9-f856-4733-b2e1-941dea203ad6 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.221s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1315.327749] env[69319]: DEBUG nova.compute.manager [None req-7e0742c9-f856-4733-b2e1-941dea203ad6 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 984009a3-7d13-499a-b8fc-3e22edb2aa1e] Start building networks asynchronously for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1315.330483] env[69319]: DEBUG oslo_concurrency.lockutils [None req-981fcc6a-6044-4bf4-b83d-935d28d44124 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.388s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1315.330689] env[69319]: DEBUG oslo_concurrency.lockutils [None req-981fcc6a-6044-4bf4-b83d-935d28d44124 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1315.358526] env[69319]: INFO nova.scheduler.client.report [None req-981fcc6a-6044-4bf4-b83d-935d28d44124 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Deleted allocations for instance 21e71e4a-5812-4daa-9037-14dd922a32dc [ 1315.369333] env[69319]: DEBUG nova.network.neutron [None req-271d091e-1fd9-4fe9-ab7b-4705fc9ddf7f tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: d96bb221-55dc-4a24-957e-4f63fc51cdea] Successfully updated port: 2a099c46-2059-4302-b585-9aa87dfe0b7e {{(pid=69319) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1315.475356] env[69319]: DEBUG nova.compute.manager [req-c0e9615b-4e2e-4053-be5e-c2c046d9c433 req-325de81f-0ffc-442b-849f-1139e75a402a service nova] [instance: d96bb221-55dc-4a24-957e-4f63fc51cdea] Received event network-vif-plugged-2a099c46-2059-4302-b585-9aa87dfe0b7e {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1315.475603] env[69319]: DEBUG oslo_concurrency.lockutils [req-c0e9615b-4e2e-4053-be5e-c2c046d9c433 req-325de81f-0ffc-442b-849f-1139e75a402a service nova] Acquiring lock "d96bb221-55dc-4a24-957e-4f63fc51cdea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1315.475878] env[69319]: DEBUG oslo_concurrency.lockutils [req-c0e9615b-4e2e-4053-be5e-c2c046d9c433 req-325de81f-0ffc-442b-849f-1139e75a402a service nova] Lock "d96bb221-55dc-4a24-957e-4f63fc51cdea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1315.476100] env[69319]: DEBUG oslo_concurrency.lockutils [req-c0e9615b-4e2e-4053-be5e-c2c046d9c433 req-325de81f-0ffc-442b-849f-1139e75a402a service nova] Lock "d96bb221-55dc-4a24-957e-4f63fc51cdea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1315.476333] env[69319]: DEBUG nova.compute.manager [req-c0e9615b-4e2e-4053-be5e-c2c046d9c433 req-325de81f-0ffc-442b-849f-1139e75a402a service nova] [instance: d96bb221-55dc-4a24-957e-4f63fc51cdea] No waiting events found dispatching network-vif-plugged-2a099c46-2059-4302-b585-9aa87dfe0b7e {{(pid=69319) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1315.476521] env[69319]: WARNING nova.compute.manager [req-c0e9615b-4e2e-4053-be5e-c2c046d9c433 req-325de81f-0ffc-442b-849f-1139e75a402a service nova] [instance: d96bb221-55dc-4a24-957e-4f63fc51cdea] Received unexpected event network-vif-plugged-2a099c46-2059-4302-b585-9aa87dfe0b7e for instance with vm_state building and task_state spawning. [ 1315.476689] env[69319]: DEBUG nova.compute.manager [req-c0e9615b-4e2e-4053-be5e-c2c046d9c433 req-325de81f-0ffc-442b-849f-1139e75a402a service nova] [instance: d96bb221-55dc-4a24-957e-4f63fc51cdea] Received event network-changed-2a099c46-2059-4302-b585-9aa87dfe0b7e {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1315.476845] env[69319]: DEBUG nova.compute.manager [req-c0e9615b-4e2e-4053-be5e-c2c046d9c433 req-325de81f-0ffc-442b-849f-1139e75a402a service nova] [instance: d96bb221-55dc-4a24-957e-4f63fc51cdea] Refreshing instance network info cache due to event network-changed-2a099c46-2059-4302-b585-9aa87dfe0b7e. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1315.477045] env[69319]: DEBUG oslo_concurrency.lockutils [req-c0e9615b-4e2e-4053-be5e-c2c046d9c433 req-325de81f-0ffc-442b-849f-1139e75a402a service nova] Acquiring lock "refresh_cache-d96bb221-55dc-4a24-957e-4f63fc51cdea" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.477188] env[69319]: DEBUG oslo_concurrency.lockutils [req-c0e9615b-4e2e-4053-be5e-c2c046d9c433 req-325de81f-0ffc-442b-849f-1139e75a402a service nova] Acquired lock "refresh_cache-d96bb221-55dc-4a24-957e-4f63fc51cdea" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.477375] env[69319]: DEBUG nova.network.neutron [req-c0e9615b-4e2e-4053-be5e-c2c046d9c433 req-325de81f-0ffc-442b-849f-1139e75a402a service nova] [instance: d96bb221-55dc-4a24-957e-4f63fc51cdea] Refreshing network info cache for port 2a099c46-2059-4302-b585-9aa87dfe0b7e {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1315.835804] env[69319]: DEBUG nova.compute.utils [None req-7e0742c9-f856-4733-b2e1-941dea203ad6 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Using /dev/sd instead of None {{(pid=69319) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1315.837281] env[69319]: DEBUG nova.compute.manager [None req-7e0742c9-f856-4733-b2e1-941dea203ad6 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 984009a3-7d13-499a-b8fc-3e22edb2aa1e] Allocating IP information in the background. {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1315.837458] env[69319]: DEBUG nova.network.neutron [None req-7e0742c9-f856-4733-b2e1-941dea203ad6 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 984009a3-7d13-499a-b8fc-3e22edb2aa1e] allocate_for_instance() {{(pid=69319) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1315.867920] env[69319]: DEBUG oslo_concurrency.lockutils [None req-981fcc6a-6044-4bf4-b83d-935d28d44124 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Lock "21e71e4a-5812-4daa-9037-14dd922a32dc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.493s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1315.870594] env[69319]: DEBUG oslo_concurrency.lockutils [None req-271d091e-1fd9-4fe9-ab7b-4705fc9ddf7f tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Acquiring lock "refresh_cache-d96bb221-55dc-4a24-957e-4f63fc51cdea" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.896997] env[69319]: DEBUG nova.policy [None req-7e0742c9-f856-4733-b2e1-941dea203ad6 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '16beb186640643eea48fda09ad7dc5de', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '95644d802b30495ab0252d6e801d8941', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69319) authorize /opt/stack/nova/nova/policy.py:192}} [ 1316.023698] env[69319]: DEBUG nova.network.neutron [req-c0e9615b-4e2e-4053-be5e-c2c046d9c433 req-325de81f-0ffc-442b-849f-1139e75a402a service nova] [instance: d96bb221-55dc-4a24-957e-4f63fc51cdea] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1316.105919] env[69319]: DEBUG nova.network.neutron [req-c0e9615b-4e2e-4053-be5e-c2c046d9c433 req-325de81f-0ffc-442b-849f-1139e75a402a service nova] [instance: d96bb221-55dc-4a24-957e-4f63fc51cdea] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1316.193154] env[69319]: DEBUG nova.network.neutron [None req-7e0742c9-f856-4733-b2e1-941dea203ad6 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 984009a3-7d13-499a-b8fc-3e22edb2aa1e] Successfully created port: 77b4f78c-5cc1-43bf-9e04-db548258da38 {{(pid=69319) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1316.340839] env[69319]: DEBUG nova.compute.manager [None req-7e0742c9-f856-4733-b2e1-941dea203ad6 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 984009a3-7d13-499a-b8fc-3e22edb2aa1e] Start building block device mappings for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1316.612789] env[69319]: DEBUG oslo_concurrency.lockutils [req-c0e9615b-4e2e-4053-be5e-c2c046d9c433 req-325de81f-0ffc-442b-849f-1139e75a402a service nova] Releasing lock "refresh_cache-d96bb221-55dc-4a24-957e-4f63fc51cdea" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.613152] env[69319]: DEBUG oslo_concurrency.lockutils [None req-271d091e-1fd9-4fe9-ab7b-4705fc9ddf7f tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Acquired lock "refresh_cache-d96bb221-55dc-4a24-957e-4f63fc51cdea" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.613320] env[69319]: DEBUG nova.network.neutron [None req-271d091e-1fd9-4fe9-ab7b-4705fc9ddf7f tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: d96bb221-55dc-4a24-957e-4f63fc51cdea] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1317.147051] env[69319]: DEBUG nova.network.neutron [None req-271d091e-1fd9-4fe9-ab7b-4705fc9ddf7f tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: d96bb221-55dc-4a24-957e-4f63fc51cdea] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1317.277096] env[69319]: DEBUG nova.network.neutron [None req-271d091e-1fd9-4fe9-ab7b-4705fc9ddf7f tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: d96bb221-55dc-4a24-957e-4f63fc51cdea] Updating instance_info_cache with network_info: [{"id": "2a099c46-2059-4302-b585-9aa87dfe0b7e", "address": "fa:16:3e:83:b1:65", "network": {"id": "106fc08f-1807-4065-8e5f-d5dd2ea396ac", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-470234828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fe67d8fa7124a519dd9af8bbd6a48a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a099c46-20", "ovs_interfaceid": "2a099c46-2059-4302-b585-9aa87dfe0b7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1317.349793] env[69319]: DEBUG nova.compute.manager [None req-7e0742c9-f856-4733-b2e1-941dea203ad6 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 984009a3-7d13-499a-b8fc-3e22edb2aa1e] Start spawning the instance on the hypervisor. {{(pid=69319) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1317.376621] env[69319]: DEBUG nova.virt.hardware [None req-7e0742c9-f856-4733-b2e1-941dea203ad6 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:32:36Z,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31f027872f6f44dba95ff2fe7a062e00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:32:36Z,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1317.376865] env[69319]: DEBUG nova.virt.hardware [None req-7e0742c9-f856-4733-b2e1-941dea203ad6 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1317.377034] env[69319]: DEBUG nova.virt.hardware [None req-7e0742c9-f856-4733-b2e1-941dea203ad6 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1317.377227] env[69319]: DEBUG nova.virt.hardware [None req-7e0742c9-f856-4733-b2e1-941dea203ad6 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1317.377378] env[69319]: DEBUG nova.virt.hardware [None req-7e0742c9-f856-4733-b2e1-941dea203ad6 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1317.377529] env[69319]: DEBUG nova.virt.hardware [None req-7e0742c9-f856-4733-b2e1-941dea203ad6 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1317.377736] env[69319]: DEBUG nova.virt.hardware [None req-7e0742c9-f856-4733-b2e1-941dea203ad6 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1317.377894] env[69319]: DEBUG nova.virt.hardware [None req-7e0742c9-f856-4733-b2e1-941dea203ad6 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1317.378075] env[69319]: DEBUG nova.virt.hardware [None req-7e0742c9-f856-4733-b2e1-941dea203ad6 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1317.378247] env[69319]: DEBUG nova.virt.hardware [None req-7e0742c9-f856-4733-b2e1-941dea203ad6 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1317.378421] env[69319]: DEBUG nova.virt.hardware [None req-7e0742c9-f856-4733-b2e1-941dea203ad6 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1317.379302] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fe61fd9-fdd7-4544-9b3b-1d6a45b1fbab {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.387076] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-161981bb-7d57-42b6-8723-2a0691499b01 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.544924] env[69319]: DEBUG nova.compute.manager [req-4962c61e-137f-4308-a406-65d07c1b5d9a req-7b2c35e1-0d6f-46c9-8133-8390b67d5fed service nova] [instance: 984009a3-7d13-499a-b8fc-3e22edb2aa1e] Received event network-vif-plugged-77b4f78c-5cc1-43bf-9e04-db548258da38 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1317.545126] env[69319]: DEBUG oslo_concurrency.lockutils [req-4962c61e-137f-4308-a406-65d07c1b5d9a req-7b2c35e1-0d6f-46c9-8133-8390b67d5fed service nova] Acquiring lock "984009a3-7d13-499a-b8fc-3e22edb2aa1e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1317.545408] env[69319]: DEBUG oslo_concurrency.lockutils [req-4962c61e-137f-4308-a406-65d07c1b5d9a req-7b2c35e1-0d6f-46c9-8133-8390b67d5fed service nova] Lock "984009a3-7d13-499a-b8fc-3e22edb2aa1e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1317.545587] env[69319]: DEBUG oslo_concurrency.lockutils [req-4962c61e-137f-4308-a406-65d07c1b5d9a req-7b2c35e1-0d6f-46c9-8133-8390b67d5fed service nova] Lock "984009a3-7d13-499a-b8fc-3e22edb2aa1e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1317.545756] env[69319]: DEBUG nova.compute.manager [req-4962c61e-137f-4308-a406-65d07c1b5d9a req-7b2c35e1-0d6f-46c9-8133-8390b67d5fed service nova] [instance: 984009a3-7d13-499a-b8fc-3e22edb2aa1e] No waiting events found dispatching network-vif-plugged-77b4f78c-5cc1-43bf-9e04-db548258da38 {{(pid=69319) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1317.545921] env[69319]: WARNING nova.compute.manager [req-4962c61e-137f-4308-a406-65d07c1b5d9a req-7b2c35e1-0d6f-46c9-8133-8390b67d5fed service nova] [instance: 984009a3-7d13-499a-b8fc-3e22edb2aa1e] Received unexpected event network-vif-plugged-77b4f78c-5cc1-43bf-9e04-db548258da38 for instance with vm_state building and task_state spawning. [ 1317.625913] env[69319]: DEBUG nova.network.neutron [None req-7e0742c9-f856-4733-b2e1-941dea203ad6 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 984009a3-7d13-499a-b8fc-3e22edb2aa1e] Successfully updated port: 77b4f78c-5cc1-43bf-9e04-db548258da38 {{(pid=69319) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1317.779611] env[69319]: DEBUG oslo_concurrency.lockutils [None req-271d091e-1fd9-4fe9-ab7b-4705fc9ddf7f tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Releasing lock "refresh_cache-d96bb221-55dc-4a24-957e-4f63fc51cdea" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.779903] env[69319]: DEBUG nova.compute.manager [None req-271d091e-1fd9-4fe9-ab7b-4705fc9ddf7f tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: d96bb221-55dc-4a24-957e-4f63fc51cdea] Instance network_info: |[{"id": "2a099c46-2059-4302-b585-9aa87dfe0b7e", "address": "fa:16:3e:83:b1:65", "network": {"id": "106fc08f-1807-4065-8e5f-d5dd2ea396ac", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-470234828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fe67d8fa7124a519dd9af8bbd6a48a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a099c46-20", "ovs_interfaceid": "2a099c46-2059-4302-b585-9aa87dfe0b7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1317.780369] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-271d091e-1fd9-4fe9-ab7b-4705fc9ddf7f tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: d96bb221-55dc-4a24-957e-4f63fc51cdea] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:b1:65', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a485857d-7086-4dcf-9d65-d0dcd177fcb0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2a099c46-2059-4302-b585-9aa87dfe0b7e', 'vif_model': 'vmxnet3'}] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1317.788974] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-271d091e-1fd9-4fe9-ab7b-4705fc9ddf7f tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1317.789205] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d96bb221-55dc-4a24-957e-4f63fc51cdea] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1317.789430] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-95c1894e-48e7-470b-ae72-2962b9385910 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.810010] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1317.810010] env[69319]: value = "task-3224283" [ 1317.810010] env[69319]: _type = "Task" [ 1317.810010] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.817621] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3224283, 'name': CreateVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.134563] env[69319]: DEBUG oslo_concurrency.lockutils [None req-7e0742c9-f856-4733-b2e1-941dea203ad6 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Acquiring lock "refresh_cache-984009a3-7d13-499a-b8fc-3e22edb2aa1e" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.134563] env[69319]: DEBUG oslo_concurrency.lockutils [None req-7e0742c9-f856-4733-b2e1-941dea203ad6 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Acquired lock "refresh_cache-984009a3-7d13-499a-b8fc-3e22edb2aa1e" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.134563] env[69319]: DEBUG nova.network.neutron [None req-7e0742c9-f856-4733-b2e1-941dea203ad6 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 984009a3-7d13-499a-b8fc-3e22edb2aa1e] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1318.319747] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3224283, 'name': CreateVM_Task, 'duration_secs': 0.291604} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.320041] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d96bb221-55dc-4a24-957e-4f63fc51cdea] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1318.320607] env[69319]: DEBUG oslo_concurrency.lockutils [None req-271d091e-1fd9-4fe9-ab7b-4705fc9ddf7f tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.320780] env[69319]: DEBUG oslo_concurrency.lockutils [None req-271d091e-1fd9-4fe9-ab7b-4705fc9ddf7f tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.321110] env[69319]: DEBUG oslo_concurrency.lockutils [None req-271d091e-1fd9-4fe9-ab7b-4705fc9ddf7f tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.321361] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa2b340d-5297-468d-b701-12a44ac72385 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.325533] env[69319]: DEBUG oslo_vmware.api [None req-271d091e-1fd9-4fe9-ab7b-4705fc9ddf7f tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Waiting for the task: (returnval){ [ 1318.325533] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52ca90fb-4562-3e7a-2fdf-d598e31cfc4c" [ 1318.325533] env[69319]: _type = "Task" [ 1318.325533] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.332680] env[69319]: DEBUG oslo_vmware.api [None req-271d091e-1fd9-4fe9-ab7b-4705fc9ddf7f tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52ca90fb-4562-3e7a-2fdf-d598e31cfc4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.665294] env[69319]: DEBUG nova.network.neutron [None req-7e0742c9-f856-4733-b2e1-941dea203ad6 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 984009a3-7d13-499a-b8fc-3e22edb2aa1e] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1318.785331] env[69319]: DEBUG nova.network.neutron [None req-7e0742c9-f856-4733-b2e1-941dea203ad6 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 984009a3-7d13-499a-b8fc-3e22edb2aa1e] Updating instance_info_cache with network_info: [{"id": "77b4f78c-5cc1-43bf-9e04-db548258da38", "address": "fa:16:3e:27:f5:1d", "network": {"id": "71fca4d9-61bc-4013-a81b-0ddfab3b1cbc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-616015346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95644d802b30495ab0252d6e801d8941", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77b4f78c-5c", "ovs_interfaceid": "77b4f78c-5cc1-43bf-9e04-db548258da38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1318.836518] env[69319]: DEBUG oslo_vmware.api [None req-271d091e-1fd9-4fe9-ab7b-4705fc9ddf7f tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52ca90fb-4562-3e7a-2fdf-d598e31cfc4c, 'name': SearchDatastore_Task, 'duration_secs': 0.009182} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.836761] env[69319]: DEBUG oslo_concurrency.lockutils [None req-271d091e-1fd9-4fe9-ab7b-4705fc9ddf7f tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.836990] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-271d091e-1fd9-4fe9-ab7b-4705fc9ddf7f tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: d96bb221-55dc-4a24-957e-4f63fc51cdea] Processing image 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1318.837242] env[69319]: DEBUG oslo_concurrency.lockutils [None req-271d091e-1fd9-4fe9-ab7b-4705fc9ddf7f tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.837395] env[69319]: DEBUG oslo_concurrency.lockutils [None req-271d091e-1fd9-4fe9-ab7b-4705fc9ddf7f tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.837592] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-271d091e-1fd9-4fe9-ab7b-4705fc9ddf7f tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1318.837846] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3d101783-6f5a-4fe3-97ce-3e6ec8e41372 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.846388] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-271d091e-1fd9-4fe9-ab7b-4705fc9ddf7f tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1318.846561] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-271d091e-1fd9-4fe9-ab7b-4705fc9ddf7f tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1318.847252] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c18a303c-cf60-4567-8830-cb3ca2935af2 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.851823] env[69319]: DEBUG oslo_vmware.api [None req-271d091e-1fd9-4fe9-ab7b-4705fc9ddf7f tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Waiting for the task: (returnval){ [ 1318.851823] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52777274-de94-e013-853d-7edced8086e1" [ 1318.851823] env[69319]: _type = "Task" [ 1318.851823] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.860163] env[69319]: DEBUG oslo_vmware.api [None req-271d091e-1fd9-4fe9-ab7b-4705fc9ddf7f tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52777274-de94-e013-853d-7edced8086e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.288098] env[69319]: DEBUG oslo_concurrency.lockutils [None req-7e0742c9-f856-4733-b2e1-941dea203ad6 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Releasing lock "refresh_cache-984009a3-7d13-499a-b8fc-3e22edb2aa1e" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.288464] env[69319]: DEBUG nova.compute.manager [None req-7e0742c9-f856-4733-b2e1-941dea203ad6 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 984009a3-7d13-499a-b8fc-3e22edb2aa1e] Instance network_info: |[{"id": "77b4f78c-5cc1-43bf-9e04-db548258da38", "address": "fa:16:3e:27:f5:1d", "network": {"id": "71fca4d9-61bc-4013-a81b-0ddfab3b1cbc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-616015346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95644d802b30495ab0252d6e801d8941", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77b4f78c-5c", "ovs_interfaceid": "77b4f78c-5cc1-43bf-9e04-db548258da38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1319.288894] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-7e0742c9-f856-4733-b2e1-941dea203ad6 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 984009a3-7d13-499a-b8fc-3e22edb2aa1e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:f5:1d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '233536d0-6913-4879-8442-42dcf1d4ecbb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '77b4f78c-5cc1-43bf-9e04-db548258da38', 'vif_model': 'vmxnet3'}] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1319.296572] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e0742c9-f856-4733-b2e1-941dea203ad6 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Creating folder: Project (95644d802b30495ab0252d6e801d8941). Parent ref: group-v644239. {{(pid=69319) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1319.296835] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-da85a99c-7d7c-4de4-b62d-820dc53160c1 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.307512] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-7e0742c9-f856-4733-b2e1-941dea203ad6 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Created folder: Project (95644d802b30495ab0252d6e801d8941) in parent group-v644239. [ 1319.307693] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e0742c9-f856-4733-b2e1-941dea203ad6 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Creating folder: Instances. Parent ref: group-v644561. {{(pid=69319) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1319.307906] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-39d072b4-c936-4d2b-aaf2-2f96acd69184 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.316372] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-7e0742c9-f856-4733-b2e1-941dea203ad6 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Created folder: Instances in parent group-v644561. [ 1319.316643] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7e0742c9-f856-4733-b2e1-941dea203ad6 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1319.316823] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 984009a3-7d13-499a-b8fc-3e22edb2aa1e] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1319.317016] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f0ba7fdd-7c4b-40a0-a7cc-484e3b7aeba2 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.334922] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1319.334922] env[69319]: value = "task-3224286" [ 1319.334922] env[69319]: _type = "Task" [ 1319.334922] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.341888] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3224286, 'name': CreateVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.359530] env[69319]: DEBUG oslo_vmware.api [None req-271d091e-1fd9-4fe9-ab7b-4705fc9ddf7f tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52777274-de94-e013-853d-7edced8086e1, 'name': SearchDatastore_Task, 'duration_secs': 0.008104} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.360226] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea82763c-d970-4288-84cc-343ef368ccaf {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.365015] env[69319]: DEBUG oslo_vmware.api [None req-271d091e-1fd9-4fe9-ab7b-4705fc9ddf7f tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Waiting for the task: (returnval){ [ 1319.365015] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52cdd641-15fe-1e66-4f09-f9f22f951bb0" [ 1319.365015] env[69319]: _type = "Task" [ 1319.365015] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.372475] env[69319]: DEBUG oslo_vmware.api [None req-271d091e-1fd9-4fe9-ab7b-4705fc9ddf7f tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52cdd641-15fe-1e66-4f09-f9f22f951bb0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.571265] env[69319]: DEBUG nova.compute.manager [req-eaf10e25-bdfd-4b40-a153-8f648b337fd3 req-68442c99-5a17-4d62-b896-051a0c0de2b5 service nova] [instance: 984009a3-7d13-499a-b8fc-3e22edb2aa1e] Received event network-changed-77b4f78c-5cc1-43bf-9e04-db548258da38 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1319.571494] env[69319]: DEBUG nova.compute.manager [req-eaf10e25-bdfd-4b40-a153-8f648b337fd3 req-68442c99-5a17-4d62-b896-051a0c0de2b5 service nova] [instance: 984009a3-7d13-499a-b8fc-3e22edb2aa1e] Refreshing instance network info cache due to event network-changed-77b4f78c-5cc1-43bf-9e04-db548258da38. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1319.571734] env[69319]: DEBUG oslo_concurrency.lockutils [req-eaf10e25-bdfd-4b40-a153-8f648b337fd3 req-68442c99-5a17-4d62-b896-051a0c0de2b5 service nova] Acquiring lock "refresh_cache-984009a3-7d13-499a-b8fc-3e22edb2aa1e" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.571866] env[69319]: DEBUG oslo_concurrency.lockutils [req-eaf10e25-bdfd-4b40-a153-8f648b337fd3 req-68442c99-5a17-4d62-b896-051a0c0de2b5 service nova] Acquired lock "refresh_cache-984009a3-7d13-499a-b8fc-3e22edb2aa1e" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.572039] env[69319]: DEBUG nova.network.neutron [req-eaf10e25-bdfd-4b40-a153-8f648b337fd3 req-68442c99-5a17-4d62-b896-051a0c0de2b5 service nova] [instance: 984009a3-7d13-499a-b8fc-3e22edb2aa1e] Refreshing network info cache for port 77b4f78c-5cc1-43bf-9e04-db548258da38 {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1319.845343] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3224286, 'name': CreateVM_Task, 'duration_secs': 0.280877} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.845501] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 984009a3-7d13-499a-b8fc-3e22edb2aa1e] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1319.846262] env[69319]: DEBUG oslo_concurrency.lockutils [None req-7e0742c9-f856-4733-b2e1-941dea203ad6 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.846379] env[69319]: DEBUG oslo_concurrency.lockutils [None req-7e0742c9-f856-4733-b2e1-941dea203ad6 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.846701] env[69319]: DEBUG oslo_concurrency.lockutils [None req-7e0742c9-f856-4733-b2e1-941dea203ad6 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.846964] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f46d371f-a3bd-4d8c-9803-cb25a20033cd {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.851945] env[69319]: DEBUG oslo_vmware.api [None req-7e0742c9-f856-4733-b2e1-941dea203ad6 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Waiting for the task: (returnval){ [ 1319.851945] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52c411d8-c8a2-cc77-b26e-6830563223aa" [ 1319.851945] env[69319]: _type = "Task" [ 1319.851945] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.859405] env[69319]: DEBUG oslo_vmware.api [None req-7e0742c9-f856-4733-b2e1-941dea203ad6 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52c411d8-c8a2-cc77-b26e-6830563223aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.873371] env[69319]: DEBUG oslo_vmware.api [None req-271d091e-1fd9-4fe9-ab7b-4705fc9ddf7f tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52cdd641-15fe-1e66-4f09-f9f22f951bb0, 'name': SearchDatastore_Task, 'duration_secs': 0.009332} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.874065] env[69319]: DEBUG oslo_concurrency.lockutils [None req-271d091e-1fd9-4fe9-ab7b-4705fc9ddf7f tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.874065] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-271d091e-1fd9-4fe9-ab7b-4705fc9ddf7f tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] d96bb221-55dc-4a24-957e-4f63fc51cdea/d96bb221-55dc-4a24-957e-4f63fc51cdea.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1319.874416] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f5920060-b3a6-40f8-9efb-dd82ef360e2d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.880786] env[69319]: DEBUG oslo_vmware.api [None req-271d091e-1fd9-4fe9-ab7b-4705fc9ddf7f tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Waiting for the task: (returnval){ [ 1319.880786] env[69319]: value = "task-3224287" [ 1319.880786] env[69319]: _type = "Task" [ 1319.880786] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.887890] env[69319]: DEBUG oslo_vmware.api [None req-271d091e-1fd9-4fe9-ab7b-4705fc9ddf7f tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': task-3224287, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.362679] env[69319]: DEBUG oslo_vmware.api [None req-7e0742c9-f856-4733-b2e1-941dea203ad6 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52c411d8-c8a2-cc77-b26e-6830563223aa, 'name': SearchDatastore_Task, 'duration_secs': 0.009259} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.363595] env[69319]: DEBUG nova.network.neutron [req-eaf10e25-bdfd-4b40-a153-8f648b337fd3 req-68442c99-5a17-4d62-b896-051a0c0de2b5 service nova] [instance: 984009a3-7d13-499a-b8fc-3e22edb2aa1e] Updated VIF entry in instance network info cache for port 77b4f78c-5cc1-43bf-9e04-db548258da38. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1320.363957] env[69319]: DEBUG nova.network.neutron [req-eaf10e25-bdfd-4b40-a153-8f648b337fd3 req-68442c99-5a17-4d62-b896-051a0c0de2b5 service nova] [instance: 984009a3-7d13-499a-b8fc-3e22edb2aa1e] Updating instance_info_cache with network_info: [{"id": "77b4f78c-5cc1-43bf-9e04-db548258da38", "address": "fa:16:3e:27:f5:1d", "network": {"id": "71fca4d9-61bc-4013-a81b-0ddfab3b1cbc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-616015346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95644d802b30495ab0252d6e801d8941", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77b4f78c-5c", "ovs_interfaceid": "77b4f78c-5cc1-43bf-9e04-db548258da38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1320.365200] env[69319]: DEBUG oslo_concurrency.lockutils [None req-7e0742c9-f856-4733-b2e1-941dea203ad6 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.365555] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-7e0742c9-f856-4733-b2e1-941dea203ad6 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 984009a3-7d13-499a-b8fc-3e22edb2aa1e] Processing image 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1320.365847] env[69319]: DEBUG oslo_concurrency.lockutils [None req-7e0742c9-f856-4733-b2e1-941dea203ad6 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.366043] env[69319]: DEBUG oslo_concurrency.lockutils [None req-7e0742c9-f856-4733-b2e1-941dea203ad6 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.366292] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e0742c9-f856-4733-b2e1-941dea203ad6 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1320.366808] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b665f2e4-8066-429a-a564-c951f2d337cc {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.374362] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e0742c9-f856-4733-b2e1-941dea203ad6 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1320.374569] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-7e0742c9-f856-4733-b2e1-941dea203ad6 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1320.375300] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1844a904-63a3-43d4-8cf4-c1ab64ae2504 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.380427] env[69319]: DEBUG oslo_vmware.api [None req-7e0742c9-f856-4733-b2e1-941dea203ad6 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Waiting for the task: (returnval){ [ 1320.380427] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52bc4039-d784-3ef7-0fdc-b1ca0679a351" [ 1320.380427] env[69319]: _type = "Task" [ 1320.380427] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.390570] env[69319]: DEBUG oslo_vmware.api [None req-7e0742c9-f856-4733-b2e1-941dea203ad6 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52bc4039-d784-3ef7-0fdc-b1ca0679a351, 'name': SearchDatastore_Task, 'duration_secs': 0.007839} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.394212] env[69319]: DEBUG oslo_vmware.api [None req-271d091e-1fd9-4fe9-ab7b-4705fc9ddf7f tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': task-3224287, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.430379} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.394403] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf55db76-c5a1-4d10-95c8-7238683318fa {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.396467] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-271d091e-1fd9-4fe9-ab7b-4705fc9ddf7f tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] d96bb221-55dc-4a24-957e-4f63fc51cdea/d96bb221-55dc-4a24-957e-4f63fc51cdea.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1320.396683] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-271d091e-1fd9-4fe9-ab7b-4705fc9ddf7f tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: d96bb221-55dc-4a24-957e-4f63fc51cdea] Extending root virtual disk to 1048576 {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1320.396901] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7279a2b1-697b-48a0-9de3-e116ee83af96 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.402827] env[69319]: DEBUG oslo_vmware.api [None req-7e0742c9-f856-4733-b2e1-941dea203ad6 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Waiting for the task: (returnval){ [ 1320.402827] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52bec3a6-da4b-6054-0c95-b098db0df8bd" [ 1320.402827] env[69319]: _type = "Task" [ 1320.402827] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.406640] env[69319]: DEBUG oslo_vmware.api [None req-271d091e-1fd9-4fe9-ab7b-4705fc9ddf7f tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Waiting for the task: (returnval){ [ 1320.406640] env[69319]: value = "task-3224288" [ 1320.406640] env[69319]: _type = "Task" [ 1320.406640] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.412941] env[69319]: DEBUG oslo_vmware.api [None req-7e0742c9-f856-4733-b2e1-941dea203ad6 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52bec3a6-da4b-6054-0c95-b098db0df8bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.417422] env[69319]: DEBUG oslo_vmware.api [None req-271d091e-1fd9-4fe9-ab7b-4705fc9ddf7f tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': task-3224288, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.868056] env[69319]: DEBUG oslo_concurrency.lockutils [req-eaf10e25-bdfd-4b40-a153-8f648b337fd3 req-68442c99-5a17-4d62-b896-051a0c0de2b5 service nova] Releasing lock "refresh_cache-984009a3-7d13-499a-b8fc-3e22edb2aa1e" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.916646] env[69319]: DEBUG oslo_vmware.api [None req-7e0742c9-f856-4733-b2e1-941dea203ad6 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52bec3a6-da4b-6054-0c95-b098db0df8bd, 'name': SearchDatastore_Task, 'duration_secs': 0.008388} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.919468] env[69319]: DEBUG oslo_concurrency.lockutils [None req-7e0742c9-f856-4733-b2e1-941dea203ad6 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.919744] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e0742c9-f856-4733-b2e1-941dea203ad6 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] 984009a3-7d13-499a-b8fc-3e22edb2aa1e/984009a3-7d13-499a-b8fc-3e22edb2aa1e.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1320.920012] env[69319]: DEBUG oslo_vmware.api [None req-271d091e-1fd9-4fe9-ab7b-4705fc9ddf7f tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': task-3224288, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059104} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.920216] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1a5ad21e-b364-40ff-a93f-5b64539bcfa7 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.921987] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-271d091e-1fd9-4fe9-ab7b-4705fc9ddf7f tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: d96bb221-55dc-4a24-957e-4f63fc51cdea] Extended root virtual disk {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1320.922722] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13e740c7-8567-4859-b479-b37256214ae9 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.945053] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-271d091e-1fd9-4fe9-ab7b-4705fc9ddf7f tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: d96bb221-55dc-4a24-957e-4f63fc51cdea] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] d96bb221-55dc-4a24-957e-4f63fc51cdea/d96bb221-55dc-4a24-957e-4f63fc51cdea.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1320.946403] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dbc51eb3-7315-49f2-b583-c3694860c9f9 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.960443] env[69319]: DEBUG oslo_vmware.api [None req-7e0742c9-f856-4733-b2e1-941dea203ad6 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Waiting for the task: (returnval){ [ 1320.960443] env[69319]: value = "task-3224289" [ 1320.960443] env[69319]: _type = "Task" [ 1320.960443] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.965897] env[69319]: DEBUG oslo_vmware.api [None req-271d091e-1fd9-4fe9-ab7b-4705fc9ddf7f tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Waiting for the task: (returnval){ [ 1320.965897] env[69319]: value = "task-3224290" [ 1320.965897] env[69319]: _type = "Task" [ 1320.965897] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.971250] env[69319]: DEBUG oslo_vmware.api [None req-7e0742c9-f856-4733-b2e1-941dea203ad6 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Task: {'id': task-3224289, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.975939] env[69319]: DEBUG oslo_vmware.api [None req-271d091e-1fd9-4fe9-ab7b-4705fc9ddf7f tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': task-3224290, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.476984] env[69319]: DEBUG oslo_vmware.api [None req-7e0742c9-f856-4733-b2e1-941dea203ad6 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Task: {'id': task-3224289, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.464836} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.479976] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e0742c9-f856-4733-b2e1-941dea203ad6 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] 984009a3-7d13-499a-b8fc-3e22edb2aa1e/984009a3-7d13-499a-b8fc-3e22edb2aa1e.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1321.480234] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-7e0742c9-f856-4733-b2e1-941dea203ad6 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 984009a3-7d13-499a-b8fc-3e22edb2aa1e] Extending root virtual disk to 1048576 {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1321.480513] env[69319]: DEBUG oslo_vmware.api [None req-271d091e-1fd9-4fe9-ab7b-4705fc9ddf7f tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': task-3224290, 'name': ReconfigVM_Task, 'duration_secs': 0.393425} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.480717] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5fa24dca-d22f-45f7-9323-5542514df2d6 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.482565] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-271d091e-1fd9-4fe9-ab7b-4705fc9ddf7f tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: d96bb221-55dc-4a24-957e-4f63fc51cdea] Reconfigured VM instance instance-00000075 to attach disk [datastore2] d96bb221-55dc-4a24-957e-4f63fc51cdea/d96bb221-55dc-4a24-957e-4f63fc51cdea.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1321.483165] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-70ebbbaf-ba21-4563-b87d-3093ca356aaf {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.489759] env[69319]: DEBUG oslo_vmware.api [None req-271d091e-1fd9-4fe9-ab7b-4705fc9ddf7f tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Waiting for the task: (returnval){ [ 1321.489759] env[69319]: value = "task-3224292" [ 1321.489759] env[69319]: _type = "Task" [ 1321.489759] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.490995] env[69319]: DEBUG oslo_vmware.api [None req-7e0742c9-f856-4733-b2e1-941dea203ad6 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Waiting for the task: (returnval){ [ 1321.490995] env[69319]: value = "task-3224291" [ 1321.490995] env[69319]: _type = "Task" [ 1321.490995] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.502337] env[69319]: DEBUG oslo_vmware.api [None req-271d091e-1fd9-4fe9-ab7b-4705fc9ddf7f tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': task-3224292, 'name': Rename_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.505328] env[69319]: DEBUG oslo_vmware.api [None req-7e0742c9-f856-4733-b2e1-941dea203ad6 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Task: {'id': task-3224291, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.003766] env[69319]: DEBUG oslo_vmware.api [None req-271d091e-1fd9-4fe9-ab7b-4705fc9ddf7f tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': task-3224292, 'name': Rename_Task, 'duration_secs': 0.136351} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.006522] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-271d091e-1fd9-4fe9-ab7b-4705fc9ddf7f tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: d96bb221-55dc-4a24-957e-4f63fc51cdea] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1322.006769] env[69319]: DEBUG oslo_vmware.api [None req-7e0742c9-f856-4733-b2e1-941dea203ad6 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Task: {'id': task-3224291, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.128919} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.006961] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5330e097-3565-4120-8181-4e22be03bc9e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.008316] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-7e0742c9-f856-4733-b2e1-941dea203ad6 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 984009a3-7d13-499a-b8fc-3e22edb2aa1e] Extended root virtual disk {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1322.009025] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20c3168c-4691-4ce0-9b59-b6bce9068c9c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.031342] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e0742c9-f856-4733-b2e1-941dea203ad6 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 984009a3-7d13-499a-b8fc-3e22edb2aa1e] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] 984009a3-7d13-499a-b8fc-3e22edb2aa1e/984009a3-7d13-499a-b8fc-3e22edb2aa1e.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1322.032560] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c9c2f7f-f3ae-4ce4-b0eb-986e27d0c545 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.046956] env[69319]: DEBUG oslo_vmware.api [None req-271d091e-1fd9-4fe9-ab7b-4705fc9ddf7f tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Waiting for the task: (returnval){ [ 1322.046956] env[69319]: value = "task-3224293" [ 1322.046956] env[69319]: _type = "Task" [ 1322.046956] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.051935] env[69319]: DEBUG oslo_vmware.api [None req-7e0742c9-f856-4733-b2e1-941dea203ad6 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Waiting for the task: (returnval){ [ 1322.051935] env[69319]: value = "task-3224294" [ 1322.051935] env[69319]: _type = "Task" [ 1322.051935] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.059526] env[69319]: DEBUG oslo_vmware.api [None req-271d091e-1fd9-4fe9-ab7b-4705fc9ddf7f tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': task-3224293, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.064361] env[69319]: DEBUG oslo_vmware.api [None req-7e0742c9-f856-4733-b2e1-941dea203ad6 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Task: {'id': task-3224294, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.559516] env[69319]: DEBUG oslo_vmware.api [None req-271d091e-1fd9-4fe9-ab7b-4705fc9ddf7f tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': task-3224293, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.564484] env[69319]: DEBUG oslo_vmware.api [None req-7e0742c9-f856-4733-b2e1-941dea203ad6 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Task: {'id': task-3224294, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.061295] env[69319]: DEBUG oslo_vmware.api [None req-271d091e-1fd9-4fe9-ab7b-4705fc9ddf7f tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': task-3224293, 'name': PowerOnVM_Task, 'duration_secs': 0.718836} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.064200] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-271d091e-1fd9-4fe9-ab7b-4705fc9ddf7f tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: d96bb221-55dc-4a24-957e-4f63fc51cdea] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1323.064413] env[69319]: INFO nova.compute.manager [None req-271d091e-1fd9-4fe9-ab7b-4705fc9ddf7f tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: d96bb221-55dc-4a24-957e-4f63fc51cdea] Took 7.94 seconds to spawn the instance on the hypervisor. [ 1323.064595] env[69319]: DEBUG nova.compute.manager [None req-271d091e-1fd9-4fe9-ab7b-4705fc9ddf7f tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: d96bb221-55dc-4a24-957e-4f63fc51cdea] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1323.064887] env[69319]: DEBUG oslo_vmware.api [None req-7e0742c9-f856-4733-b2e1-941dea203ad6 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Task: {'id': task-3224294, 'name': ReconfigVM_Task, 'duration_secs': 0.610353} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.065615] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7789134b-0808-474b-b76f-54c1314648c3 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.068088] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e0742c9-f856-4733-b2e1-941dea203ad6 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 984009a3-7d13-499a-b8fc-3e22edb2aa1e] Reconfigured VM instance instance-00000076 to attach disk [datastore2] 984009a3-7d13-499a-b8fc-3e22edb2aa1e/984009a3-7d13-499a-b8fc-3e22edb2aa1e.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1323.068674] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a5762aca-0ffb-4b61-a89f-5abe1d09aec4 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.077383] env[69319]: DEBUG oslo_vmware.api [None req-7e0742c9-f856-4733-b2e1-941dea203ad6 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Waiting for the task: (returnval){ [ 1323.077383] env[69319]: value = "task-3224295" [ 1323.077383] env[69319]: _type = "Task" [ 1323.077383] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.085334] env[69319]: DEBUG oslo_vmware.api [None req-7e0742c9-f856-4733-b2e1-941dea203ad6 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Task: {'id': task-3224295, 'name': Rename_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.588344] env[69319]: INFO nova.compute.manager [None req-271d091e-1fd9-4fe9-ab7b-4705fc9ddf7f tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: d96bb221-55dc-4a24-957e-4f63fc51cdea] Took 12.70 seconds to build instance. [ 1323.592850] env[69319]: DEBUG oslo_vmware.api [None req-7e0742c9-f856-4733-b2e1-941dea203ad6 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Task: {'id': task-3224295, 'name': Rename_Task, 'duration_secs': 0.150685} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.593148] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e0742c9-f856-4733-b2e1-941dea203ad6 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 984009a3-7d13-499a-b8fc-3e22edb2aa1e] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1323.593430] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-26be5d7c-d8c7-403f-9523-f4df936ffdb0 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.600812] env[69319]: DEBUG oslo_vmware.api [None req-7e0742c9-f856-4733-b2e1-941dea203ad6 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Waiting for the task: (returnval){ [ 1323.600812] env[69319]: value = "task-3224296" [ 1323.600812] env[69319]: _type = "Task" [ 1323.600812] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.609602] env[69319]: DEBUG oslo_vmware.api [None req-7e0742c9-f856-4733-b2e1-941dea203ad6 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Task: {'id': task-3224296, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.091057] env[69319]: DEBUG oslo_concurrency.lockutils [None req-271d091e-1fd9-4fe9-ab7b-4705fc9ddf7f tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Lock "d96bb221-55dc-4a24-957e-4f63fc51cdea" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.211s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1324.112688] env[69319]: DEBUG oslo_vmware.api [None req-7e0742c9-f856-4733-b2e1-941dea203ad6 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Task: {'id': task-3224296, 'name': PowerOnVM_Task, 'duration_secs': 0.462949} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.113390] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e0742c9-f856-4733-b2e1-941dea203ad6 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 984009a3-7d13-499a-b8fc-3e22edb2aa1e] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1324.113725] env[69319]: INFO nova.compute.manager [None req-7e0742c9-f856-4733-b2e1-941dea203ad6 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 984009a3-7d13-499a-b8fc-3e22edb2aa1e] Took 6.76 seconds to spawn the instance on the hypervisor. [ 1324.114070] env[69319]: DEBUG nova.compute.manager [None req-7e0742c9-f856-4733-b2e1-941dea203ad6 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 984009a3-7d13-499a-b8fc-3e22edb2aa1e] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1324.115531] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8db68c98-6a0a-4f77-928e-b97ce5c922a1 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.633257] env[69319]: INFO nova.compute.manager [None req-7e0742c9-f856-4733-b2e1-941dea203ad6 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 984009a3-7d13-499a-b8fc-3e22edb2aa1e] Took 12.44 seconds to build instance. [ 1324.749354] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5152e4a7-1b79-47b7-bb31-14fa0723f69f tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Acquiring lock "d96bb221-55dc-4a24-957e-4f63fc51cdea" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1324.749634] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5152e4a7-1b79-47b7-bb31-14fa0723f69f tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Lock "d96bb221-55dc-4a24-957e-4f63fc51cdea" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1324.749847] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5152e4a7-1b79-47b7-bb31-14fa0723f69f tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Acquiring lock "d96bb221-55dc-4a24-957e-4f63fc51cdea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1324.750057] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5152e4a7-1b79-47b7-bb31-14fa0723f69f tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Lock "d96bb221-55dc-4a24-957e-4f63fc51cdea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1324.750251] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5152e4a7-1b79-47b7-bb31-14fa0723f69f tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Lock "d96bb221-55dc-4a24-957e-4f63fc51cdea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1324.752377] env[69319]: INFO nova.compute.manager [None req-5152e4a7-1b79-47b7-bb31-14fa0723f69f tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: d96bb221-55dc-4a24-957e-4f63fc51cdea] Terminating instance [ 1325.136133] env[69319]: DEBUG oslo_concurrency.lockutils [None req-7e0742c9-f856-4733-b2e1-941dea203ad6 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Lock "984009a3-7d13-499a-b8fc-3e22edb2aa1e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.951s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1325.256548] env[69319]: DEBUG nova.compute.manager [None req-5152e4a7-1b79-47b7-bb31-14fa0723f69f tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: d96bb221-55dc-4a24-957e-4f63fc51cdea] Start destroying the instance on the hypervisor. {{(pid=69319) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1325.256930] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-5152e4a7-1b79-47b7-bb31-14fa0723f69f tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: d96bb221-55dc-4a24-957e-4f63fc51cdea] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1325.258341] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36a1dcbc-b715-4877-bec8-56d0e8e738d7 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.274880] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-5152e4a7-1b79-47b7-bb31-14fa0723f69f tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: d96bb221-55dc-4a24-957e-4f63fc51cdea] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1325.274880] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2fe88dd8-6061-4c29-9a68-bfad58e3a5ad {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.281314] env[69319]: DEBUG oslo_vmware.api [None req-5152e4a7-1b79-47b7-bb31-14fa0723f69f tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Waiting for the task: (returnval){ [ 1325.281314] env[69319]: value = "task-3224297" [ 1325.281314] env[69319]: _type = "Task" [ 1325.281314] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.289576] env[69319]: DEBUG oslo_vmware.api [None req-5152e4a7-1b79-47b7-bb31-14fa0723f69f tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': task-3224297, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.321926] env[69319]: DEBUG nova.compute.manager [req-bf22ab7e-d528-49ac-b178-715f50093099 req-22bcc081-5f73-41b3-acdf-16cf4a5841f6 service nova] [instance: 984009a3-7d13-499a-b8fc-3e22edb2aa1e] Received event network-changed-77b4f78c-5cc1-43bf-9e04-db548258da38 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1325.322155] env[69319]: DEBUG nova.compute.manager [req-bf22ab7e-d528-49ac-b178-715f50093099 req-22bcc081-5f73-41b3-acdf-16cf4a5841f6 service nova] [instance: 984009a3-7d13-499a-b8fc-3e22edb2aa1e] Refreshing instance network info cache due to event network-changed-77b4f78c-5cc1-43bf-9e04-db548258da38. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1325.322371] env[69319]: DEBUG oslo_concurrency.lockutils [req-bf22ab7e-d528-49ac-b178-715f50093099 req-22bcc081-5f73-41b3-acdf-16cf4a5841f6 service nova] Acquiring lock "refresh_cache-984009a3-7d13-499a-b8fc-3e22edb2aa1e" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.322518] env[69319]: DEBUG oslo_concurrency.lockutils [req-bf22ab7e-d528-49ac-b178-715f50093099 req-22bcc081-5f73-41b3-acdf-16cf4a5841f6 service nova] Acquired lock "refresh_cache-984009a3-7d13-499a-b8fc-3e22edb2aa1e" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.322682] env[69319]: DEBUG nova.network.neutron [req-bf22ab7e-d528-49ac-b178-715f50093099 req-22bcc081-5f73-41b3-acdf-16cf4a5841f6 service nova] [instance: 984009a3-7d13-499a-b8fc-3e22edb2aa1e] Refreshing network info cache for port 77b4f78c-5cc1-43bf-9e04-db548258da38 {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1325.791542] env[69319]: DEBUG oslo_vmware.api [None req-5152e4a7-1b79-47b7-bb31-14fa0723f69f tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': task-3224297, 'name': PowerOffVM_Task, 'duration_secs': 0.262671} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.791984] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-5152e4a7-1b79-47b7-bb31-14fa0723f69f tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: d96bb221-55dc-4a24-957e-4f63fc51cdea] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1325.792199] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-5152e4a7-1b79-47b7-bb31-14fa0723f69f tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: d96bb221-55dc-4a24-957e-4f63fc51cdea] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1325.792462] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-65a2ab8b-fc01-4868-b472-28521c91d30c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.855033] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-5152e4a7-1b79-47b7-bb31-14fa0723f69f tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: d96bb221-55dc-4a24-957e-4f63fc51cdea] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1325.855033] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-5152e4a7-1b79-47b7-bb31-14fa0723f69f tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: d96bb221-55dc-4a24-957e-4f63fc51cdea] Deleting contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1325.855233] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-5152e4a7-1b79-47b7-bb31-14fa0723f69f tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Deleting the datastore file [datastore2] d96bb221-55dc-4a24-957e-4f63fc51cdea {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1325.855573] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7a280c3e-4bb7-47a5-adbe-f87bb951a73a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.863045] env[69319]: DEBUG oslo_vmware.api [None req-5152e4a7-1b79-47b7-bb31-14fa0723f69f tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Waiting for the task: (returnval){ [ 1325.863045] env[69319]: value = "task-3224299" [ 1325.863045] env[69319]: _type = "Task" [ 1325.863045] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.870267] env[69319]: DEBUG oslo_vmware.api [None req-5152e4a7-1b79-47b7-bb31-14fa0723f69f tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': task-3224299, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.042082] env[69319]: DEBUG nova.network.neutron [req-bf22ab7e-d528-49ac-b178-715f50093099 req-22bcc081-5f73-41b3-acdf-16cf4a5841f6 service nova] [instance: 984009a3-7d13-499a-b8fc-3e22edb2aa1e] Updated VIF entry in instance network info cache for port 77b4f78c-5cc1-43bf-9e04-db548258da38. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1326.042497] env[69319]: DEBUG nova.network.neutron [req-bf22ab7e-d528-49ac-b178-715f50093099 req-22bcc081-5f73-41b3-acdf-16cf4a5841f6 service nova] [instance: 984009a3-7d13-499a-b8fc-3e22edb2aa1e] Updating instance_info_cache with network_info: [{"id": "77b4f78c-5cc1-43bf-9e04-db548258da38", "address": "fa:16:3e:27:f5:1d", "network": {"id": "71fca4d9-61bc-4013-a81b-0ddfab3b1cbc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-616015346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95644d802b30495ab0252d6e801d8941", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77b4f78c-5c", "ovs_interfaceid": "77b4f78c-5cc1-43bf-9e04-db548258da38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1326.371899] env[69319]: DEBUG oslo_vmware.api [None req-5152e4a7-1b79-47b7-bb31-14fa0723f69f tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Task: {'id': task-3224299, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150396} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.372125] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-5152e4a7-1b79-47b7-bb31-14fa0723f69f tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1326.372321] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-5152e4a7-1b79-47b7-bb31-14fa0723f69f tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: d96bb221-55dc-4a24-957e-4f63fc51cdea] Deleted contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1326.372501] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-5152e4a7-1b79-47b7-bb31-14fa0723f69f tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: d96bb221-55dc-4a24-957e-4f63fc51cdea] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1326.372678] env[69319]: INFO nova.compute.manager [None req-5152e4a7-1b79-47b7-bb31-14fa0723f69f tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] [instance: d96bb221-55dc-4a24-957e-4f63fc51cdea] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1326.372911] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5152e4a7-1b79-47b7-bb31-14fa0723f69f tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1326.373123] env[69319]: DEBUG nova.compute.manager [-] [instance: d96bb221-55dc-4a24-957e-4f63fc51cdea] Deallocating network for instance {{(pid=69319) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1326.373222] env[69319]: DEBUG nova.network.neutron [-] [instance: d96bb221-55dc-4a24-957e-4f63fc51cdea] deallocate_for_instance() {{(pid=69319) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1326.545748] env[69319]: DEBUG oslo_concurrency.lockutils [req-bf22ab7e-d528-49ac-b178-715f50093099 req-22bcc081-5f73-41b3-acdf-16cf4a5841f6 service nova] Releasing lock "refresh_cache-984009a3-7d13-499a-b8fc-3e22edb2aa1e" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.068273] env[69319]: DEBUG nova.network.neutron [-] [instance: d96bb221-55dc-4a24-957e-4f63fc51cdea] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1327.351809] env[69319]: DEBUG nova.compute.manager [req-4911ed28-0b40-4f8b-94b1-b53482efe839 req-0b7ea45f-067b-4c97-899d-74225f43308b service nova] [instance: d96bb221-55dc-4a24-957e-4f63fc51cdea] Received event network-vif-deleted-2a099c46-2059-4302-b585-9aa87dfe0b7e {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1327.571459] env[69319]: INFO nova.compute.manager [-] [instance: d96bb221-55dc-4a24-957e-4f63fc51cdea] Took 1.20 seconds to deallocate network for instance. [ 1328.078311] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5152e4a7-1b79-47b7-bb31-14fa0723f69f tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1328.078636] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5152e4a7-1b79-47b7-bb31-14fa0723f69f tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1328.078826] env[69319]: DEBUG nova.objects.instance [None req-5152e4a7-1b79-47b7-bb31-14fa0723f69f tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Lazy-loading 'resources' on Instance uuid d96bb221-55dc-4a24-957e-4f63fc51cdea {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1328.681691] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df0a0796-6835-4119-9e8f-cc72b20d3cce {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.688818] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fee7a83-80ed-4d3e-8e52-b80e0d1a6d75 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.719754] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7372b6d5-6f4e-46ee-a919-b479a2c4f1d9 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.726343] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9cd9b9b-e652-42f7-91b0-cdd07c37fef1 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.739548] env[69319]: DEBUG nova.compute.provider_tree [None req-5152e4a7-1b79-47b7-bb31-14fa0723f69f tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1329.243632] env[69319]: DEBUG nova.scheduler.client.report [None req-5152e4a7-1b79-47b7-bb31-14fa0723f69f tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1329.749474] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5152e4a7-1b79-47b7-bb31-14fa0723f69f tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.671s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1329.768835] env[69319]: INFO nova.scheduler.client.report [None req-5152e4a7-1b79-47b7-bb31-14fa0723f69f tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Deleted allocations for instance d96bb221-55dc-4a24-957e-4f63fc51cdea [ 1330.276240] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5152e4a7-1b79-47b7-bb31-14fa0723f69f tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Lock "d96bb221-55dc-4a24-957e-4f63fc51cdea" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.526s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1334.601519] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b9ab8890-ab9f-4914-a83e-8b5f91888188 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Acquiring lock "200ccf3f-9130-42ed-a8e9-d697997e75f9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1334.601901] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b9ab8890-ab9f-4914-a83e-8b5f91888188 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Lock "200ccf3f-9130-42ed-a8e9-d697997e75f9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1334.601901] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b9ab8890-ab9f-4914-a83e-8b5f91888188 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Acquiring lock "200ccf3f-9130-42ed-a8e9-d697997e75f9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1334.604016] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b9ab8890-ab9f-4914-a83e-8b5f91888188 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Lock "200ccf3f-9130-42ed-a8e9-d697997e75f9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.002s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1334.604218] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b9ab8890-ab9f-4914-a83e-8b5f91888188 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Lock "200ccf3f-9130-42ed-a8e9-d697997e75f9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1334.606382] env[69319]: INFO nova.compute.manager [None req-b9ab8890-ab9f-4914-a83e-8b5f91888188 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 200ccf3f-9130-42ed-a8e9-d697997e75f9] Terminating instance [ 1335.110226] env[69319]: DEBUG nova.compute.manager [None req-b9ab8890-ab9f-4914-a83e-8b5f91888188 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 200ccf3f-9130-42ed-a8e9-d697997e75f9] Start destroying the instance on the hypervisor. {{(pid=69319) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1335.110461] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-b9ab8890-ab9f-4914-a83e-8b5f91888188 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 200ccf3f-9130-42ed-a8e9-d697997e75f9] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1335.111396] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56b03c6c-03d6-40b8-99bf-5f16d2d67e83 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.119143] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9ab8890-ab9f-4914-a83e-8b5f91888188 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 200ccf3f-9130-42ed-a8e9-d697997e75f9] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1335.119373] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9abd7454-3881-4153-b07d-e7344bd59983 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.125650] env[69319]: DEBUG oslo_vmware.api [None req-b9ab8890-ab9f-4914-a83e-8b5f91888188 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Waiting for the task: (returnval){ [ 1335.125650] env[69319]: value = "task-3224300" [ 1335.125650] env[69319]: _type = "Task" [ 1335.125650] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.133628] env[69319]: DEBUG oslo_vmware.api [None req-b9ab8890-ab9f-4914-a83e-8b5f91888188 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': task-3224300, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.635134] env[69319]: DEBUG oslo_vmware.api [None req-b9ab8890-ab9f-4914-a83e-8b5f91888188 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': task-3224300, 'name': PowerOffVM_Task, 'duration_secs': 0.243271} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.636037] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9ab8890-ab9f-4914-a83e-8b5f91888188 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 200ccf3f-9130-42ed-a8e9-d697997e75f9] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1335.636205] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-b9ab8890-ab9f-4914-a83e-8b5f91888188 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 200ccf3f-9130-42ed-a8e9-d697997e75f9] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1335.636526] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bb66eff9-57f9-410c-bb4f-779523955e89 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.700219] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-b9ab8890-ab9f-4914-a83e-8b5f91888188 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 200ccf3f-9130-42ed-a8e9-d697997e75f9] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1335.700435] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-b9ab8890-ab9f-4914-a83e-8b5f91888188 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 200ccf3f-9130-42ed-a8e9-d697997e75f9] Deleting contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1335.700625] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9ab8890-ab9f-4914-a83e-8b5f91888188 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Deleting the datastore file [datastore2] 200ccf3f-9130-42ed-a8e9-d697997e75f9 {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1335.700889] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a700bc07-9f22-4a2e-949e-f1b1101f2be4 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.707582] env[69319]: DEBUG oslo_vmware.api [None req-b9ab8890-ab9f-4914-a83e-8b5f91888188 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Waiting for the task: (returnval){ [ 1335.707582] env[69319]: value = "task-3224302" [ 1335.707582] env[69319]: _type = "Task" [ 1335.707582] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.714789] env[69319]: DEBUG oslo_vmware.api [None req-b9ab8890-ab9f-4914-a83e-8b5f91888188 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': task-3224302, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.216891] env[69319]: DEBUG oslo_vmware.api [None req-b9ab8890-ab9f-4914-a83e-8b5f91888188 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Task: {'id': task-3224302, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140672} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.217157] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9ab8890-ab9f-4914-a83e-8b5f91888188 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1336.217340] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-b9ab8890-ab9f-4914-a83e-8b5f91888188 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 200ccf3f-9130-42ed-a8e9-d697997e75f9] Deleted contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1336.217519] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-b9ab8890-ab9f-4914-a83e-8b5f91888188 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 200ccf3f-9130-42ed-a8e9-d697997e75f9] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1336.217705] env[69319]: INFO nova.compute.manager [None req-b9ab8890-ab9f-4914-a83e-8b5f91888188 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] [instance: 200ccf3f-9130-42ed-a8e9-d697997e75f9] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1336.217983] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b9ab8890-ab9f-4914-a83e-8b5f91888188 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1336.218203] env[69319]: DEBUG nova.compute.manager [-] [instance: 200ccf3f-9130-42ed-a8e9-d697997e75f9] Deallocating network for instance {{(pid=69319) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1336.218310] env[69319]: DEBUG nova.network.neutron [-] [instance: 200ccf3f-9130-42ed-a8e9-d697997e75f9] deallocate_for_instance() {{(pid=69319) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1336.885241] env[69319]: DEBUG nova.compute.manager [req-12da0aa5-c2f2-4667-aba8-dd0da013e54b req-36dc9c21-82e3-4f77-88d9-3aa9b4ff689b service nova] [instance: 200ccf3f-9130-42ed-a8e9-d697997e75f9] Received event network-vif-deleted-e6702a2d-82fe-4040-8d1b-021160ebd094 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1336.885537] env[69319]: INFO nova.compute.manager [req-12da0aa5-c2f2-4667-aba8-dd0da013e54b req-36dc9c21-82e3-4f77-88d9-3aa9b4ff689b service nova] [instance: 200ccf3f-9130-42ed-a8e9-d697997e75f9] Neutron deleted interface e6702a2d-82fe-4040-8d1b-021160ebd094; detaching it from the instance and deleting it from the info cache [ 1336.885700] env[69319]: DEBUG nova.network.neutron [req-12da0aa5-c2f2-4667-aba8-dd0da013e54b req-36dc9c21-82e3-4f77-88d9-3aa9b4ff689b service nova] [instance: 200ccf3f-9130-42ed-a8e9-d697997e75f9] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1337.363370] env[69319]: DEBUG nova.network.neutron [-] [instance: 200ccf3f-9130-42ed-a8e9-d697997e75f9] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1337.388482] env[69319]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-37013bbd-20ce-49ee-b02a-64d5f7545ae4 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.398646] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a94d1073-6ec1-4379-b20d-753ebe0ad40c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.428017] env[69319]: DEBUG nova.compute.manager [req-12da0aa5-c2f2-4667-aba8-dd0da013e54b req-36dc9c21-82e3-4f77-88d9-3aa9b4ff689b service nova] [instance: 200ccf3f-9130-42ed-a8e9-d697997e75f9] Detach interface failed, port_id=e6702a2d-82fe-4040-8d1b-021160ebd094, reason: Instance 200ccf3f-9130-42ed-a8e9-d697997e75f9 could not be found. {{(pid=69319) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1337.867243] env[69319]: INFO nova.compute.manager [-] [instance: 200ccf3f-9130-42ed-a8e9-d697997e75f9] Took 1.65 seconds to deallocate network for instance. [ 1338.119660] env[69319]: DEBUG oslo_concurrency.lockutils [None req-855b4c29-1593-4824-98f3-07698e8aa44b tempest-ServersTestManualDisk-616175520 tempest-ServersTestManualDisk-616175520-project-member] Acquiring lock "04342fc1-42fe-40f1-a3d5-13b33b9a507e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1338.119937] env[69319]: DEBUG oslo_concurrency.lockutils [None req-855b4c29-1593-4824-98f3-07698e8aa44b tempest-ServersTestManualDisk-616175520 tempest-ServersTestManualDisk-616175520-project-member] Lock "04342fc1-42fe-40f1-a3d5-13b33b9a507e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1338.120167] env[69319]: DEBUG oslo_concurrency.lockutils [None req-855b4c29-1593-4824-98f3-07698e8aa44b tempest-ServersTestManualDisk-616175520 tempest-ServersTestManualDisk-616175520-project-member] Acquiring lock "04342fc1-42fe-40f1-a3d5-13b33b9a507e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1338.120364] env[69319]: DEBUG oslo_concurrency.lockutils [None req-855b4c29-1593-4824-98f3-07698e8aa44b tempest-ServersTestManualDisk-616175520 tempest-ServersTestManualDisk-616175520-project-member] Lock "04342fc1-42fe-40f1-a3d5-13b33b9a507e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1338.120555] env[69319]: DEBUG oslo_concurrency.lockutils [None req-855b4c29-1593-4824-98f3-07698e8aa44b tempest-ServersTestManualDisk-616175520 tempest-ServersTestManualDisk-616175520-project-member] Lock "04342fc1-42fe-40f1-a3d5-13b33b9a507e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1338.122864] env[69319]: INFO nova.compute.manager [None req-855b4c29-1593-4824-98f3-07698e8aa44b tempest-ServersTestManualDisk-616175520 tempest-ServersTestManualDisk-616175520-project-member] [instance: 04342fc1-42fe-40f1-a3d5-13b33b9a507e] Terminating instance [ 1338.376740] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b9ab8890-ab9f-4914-a83e-8b5f91888188 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1338.377089] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b9ab8890-ab9f-4914-a83e-8b5f91888188 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1338.377305] env[69319]: DEBUG nova.objects.instance [None req-b9ab8890-ab9f-4914-a83e-8b5f91888188 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Lazy-loading 'resources' on Instance uuid 200ccf3f-9130-42ed-a8e9-d697997e75f9 {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1338.420855] env[69319]: DEBUG oslo_concurrency.lockutils [None req-9cfc9f28-f06e-4a64-9b01-d8cf65e44fd9 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Acquiring lock "67853aca-d1b3-4d9b-9ca5-f5a8c4458336" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1338.421131] env[69319]: DEBUG oslo_concurrency.lockutils [None req-9cfc9f28-f06e-4a64-9b01-d8cf65e44fd9 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Lock "67853aca-d1b3-4d9b-9ca5-f5a8c4458336" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1338.421343] env[69319]: DEBUG oslo_concurrency.lockutils [None req-9cfc9f28-f06e-4a64-9b01-d8cf65e44fd9 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Acquiring lock "67853aca-d1b3-4d9b-9ca5-f5a8c4458336-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1338.421534] env[69319]: DEBUG oslo_concurrency.lockutils [None req-9cfc9f28-f06e-4a64-9b01-d8cf65e44fd9 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Lock "67853aca-d1b3-4d9b-9ca5-f5a8c4458336-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1338.421696] env[69319]: DEBUG oslo_concurrency.lockutils [None req-9cfc9f28-f06e-4a64-9b01-d8cf65e44fd9 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Lock "67853aca-d1b3-4d9b-9ca5-f5a8c4458336-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1338.424029] env[69319]: INFO nova.compute.manager [None req-9cfc9f28-f06e-4a64-9b01-d8cf65e44fd9 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 67853aca-d1b3-4d9b-9ca5-f5a8c4458336] Terminating instance [ 1338.626822] env[69319]: DEBUG nova.compute.manager [None req-855b4c29-1593-4824-98f3-07698e8aa44b tempest-ServersTestManualDisk-616175520 tempest-ServersTestManualDisk-616175520-project-member] [instance: 04342fc1-42fe-40f1-a3d5-13b33b9a507e] Start destroying the instance on the hypervisor. {{(pid=69319) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1338.626995] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-855b4c29-1593-4824-98f3-07698e8aa44b tempest-ServersTestManualDisk-616175520 tempest-ServersTestManualDisk-616175520-project-member] [instance: 04342fc1-42fe-40f1-a3d5-13b33b9a507e] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1338.627914] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85e14885-4576-4377-a05e-2f888c934471 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.635860] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-855b4c29-1593-4824-98f3-07698e8aa44b tempest-ServersTestManualDisk-616175520 tempest-ServersTestManualDisk-616175520-project-member] [instance: 04342fc1-42fe-40f1-a3d5-13b33b9a507e] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1338.636102] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b13007fd-b3a5-49de-ae30-f8a458baeb5e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.641329] env[69319]: DEBUG oslo_vmware.api [None req-855b4c29-1593-4824-98f3-07698e8aa44b tempest-ServersTestManualDisk-616175520 tempest-ServersTestManualDisk-616175520-project-member] Waiting for the task: (returnval){ [ 1338.641329] env[69319]: value = "task-3224303" [ 1338.641329] env[69319]: _type = "Task" [ 1338.641329] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.648352] env[69319]: DEBUG oslo_vmware.api [None req-855b4c29-1593-4824-98f3-07698e8aa44b tempest-ServersTestManualDisk-616175520 tempest-ServersTestManualDisk-616175520-project-member] Task: {'id': task-3224303, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.823926] env[69319]: DEBUG oslo_concurrency.lockutils [None req-8d37b1dd-b138-4217-b3ce-16a0e609505a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Acquiring lock "460e8db7-d226-4792-ab3f-46dbaed764c9" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1338.824235] env[69319]: DEBUG oslo_concurrency.lockutils [None req-8d37b1dd-b138-4217-b3ce-16a0e609505a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Lock "460e8db7-d226-4792-ab3f-46dbaed764c9" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1338.824422] env[69319]: INFO nova.compute.manager [None req-8d37b1dd-b138-4217-b3ce-16a0e609505a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 460e8db7-d226-4792-ab3f-46dbaed764c9] Shelving [ 1338.927791] env[69319]: DEBUG nova.compute.manager [None req-9cfc9f28-f06e-4a64-9b01-d8cf65e44fd9 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 67853aca-d1b3-4d9b-9ca5-f5a8c4458336] Start destroying the instance on the hypervisor. {{(pid=69319) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1338.928035] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-9cfc9f28-f06e-4a64-9b01-d8cf65e44fd9 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 67853aca-d1b3-4d9b-9ca5-f5a8c4458336] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1338.928981] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d274222-7ac7-4d4f-b839-d4ad97bd4368 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.938200] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cfc9f28-f06e-4a64-9b01-d8cf65e44fd9 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 67853aca-d1b3-4d9b-9ca5-f5a8c4458336] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1338.938434] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a985df7e-017b-4946-a8e4-b4366354091e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.944320] env[69319]: DEBUG oslo_vmware.api [None req-9cfc9f28-f06e-4a64-9b01-d8cf65e44fd9 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Waiting for the task: (returnval){ [ 1338.944320] env[69319]: value = "task-3224304" [ 1338.944320] env[69319]: _type = "Task" [ 1338.944320] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.952356] env[69319]: DEBUG oslo_vmware.api [None req-9cfc9f28-f06e-4a64-9b01-d8cf65e44fd9 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': task-3224304, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.977340] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-117df151-f5d3-44d8-94b1-e5a1e15ec182 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.984516] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5a76319-3d2d-4268-a4e4-3c3505ada090 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.015727] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c28ce826-3a11-4079-bcdb-6fd897c0f5ab {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.023117] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eba37e95-5887-4c21-9b68-4d4e56b41dfb {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.037536] env[69319]: DEBUG nova.compute.provider_tree [None req-b9ab8890-ab9f-4914-a83e-8b5f91888188 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1339.151418] env[69319]: DEBUG oslo_vmware.api [None req-855b4c29-1593-4824-98f3-07698e8aa44b tempest-ServersTestManualDisk-616175520 tempest-ServersTestManualDisk-616175520-project-member] Task: {'id': task-3224303, 'name': PowerOffVM_Task, 'duration_secs': 0.220649} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.151800] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-855b4c29-1593-4824-98f3-07698e8aa44b tempest-ServersTestManualDisk-616175520 tempest-ServersTestManualDisk-616175520-project-member] [instance: 04342fc1-42fe-40f1-a3d5-13b33b9a507e] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1339.151800] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-855b4c29-1593-4824-98f3-07698e8aa44b tempest-ServersTestManualDisk-616175520 tempest-ServersTestManualDisk-616175520-project-member] [instance: 04342fc1-42fe-40f1-a3d5-13b33b9a507e] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1339.152064] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9fdf8ee8-a37a-42ad-a3f9-0f72cfc8238b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.439215] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-855b4c29-1593-4824-98f3-07698e8aa44b tempest-ServersTestManualDisk-616175520 tempest-ServersTestManualDisk-616175520-project-member] [instance: 04342fc1-42fe-40f1-a3d5-13b33b9a507e] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1339.439465] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-855b4c29-1593-4824-98f3-07698e8aa44b tempest-ServersTestManualDisk-616175520 tempest-ServersTestManualDisk-616175520-project-member] [instance: 04342fc1-42fe-40f1-a3d5-13b33b9a507e] Deleting contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1339.439658] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-855b4c29-1593-4824-98f3-07698e8aa44b tempest-ServersTestManualDisk-616175520 tempest-ServersTestManualDisk-616175520-project-member] Deleting the datastore file [datastore2] 04342fc1-42fe-40f1-a3d5-13b33b9a507e {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1339.439932] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-61f7b51c-52c1-47c3-bbef-c75aec7eda29 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.446434] env[69319]: DEBUG oslo_vmware.api [None req-855b4c29-1593-4824-98f3-07698e8aa44b tempest-ServersTestManualDisk-616175520 tempest-ServersTestManualDisk-616175520-project-member] Waiting for the task: (returnval){ [ 1339.446434] env[69319]: value = "task-3224306" [ 1339.446434] env[69319]: _type = "Task" [ 1339.446434] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.457051] env[69319]: DEBUG oslo_vmware.api [None req-9cfc9f28-f06e-4a64-9b01-d8cf65e44fd9 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': task-3224304, 'name': PowerOffVM_Task, 'duration_secs': 0.147083} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.459833] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cfc9f28-f06e-4a64-9b01-d8cf65e44fd9 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 67853aca-d1b3-4d9b-9ca5-f5a8c4458336] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1339.460036] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-9cfc9f28-f06e-4a64-9b01-d8cf65e44fd9 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 67853aca-d1b3-4d9b-9ca5-f5a8c4458336] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1339.460282] env[69319]: DEBUG oslo_vmware.api [None req-855b4c29-1593-4824-98f3-07698e8aa44b tempest-ServersTestManualDisk-616175520 tempest-ServersTestManualDisk-616175520-project-member] Task: {'id': task-3224306, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.460487] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-84259ff7-7af2-46e9-9be0-d23eeb54914a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.519414] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-9cfc9f28-f06e-4a64-9b01-d8cf65e44fd9 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 67853aca-d1b3-4d9b-9ca5-f5a8c4458336] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1339.519645] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-9cfc9f28-f06e-4a64-9b01-d8cf65e44fd9 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 67853aca-d1b3-4d9b-9ca5-f5a8c4458336] Deleting contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1339.519830] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cfc9f28-f06e-4a64-9b01-d8cf65e44fd9 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Deleting the datastore file [datastore2] 67853aca-d1b3-4d9b-9ca5-f5a8c4458336 {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1339.520111] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-363510a6-87e9-4bd2-bdd3-bdb20fabb41d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.526376] env[69319]: DEBUG oslo_vmware.api [None req-9cfc9f28-f06e-4a64-9b01-d8cf65e44fd9 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Waiting for the task: (returnval){ [ 1339.526376] env[69319]: value = "task-3224308" [ 1339.526376] env[69319]: _type = "Task" [ 1339.526376] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.533524] env[69319]: DEBUG oslo_vmware.api [None req-9cfc9f28-f06e-4a64-9b01-d8cf65e44fd9 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': task-3224308, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.540452] env[69319]: DEBUG nova.scheduler.client.report [None req-b9ab8890-ab9f-4914-a83e-8b5f91888188 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1339.834032] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d37b1dd-b138-4217-b3ce-16a0e609505a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 460e8db7-d226-4792-ab3f-46dbaed764c9] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1339.834384] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c470358c-0e21-4e6d-b95e-230690c927a1 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.841803] env[69319]: DEBUG oslo_vmware.api [None req-8d37b1dd-b138-4217-b3ce-16a0e609505a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Waiting for the task: (returnval){ [ 1339.841803] env[69319]: value = "task-3224309" [ 1339.841803] env[69319]: _type = "Task" [ 1339.841803] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.853665] env[69319]: DEBUG oslo_vmware.api [None req-8d37b1dd-b138-4217-b3ce-16a0e609505a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3224309, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.959870] env[69319]: DEBUG oslo_vmware.api [None req-855b4c29-1593-4824-98f3-07698e8aa44b tempest-ServersTestManualDisk-616175520 tempest-ServersTestManualDisk-616175520-project-member] Task: {'id': task-3224306, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138146} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.959870] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-855b4c29-1593-4824-98f3-07698e8aa44b tempest-ServersTestManualDisk-616175520 tempest-ServersTestManualDisk-616175520-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1339.959870] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-855b4c29-1593-4824-98f3-07698e8aa44b tempest-ServersTestManualDisk-616175520 tempest-ServersTestManualDisk-616175520-project-member] [instance: 04342fc1-42fe-40f1-a3d5-13b33b9a507e] Deleted contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1339.959870] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-855b4c29-1593-4824-98f3-07698e8aa44b tempest-ServersTestManualDisk-616175520 tempest-ServersTestManualDisk-616175520-project-member] [instance: 04342fc1-42fe-40f1-a3d5-13b33b9a507e] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1339.960194] env[69319]: INFO nova.compute.manager [None req-855b4c29-1593-4824-98f3-07698e8aa44b tempest-ServersTestManualDisk-616175520 tempest-ServersTestManualDisk-616175520-project-member] [instance: 04342fc1-42fe-40f1-a3d5-13b33b9a507e] Took 1.33 seconds to destroy the instance on the hypervisor. [ 1339.960299] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-855b4c29-1593-4824-98f3-07698e8aa44b tempest-ServersTestManualDisk-616175520 tempest-ServersTestManualDisk-616175520-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1339.960492] env[69319]: DEBUG nova.compute.manager [-] [instance: 04342fc1-42fe-40f1-a3d5-13b33b9a507e] Deallocating network for instance {{(pid=69319) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1339.960590] env[69319]: DEBUG nova.network.neutron [-] [instance: 04342fc1-42fe-40f1-a3d5-13b33b9a507e] deallocate_for_instance() {{(pid=69319) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1340.036161] env[69319]: DEBUG oslo_vmware.api [None req-9cfc9f28-f06e-4a64-9b01-d8cf65e44fd9 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': task-3224308, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139797} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.036444] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cfc9f28-f06e-4a64-9b01-d8cf65e44fd9 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1340.036816] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-9cfc9f28-f06e-4a64-9b01-d8cf65e44fd9 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 67853aca-d1b3-4d9b-9ca5-f5a8c4458336] Deleted contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1340.037010] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-9cfc9f28-f06e-4a64-9b01-d8cf65e44fd9 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 67853aca-d1b3-4d9b-9ca5-f5a8c4458336] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1340.037367] env[69319]: INFO nova.compute.manager [None req-9cfc9f28-f06e-4a64-9b01-d8cf65e44fd9 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 67853aca-d1b3-4d9b-9ca5-f5a8c4458336] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1340.037481] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9cfc9f28-f06e-4a64-9b01-d8cf65e44fd9 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1340.037629] env[69319]: DEBUG nova.compute.manager [-] [instance: 67853aca-d1b3-4d9b-9ca5-f5a8c4458336] Deallocating network for instance {{(pid=69319) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1340.037759] env[69319]: DEBUG nova.network.neutron [-] [instance: 67853aca-d1b3-4d9b-9ca5-f5a8c4458336] deallocate_for_instance() {{(pid=69319) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1340.044931] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b9ab8890-ab9f-4914-a83e-8b5f91888188 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.668s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1340.067377] env[69319]: INFO nova.scheduler.client.report [None req-b9ab8890-ab9f-4914-a83e-8b5f91888188 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Deleted allocations for instance 200ccf3f-9130-42ed-a8e9-d697997e75f9 [ 1340.355278] env[69319]: DEBUG oslo_vmware.api [None req-8d37b1dd-b138-4217-b3ce-16a0e609505a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3224309, 'name': PowerOffVM_Task, 'duration_secs': 0.248333} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.355868] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d37b1dd-b138-4217-b3ce-16a0e609505a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 460e8db7-d226-4792-ab3f-46dbaed764c9] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1340.356477] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c33f05e0-aa91-4986-8dad-982baa275f83 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.375301] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f1b18e3-b07c-4b66-8d12-e342a5be2470 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.430394] env[69319]: DEBUG nova.compute.manager [req-93bfccd3-b64e-44f3-9ad3-38b593b6dee6 req-bd6b5832-ce04-43a9-890a-7da0aacb6e2d service nova] [instance: 04342fc1-42fe-40f1-a3d5-13b33b9a507e] Received event network-vif-deleted-6dc7534b-7cf5-4902-bbd6-4489bbc9fd7f {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1340.431386] env[69319]: INFO nova.compute.manager [req-93bfccd3-b64e-44f3-9ad3-38b593b6dee6 req-bd6b5832-ce04-43a9-890a-7da0aacb6e2d service nova] [instance: 04342fc1-42fe-40f1-a3d5-13b33b9a507e] Neutron deleted interface 6dc7534b-7cf5-4902-bbd6-4489bbc9fd7f; detaching it from the instance and deleting it from the info cache [ 1340.431386] env[69319]: DEBUG nova.network.neutron [req-93bfccd3-b64e-44f3-9ad3-38b593b6dee6 req-bd6b5832-ce04-43a9-890a-7da0aacb6e2d service nova] [instance: 04342fc1-42fe-40f1-a3d5-13b33b9a507e] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1340.456206] env[69319]: DEBUG nova.compute.manager [req-00ec6550-cd99-4073-b350-51f1cef56f64 req-aa14fddb-2c2d-4adb-9687-be2a9d0f1ce8 service nova] [instance: 67853aca-d1b3-4d9b-9ca5-f5a8c4458336] Received event network-vif-deleted-57353df4-e9d6-4fc2-8ef9-c531710cbdb9 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1340.456432] env[69319]: INFO nova.compute.manager [req-00ec6550-cd99-4073-b350-51f1cef56f64 req-aa14fddb-2c2d-4adb-9687-be2a9d0f1ce8 service nova] [instance: 67853aca-d1b3-4d9b-9ca5-f5a8c4458336] Neutron deleted interface 57353df4-e9d6-4fc2-8ef9-c531710cbdb9; detaching it from the instance and deleting it from the info cache [ 1340.456594] env[69319]: DEBUG nova.network.neutron [req-00ec6550-cd99-4073-b350-51f1cef56f64 req-aa14fddb-2c2d-4adb-9687-be2a9d0f1ce8 service nova] [instance: 67853aca-d1b3-4d9b-9ca5-f5a8c4458336] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1340.576772] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b9ab8890-ab9f-4914-a83e-8b5f91888188 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Lock "200ccf3f-9130-42ed-a8e9-d697997e75f9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.975s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1340.886489] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-8d37b1dd-b138-4217-b3ce-16a0e609505a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 460e8db7-d226-4792-ab3f-46dbaed764c9] Creating Snapshot of the VM instance {{(pid=69319) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1340.886866] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4e7f6650-e652-425f-9d37-d32d3f918097 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.896046] env[69319]: DEBUG oslo_vmware.api [None req-8d37b1dd-b138-4217-b3ce-16a0e609505a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Waiting for the task: (returnval){ [ 1340.896046] env[69319]: value = "task-3224310" [ 1340.896046] env[69319]: _type = "Task" [ 1340.896046] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.904279] env[69319]: DEBUG oslo_vmware.api [None req-8d37b1dd-b138-4217-b3ce-16a0e609505a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3224310, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.915790] env[69319]: DEBUG nova.network.neutron [-] [instance: 04342fc1-42fe-40f1-a3d5-13b33b9a507e] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1340.933778] env[69319]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0816ba37-32ec-49d0-a05d-687af79b2265 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.939434] env[69319]: DEBUG nova.network.neutron [-] [instance: 67853aca-d1b3-4d9b-9ca5-f5a8c4458336] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1340.947781] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db735c86-2763-4fa5-be79-f80026441e9b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.962155] env[69319]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-703057fb-5672-4bbe-8c16-eeb556c7dc45 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.976448] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-471efab1-8540-4ea0-a681-1cc12b71f7eb {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.995642] env[69319]: DEBUG nova.compute.manager [req-93bfccd3-b64e-44f3-9ad3-38b593b6dee6 req-bd6b5832-ce04-43a9-890a-7da0aacb6e2d service nova] [instance: 04342fc1-42fe-40f1-a3d5-13b33b9a507e] Detach interface failed, port_id=6dc7534b-7cf5-4902-bbd6-4489bbc9fd7f, reason: Instance 04342fc1-42fe-40f1-a3d5-13b33b9a507e could not be found. {{(pid=69319) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1341.012603] env[69319]: DEBUG nova.compute.manager [req-00ec6550-cd99-4073-b350-51f1cef56f64 req-aa14fddb-2c2d-4adb-9687-be2a9d0f1ce8 service nova] [instance: 67853aca-d1b3-4d9b-9ca5-f5a8c4458336] Detach interface failed, port_id=57353df4-e9d6-4fc2-8ef9-c531710cbdb9, reason: Instance 67853aca-d1b3-4d9b-9ca5-f5a8c4458336 could not be found. {{(pid=69319) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1341.408641] env[69319]: DEBUG oslo_vmware.api [None req-8d37b1dd-b138-4217-b3ce-16a0e609505a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3224310, 'name': CreateSnapshot_Task, 'duration_secs': 0.469495} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.409066] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-8d37b1dd-b138-4217-b3ce-16a0e609505a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 460e8db7-d226-4792-ab3f-46dbaed764c9] Created Snapshot of the VM instance {{(pid=69319) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1341.410215] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b27a1af-2731-4ce0-b5b9-21fe88915d3c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.420487] env[69319]: INFO nova.compute.manager [-] [instance: 04342fc1-42fe-40f1-a3d5-13b33b9a507e] Took 1.46 seconds to deallocate network for instance. [ 1341.441845] env[69319]: INFO nova.compute.manager [-] [instance: 67853aca-d1b3-4d9b-9ca5-f5a8c4458336] Took 1.40 seconds to deallocate network for instance. [ 1341.931400] env[69319]: DEBUG oslo_concurrency.lockutils [None req-855b4c29-1593-4824-98f3-07698e8aa44b tempest-ServersTestManualDisk-616175520 tempest-ServersTestManualDisk-616175520-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1341.931710] env[69319]: DEBUG oslo_concurrency.lockutils [None req-855b4c29-1593-4824-98f3-07698e8aa44b tempest-ServersTestManualDisk-616175520 tempest-ServersTestManualDisk-616175520-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1341.931939] env[69319]: DEBUG nova.objects.instance [None req-855b4c29-1593-4824-98f3-07698e8aa44b tempest-ServersTestManualDisk-616175520 tempest-ServersTestManualDisk-616175520-project-member] Lazy-loading 'resources' on Instance uuid 04342fc1-42fe-40f1-a3d5-13b33b9a507e {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1341.940977] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-8d37b1dd-b138-4217-b3ce-16a0e609505a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 460e8db7-d226-4792-ab3f-46dbaed764c9] Creating linked-clone VM from snapshot {{(pid=69319) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1341.941963] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e379b7b1-444f-445e-acb0-76c2bc7b9e21 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.948762] env[69319]: DEBUG oslo_concurrency.lockutils [None req-9cfc9f28-f06e-4a64-9b01-d8cf65e44fd9 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1341.950534] env[69319]: DEBUG oslo_vmware.api [None req-8d37b1dd-b138-4217-b3ce-16a0e609505a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Waiting for the task: (returnval){ [ 1341.950534] env[69319]: value = "task-3224311" [ 1341.950534] env[69319]: _type = "Task" [ 1341.950534] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.958571] env[69319]: DEBUG oslo_vmware.api [None req-8d37b1dd-b138-4217-b3ce-16a0e609505a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3224311, 'name': CloneVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.460861] env[69319]: DEBUG oslo_vmware.api [None req-8d37b1dd-b138-4217-b3ce-16a0e609505a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3224311, 'name': CloneVM_Task} progress is 94%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.531483] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb5c2ee5-a66b-4b39-a799-2ba03a781a2c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.541370] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e18a44a9-762d-4373-ac97-431b56d0de86 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.573026] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-511d5437-fe1e-49b9-8171-9766c998f944 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.580938] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a8774ac-c974-4080-8153-dfc071759ba5 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.594159] env[69319]: DEBUG nova.compute.provider_tree [None req-855b4c29-1593-4824-98f3-07698e8aa44b tempest-ServersTestManualDisk-616175520 tempest-ServersTestManualDisk-616175520-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1342.961879] env[69319]: DEBUG oslo_vmware.api [None req-8d37b1dd-b138-4217-b3ce-16a0e609505a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3224311, 'name': CloneVM_Task} progress is 95%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.097680] env[69319]: DEBUG nova.scheduler.client.report [None req-855b4c29-1593-4824-98f3-07698e8aa44b tempest-ServersTestManualDisk-616175520 tempest-ServersTestManualDisk-616175520-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1343.461570] env[69319]: DEBUG oslo_vmware.api [None req-8d37b1dd-b138-4217-b3ce-16a0e609505a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3224311, 'name': CloneVM_Task, 'duration_secs': 1.125} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.461912] env[69319]: INFO nova.virt.vmwareapi.vmops [None req-8d37b1dd-b138-4217-b3ce-16a0e609505a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 460e8db7-d226-4792-ab3f-46dbaed764c9] Created linked-clone VM from snapshot [ 1343.462564] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40032b1c-4d9f-4eed-8ec0-ca8100a31c35 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.469394] env[69319]: DEBUG nova.virt.vmwareapi.images [None req-8d37b1dd-b138-4217-b3ce-16a0e609505a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 460e8db7-d226-4792-ab3f-46dbaed764c9] Uploading image 24ab5b24-7786-4097-81d9-bcfffe243247 {{(pid=69319) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1343.496531] env[69319]: DEBUG oslo_vmware.rw_handles [None req-8d37b1dd-b138-4217-b3ce-16a0e609505a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1343.496531] env[69319]: value = "vm-644565" [ 1343.496531] env[69319]: _type = "VirtualMachine" [ 1343.496531] env[69319]: }. {{(pid=69319) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1343.496844] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-af8b4794-8519-4afb-81e0-f748f514b088 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.503953] env[69319]: DEBUG oslo_vmware.rw_handles [None req-8d37b1dd-b138-4217-b3ce-16a0e609505a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Lease: (returnval){ [ 1343.503953] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52f5ba14-9440-150d-56c6-c0b606e6c9d0" [ 1343.503953] env[69319]: _type = "HttpNfcLease" [ 1343.503953] env[69319]: } obtained for exporting VM: (result){ [ 1343.503953] env[69319]: value = "vm-644565" [ 1343.503953] env[69319]: _type = "VirtualMachine" [ 1343.503953] env[69319]: }. {{(pid=69319) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1343.504301] env[69319]: DEBUG oslo_vmware.api [None req-8d37b1dd-b138-4217-b3ce-16a0e609505a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Waiting for the lease: (returnval){ [ 1343.504301] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52f5ba14-9440-150d-56c6-c0b606e6c9d0" [ 1343.504301] env[69319]: _type = "HttpNfcLease" [ 1343.504301] env[69319]: } to be ready. {{(pid=69319) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1343.510791] env[69319]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1343.510791] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52f5ba14-9440-150d-56c6-c0b606e6c9d0" [ 1343.510791] env[69319]: _type = "HttpNfcLease" [ 1343.510791] env[69319]: } is initializing. {{(pid=69319) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1343.601990] env[69319]: DEBUG oslo_concurrency.lockutils [None req-855b4c29-1593-4824-98f3-07698e8aa44b tempest-ServersTestManualDisk-616175520 tempest-ServersTestManualDisk-616175520-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.670s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1343.605074] env[69319]: DEBUG oslo_concurrency.lockutils [None req-9cfc9f28-f06e-4a64-9b01-d8cf65e44fd9 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.656s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1343.605074] env[69319]: DEBUG nova.objects.instance [None req-9cfc9f28-f06e-4a64-9b01-d8cf65e44fd9 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Lazy-loading 'resources' on Instance uuid 67853aca-d1b3-4d9b-9ca5-f5a8c4458336 {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1343.628212] env[69319]: INFO nova.scheduler.client.report [None req-855b4c29-1593-4824-98f3-07698e8aa44b tempest-ServersTestManualDisk-616175520 tempest-ServersTestManualDisk-616175520-project-member] Deleted allocations for instance 04342fc1-42fe-40f1-a3d5-13b33b9a507e [ 1344.012616] env[69319]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1344.012616] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52f5ba14-9440-150d-56c6-c0b606e6c9d0" [ 1344.012616] env[69319]: _type = "HttpNfcLease" [ 1344.012616] env[69319]: } is ready. {{(pid=69319) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1344.012937] env[69319]: DEBUG oslo_vmware.rw_handles [None req-8d37b1dd-b138-4217-b3ce-16a0e609505a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1344.012937] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52f5ba14-9440-150d-56c6-c0b606e6c9d0" [ 1344.012937] env[69319]: _type = "HttpNfcLease" [ 1344.012937] env[69319]: }. {{(pid=69319) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1344.013689] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6e2e5a5-7029-4afd-bc51-8d4c87749df0 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.021115] env[69319]: DEBUG oslo_vmware.rw_handles [None req-8d37b1dd-b138-4217-b3ce-16a0e609505a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522a34f1-6b5d-1b62-1c92-dbb7334ef2aa/disk-0.vmdk from lease info. {{(pid=69319) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1344.021297] env[69319]: DEBUG oslo_vmware.rw_handles [None req-8d37b1dd-b138-4217-b3ce-16a0e609505a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522a34f1-6b5d-1b62-1c92-dbb7334ef2aa/disk-0.vmdk for reading. {{(pid=69319) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1344.109315] env[69319]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4d565aff-1aac-46ad-b3c4-5de4bab46d10 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.128920] env[69319]: DEBUG nova.scheduler.client.report [None req-9cfc9f28-f06e-4a64-9b01-d8cf65e44fd9 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Refreshing inventories for resource provider 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1344.139753] env[69319]: DEBUG oslo_concurrency.lockutils [None req-855b4c29-1593-4824-98f3-07698e8aa44b tempest-ServersTestManualDisk-616175520 tempest-ServersTestManualDisk-616175520-project-member] Lock "04342fc1-42fe-40f1-a3d5-13b33b9a507e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.020s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1344.142823] env[69319]: DEBUG nova.scheduler.client.report [None req-9cfc9f28-f06e-4a64-9b01-d8cf65e44fd9 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Updating ProviderTree inventory for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1344.143039] env[69319]: DEBUG nova.compute.provider_tree [None req-9cfc9f28-f06e-4a64-9b01-d8cf65e44fd9 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Updating inventory in ProviderTree for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1344.157045] env[69319]: DEBUG nova.scheduler.client.report [None req-9cfc9f28-f06e-4a64-9b01-d8cf65e44fd9 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Refreshing aggregate associations for resource provider 94b8835e-2513-4669-abb9-c8c6813d60e7, aggregates: None {{(pid=69319) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1344.175653] env[69319]: DEBUG nova.scheduler.client.report [None req-9cfc9f28-f06e-4a64-9b01-d8cf65e44fd9 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Refreshing trait associations for resource provider 94b8835e-2513-4669-abb9-c8c6813d60e7, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69319) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1344.244823] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e017239-44e6-4673-89c5-bb21bdfdb4a1 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.253229] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26f83fca-fcc2-4a17-9946-17bfcae35649 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.285622] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61f68131-9013-449a-92c6-dab9d2cf006e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.293581] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a080a85-8ad3-4ac3-8da1-71da2304c227 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.307047] env[69319]: DEBUG nova.compute.provider_tree [None req-9cfc9f28-f06e-4a64-9b01-d8cf65e44fd9 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1344.812688] env[69319]: DEBUG nova.scheduler.client.report [None req-9cfc9f28-f06e-4a64-9b01-d8cf65e44fd9 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1345.320630] env[69319]: DEBUG oslo_concurrency.lockutils [None req-9cfc9f28-f06e-4a64-9b01-d8cf65e44fd9 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.716s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1345.346151] env[69319]: INFO nova.scheduler.client.report [None req-9cfc9f28-f06e-4a64-9b01-d8cf65e44fd9 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Deleted allocations for instance 67853aca-d1b3-4d9b-9ca5-f5a8c4458336 [ 1345.857699] env[69319]: DEBUG oslo_concurrency.lockutils [None req-9cfc9f28-f06e-4a64-9b01-d8cf65e44fd9 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Lock "67853aca-d1b3-4d9b-9ca5-f5a8c4458336" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.436s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1347.816379] env[69319]: DEBUG nova.compute.manager [None req-c846efff-75cd-4633-a645-c21fcde9bdaf tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: b67563f9-4b5d-4f20-87fc-6fc7407687ae] Stashing vm_state: active {{(pid=69319) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1348.339529] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c846efff-75cd-4633-a645-c21fcde9bdaf tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1348.339837] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c846efff-75cd-4633-a645-c21fcde9bdaf tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1348.846360] env[69319]: INFO nova.compute.claims [None req-c846efff-75cd-4633-a645-c21fcde9bdaf tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: b67563f9-4b5d-4f20-87fc-6fc7407687ae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1349.354014] env[69319]: INFO nova.compute.resource_tracker [None req-c846efff-75cd-4633-a645-c21fcde9bdaf tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: b67563f9-4b5d-4f20-87fc-6fc7407687ae] Updating resource usage from migration 2cd10b6c-6a11-4334-8141-733c92448617 [ 1349.447259] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-690d3144-0ad1-42fc-a380-c8889ffd239f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.456941] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1a620b3-29a5-440f-a776-02dd00e5b226 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.488424] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61b772a0-0fac-4f9c-9f42-939f17e0a0ba {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.496472] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27851da5-9d14-46a1-abbb-44ae73b58ad8 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.511296] env[69319]: DEBUG nova.compute.provider_tree [None req-c846efff-75cd-4633-a645-c21fcde9bdaf tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1349.823342] env[69319]: DEBUG oslo_concurrency.lockutils [None req-777d5e06-c790-492d-b1a1-1211f2cdeb35 tempest-InstanceActionsNegativeTestJSON-1705024722 tempest-InstanceActionsNegativeTestJSON-1705024722-project-member] Acquiring lock "673d868d-1d09-4306-bec1-3ff105d81142" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1349.823596] env[69319]: DEBUG oslo_concurrency.lockutils [None req-777d5e06-c790-492d-b1a1-1211f2cdeb35 tempest-InstanceActionsNegativeTestJSON-1705024722 tempest-InstanceActionsNegativeTestJSON-1705024722-project-member] Lock "673d868d-1d09-4306-bec1-3ff105d81142" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1350.014997] env[69319]: DEBUG nova.scheduler.client.report [None req-c846efff-75cd-4633-a645-c21fcde9bdaf tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1350.326349] env[69319]: DEBUG nova.compute.manager [None req-777d5e06-c790-492d-b1a1-1211f2cdeb35 tempest-InstanceActionsNegativeTestJSON-1705024722 tempest-InstanceActionsNegativeTestJSON-1705024722-project-member] [instance: 673d868d-1d09-4306-bec1-3ff105d81142] Starting instance... {{(pid=69319) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1350.521942] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c846efff-75cd-4633-a645-c21fcde9bdaf tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.182s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1350.522196] env[69319]: INFO nova.compute.manager [None req-c846efff-75cd-4633-a645-c21fcde9bdaf tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: b67563f9-4b5d-4f20-87fc-6fc7407687ae] Migrating [ 1350.850766] env[69319]: DEBUG oslo_concurrency.lockutils [None req-777d5e06-c790-492d-b1a1-1211f2cdeb35 tempest-InstanceActionsNegativeTestJSON-1705024722 tempest-InstanceActionsNegativeTestJSON-1705024722-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1350.851080] env[69319]: DEBUG oslo_concurrency.lockutils [None req-777d5e06-c790-492d-b1a1-1211f2cdeb35 tempest-InstanceActionsNegativeTestJSON-1705024722 tempest-InstanceActionsNegativeTestJSON-1705024722-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1350.852942] env[69319]: INFO nova.compute.claims [None req-777d5e06-c790-492d-b1a1-1211f2cdeb35 tempest-InstanceActionsNegativeTestJSON-1705024722 tempest-InstanceActionsNegativeTestJSON-1705024722-project-member] [instance: 673d868d-1d09-4306-bec1-3ff105d81142] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1351.039527] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c846efff-75cd-4633-a645-c21fcde9bdaf tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Acquiring lock "refresh_cache-b67563f9-4b5d-4f20-87fc-6fc7407687ae" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.039795] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c846efff-75cd-4633-a645-c21fcde9bdaf tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Acquired lock "refresh_cache-b67563f9-4b5d-4f20-87fc-6fc7407687ae" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.039795] env[69319]: DEBUG nova.network.neutron [None req-c846efff-75cd-4633-a645-c21fcde9bdaf tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: b67563f9-4b5d-4f20-87fc-6fc7407687ae] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1351.584199] env[69319]: DEBUG oslo_vmware.rw_handles [None req-8d37b1dd-b138-4217-b3ce-16a0e609505a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522a34f1-6b5d-1b62-1c92-dbb7334ef2aa/disk-0.vmdk. {{(pid=69319) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1351.585351] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fb38af5-a63c-489e-aa3e-a9057592e348 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.594095] env[69319]: DEBUG oslo_vmware.rw_handles [None req-8d37b1dd-b138-4217-b3ce-16a0e609505a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522a34f1-6b5d-1b62-1c92-dbb7334ef2aa/disk-0.vmdk is in state: ready. {{(pid=69319) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1351.594280] env[69319]: ERROR oslo_vmware.rw_handles [None req-8d37b1dd-b138-4217-b3ce-16a0e609505a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522a34f1-6b5d-1b62-1c92-dbb7334ef2aa/disk-0.vmdk due to incomplete transfer. [ 1351.594504] env[69319]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f2fc6eab-1bcb-40a5-b5de-43d72f93f01b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.602696] env[69319]: DEBUG oslo_vmware.rw_handles [None req-8d37b1dd-b138-4217-b3ce-16a0e609505a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522a34f1-6b5d-1b62-1c92-dbb7334ef2aa/disk-0.vmdk. {{(pid=69319) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1351.602900] env[69319]: DEBUG nova.virt.vmwareapi.images [None req-8d37b1dd-b138-4217-b3ce-16a0e609505a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 460e8db7-d226-4792-ab3f-46dbaed764c9] Uploaded image 24ab5b24-7786-4097-81d9-bcfffe243247 to the Glance image server {{(pid=69319) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1351.605360] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d37b1dd-b138-4217-b3ce-16a0e609505a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 460e8db7-d226-4792-ab3f-46dbaed764c9] Destroying the VM {{(pid=69319) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1351.605617] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-89fd4e3a-05e1-47bc-80f0-a5011c4d37a7 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.612316] env[69319]: DEBUG oslo_vmware.api [None req-8d37b1dd-b138-4217-b3ce-16a0e609505a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Waiting for the task: (returnval){ [ 1351.612316] env[69319]: value = "task-3224314" [ 1351.612316] env[69319]: _type = "Task" [ 1351.612316] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.620600] env[69319]: DEBUG oslo_vmware.api [None req-8d37b1dd-b138-4217-b3ce-16a0e609505a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3224314, 'name': Destroy_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.781297] env[69319]: DEBUG nova.network.neutron [None req-c846efff-75cd-4633-a645-c21fcde9bdaf tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: b67563f9-4b5d-4f20-87fc-6fc7407687ae] Updating instance_info_cache with network_info: [{"id": "f398cee1-c4b1-4b6f-aced-b9b0c8695d31", "address": "fa:16:3e:22:9d:71", "network": {"id": "eba3ac7c-e65e-4811-a2ab-2b2399f9a31c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-580087532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef4b5f34c7fe4128a153d1f4914be606", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf398cee1-c4", "ovs_interfaceid": "f398cee1-c4b1-4b6f-aced-b9b0c8695d31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1351.944862] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1abd94a2-3544-4099-883b-f9b10ab11413 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.952816] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a0b0b63-9978-4d45-8a58-8802677f2eed {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.983670] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae1eb3e7-7c04-4ee4-81e8-aa3e2d4408e1 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.990838] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c44c733c-136e-485f-b01b-43b8e5c3f685 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.004961] env[69319]: DEBUG nova.compute.provider_tree [None req-777d5e06-c790-492d-b1a1-1211f2cdeb35 tempest-InstanceActionsNegativeTestJSON-1705024722 tempest-InstanceActionsNegativeTestJSON-1705024722-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1352.121984] env[69319]: DEBUG oslo_vmware.api [None req-8d37b1dd-b138-4217-b3ce-16a0e609505a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3224314, 'name': Destroy_Task, 'duration_secs': 0.37897} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.122354] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-8d37b1dd-b138-4217-b3ce-16a0e609505a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 460e8db7-d226-4792-ab3f-46dbaed764c9] Destroyed the VM [ 1352.122500] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-8d37b1dd-b138-4217-b3ce-16a0e609505a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 460e8db7-d226-4792-ab3f-46dbaed764c9] Deleting Snapshot of the VM instance {{(pid=69319) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1352.122771] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b620b6f1-7a90-4fa9-8da2-cdc8a307a744 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.128372] env[69319]: DEBUG oslo_vmware.api [None req-8d37b1dd-b138-4217-b3ce-16a0e609505a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Waiting for the task: (returnval){ [ 1352.128372] env[69319]: value = "task-3224315" [ 1352.128372] env[69319]: _type = "Task" [ 1352.128372] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.135419] env[69319]: DEBUG oslo_vmware.api [None req-8d37b1dd-b138-4217-b3ce-16a0e609505a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3224315, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.163503] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f40723cb-4592-4118-9bc1-112a4006e830 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Acquiring lock "7e0f3465-36c8-4bd0-9336-41dd27344611" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1352.163761] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f40723cb-4592-4118-9bc1-112a4006e830 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Lock "7e0f3465-36c8-4bd0-9336-41dd27344611" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1352.283908] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c846efff-75cd-4633-a645-c21fcde9bdaf tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Releasing lock "refresh_cache-b67563f9-4b5d-4f20-87fc-6fc7407687ae" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.508889] env[69319]: DEBUG nova.scheduler.client.report [None req-777d5e06-c790-492d-b1a1-1211f2cdeb35 tempest-InstanceActionsNegativeTestJSON-1705024722 tempest-InstanceActionsNegativeTestJSON-1705024722-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1352.637699] env[69319]: DEBUG oslo_vmware.api [None req-8d37b1dd-b138-4217-b3ce-16a0e609505a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3224315, 'name': RemoveSnapshot_Task, 'duration_secs': 0.343426} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.637970] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-8d37b1dd-b138-4217-b3ce-16a0e609505a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 460e8db7-d226-4792-ab3f-46dbaed764c9] Deleted Snapshot of the VM instance {{(pid=69319) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1352.638266] env[69319]: DEBUG nova.compute.manager [None req-8d37b1dd-b138-4217-b3ce-16a0e609505a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 460e8db7-d226-4792-ab3f-46dbaed764c9] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1352.639028] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d66c7912-859a-483d-a898-6f3d59d5805c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.667723] env[69319]: INFO nova.compute.manager [None req-f40723cb-4592-4118-9bc1-112a4006e830 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] [instance: 7e0f3465-36c8-4bd0-9336-41dd27344611] Detaching volume 314527a1-5964-4099-aa80-c0bff4577609 [ 1352.701821] env[69319]: INFO nova.virt.block_device [None req-f40723cb-4592-4118-9bc1-112a4006e830 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] [instance: 7e0f3465-36c8-4bd0-9336-41dd27344611] Attempting to driver detach volume 314527a1-5964-4099-aa80-c0bff4577609 from mountpoint /dev/sdb [ 1352.702090] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-f40723cb-4592-4118-9bc1-112a4006e830 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] [instance: 7e0f3465-36c8-4bd0-9336-41dd27344611] Volume detach. Driver type: vmdk {{(pid=69319) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1352.702287] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-f40723cb-4592-4118-9bc1-112a4006e830 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] [instance: 7e0f3465-36c8-4bd0-9336-41dd27344611] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-644559', 'volume_id': '314527a1-5964-4099-aa80-c0bff4577609', 'name': 'volume-314527a1-5964-4099-aa80-c0bff4577609', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7e0f3465-36c8-4bd0-9336-41dd27344611', 'attached_at': '', 'detached_at': '', 'volume_id': '314527a1-5964-4099-aa80-c0bff4577609', 'serial': '314527a1-5964-4099-aa80-c0bff4577609'} {{(pid=69319) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1352.703160] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a581a70f-b80a-4a6c-9c65-763fb0e2d786 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.724200] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0f98325-d0a6-46a9-9897-d6aa8369c909 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.730901] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d2646ec-365c-4b62-927e-532783f94285 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.751190] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92e43f49-b52e-477c-b55c-adc806e7539d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.766670] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-f40723cb-4592-4118-9bc1-112a4006e830 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] The volume has not been displaced from its original location: [datastore1] volume-314527a1-5964-4099-aa80-c0bff4577609/volume-314527a1-5964-4099-aa80-c0bff4577609.vmdk. No consolidation needed. {{(pid=69319) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1352.771841] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-f40723cb-4592-4118-9bc1-112a4006e830 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] [instance: 7e0f3465-36c8-4bd0-9336-41dd27344611] Reconfiguring VM instance instance-0000006f to detach disk 2001 {{(pid=69319) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1352.772134] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ddbb707a-acf6-4c6a-b1fb-d70b4eec6110 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.791355] env[69319]: DEBUG oslo_vmware.api [None req-f40723cb-4592-4118-9bc1-112a4006e830 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Waiting for the task: (returnval){ [ 1352.791355] env[69319]: value = "task-3224316" [ 1352.791355] env[69319]: _type = "Task" [ 1352.791355] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.798861] env[69319]: DEBUG oslo_vmware.api [None req-f40723cb-4592-4118-9bc1-112a4006e830 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Task: {'id': task-3224316, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.014037] env[69319]: DEBUG oslo_concurrency.lockutils [None req-777d5e06-c790-492d-b1a1-1211f2cdeb35 tempest-InstanceActionsNegativeTestJSON-1705024722 tempest-InstanceActionsNegativeTestJSON-1705024722-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.163s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1353.014556] env[69319]: DEBUG nova.compute.manager [None req-777d5e06-c790-492d-b1a1-1211f2cdeb35 tempest-InstanceActionsNegativeTestJSON-1705024722 tempest-InstanceActionsNegativeTestJSON-1705024722-project-member] [instance: 673d868d-1d09-4306-bec1-3ff105d81142] Start building networks asynchronously for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1353.150622] env[69319]: INFO nova.compute.manager [None req-8d37b1dd-b138-4217-b3ce-16a0e609505a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 460e8db7-d226-4792-ab3f-46dbaed764c9] Shelve offloading [ 1353.303292] env[69319]: DEBUG oslo_vmware.api [None req-f40723cb-4592-4118-9bc1-112a4006e830 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Task: {'id': task-3224316, 'name': ReconfigVM_Task, 'duration_secs': 0.221516} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.304069] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-f40723cb-4592-4118-9bc1-112a4006e830 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] [instance: 7e0f3465-36c8-4bd0-9336-41dd27344611] Reconfigured VM instance instance-0000006f to detach disk 2001 {{(pid=69319) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1353.308882] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2477a763-51b4-470d-a189-439a74693d88 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.324362] env[69319]: DEBUG oslo_vmware.api [None req-f40723cb-4592-4118-9bc1-112a4006e830 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Waiting for the task: (returnval){ [ 1353.324362] env[69319]: value = "task-3224317" [ 1353.324362] env[69319]: _type = "Task" [ 1353.324362] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.331598] env[69319]: DEBUG oslo_vmware.api [None req-f40723cb-4592-4118-9bc1-112a4006e830 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Task: {'id': task-3224317, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.519595] env[69319]: DEBUG nova.compute.utils [None req-777d5e06-c790-492d-b1a1-1211f2cdeb35 tempest-InstanceActionsNegativeTestJSON-1705024722 tempest-InstanceActionsNegativeTestJSON-1705024722-project-member] Using /dev/sd instead of None {{(pid=69319) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1353.521109] env[69319]: DEBUG nova.compute.manager [None req-777d5e06-c790-492d-b1a1-1211f2cdeb35 tempest-InstanceActionsNegativeTestJSON-1705024722 tempest-InstanceActionsNegativeTestJSON-1705024722-project-member] [instance: 673d868d-1d09-4306-bec1-3ff105d81142] Allocating IP information in the background. {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1353.521286] env[69319]: DEBUG nova.network.neutron [None req-777d5e06-c790-492d-b1a1-1211f2cdeb35 tempest-InstanceActionsNegativeTestJSON-1705024722 tempest-InstanceActionsNegativeTestJSON-1705024722-project-member] [instance: 673d868d-1d09-4306-bec1-3ff105d81142] allocate_for_instance() {{(pid=69319) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1353.567195] env[69319]: DEBUG nova.policy [None req-777d5e06-c790-492d-b1a1-1211f2cdeb35 tempest-InstanceActionsNegativeTestJSON-1705024722 tempest-InstanceActionsNegativeTestJSON-1705024722-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6de27a760cae4a49a209997396a2af89', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8ee582f9f33d463d8aeb0402a0c188c7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69319) authorize /opt/stack/nova/nova/policy.py:192}} [ 1353.654157] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d37b1dd-b138-4217-b3ce-16a0e609505a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 460e8db7-d226-4792-ab3f-46dbaed764c9] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1353.654907] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3ea38f15-a8ea-458b-99b0-19a07270c40f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.661646] env[69319]: DEBUG oslo_vmware.api [None req-8d37b1dd-b138-4217-b3ce-16a0e609505a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Waiting for the task: (returnval){ [ 1353.661646] env[69319]: value = "task-3224318" [ 1353.661646] env[69319]: _type = "Task" [ 1353.661646] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.669904] env[69319]: DEBUG oslo_vmware.api [None req-8d37b1dd-b138-4217-b3ce-16a0e609505a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3224318, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.797702] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-729bba49-5507-4845-9e8b-dceaf7275423 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.817206] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-c846efff-75cd-4633-a645-c21fcde9bdaf tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: b67563f9-4b5d-4f20-87fc-6fc7407687ae] Updating instance 'b67563f9-4b5d-4f20-87fc-6fc7407687ae' progress to 0 {{(pid=69319) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1353.820844] env[69319]: DEBUG nova.network.neutron [None req-777d5e06-c790-492d-b1a1-1211f2cdeb35 tempest-InstanceActionsNegativeTestJSON-1705024722 tempest-InstanceActionsNegativeTestJSON-1705024722-project-member] [instance: 673d868d-1d09-4306-bec1-3ff105d81142] Successfully created port: 70023cdb-3d71-4a58-b202-60a3669da0e0 {{(pid=69319) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1353.832906] env[69319]: DEBUG oslo_vmware.api [None req-f40723cb-4592-4118-9bc1-112a4006e830 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Task: {'id': task-3224317, 'name': ReconfigVM_Task, 'duration_secs': 0.137383} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.833237] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-f40723cb-4592-4118-9bc1-112a4006e830 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] [instance: 7e0f3465-36c8-4bd0-9336-41dd27344611] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-644559', 'volume_id': '314527a1-5964-4099-aa80-c0bff4577609', 'name': 'volume-314527a1-5964-4099-aa80-c0bff4577609', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7e0f3465-36c8-4bd0-9336-41dd27344611', 'attached_at': '', 'detached_at': '', 'volume_id': '314527a1-5964-4099-aa80-c0bff4577609', 'serial': '314527a1-5964-4099-aa80-c0bff4577609'} {{(pid=69319) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1354.024869] env[69319]: DEBUG nova.compute.manager [None req-777d5e06-c790-492d-b1a1-1211f2cdeb35 tempest-InstanceActionsNegativeTestJSON-1705024722 tempest-InstanceActionsNegativeTestJSON-1705024722-project-member] [instance: 673d868d-1d09-4306-bec1-3ff105d81142] Start building block device mappings for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1354.173238] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d37b1dd-b138-4217-b3ce-16a0e609505a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 460e8db7-d226-4792-ab3f-46dbaed764c9] VM already powered off {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1354.174659] env[69319]: DEBUG nova.compute.manager [None req-8d37b1dd-b138-4217-b3ce-16a0e609505a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 460e8db7-d226-4792-ab3f-46dbaed764c9] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1354.174789] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72b6c675-4fff-4226-9b8c-c6265801b288 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.180688] env[69319]: DEBUG oslo_concurrency.lockutils [None req-8d37b1dd-b138-4217-b3ce-16a0e609505a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Acquiring lock "refresh_cache-460e8db7-d226-4792-ab3f-46dbaed764c9" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.180905] env[69319]: DEBUG oslo_concurrency.lockutils [None req-8d37b1dd-b138-4217-b3ce-16a0e609505a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Acquired lock "refresh_cache-460e8db7-d226-4792-ab3f-46dbaed764c9" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.181131] env[69319]: DEBUG nova.network.neutron [None req-8d37b1dd-b138-4217-b3ce-16a0e609505a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 460e8db7-d226-4792-ab3f-46dbaed764c9] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1354.324923] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-c846efff-75cd-4633-a645-c21fcde9bdaf tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: b67563f9-4b5d-4f20-87fc-6fc7407687ae] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1354.325229] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e3450f8b-7847-4d52-9743-062a5bb34d4b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.332229] env[69319]: DEBUG oslo_vmware.api [None req-c846efff-75cd-4633-a645-c21fcde9bdaf tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Waiting for the task: (returnval){ [ 1354.332229] env[69319]: value = "task-3224319" [ 1354.332229] env[69319]: _type = "Task" [ 1354.332229] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.340293] env[69319]: DEBUG oslo_vmware.api [None req-c846efff-75cd-4633-a645-c21fcde9bdaf tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': task-3224319, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.376358] env[69319]: DEBUG nova.objects.instance [None req-f40723cb-4592-4118-9bc1-112a4006e830 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Lazy-loading 'flavor' on Instance uuid 7e0f3465-36c8-4bd0-9336-41dd27344611 {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1354.843059] env[69319]: DEBUG oslo_vmware.api [None req-c846efff-75cd-4633-a645-c21fcde9bdaf tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': task-3224319, 'name': PowerOffVM_Task, 'duration_secs': 0.199838} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.843837] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-c846efff-75cd-4633-a645-c21fcde9bdaf tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: b67563f9-4b5d-4f20-87fc-6fc7407687ae] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1354.844093] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-c846efff-75cd-4633-a645-c21fcde9bdaf tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: b67563f9-4b5d-4f20-87fc-6fc7407687ae] Updating instance 'b67563f9-4b5d-4f20-87fc-6fc7407687ae' progress to 17 {{(pid=69319) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1354.889288] env[69319]: DEBUG nova.network.neutron [None req-8d37b1dd-b138-4217-b3ce-16a0e609505a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 460e8db7-d226-4792-ab3f-46dbaed764c9] Updating instance_info_cache with network_info: [{"id": "0ccf1d51-db5c-4a00-9969-8a9cfe79159b", "address": "fa:16:3e:2f:fd:9e", "network": {"id": "5b6a3856-a59d-4821-b22f-d38a582fca59", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-151173017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8712195e5600495dac5d45bcbbd358ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ccf1d51-db", "ovs_interfaceid": "0ccf1d51-db5c-4a00-9969-8a9cfe79159b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1355.034246] env[69319]: DEBUG nova.compute.manager [None req-777d5e06-c790-492d-b1a1-1211f2cdeb35 tempest-InstanceActionsNegativeTestJSON-1705024722 tempest-InstanceActionsNegativeTestJSON-1705024722-project-member] [instance: 673d868d-1d09-4306-bec1-3ff105d81142] Start spawning the instance on the hypervisor. {{(pid=69319) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1355.060880] env[69319]: DEBUG nova.virt.hardware [None req-777d5e06-c790-492d-b1a1-1211f2cdeb35 tempest-InstanceActionsNegativeTestJSON-1705024722 tempest-InstanceActionsNegativeTestJSON-1705024722-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:32:36Z,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31f027872f6f44dba95ff2fe7a062e00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:32:36Z,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1355.061231] env[69319]: DEBUG nova.virt.hardware [None req-777d5e06-c790-492d-b1a1-1211f2cdeb35 tempest-InstanceActionsNegativeTestJSON-1705024722 tempest-InstanceActionsNegativeTestJSON-1705024722-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1355.061310] env[69319]: DEBUG nova.virt.hardware [None req-777d5e06-c790-492d-b1a1-1211f2cdeb35 tempest-InstanceActionsNegativeTestJSON-1705024722 tempest-InstanceActionsNegativeTestJSON-1705024722-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1355.061490] env[69319]: DEBUG nova.virt.hardware [None req-777d5e06-c790-492d-b1a1-1211f2cdeb35 tempest-InstanceActionsNegativeTestJSON-1705024722 tempest-InstanceActionsNegativeTestJSON-1705024722-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1355.061642] env[69319]: DEBUG nova.virt.hardware [None req-777d5e06-c790-492d-b1a1-1211f2cdeb35 tempest-InstanceActionsNegativeTestJSON-1705024722 tempest-InstanceActionsNegativeTestJSON-1705024722-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1355.061794] env[69319]: DEBUG nova.virt.hardware [None req-777d5e06-c790-492d-b1a1-1211f2cdeb35 tempest-InstanceActionsNegativeTestJSON-1705024722 tempest-InstanceActionsNegativeTestJSON-1705024722-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1355.062047] env[69319]: DEBUG nova.virt.hardware [None req-777d5e06-c790-492d-b1a1-1211f2cdeb35 tempest-InstanceActionsNegativeTestJSON-1705024722 tempest-InstanceActionsNegativeTestJSON-1705024722-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1355.062236] env[69319]: DEBUG nova.virt.hardware [None req-777d5e06-c790-492d-b1a1-1211f2cdeb35 tempest-InstanceActionsNegativeTestJSON-1705024722 tempest-InstanceActionsNegativeTestJSON-1705024722-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1355.062333] env[69319]: DEBUG nova.virt.hardware [None req-777d5e06-c790-492d-b1a1-1211f2cdeb35 tempest-InstanceActionsNegativeTestJSON-1705024722 tempest-InstanceActionsNegativeTestJSON-1705024722-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1355.062497] env[69319]: DEBUG nova.virt.hardware [None req-777d5e06-c790-492d-b1a1-1211f2cdeb35 tempest-InstanceActionsNegativeTestJSON-1705024722 tempest-InstanceActionsNegativeTestJSON-1705024722-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1355.062673] env[69319]: DEBUG nova.virt.hardware [None req-777d5e06-c790-492d-b1a1-1211f2cdeb35 tempest-InstanceActionsNegativeTestJSON-1705024722 tempest-InstanceActionsNegativeTestJSON-1705024722-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1355.063564] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c90f9656-63a2-4037-9831-40ec8d1062d6 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.071596] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1480355a-6d5b-42b6-8b71-c6bd69c6fe83 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.159650] env[69319]: DEBUG nova.compute.manager [req-9fc33068-4014-488b-b778-c2c99c0153c5 req-f8d238fd-7603-4295-9756-5aa449166f11 service nova] [instance: 673d868d-1d09-4306-bec1-3ff105d81142] Received event network-vif-plugged-70023cdb-3d71-4a58-b202-60a3669da0e0 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1355.159908] env[69319]: DEBUG oslo_concurrency.lockutils [req-9fc33068-4014-488b-b778-c2c99c0153c5 req-f8d238fd-7603-4295-9756-5aa449166f11 service nova] Acquiring lock "673d868d-1d09-4306-bec1-3ff105d81142-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1355.160175] env[69319]: DEBUG oslo_concurrency.lockutils [req-9fc33068-4014-488b-b778-c2c99c0153c5 req-f8d238fd-7603-4295-9756-5aa449166f11 service nova] Lock "673d868d-1d09-4306-bec1-3ff105d81142-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1355.160395] env[69319]: DEBUG oslo_concurrency.lockutils [req-9fc33068-4014-488b-b778-c2c99c0153c5 req-f8d238fd-7603-4295-9756-5aa449166f11 service nova] Lock "673d868d-1d09-4306-bec1-3ff105d81142-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1355.160609] env[69319]: DEBUG nova.compute.manager [req-9fc33068-4014-488b-b778-c2c99c0153c5 req-f8d238fd-7603-4295-9756-5aa449166f11 service nova] [instance: 673d868d-1d09-4306-bec1-3ff105d81142] No waiting events found dispatching network-vif-plugged-70023cdb-3d71-4a58-b202-60a3669da0e0 {{(pid=69319) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1355.160817] env[69319]: WARNING nova.compute.manager [req-9fc33068-4014-488b-b778-c2c99c0153c5 req-f8d238fd-7603-4295-9756-5aa449166f11 service nova] [instance: 673d868d-1d09-4306-bec1-3ff105d81142] Received unexpected event network-vif-plugged-70023cdb-3d71-4a58-b202-60a3669da0e0 for instance with vm_state building and task_state spawning. [ 1355.240207] env[69319]: DEBUG nova.network.neutron [None req-777d5e06-c790-492d-b1a1-1211f2cdeb35 tempest-InstanceActionsNegativeTestJSON-1705024722 tempest-InstanceActionsNegativeTestJSON-1705024722-project-member] [instance: 673d868d-1d09-4306-bec1-3ff105d81142] Successfully updated port: 70023cdb-3d71-4a58-b202-60a3669da0e0 {{(pid=69319) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1355.351618] env[69319]: DEBUG nova.virt.hardware [None req-c846efff-75cd-4633-a645-c21fcde9bdaf tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1355.351869] env[69319]: DEBUG nova.virt.hardware [None req-c846efff-75cd-4633-a645-c21fcde9bdaf tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1355.352040] env[69319]: DEBUG nova.virt.hardware [None req-c846efff-75cd-4633-a645-c21fcde9bdaf tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1355.352230] env[69319]: DEBUG nova.virt.hardware [None req-c846efff-75cd-4633-a645-c21fcde9bdaf tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1355.352375] env[69319]: DEBUG nova.virt.hardware [None req-c846efff-75cd-4633-a645-c21fcde9bdaf tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1355.352523] env[69319]: DEBUG nova.virt.hardware [None req-c846efff-75cd-4633-a645-c21fcde9bdaf tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1355.352728] env[69319]: DEBUG nova.virt.hardware [None req-c846efff-75cd-4633-a645-c21fcde9bdaf tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1355.352928] env[69319]: DEBUG nova.virt.hardware [None req-c846efff-75cd-4633-a645-c21fcde9bdaf tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1355.353118] env[69319]: DEBUG nova.virt.hardware [None req-c846efff-75cd-4633-a645-c21fcde9bdaf tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1355.353289] env[69319]: DEBUG nova.virt.hardware [None req-c846efff-75cd-4633-a645-c21fcde9bdaf tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1355.353468] env[69319]: DEBUG nova.virt.hardware [None req-c846efff-75cd-4633-a645-c21fcde9bdaf tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1355.358877] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0a7e5db1-6e2b-4e73-8697-e93e829482d9 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Acquiring lock "7e0f3465-36c8-4bd0-9336-41dd27344611" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1355.360033] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a607383-5632-4f8f-b6c8-0e243c0e6785 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.375492] env[69319]: DEBUG oslo_vmware.api [None req-c846efff-75cd-4633-a645-c21fcde9bdaf tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Waiting for the task: (returnval){ [ 1355.375492] env[69319]: value = "task-3224320" [ 1355.375492] env[69319]: _type = "Task" [ 1355.375492] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.383637] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f40723cb-4592-4118-9bc1-112a4006e830 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Lock "7e0f3465-36c8-4bd0-9336-41dd27344611" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.220s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1355.384914] env[69319]: DEBUG oslo_vmware.api [None req-c846efff-75cd-4633-a645-c21fcde9bdaf tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': task-3224320, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.385380] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0a7e5db1-6e2b-4e73-8697-e93e829482d9 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Lock "7e0f3465-36c8-4bd0-9336-41dd27344611" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.027s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1355.385563] env[69319]: DEBUG nova.compute.manager [None req-0a7e5db1-6e2b-4e73-8697-e93e829482d9 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] [instance: 7e0f3465-36c8-4bd0-9336-41dd27344611] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1355.386341] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79a71c3a-7e29-4484-9b4b-8525e5f8e15c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.390939] env[69319]: DEBUG oslo_concurrency.lockutils [None req-8d37b1dd-b138-4217-b3ce-16a0e609505a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Releasing lock "refresh_cache-460e8db7-d226-4792-ab3f-46dbaed764c9" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.394579] env[69319]: DEBUG nova.compute.manager [None req-0a7e5db1-6e2b-4e73-8697-e93e829482d9 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] [instance: 7e0f3465-36c8-4bd0-9336-41dd27344611] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69319) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1355.395295] env[69319]: DEBUG nova.objects.instance [None req-0a7e5db1-6e2b-4e73-8697-e93e829482d9 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Lazy-loading 'flavor' on Instance uuid 7e0f3465-36c8-4bd0-9336-41dd27344611 {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1355.720386] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-8d37b1dd-b138-4217-b3ce-16a0e609505a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 460e8db7-d226-4792-ab3f-46dbaed764c9] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1355.721323] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d01c6aa9-79ec-47ae-8a1f-93c495dfab2c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.729372] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-8d37b1dd-b138-4217-b3ce-16a0e609505a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 460e8db7-d226-4792-ab3f-46dbaed764c9] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1355.729643] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bd9f5e97-9213-4a57-b05c-e9f27f4d9ad2 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.742807] env[69319]: DEBUG oslo_concurrency.lockutils [None req-777d5e06-c790-492d-b1a1-1211f2cdeb35 tempest-InstanceActionsNegativeTestJSON-1705024722 tempest-InstanceActionsNegativeTestJSON-1705024722-project-member] Acquiring lock "refresh_cache-673d868d-1d09-4306-bec1-3ff105d81142" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.742958] env[69319]: DEBUG oslo_concurrency.lockutils [None req-777d5e06-c790-492d-b1a1-1211f2cdeb35 tempest-InstanceActionsNegativeTestJSON-1705024722 tempest-InstanceActionsNegativeTestJSON-1705024722-project-member] Acquired lock "refresh_cache-673d868d-1d09-4306-bec1-3ff105d81142" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.743121] env[69319]: DEBUG nova.network.neutron [None req-777d5e06-c790-492d-b1a1-1211f2cdeb35 tempest-InstanceActionsNegativeTestJSON-1705024722 tempest-InstanceActionsNegativeTestJSON-1705024722-project-member] [instance: 673d868d-1d09-4306-bec1-3ff105d81142] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1355.802839] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-8d37b1dd-b138-4217-b3ce-16a0e609505a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 460e8db7-d226-4792-ab3f-46dbaed764c9] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1355.803259] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-8d37b1dd-b138-4217-b3ce-16a0e609505a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 460e8db7-d226-4792-ab3f-46dbaed764c9] Deleting contents of the VM from datastore datastore1 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1355.803527] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d37b1dd-b138-4217-b3ce-16a0e609505a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Deleting the datastore file [datastore1] 460e8db7-d226-4792-ab3f-46dbaed764c9 {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1355.803886] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-86bcb819-6d16-42db-b26c-c182a3509445 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.810782] env[69319]: DEBUG oslo_vmware.api [None req-8d37b1dd-b138-4217-b3ce-16a0e609505a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Waiting for the task: (returnval){ [ 1355.810782] env[69319]: value = "task-3224322" [ 1355.810782] env[69319]: _type = "Task" [ 1355.810782] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.818930] env[69319]: DEBUG oslo_vmware.api [None req-8d37b1dd-b138-4217-b3ce-16a0e609505a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3224322, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.885857] env[69319]: DEBUG oslo_vmware.api [None req-c846efff-75cd-4633-a645-c21fcde9bdaf tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': task-3224320, 'name': ReconfigVM_Task, 'duration_secs': 0.182297} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.886431] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-c846efff-75cd-4633-a645-c21fcde9bdaf tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: b67563f9-4b5d-4f20-87fc-6fc7407687ae] Updating instance 'b67563f9-4b5d-4f20-87fc-6fc7407687ae' progress to 33 {{(pid=69319) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1356.277318] env[69319]: DEBUG nova.network.neutron [None req-777d5e06-c790-492d-b1a1-1211f2cdeb35 tempest-InstanceActionsNegativeTestJSON-1705024722 tempest-InstanceActionsNegativeTestJSON-1705024722-project-member] [instance: 673d868d-1d09-4306-bec1-3ff105d81142] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1356.323672] env[69319]: DEBUG oslo_vmware.api [None req-8d37b1dd-b138-4217-b3ce-16a0e609505a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3224322, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137188} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.323971] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d37b1dd-b138-4217-b3ce-16a0e609505a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1356.324178] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-8d37b1dd-b138-4217-b3ce-16a0e609505a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 460e8db7-d226-4792-ab3f-46dbaed764c9] Deleted contents of the VM from datastore datastore1 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1356.324359] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-8d37b1dd-b138-4217-b3ce-16a0e609505a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 460e8db7-d226-4792-ab3f-46dbaed764c9] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1356.345314] env[69319]: INFO nova.scheduler.client.report [None req-8d37b1dd-b138-4217-b3ce-16a0e609505a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Deleted allocations for instance 460e8db7-d226-4792-ab3f-46dbaed764c9 [ 1356.393011] env[69319]: DEBUG nova.virt.hardware [None req-c846efff-75cd-4633-a645-c21fcde9bdaf tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1356.393281] env[69319]: DEBUG nova.virt.hardware [None req-c846efff-75cd-4633-a645-c21fcde9bdaf tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1356.393443] env[69319]: DEBUG nova.virt.hardware [None req-c846efff-75cd-4633-a645-c21fcde9bdaf tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1356.393646] env[69319]: DEBUG nova.virt.hardware [None req-c846efff-75cd-4633-a645-c21fcde9bdaf tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1356.393823] env[69319]: DEBUG nova.virt.hardware [None req-c846efff-75cd-4633-a645-c21fcde9bdaf tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1356.393981] env[69319]: DEBUG nova.virt.hardware [None req-c846efff-75cd-4633-a645-c21fcde9bdaf tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1356.395770] env[69319]: DEBUG nova.virt.hardware [None req-c846efff-75cd-4633-a645-c21fcde9bdaf tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1356.395966] env[69319]: DEBUG nova.virt.hardware [None req-c846efff-75cd-4633-a645-c21fcde9bdaf tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1356.396160] env[69319]: DEBUG nova.virt.hardware [None req-c846efff-75cd-4633-a645-c21fcde9bdaf tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1356.396333] env[69319]: DEBUG nova.virt.hardware [None req-c846efff-75cd-4633-a645-c21fcde9bdaf tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1356.396510] env[69319]: DEBUG nova.virt.hardware [None req-c846efff-75cd-4633-a645-c21fcde9bdaf tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1356.401895] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-c846efff-75cd-4633-a645-c21fcde9bdaf tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: b67563f9-4b5d-4f20-87fc-6fc7407687ae] Reconfiguring VM instance instance-00000056 to detach disk 2000 {{(pid=69319) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1356.403123] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a7e5db1-6e2b-4e73-8697-e93e829482d9 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] [instance: 7e0f3465-36c8-4bd0-9336-41dd27344611] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1356.403123] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-991ffdd4-7d1f-4e6c-8791-d8dc1de25b63 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.418904] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5b706882-07db-4ee1-ab49-cf91d62d17ff {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.425875] env[69319]: DEBUG oslo_vmware.api [None req-c846efff-75cd-4633-a645-c21fcde9bdaf tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Waiting for the task: (returnval){ [ 1356.425875] env[69319]: value = "task-3224323" [ 1356.425875] env[69319]: _type = "Task" [ 1356.425875] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.427187] env[69319]: DEBUG oslo_vmware.api [None req-0a7e5db1-6e2b-4e73-8697-e93e829482d9 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Waiting for the task: (returnval){ [ 1356.427187] env[69319]: value = "task-3224324" [ 1356.427187] env[69319]: _type = "Task" [ 1356.427187] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.438873] env[69319]: DEBUG oslo_vmware.api [None req-c846efff-75cd-4633-a645-c21fcde9bdaf tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': task-3224323, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.442147] env[69319]: DEBUG oslo_vmware.api [None req-0a7e5db1-6e2b-4e73-8697-e93e829482d9 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Task: {'id': task-3224324, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.454987] env[69319]: DEBUG nova.network.neutron [None req-777d5e06-c790-492d-b1a1-1211f2cdeb35 tempest-InstanceActionsNegativeTestJSON-1705024722 tempest-InstanceActionsNegativeTestJSON-1705024722-project-member] [instance: 673d868d-1d09-4306-bec1-3ff105d81142] Updating instance_info_cache with network_info: [{"id": "70023cdb-3d71-4a58-b202-60a3669da0e0", "address": "fa:16:3e:31:a2:d0", "network": {"id": "a04f1f28-fe84-4a0c-ac67-ccc076bfef80", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-711725333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ee582f9f33d463d8aeb0402a0c188c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ef6889-a40c-40f5-a6e5-d8726606296a", "external-id": "nsx-vlan-transportzone-537", "segmentation_id": 537, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70023cdb-3d", "ovs_interfaceid": "70023cdb-3d71-4a58-b202-60a3669da0e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1356.850252] env[69319]: DEBUG oslo_concurrency.lockutils [None req-8d37b1dd-b138-4217-b3ce-16a0e609505a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1356.850577] env[69319]: DEBUG oslo_concurrency.lockutils [None req-8d37b1dd-b138-4217-b3ce-16a0e609505a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1356.850808] env[69319]: DEBUG nova.objects.instance [None req-8d37b1dd-b138-4217-b3ce-16a0e609505a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Lazy-loading 'resources' on Instance uuid 460e8db7-d226-4792-ab3f-46dbaed764c9 {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1356.941985] env[69319]: DEBUG oslo_vmware.api [None req-0a7e5db1-6e2b-4e73-8697-e93e829482d9 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Task: {'id': task-3224324, 'name': PowerOffVM_Task, 'duration_secs': 0.20559} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.945324] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a7e5db1-6e2b-4e73-8697-e93e829482d9 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] [instance: 7e0f3465-36c8-4bd0-9336-41dd27344611] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1356.945548] env[69319]: DEBUG nova.compute.manager [None req-0a7e5db1-6e2b-4e73-8697-e93e829482d9 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] [instance: 7e0f3465-36c8-4bd0-9336-41dd27344611] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1356.945872] env[69319]: DEBUG oslo_vmware.api [None req-c846efff-75cd-4633-a645-c21fcde9bdaf tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': task-3224323, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.946616] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d2854ce-6250-4a6c-a26b-5eb2f1fe33bb {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.957683] env[69319]: DEBUG oslo_concurrency.lockutils [None req-777d5e06-c790-492d-b1a1-1211f2cdeb35 tempest-InstanceActionsNegativeTestJSON-1705024722 tempest-InstanceActionsNegativeTestJSON-1705024722-project-member] Releasing lock "refresh_cache-673d868d-1d09-4306-bec1-3ff105d81142" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.957977] env[69319]: DEBUG nova.compute.manager [None req-777d5e06-c790-492d-b1a1-1211f2cdeb35 tempest-InstanceActionsNegativeTestJSON-1705024722 tempest-InstanceActionsNegativeTestJSON-1705024722-project-member] [instance: 673d868d-1d09-4306-bec1-3ff105d81142] Instance network_info: |[{"id": "70023cdb-3d71-4a58-b202-60a3669da0e0", "address": "fa:16:3e:31:a2:d0", "network": {"id": "a04f1f28-fe84-4a0c-ac67-ccc076bfef80", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-711725333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ee582f9f33d463d8aeb0402a0c188c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ef6889-a40c-40f5-a6e5-d8726606296a", "external-id": "nsx-vlan-transportzone-537", "segmentation_id": 537, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70023cdb-3d", "ovs_interfaceid": "70023cdb-3d71-4a58-b202-60a3669da0e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1356.958363] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-777d5e06-c790-492d-b1a1-1211f2cdeb35 tempest-InstanceActionsNegativeTestJSON-1705024722 tempest-InstanceActionsNegativeTestJSON-1705024722-project-member] [instance: 673d868d-1d09-4306-bec1-3ff105d81142] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:31:a2:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '53ef6889-a40c-40f5-a6e5-d8726606296a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '70023cdb-3d71-4a58-b202-60a3669da0e0', 'vif_model': 'vmxnet3'}] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1356.965821] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-777d5e06-c790-492d-b1a1-1211f2cdeb35 tempest-InstanceActionsNegativeTestJSON-1705024722 tempest-InstanceActionsNegativeTestJSON-1705024722-project-member] Creating folder: Project (8ee582f9f33d463d8aeb0402a0c188c7). Parent ref: group-v644239. {{(pid=69319) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1356.966111] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5946d84a-2960-43a3-9792-d39ee1aa5494 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.977140] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-777d5e06-c790-492d-b1a1-1211f2cdeb35 tempest-InstanceActionsNegativeTestJSON-1705024722 tempest-InstanceActionsNegativeTestJSON-1705024722-project-member] Created folder: Project (8ee582f9f33d463d8aeb0402a0c188c7) in parent group-v644239. [ 1356.977369] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-777d5e06-c790-492d-b1a1-1211f2cdeb35 tempest-InstanceActionsNegativeTestJSON-1705024722 tempest-InstanceActionsNegativeTestJSON-1705024722-project-member] Creating folder: Instances. Parent ref: group-v644566. {{(pid=69319) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1356.977586] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-252bfbaf-1a2e-4259-8b71-f043d6bccf89 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.986502] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-777d5e06-c790-492d-b1a1-1211f2cdeb35 tempest-InstanceActionsNegativeTestJSON-1705024722 tempest-InstanceActionsNegativeTestJSON-1705024722-project-member] Created folder: Instances in parent group-v644566. [ 1356.986731] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-777d5e06-c790-492d-b1a1-1211f2cdeb35 tempest-InstanceActionsNegativeTestJSON-1705024722 tempest-InstanceActionsNegativeTestJSON-1705024722-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1356.986921] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 673d868d-1d09-4306-bec1-3ff105d81142] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1356.987142] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3e75cd8f-c352-4c8c-a3d6-005b02eb53f8 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.005731] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1357.005731] env[69319]: value = "task-3224327" [ 1357.005731] env[69319]: _type = "Task" [ 1357.005731] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.013207] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3224327, 'name': CreateVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.187097] env[69319]: DEBUG nova.compute.manager [req-3cc7b844-471d-4f3f-80d4-2a69610a4f60 req-48402347-1206-4c58-8997-33f37da52b77 service nova] [instance: 673d868d-1d09-4306-bec1-3ff105d81142] Received event network-changed-70023cdb-3d71-4a58-b202-60a3669da0e0 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1357.187319] env[69319]: DEBUG nova.compute.manager [req-3cc7b844-471d-4f3f-80d4-2a69610a4f60 req-48402347-1206-4c58-8997-33f37da52b77 service nova] [instance: 673d868d-1d09-4306-bec1-3ff105d81142] Refreshing instance network info cache due to event network-changed-70023cdb-3d71-4a58-b202-60a3669da0e0. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1357.187573] env[69319]: DEBUG oslo_concurrency.lockutils [req-3cc7b844-471d-4f3f-80d4-2a69610a4f60 req-48402347-1206-4c58-8997-33f37da52b77 service nova] Acquiring lock "refresh_cache-673d868d-1d09-4306-bec1-3ff105d81142" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.187772] env[69319]: DEBUG oslo_concurrency.lockutils [req-3cc7b844-471d-4f3f-80d4-2a69610a4f60 req-48402347-1206-4c58-8997-33f37da52b77 service nova] Acquired lock "refresh_cache-673d868d-1d09-4306-bec1-3ff105d81142" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.187952] env[69319]: DEBUG nova.network.neutron [req-3cc7b844-471d-4f3f-80d4-2a69610a4f60 req-48402347-1206-4c58-8997-33f37da52b77 service nova] [instance: 673d868d-1d09-4306-bec1-3ff105d81142] Refreshing network info cache for port 70023cdb-3d71-4a58-b202-60a3669da0e0 {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1357.355992] env[69319]: DEBUG nova.objects.instance [None req-8d37b1dd-b138-4217-b3ce-16a0e609505a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Lazy-loading 'numa_topology' on Instance uuid 460e8db7-d226-4792-ab3f-46dbaed764c9 {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1357.436949] env[69319]: DEBUG oslo_vmware.api [None req-c846efff-75cd-4633-a645-c21fcde9bdaf tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': task-3224323, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.457073] env[69319]: DEBUG oslo_concurrency.lockutils [None req-0a7e5db1-6e2b-4e73-8697-e93e829482d9 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Lock "7e0f3465-36c8-4bd0-9336-41dd27344611" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.072s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1357.516480] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3224327, 'name': CreateVM_Task} progress is 25%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.693763] env[69319]: DEBUG nova.objects.instance [None req-f406f183-dff0-4e78-9e42-fdc35e0aa786 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Lazy-loading 'flavor' on Instance uuid 7e0f3465-36c8-4bd0-9336-41dd27344611 {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1357.822620] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b23d9e6f-1edb-41fb-86fd-0704edf9264c tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Acquiring lock "460e8db7-d226-4792-ab3f-46dbaed764c9" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1357.857725] env[69319]: DEBUG nova.objects.base [None req-8d37b1dd-b138-4217-b3ce-16a0e609505a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Object Instance<460e8db7-d226-4792-ab3f-46dbaed764c9> lazy-loaded attributes: resources,numa_topology {{(pid=69319) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1357.901653] env[69319]: DEBUG nova.network.neutron [req-3cc7b844-471d-4f3f-80d4-2a69610a4f60 req-48402347-1206-4c58-8997-33f37da52b77 service nova] [instance: 673d868d-1d09-4306-bec1-3ff105d81142] Updated VIF entry in instance network info cache for port 70023cdb-3d71-4a58-b202-60a3669da0e0. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1357.902017] env[69319]: DEBUG nova.network.neutron [req-3cc7b844-471d-4f3f-80d4-2a69610a4f60 req-48402347-1206-4c58-8997-33f37da52b77 service nova] [instance: 673d868d-1d09-4306-bec1-3ff105d81142] Updating instance_info_cache with network_info: [{"id": "70023cdb-3d71-4a58-b202-60a3669da0e0", "address": "fa:16:3e:31:a2:d0", "network": {"id": "a04f1f28-fe84-4a0c-ac67-ccc076bfef80", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-711725333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ee582f9f33d463d8aeb0402a0c188c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ef6889-a40c-40f5-a6e5-d8726606296a", "external-id": "nsx-vlan-transportzone-537", "segmentation_id": 537, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70023cdb-3d", "ovs_interfaceid": "70023cdb-3d71-4a58-b202-60a3669da0e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1357.937276] env[69319]: DEBUG oslo_vmware.api [None req-c846efff-75cd-4633-a645-c21fcde9bdaf tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': task-3224323, 'name': ReconfigVM_Task, 'duration_secs': 1.195356} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.939818] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-c846efff-75cd-4633-a645-c21fcde9bdaf tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: b67563f9-4b5d-4f20-87fc-6fc7407687ae] Reconfigured VM instance instance-00000056 to detach disk 2000 {{(pid=69319) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1357.940997] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afa15561-6673-4138-b227-047fa58a75b0 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.965377] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-c846efff-75cd-4633-a645-c21fcde9bdaf tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: b67563f9-4b5d-4f20-87fc-6fc7407687ae] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] b67563f9-4b5d-4f20-87fc-6fc7407687ae/b67563f9-4b5d-4f20-87fc-6fc7407687ae.vmdk or device None with type thin {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1357.966874] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db735551-0e2b-42b6-a75b-a6f11a74c34c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.980897] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dd9bb95-649b-4dc3-9a09-b1c3b5c31ea5 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.990782] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c18e806d-1652-4ef9-a727-884dca5673bd {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.994495] env[69319]: DEBUG oslo_vmware.api [None req-c846efff-75cd-4633-a645-c21fcde9bdaf tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Waiting for the task: (returnval){ [ 1357.994495] env[69319]: value = "task-3224328" [ 1357.994495] env[69319]: _type = "Task" [ 1357.994495] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.026704] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1af44324-07df-43e7-ae84-2c919393a602 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.032485] env[69319]: DEBUG oslo_vmware.api [None req-c846efff-75cd-4633-a645-c21fcde9bdaf tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': task-3224328, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.037530] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3224327, 'name': CreateVM_Task, 'duration_secs': 1.007378} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.039499] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 673d868d-1d09-4306-bec1-3ff105d81142] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1358.040265] env[69319]: DEBUG oslo_concurrency.lockutils [None req-777d5e06-c790-492d-b1a1-1211f2cdeb35 tempest-InstanceActionsNegativeTestJSON-1705024722 tempest-InstanceActionsNegativeTestJSON-1705024722-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.040455] env[69319]: DEBUG oslo_concurrency.lockutils [None req-777d5e06-c790-492d-b1a1-1211f2cdeb35 tempest-InstanceActionsNegativeTestJSON-1705024722 tempest-InstanceActionsNegativeTestJSON-1705024722-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.040811] env[69319]: DEBUG oslo_concurrency.lockutils [None req-777d5e06-c790-492d-b1a1-1211f2cdeb35 tempest-InstanceActionsNegativeTestJSON-1705024722 tempest-InstanceActionsNegativeTestJSON-1705024722-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.042198] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e28a6955-f3c4-42ec-93a0-e2c76f25c90f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.046173] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14ea0438-9cc2-4c85-a633-ac72f495c162 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.059716] env[69319]: DEBUG nova.compute.provider_tree [None req-8d37b1dd-b138-4217-b3ce-16a0e609505a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1358.062198] env[69319]: DEBUG oslo_vmware.api [None req-777d5e06-c790-492d-b1a1-1211f2cdeb35 tempest-InstanceActionsNegativeTestJSON-1705024722 tempest-InstanceActionsNegativeTestJSON-1705024722-project-member] Waiting for the task: (returnval){ [ 1358.062198] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]5206f311-d562-2902-55e2-cb9dde96d7ee" [ 1358.062198] env[69319]: _type = "Task" [ 1358.062198] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.070480] env[69319]: DEBUG oslo_vmware.api [None req-777d5e06-c790-492d-b1a1-1211f2cdeb35 tempest-InstanceActionsNegativeTestJSON-1705024722 tempest-InstanceActionsNegativeTestJSON-1705024722-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5206f311-d562-2902-55e2-cb9dde96d7ee, 'name': SearchDatastore_Task, 'duration_secs': 0.009499} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.071336] env[69319]: DEBUG oslo_concurrency.lockutils [None req-777d5e06-c790-492d-b1a1-1211f2cdeb35 tempest-InstanceActionsNegativeTestJSON-1705024722 tempest-InstanceActionsNegativeTestJSON-1705024722-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.071590] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-777d5e06-c790-492d-b1a1-1211f2cdeb35 tempest-InstanceActionsNegativeTestJSON-1705024722 tempest-InstanceActionsNegativeTestJSON-1705024722-project-member] [instance: 673d868d-1d09-4306-bec1-3ff105d81142] Processing image 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1358.071847] env[69319]: DEBUG oslo_concurrency.lockutils [None req-777d5e06-c790-492d-b1a1-1211f2cdeb35 tempest-InstanceActionsNegativeTestJSON-1705024722 tempest-InstanceActionsNegativeTestJSON-1705024722-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.072014] env[69319]: DEBUG oslo_concurrency.lockutils [None req-777d5e06-c790-492d-b1a1-1211f2cdeb35 tempest-InstanceActionsNegativeTestJSON-1705024722 tempest-InstanceActionsNegativeTestJSON-1705024722-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.072225] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-777d5e06-c790-492d-b1a1-1211f2cdeb35 tempest-InstanceActionsNegativeTestJSON-1705024722 tempest-InstanceActionsNegativeTestJSON-1705024722-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1358.072713] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-90b5f2bc-860d-477e-951e-1649b7e58942 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.080475] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-777d5e06-c790-492d-b1a1-1211f2cdeb35 tempest-InstanceActionsNegativeTestJSON-1705024722 tempest-InstanceActionsNegativeTestJSON-1705024722-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1358.080663] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-777d5e06-c790-492d-b1a1-1211f2cdeb35 tempest-InstanceActionsNegativeTestJSON-1705024722 tempest-InstanceActionsNegativeTestJSON-1705024722-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1358.081363] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-184a9669-554a-4114-b2c5-e9daaca0d687 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.086300] env[69319]: DEBUG oslo_vmware.api [None req-777d5e06-c790-492d-b1a1-1211f2cdeb35 tempest-InstanceActionsNegativeTestJSON-1705024722 tempest-InstanceActionsNegativeTestJSON-1705024722-project-member] Waiting for the task: (returnval){ [ 1358.086300] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52a6b30e-e76d-8daa-b81c-b3e04c1d6ab2" [ 1358.086300] env[69319]: _type = "Task" [ 1358.086300] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.093759] env[69319]: DEBUG oslo_vmware.api [None req-777d5e06-c790-492d-b1a1-1211f2cdeb35 tempest-InstanceActionsNegativeTestJSON-1705024722 tempest-InstanceActionsNegativeTestJSON-1705024722-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52a6b30e-e76d-8daa-b81c-b3e04c1d6ab2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.198879] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f406f183-dff0-4e78-9e42-fdc35e0aa786 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Acquiring lock "refresh_cache-7e0f3465-36c8-4bd0-9336-41dd27344611" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.199055] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f406f183-dff0-4e78-9e42-fdc35e0aa786 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Acquired lock "refresh_cache-7e0f3465-36c8-4bd0-9336-41dd27344611" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.199201] env[69319]: DEBUG nova.network.neutron [None req-f406f183-dff0-4e78-9e42-fdc35e0aa786 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] [instance: 7e0f3465-36c8-4bd0-9336-41dd27344611] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1358.199394] env[69319]: DEBUG nova.objects.instance [None req-f406f183-dff0-4e78-9e42-fdc35e0aa786 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Lazy-loading 'info_cache' on Instance uuid 7e0f3465-36c8-4bd0-9336-41dd27344611 {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1358.405190] env[69319]: DEBUG oslo_concurrency.lockutils [req-3cc7b844-471d-4f3f-80d4-2a69610a4f60 req-48402347-1206-4c58-8997-33f37da52b77 service nova] Releasing lock "refresh_cache-673d868d-1d09-4306-bec1-3ff105d81142" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.405520] env[69319]: DEBUG nova.compute.manager [req-3cc7b844-471d-4f3f-80d4-2a69610a4f60 req-48402347-1206-4c58-8997-33f37da52b77 service nova] [instance: 460e8db7-d226-4792-ab3f-46dbaed764c9] Received event network-vif-unplugged-0ccf1d51-db5c-4a00-9969-8a9cfe79159b {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1358.405665] env[69319]: DEBUG oslo_concurrency.lockutils [req-3cc7b844-471d-4f3f-80d4-2a69610a4f60 req-48402347-1206-4c58-8997-33f37da52b77 service nova] Acquiring lock "460e8db7-d226-4792-ab3f-46dbaed764c9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1358.405925] env[69319]: DEBUG oslo_concurrency.lockutils [req-3cc7b844-471d-4f3f-80d4-2a69610a4f60 req-48402347-1206-4c58-8997-33f37da52b77 service nova] Lock "460e8db7-d226-4792-ab3f-46dbaed764c9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1358.406116] env[69319]: DEBUG oslo_concurrency.lockutils [req-3cc7b844-471d-4f3f-80d4-2a69610a4f60 req-48402347-1206-4c58-8997-33f37da52b77 service nova] Lock "460e8db7-d226-4792-ab3f-46dbaed764c9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1358.406294] env[69319]: DEBUG nova.compute.manager [req-3cc7b844-471d-4f3f-80d4-2a69610a4f60 req-48402347-1206-4c58-8997-33f37da52b77 service nova] [instance: 460e8db7-d226-4792-ab3f-46dbaed764c9] No waiting events found dispatching network-vif-unplugged-0ccf1d51-db5c-4a00-9969-8a9cfe79159b {{(pid=69319) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1358.406472] env[69319]: WARNING nova.compute.manager [req-3cc7b844-471d-4f3f-80d4-2a69610a4f60 req-48402347-1206-4c58-8997-33f37da52b77 service nova] [instance: 460e8db7-d226-4792-ab3f-46dbaed764c9] Received unexpected event network-vif-unplugged-0ccf1d51-db5c-4a00-9969-8a9cfe79159b for instance with vm_state shelved_offloaded and task_state unshelving. [ 1358.406641] env[69319]: DEBUG nova.compute.manager [req-3cc7b844-471d-4f3f-80d4-2a69610a4f60 req-48402347-1206-4c58-8997-33f37da52b77 service nova] [instance: 460e8db7-d226-4792-ab3f-46dbaed764c9] Received event network-changed-0ccf1d51-db5c-4a00-9969-8a9cfe79159b {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1358.406870] env[69319]: DEBUG nova.compute.manager [req-3cc7b844-471d-4f3f-80d4-2a69610a4f60 req-48402347-1206-4c58-8997-33f37da52b77 service nova] [instance: 460e8db7-d226-4792-ab3f-46dbaed764c9] Refreshing instance network info cache due to event network-changed-0ccf1d51-db5c-4a00-9969-8a9cfe79159b. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1358.407096] env[69319]: DEBUG oslo_concurrency.lockutils [req-3cc7b844-471d-4f3f-80d4-2a69610a4f60 req-48402347-1206-4c58-8997-33f37da52b77 service nova] Acquiring lock "refresh_cache-460e8db7-d226-4792-ab3f-46dbaed764c9" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.407248] env[69319]: DEBUG oslo_concurrency.lockutils [req-3cc7b844-471d-4f3f-80d4-2a69610a4f60 req-48402347-1206-4c58-8997-33f37da52b77 service nova] Acquired lock "refresh_cache-460e8db7-d226-4792-ab3f-46dbaed764c9" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.407414] env[69319]: DEBUG nova.network.neutron [req-3cc7b844-471d-4f3f-80d4-2a69610a4f60 req-48402347-1206-4c58-8997-33f37da52b77 service nova] [instance: 460e8db7-d226-4792-ab3f-46dbaed764c9] Refreshing network info cache for port 0ccf1d51-db5c-4a00-9969-8a9cfe79159b {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1358.504602] env[69319]: DEBUG oslo_vmware.api [None req-c846efff-75cd-4633-a645-c21fcde9bdaf tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': task-3224328, 'name': ReconfigVM_Task, 'duration_secs': 0.251761} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.504838] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-c846efff-75cd-4633-a645-c21fcde9bdaf tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: b67563f9-4b5d-4f20-87fc-6fc7407687ae] Reconfigured VM instance instance-00000056 to attach disk [datastore1] b67563f9-4b5d-4f20-87fc-6fc7407687ae/b67563f9-4b5d-4f20-87fc-6fc7407687ae.vmdk or device None with type thin {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1358.505137] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-c846efff-75cd-4633-a645-c21fcde9bdaf tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: b67563f9-4b5d-4f20-87fc-6fc7407687ae] Updating instance 'b67563f9-4b5d-4f20-87fc-6fc7407687ae' progress to 50 {{(pid=69319) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1358.564064] env[69319]: DEBUG nova.scheduler.client.report [None req-8d37b1dd-b138-4217-b3ce-16a0e609505a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1358.596415] env[69319]: DEBUG oslo_vmware.api [None req-777d5e06-c790-492d-b1a1-1211f2cdeb35 tempest-InstanceActionsNegativeTestJSON-1705024722 tempest-InstanceActionsNegativeTestJSON-1705024722-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52a6b30e-e76d-8daa-b81c-b3e04c1d6ab2, 'name': SearchDatastore_Task, 'duration_secs': 0.00797} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.597232] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-543894c0-ebf4-4398-b798-8af11c61f1e4 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.602022] env[69319]: DEBUG oslo_vmware.api [None req-777d5e06-c790-492d-b1a1-1211f2cdeb35 tempest-InstanceActionsNegativeTestJSON-1705024722 tempest-InstanceActionsNegativeTestJSON-1705024722-project-member] Waiting for the task: (returnval){ [ 1358.602022] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]522281ac-8487-cbb7-5119-9290669e3ffd" [ 1358.602022] env[69319]: _type = "Task" [ 1358.602022] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.609496] env[69319]: DEBUG oslo_vmware.api [None req-777d5e06-c790-492d-b1a1-1211f2cdeb35 tempest-InstanceActionsNegativeTestJSON-1705024722 tempest-InstanceActionsNegativeTestJSON-1705024722-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]522281ac-8487-cbb7-5119-9290669e3ffd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.702826] env[69319]: DEBUG nova.objects.base [None req-f406f183-dff0-4e78-9e42-fdc35e0aa786 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Object Instance<7e0f3465-36c8-4bd0-9336-41dd27344611> lazy-loaded attributes: flavor,info_cache {{(pid=69319) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1359.011422] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-099c54f8-6e16-4087-b140-dae4a3b04432 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.032796] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06199127-833c-4b91-820d-4e9ce2f8cb67 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.051872] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-c846efff-75cd-4633-a645-c21fcde9bdaf tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: b67563f9-4b5d-4f20-87fc-6fc7407687ae] Updating instance 'b67563f9-4b5d-4f20-87fc-6fc7407687ae' progress to 67 {{(pid=69319) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1359.068588] env[69319]: DEBUG oslo_concurrency.lockutils [None req-8d37b1dd-b138-4217-b3ce-16a0e609505a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.218s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1359.111971] env[69319]: DEBUG oslo_vmware.api [None req-777d5e06-c790-492d-b1a1-1211f2cdeb35 tempest-InstanceActionsNegativeTestJSON-1705024722 tempest-InstanceActionsNegativeTestJSON-1705024722-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]522281ac-8487-cbb7-5119-9290669e3ffd, 'name': SearchDatastore_Task, 'duration_secs': 0.009081} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.112260] env[69319]: DEBUG oslo_concurrency.lockutils [None req-777d5e06-c790-492d-b1a1-1211f2cdeb35 tempest-InstanceActionsNegativeTestJSON-1705024722 tempest-InstanceActionsNegativeTestJSON-1705024722-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.112525] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-777d5e06-c790-492d-b1a1-1211f2cdeb35 tempest-InstanceActionsNegativeTestJSON-1705024722 tempest-InstanceActionsNegativeTestJSON-1705024722-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] 673d868d-1d09-4306-bec1-3ff105d81142/673d868d-1d09-4306-bec1-3ff105d81142.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1359.112781] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0b67c36c-cb4c-476a-b96a-f829fc194f31 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.119639] env[69319]: DEBUG oslo_vmware.api [None req-777d5e06-c790-492d-b1a1-1211f2cdeb35 tempest-InstanceActionsNegativeTestJSON-1705024722 tempest-InstanceActionsNegativeTestJSON-1705024722-project-member] Waiting for the task: (returnval){ [ 1359.119639] env[69319]: value = "task-3224329" [ 1359.119639] env[69319]: _type = "Task" [ 1359.119639] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.123264] env[69319]: DEBUG nova.network.neutron [req-3cc7b844-471d-4f3f-80d4-2a69610a4f60 req-48402347-1206-4c58-8997-33f37da52b77 service nova] [instance: 460e8db7-d226-4792-ab3f-46dbaed764c9] Updated VIF entry in instance network info cache for port 0ccf1d51-db5c-4a00-9969-8a9cfe79159b. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1359.123733] env[69319]: DEBUG nova.network.neutron [req-3cc7b844-471d-4f3f-80d4-2a69610a4f60 req-48402347-1206-4c58-8997-33f37da52b77 service nova] [instance: 460e8db7-d226-4792-ab3f-46dbaed764c9] Updating instance_info_cache with network_info: [{"id": "0ccf1d51-db5c-4a00-9969-8a9cfe79159b", "address": "fa:16:3e:2f:fd:9e", "network": {"id": "5b6a3856-a59d-4821-b22f-d38a582fca59", "bridge": null, "label": "tempest-ServerActionsTestOtherB-151173017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8712195e5600495dac5d45bcbbd358ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap0ccf1d51-db", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1359.129324] env[69319]: DEBUG oslo_vmware.api [None req-777d5e06-c790-492d-b1a1-1211f2cdeb35 tempest-InstanceActionsNegativeTestJSON-1705024722 tempest-InstanceActionsNegativeTestJSON-1705024722-project-member] Task: {'id': task-3224329, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.416099] env[69319]: DEBUG nova.network.neutron [None req-f406f183-dff0-4e78-9e42-fdc35e0aa786 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] [instance: 7e0f3465-36c8-4bd0-9336-41dd27344611] Updating instance_info_cache with network_info: [{"id": "6f5e8016-942d-4256-98f9-2bcd6154404b", "address": "fa:16:3e:8c:e6:9e", "network": {"id": "fe450683-4b58-424e-b4ce-0fd525e66e86", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-645183014-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23551c0805f040808fef5fa53aff716c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f5e8016-94", "ovs_interfaceid": "6f5e8016-942d-4256-98f9-2bcd6154404b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1359.575986] env[69319]: DEBUG oslo_concurrency.lockutils [None req-8d37b1dd-b138-4217-b3ce-16a0e609505a tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Lock "460e8db7-d226-4792-ab3f-46dbaed764c9" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 20.752s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1359.576962] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b23d9e6f-1edb-41fb-86fd-0704edf9264c tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Lock "460e8db7-d226-4792-ab3f-46dbaed764c9" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.754s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1359.577162] env[69319]: INFO nova.compute.manager [None req-b23d9e6f-1edb-41fb-86fd-0704edf9264c tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 460e8db7-d226-4792-ab3f-46dbaed764c9] Unshelving [ 1359.591853] env[69319]: DEBUG nova.network.neutron [None req-c846efff-75cd-4633-a645-c21fcde9bdaf tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: b67563f9-4b5d-4f20-87fc-6fc7407687ae] Port f398cee1-c4b1-4b6f-aced-b9b0c8695d31 binding to destination host cpu-1 is already ACTIVE {{(pid=69319) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1359.628385] env[69319]: DEBUG oslo_concurrency.lockutils [req-3cc7b844-471d-4f3f-80d4-2a69610a4f60 req-48402347-1206-4c58-8997-33f37da52b77 service nova] Releasing lock "refresh_cache-460e8db7-d226-4792-ab3f-46dbaed764c9" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.628781] env[69319]: DEBUG oslo_vmware.api [None req-777d5e06-c790-492d-b1a1-1211f2cdeb35 tempest-InstanceActionsNegativeTestJSON-1705024722 tempest-InstanceActionsNegativeTestJSON-1705024722-project-member] Task: {'id': task-3224329, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.440771} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.629033] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-777d5e06-c790-492d-b1a1-1211f2cdeb35 tempest-InstanceActionsNegativeTestJSON-1705024722 tempest-InstanceActionsNegativeTestJSON-1705024722-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] 673d868d-1d09-4306-bec1-3ff105d81142/673d868d-1d09-4306-bec1-3ff105d81142.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1359.629249] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-777d5e06-c790-492d-b1a1-1211f2cdeb35 tempest-InstanceActionsNegativeTestJSON-1705024722 tempest-InstanceActionsNegativeTestJSON-1705024722-project-member] [instance: 673d868d-1d09-4306-bec1-3ff105d81142] Extending root virtual disk to 1048576 {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1359.629489] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ffad6dd3-7483-431c-a5b4-b567517fa756 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.636357] env[69319]: DEBUG oslo_vmware.api [None req-777d5e06-c790-492d-b1a1-1211f2cdeb35 tempest-InstanceActionsNegativeTestJSON-1705024722 tempest-InstanceActionsNegativeTestJSON-1705024722-project-member] Waiting for the task: (returnval){ [ 1359.636357] env[69319]: value = "task-3224330" [ 1359.636357] env[69319]: _type = "Task" [ 1359.636357] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.643870] env[69319]: DEBUG oslo_vmware.api [None req-777d5e06-c790-492d-b1a1-1211f2cdeb35 tempest-InstanceActionsNegativeTestJSON-1705024722 tempest-InstanceActionsNegativeTestJSON-1705024722-project-member] Task: {'id': task-3224330, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.919599] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f406f183-dff0-4e78-9e42-fdc35e0aa786 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Releasing lock "refresh_cache-7e0f3465-36c8-4bd0-9336-41dd27344611" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.151329] env[69319]: DEBUG oslo_vmware.api [None req-777d5e06-c790-492d-b1a1-1211f2cdeb35 tempest-InstanceActionsNegativeTestJSON-1705024722 tempest-InstanceActionsNegativeTestJSON-1705024722-project-member] Task: {'id': task-3224330, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072626} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.151763] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-777d5e06-c790-492d-b1a1-1211f2cdeb35 tempest-InstanceActionsNegativeTestJSON-1705024722 tempest-InstanceActionsNegativeTestJSON-1705024722-project-member] [instance: 673d868d-1d09-4306-bec1-3ff105d81142] Extended root virtual disk {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1360.153013] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b880e5b-9873-4da6-be92-3047d0607e50 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.191856] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-777d5e06-c790-492d-b1a1-1211f2cdeb35 tempest-InstanceActionsNegativeTestJSON-1705024722 tempest-InstanceActionsNegativeTestJSON-1705024722-project-member] [instance: 673d868d-1d09-4306-bec1-3ff105d81142] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] 673d868d-1d09-4306-bec1-3ff105d81142/673d868d-1d09-4306-bec1-3ff105d81142.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1360.192723] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f710c805-0999-4deb-8ff1-8fab3e9648f0 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.214592] env[69319]: DEBUG oslo_vmware.api [None req-777d5e06-c790-492d-b1a1-1211f2cdeb35 tempest-InstanceActionsNegativeTestJSON-1705024722 tempest-InstanceActionsNegativeTestJSON-1705024722-project-member] Waiting for the task: (returnval){ [ 1360.214592] env[69319]: value = "task-3224331" [ 1360.214592] env[69319]: _type = "Task" [ 1360.214592] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.223017] env[69319]: DEBUG oslo_vmware.api [None req-777d5e06-c790-492d-b1a1-1211f2cdeb35 tempest-InstanceActionsNegativeTestJSON-1705024722 tempest-InstanceActionsNegativeTestJSON-1705024722-project-member] Task: {'id': task-3224331, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.599756] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b23d9e6f-1edb-41fb-86fd-0704edf9264c tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1360.600107] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b23d9e6f-1edb-41fb-86fd-0704edf9264c tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1360.600410] env[69319]: DEBUG nova.objects.instance [None req-b23d9e6f-1edb-41fb-86fd-0704edf9264c tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Lazy-loading 'pci_requests' on Instance uuid 460e8db7-d226-4792-ab3f-46dbaed764c9 {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1360.617014] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c846efff-75cd-4633-a645-c21fcde9bdaf tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Acquiring lock "b67563f9-4b5d-4f20-87fc-6fc7407687ae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1360.617270] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c846efff-75cd-4633-a645-c21fcde9bdaf tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Lock "b67563f9-4b5d-4f20-87fc-6fc7407687ae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1360.617467] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c846efff-75cd-4633-a645-c21fcde9bdaf tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Lock "b67563f9-4b5d-4f20-87fc-6fc7407687ae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1360.724275] env[69319]: DEBUG oslo_vmware.api [None req-777d5e06-c790-492d-b1a1-1211f2cdeb35 tempest-InstanceActionsNegativeTestJSON-1705024722 tempest-InstanceActionsNegativeTestJSON-1705024722-project-member] Task: {'id': task-3224331, 'name': ReconfigVM_Task, 'duration_secs': 0.420095} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.724551] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-777d5e06-c790-492d-b1a1-1211f2cdeb35 tempest-InstanceActionsNegativeTestJSON-1705024722 tempest-InstanceActionsNegativeTestJSON-1705024722-project-member] [instance: 673d868d-1d09-4306-bec1-3ff105d81142] Reconfigured VM instance instance-00000077 to attach disk [datastore2] 673d868d-1d09-4306-bec1-3ff105d81142/673d868d-1d09-4306-bec1-3ff105d81142.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1360.725162] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3cf8758f-3482-4f74-8037-4037fb6e281a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.731222] env[69319]: DEBUG oslo_vmware.api [None req-777d5e06-c790-492d-b1a1-1211f2cdeb35 tempest-InstanceActionsNegativeTestJSON-1705024722 tempest-InstanceActionsNegativeTestJSON-1705024722-project-member] Waiting for the task: (returnval){ [ 1360.731222] env[69319]: value = "task-3224332" [ 1360.731222] env[69319]: _type = "Task" [ 1360.731222] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.738321] env[69319]: DEBUG oslo_vmware.api [None req-777d5e06-c790-492d-b1a1-1211f2cdeb35 tempest-InstanceActionsNegativeTestJSON-1705024722 tempest-InstanceActionsNegativeTestJSON-1705024722-project-member] Task: {'id': task-3224332, 'name': Rename_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.925122] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-f406f183-dff0-4e78-9e42-fdc35e0aa786 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] [instance: 7e0f3465-36c8-4bd0-9336-41dd27344611] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1360.925450] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fc4c00b1-9344-41e4-a8da-9fbe70b4df2d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.932315] env[69319]: DEBUG oslo_vmware.api [None req-f406f183-dff0-4e78-9e42-fdc35e0aa786 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Waiting for the task: (returnval){ [ 1360.932315] env[69319]: value = "task-3224333" [ 1360.932315] env[69319]: _type = "Task" [ 1360.932315] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.940163] env[69319]: DEBUG oslo_vmware.api [None req-f406f183-dff0-4e78-9e42-fdc35e0aa786 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Task: {'id': task-3224333, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.081339] env[69319]: DEBUG oslo_service.periodic_task [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69319) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1361.081623] env[69319]: DEBUG oslo_service.periodic_task [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69319) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1361.081722] env[69319]: DEBUG oslo_service.periodic_task [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69319) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1361.081829] env[69319]: DEBUG oslo_service.periodic_task [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69319) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1361.081979] env[69319]: DEBUG oslo_service.periodic_task [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69319) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1361.082160] env[69319]: DEBUG oslo_service.periodic_task [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69319) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1361.082304] env[69319]: DEBUG oslo_service.periodic_task [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69319) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1361.082450] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69319) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1361.082602] env[69319]: DEBUG oslo_service.periodic_task [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Running periodic task ComputeManager.update_available_resource {{(pid=69319) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1361.112061] env[69319]: DEBUG nova.objects.instance [None req-b23d9e6f-1edb-41fb-86fd-0704edf9264c tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Lazy-loading 'numa_topology' on Instance uuid 460e8db7-d226-4792-ab3f-46dbaed764c9 {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1361.241441] env[69319]: DEBUG oslo_vmware.api [None req-777d5e06-c790-492d-b1a1-1211f2cdeb35 tempest-InstanceActionsNegativeTestJSON-1705024722 tempest-InstanceActionsNegativeTestJSON-1705024722-project-member] Task: {'id': task-3224332, 'name': Rename_Task, 'duration_secs': 0.134299} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.241778] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-777d5e06-c790-492d-b1a1-1211f2cdeb35 tempest-InstanceActionsNegativeTestJSON-1705024722 tempest-InstanceActionsNegativeTestJSON-1705024722-project-member] [instance: 673d868d-1d09-4306-bec1-3ff105d81142] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1361.242067] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4ddbc96c-554e-46ac-a285-3ae6c9a998b2 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.249343] env[69319]: DEBUG oslo_vmware.api [None req-777d5e06-c790-492d-b1a1-1211f2cdeb35 tempest-InstanceActionsNegativeTestJSON-1705024722 tempest-InstanceActionsNegativeTestJSON-1705024722-project-member] Waiting for the task: (returnval){ [ 1361.249343] env[69319]: value = "task-3224334" [ 1361.249343] env[69319]: _type = "Task" [ 1361.249343] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.257878] env[69319]: DEBUG oslo_vmware.api [None req-777d5e06-c790-492d-b1a1-1211f2cdeb35 tempest-InstanceActionsNegativeTestJSON-1705024722 tempest-InstanceActionsNegativeTestJSON-1705024722-project-member] Task: {'id': task-3224334, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.442065] env[69319]: DEBUG oslo_vmware.api [None req-f406f183-dff0-4e78-9e42-fdc35e0aa786 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Task: {'id': task-3224333, 'name': PowerOnVM_Task, 'duration_secs': 0.39157} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.442391] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-f406f183-dff0-4e78-9e42-fdc35e0aa786 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] [instance: 7e0f3465-36c8-4bd0-9336-41dd27344611] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1361.442595] env[69319]: DEBUG nova.compute.manager [None req-f406f183-dff0-4e78-9e42-fdc35e0aa786 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] [instance: 7e0f3465-36c8-4bd0-9336-41dd27344611] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1361.443372] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae1a326c-eeb5-4534-9d90-9bc3afe7968b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.586385] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1361.617140] env[69319]: INFO nova.compute.claims [None req-b23d9e6f-1edb-41fb-86fd-0704edf9264c tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 460e8db7-d226-4792-ab3f-46dbaed764c9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1361.655148] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c846efff-75cd-4633-a645-c21fcde9bdaf tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Acquiring lock "refresh_cache-b67563f9-4b5d-4f20-87fc-6fc7407687ae" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.655343] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c846efff-75cd-4633-a645-c21fcde9bdaf tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Acquired lock "refresh_cache-b67563f9-4b5d-4f20-87fc-6fc7407687ae" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.655522] env[69319]: DEBUG nova.network.neutron [None req-c846efff-75cd-4633-a645-c21fcde9bdaf tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: b67563f9-4b5d-4f20-87fc-6fc7407687ae] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1361.758924] env[69319]: DEBUG oslo_vmware.api [None req-777d5e06-c790-492d-b1a1-1211f2cdeb35 tempest-InstanceActionsNegativeTestJSON-1705024722 tempest-InstanceActionsNegativeTestJSON-1705024722-project-member] Task: {'id': task-3224334, 'name': PowerOnVM_Task, 'duration_secs': 0.440579} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.759223] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-777d5e06-c790-492d-b1a1-1211f2cdeb35 tempest-InstanceActionsNegativeTestJSON-1705024722 tempest-InstanceActionsNegativeTestJSON-1705024722-project-member] [instance: 673d868d-1d09-4306-bec1-3ff105d81142] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1361.759433] env[69319]: INFO nova.compute.manager [None req-777d5e06-c790-492d-b1a1-1211f2cdeb35 tempest-InstanceActionsNegativeTestJSON-1705024722 tempest-InstanceActionsNegativeTestJSON-1705024722-project-member] [instance: 673d868d-1d09-4306-bec1-3ff105d81142] Took 6.72 seconds to spawn the instance on the hypervisor. [ 1361.759617] env[69319]: DEBUG nova.compute.manager [None req-777d5e06-c790-492d-b1a1-1211f2cdeb35 tempest-InstanceActionsNegativeTestJSON-1705024722 tempest-InstanceActionsNegativeTestJSON-1705024722-project-member] [instance: 673d868d-1d09-4306-bec1-3ff105d81142] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1361.760401] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9f9f2fd-68b5-4a76-bb11-cf8f57b0d5ad {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.275492] env[69319]: INFO nova.compute.manager [None req-777d5e06-c790-492d-b1a1-1211f2cdeb35 tempest-InstanceActionsNegativeTestJSON-1705024722 tempest-InstanceActionsNegativeTestJSON-1705024722-project-member] [instance: 673d868d-1d09-4306-bec1-3ff105d81142] Took 11.44 seconds to build instance. [ 1362.357830] env[69319]: DEBUG nova.network.neutron [None req-c846efff-75cd-4633-a645-c21fcde9bdaf tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: b67563f9-4b5d-4f20-87fc-6fc7407687ae] Updating instance_info_cache with network_info: [{"id": "f398cee1-c4b1-4b6f-aced-b9b0c8695d31", "address": "fa:16:3e:22:9d:71", "network": {"id": "eba3ac7c-e65e-4811-a2ab-2b2399f9a31c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-580087532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef4b5f34c7fe4128a153d1f4914be606", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf398cee1-c4", "ovs_interfaceid": "f398cee1-c4b1-4b6f-aced-b9b0c8695d31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1362.706918] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26230e86-123a-4ca4-8e40-c4780a76fdd9 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.714385] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12c210f9-88cd-4ce1-a963-09a5cefbe772 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.746743] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f89ad38-ae3d-4f31-98d2-3d130e5ab8d2 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.753680] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c30d385-9fef-417c-a2e3-a15bb104de8b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.766819] env[69319]: DEBUG nova.compute.provider_tree [None req-b23d9e6f-1edb-41fb-86fd-0704edf9264c tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1362.779387] env[69319]: DEBUG oslo_concurrency.lockutils [None req-777d5e06-c790-492d-b1a1-1211f2cdeb35 tempest-InstanceActionsNegativeTestJSON-1705024722 tempest-InstanceActionsNegativeTestJSON-1705024722-project-member] Lock "673d868d-1d09-4306-bec1-3ff105d81142" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.956s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1362.860651] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c846efff-75cd-4633-a645-c21fcde9bdaf tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Releasing lock "refresh_cache-b67563f9-4b5d-4f20-87fc-6fc7407687ae" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.269632] env[69319]: DEBUG nova.scheduler.client.report [None req-b23d9e6f-1edb-41fb-86fd-0704edf9264c tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1363.278308] env[69319]: DEBUG oslo_concurrency.lockutils [None req-bcbee43f-1b68-4771-92b6-26fb5e1483ba tempest-InstanceActionsNegativeTestJSON-1705024722 tempest-InstanceActionsNegativeTestJSON-1705024722-project-member] Acquiring lock "673d868d-1d09-4306-bec1-3ff105d81142" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1363.278308] env[69319]: DEBUG oslo_concurrency.lockutils [None req-bcbee43f-1b68-4771-92b6-26fb5e1483ba tempest-InstanceActionsNegativeTestJSON-1705024722 tempest-InstanceActionsNegativeTestJSON-1705024722-project-member] Lock "673d868d-1d09-4306-bec1-3ff105d81142" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1363.278545] env[69319]: DEBUG oslo_concurrency.lockutils [None req-bcbee43f-1b68-4771-92b6-26fb5e1483ba tempest-InstanceActionsNegativeTestJSON-1705024722 tempest-InstanceActionsNegativeTestJSON-1705024722-project-member] Acquiring lock "673d868d-1d09-4306-bec1-3ff105d81142-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1363.278727] env[69319]: DEBUG oslo_concurrency.lockutils [None req-bcbee43f-1b68-4771-92b6-26fb5e1483ba tempest-InstanceActionsNegativeTestJSON-1705024722 tempest-InstanceActionsNegativeTestJSON-1705024722-project-member] Lock "673d868d-1d09-4306-bec1-3ff105d81142-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1363.278819] env[69319]: DEBUG oslo_concurrency.lockutils [None req-bcbee43f-1b68-4771-92b6-26fb5e1483ba tempest-InstanceActionsNegativeTestJSON-1705024722 tempest-InstanceActionsNegativeTestJSON-1705024722-project-member] Lock "673d868d-1d09-4306-bec1-3ff105d81142-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1363.280685] env[69319]: INFO nova.compute.manager [None req-bcbee43f-1b68-4771-92b6-26fb5e1483ba tempest-InstanceActionsNegativeTestJSON-1705024722 tempest-InstanceActionsNegativeTestJSON-1705024722-project-member] [instance: 673d868d-1d09-4306-bec1-3ff105d81142] Terminating instance [ 1363.383048] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bd8b7b2-c164-4997-813a-62c33da23249 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.402317] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ca60290-3229-4bf6-90ed-e0af17e8307e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.409107] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-c846efff-75cd-4633-a645-c21fcde9bdaf tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: b67563f9-4b5d-4f20-87fc-6fc7407687ae] Updating instance 'b67563f9-4b5d-4f20-87fc-6fc7407687ae' progress to 83 {{(pid=69319) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1363.577477] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ada4fd8c-ad26-4ef0-8e4e-3f08b8426299 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Acquiring lock "984009a3-7d13-499a-b8fc-3e22edb2aa1e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1363.577668] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ada4fd8c-ad26-4ef0-8e4e-3f08b8426299 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Lock "984009a3-7d13-499a-b8fc-3e22edb2aa1e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1363.775383] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b23d9e6f-1edb-41fb-86fd-0704edf9264c tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.175s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1363.777747] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.192s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1363.777940] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1363.778127] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69319) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1363.779012] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ecb0310-ee97-47ac-bac6-6fbd91cad6ce {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.783841] env[69319]: DEBUG nova.compute.manager [None req-bcbee43f-1b68-4771-92b6-26fb5e1483ba tempest-InstanceActionsNegativeTestJSON-1705024722 tempest-InstanceActionsNegativeTestJSON-1705024722-project-member] [instance: 673d868d-1d09-4306-bec1-3ff105d81142] Start destroying the instance on the hypervisor. {{(pid=69319) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1363.783963] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-bcbee43f-1b68-4771-92b6-26fb5e1483ba tempest-InstanceActionsNegativeTestJSON-1705024722 tempest-InstanceActionsNegativeTestJSON-1705024722-project-member] [instance: 673d868d-1d09-4306-bec1-3ff105d81142] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1363.784637] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-282553ed-22ad-43a5-b543-902b48a303e7 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.790503] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0e0dbda-434e-4f9c-bac2-30ca5c3ed882 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.795960] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcbee43f-1b68-4771-92b6-26fb5e1483ba tempest-InstanceActionsNegativeTestJSON-1705024722 tempest-InstanceActionsNegativeTestJSON-1705024722-project-member] [instance: 673d868d-1d09-4306-bec1-3ff105d81142] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1363.796475] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-929d0edd-3dc6-4c9c-9f40-ae865546d588 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.806880] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78bd09ae-f3d5-41ee-a3f1-809b51662105 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.809418] env[69319]: DEBUG oslo_vmware.api [None req-bcbee43f-1b68-4771-92b6-26fb5e1483ba tempest-InstanceActionsNegativeTestJSON-1705024722 tempest-InstanceActionsNegativeTestJSON-1705024722-project-member] Waiting for the task: (returnval){ [ 1363.809418] env[69319]: value = "task-3224335" [ 1363.809418] env[69319]: _type = "Task" [ 1363.809418] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.810190] env[69319]: INFO nova.network.neutron [None req-b23d9e6f-1edb-41fb-86fd-0704edf9264c tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 460e8db7-d226-4792-ab3f-46dbaed764c9] Updating port 0ccf1d51-db5c-4a00-9969-8a9cfe79159b with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1363.819138] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30dd1edb-1d22-4088-ba43-9cf6c04339b0 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.824576] env[69319]: DEBUG oslo_vmware.api [None req-bcbee43f-1b68-4771-92b6-26fb5e1483ba tempest-InstanceActionsNegativeTestJSON-1705024722 tempest-InstanceActionsNegativeTestJSON-1705024722-project-member] Task: {'id': task-3224335, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.853582] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179904MB free_disk=122GB free_vcpus=48 pci_devices=None {{(pid=69319) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1363.853788] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1363.854033] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1363.916019] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-c846efff-75cd-4633-a645-c21fcde9bdaf tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: b67563f9-4b5d-4f20-87fc-6fc7407687ae] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1363.916650] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2b565474-5f1b-451f-a5dd-e9ad36fa7321 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.924442] env[69319]: DEBUG oslo_vmware.api [None req-c846efff-75cd-4633-a645-c21fcde9bdaf tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Waiting for the task: (returnval){ [ 1363.924442] env[69319]: value = "task-3224336" [ 1363.924442] env[69319]: _type = "Task" [ 1363.924442] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.938693] env[69319]: DEBUG oslo_vmware.api [None req-c846efff-75cd-4633-a645-c21fcde9bdaf tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': task-3224336, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.081395] env[69319]: DEBUG nova.compute.utils [None req-ada4fd8c-ad26-4ef0-8e4e-3f08b8426299 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Using /dev/sd instead of None {{(pid=69319) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1364.322656] env[69319]: DEBUG oslo_vmware.api [None req-bcbee43f-1b68-4771-92b6-26fb5e1483ba tempest-InstanceActionsNegativeTestJSON-1705024722 tempest-InstanceActionsNegativeTestJSON-1705024722-project-member] Task: {'id': task-3224335, 'name': PowerOffVM_Task, 'duration_secs': 0.278129} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.322871] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcbee43f-1b68-4771-92b6-26fb5e1483ba tempest-InstanceActionsNegativeTestJSON-1705024722 tempest-InstanceActionsNegativeTestJSON-1705024722-project-member] [instance: 673d868d-1d09-4306-bec1-3ff105d81142] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1364.323129] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-bcbee43f-1b68-4771-92b6-26fb5e1483ba tempest-InstanceActionsNegativeTestJSON-1705024722 tempest-InstanceActionsNegativeTestJSON-1705024722-project-member] [instance: 673d868d-1d09-4306-bec1-3ff105d81142] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1364.323506] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-72c96724-c8a5-4fc5-999c-07e7f839abe8 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.388469] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-bcbee43f-1b68-4771-92b6-26fb5e1483ba tempest-InstanceActionsNegativeTestJSON-1705024722 tempest-InstanceActionsNegativeTestJSON-1705024722-project-member] [instance: 673d868d-1d09-4306-bec1-3ff105d81142] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1364.388743] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-bcbee43f-1b68-4771-92b6-26fb5e1483ba tempest-InstanceActionsNegativeTestJSON-1705024722 tempest-InstanceActionsNegativeTestJSON-1705024722-project-member] [instance: 673d868d-1d09-4306-bec1-3ff105d81142] Deleting contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1364.388938] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcbee43f-1b68-4771-92b6-26fb5e1483ba tempest-InstanceActionsNegativeTestJSON-1705024722 tempest-InstanceActionsNegativeTestJSON-1705024722-project-member] Deleting the datastore file [datastore2] 673d868d-1d09-4306-bec1-3ff105d81142 {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1364.389220] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2529045d-7975-401b-992f-2a83b1f14ee2 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.395781] env[69319]: DEBUG oslo_vmware.api [None req-bcbee43f-1b68-4771-92b6-26fb5e1483ba tempest-InstanceActionsNegativeTestJSON-1705024722 tempest-InstanceActionsNegativeTestJSON-1705024722-project-member] Waiting for the task: (returnval){ [ 1364.395781] env[69319]: value = "task-3224338" [ 1364.395781] env[69319]: _type = "Task" [ 1364.395781] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.403192] env[69319]: DEBUG oslo_vmware.api [None req-bcbee43f-1b68-4771-92b6-26fb5e1483ba tempest-InstanceActionsNegativeTestJSON-1705024722 tempest-InstanceActionsNegativeTestJSON-1705024722-project-member] Task: {'id': task-3224338, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.433020] env[69319]: DEBUG oslo_vmware.api [None req-c846efff-75cd-4633-a645-c21fcde9bdaf tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': task-3224336, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.585055] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ada4fd8c-ad26-4ef0-8e4e-3f08b8426299 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Lock "984009a3-7d13-499a-b8fc-3e22edb2aa1e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1364.863186] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Applying migration context for instance b67563f9-4b5d-4f20-87fc-6fc7407687ae as it has an incoming, in-progress migration 2cd10b6c-6a11-4334-8141-733c92448617. Migration status is post-migrating {{(pid=69319) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1364.864159] env[69319]: INFO nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] [instance: b67563f9-4b5d-4f20-87fc-6fc7407687ae] Updating resource usage from migration 2cd10b6c-6a11-4334-8141-733c92448617 [ 1364.883458] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance 7e0f3465-36c8-4bd0-9336-41dd27344611 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1364.883618] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance 984009a3-7d13-499a-b8fc-3e22edb2aa1e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1364.883763] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Migration 2cd10b6c-6a11-4334-8141-733c92448617 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1364.883887] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance b67563f9-4b5d-4f20-87fc-6fc7407687ae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1364.884024] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance 673d868d-1d09-4306-bec1-3ff105d81142 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1364.884177] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance 460e8db7-d226-4792-ab3f-46dbaed764c9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1364.884387] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=69319) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1364.884522] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1728MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=6 pci_stats=[] {{(pid=69319) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1364.908283] env[69319]: DEBUG oslo_vmware.api [None req-bcbee43f-1b68-4771-92b6-26fb5e1483ba tempest-InstanceActionsNegativeTestJSON-1705024722 tempest-InstanceActionsNegativeTestJSON-1705024722-project-member] Task: {'id': task-3224338, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.297687} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.908609] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcbee43f-1b68-4771-92b6-26fb5e1483ba tempest-InstanceActionsNegativeTestJSON-1705024722 tempest-InstanceActionsNegativeTestJSON-1705024722-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1364.908807] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-bcbee43f-1b68-4771-92b6-26fb5e1483ba tempest-InstanceActionsNegativeTestJSON-1705024722 tempest-InstanceActionsNegativeTestJSON-1705024722-project-member] [instance: 673d868d-1d09-4306-bec1-3ff105d81142] Deleted contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1364.908992] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-bcbee43f-1b68-4771-92b6-26fb5e1483ba tempest-InstanceActionsNegativeTestJSON-1705024722 tempest-InstanceActionsNegativeTestJSON-1705024722-project-member] [instance: 673d868d-1d09-4306-bec1-3ff105d81142] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1364.909187] env[69319]: INFO nova.compute.manager [None req-bcbee43f-1b68-4771-92b6-26fb5e1483ba tempest-InstanceActionsNegativeTestJSON-1705024722 tempest-InstanceActionsNegativeTestJSON-1705024722-project-member] [instance: 673d868d-1d09-4306-bec1-3ff105d81142] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1364.909427] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bcbee43f-1b68-4771-92b6-26fb5e1483ba tempest-InstanceActionsNegativeTestJSON-1705024722 tempest-InstanceActionsNegativeTestJSON-1705024722-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1364.909621] env[69319]: DEBUG nova.compute.manager [-] [instance: 673d868d-1d09-4306-bec1-3ff105d81142] Deallocating network for instance {{(pid=69319) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1364.909717] env[69319]: DEBUG nova.network.neutron [-] [instance: 673d868d-1d09-4306-bec1-3ff105d81142] deallocate_for_instance() {{(pid=69319) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1364.933836] env[69319]: DEBUG oslo_vmware.api [None req-c846efff-75cd-4633-a645-c21fcde9bdaf tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': task-3224336, 'name': PowerOnVM_Task, 'duration_secs': 0.7726} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.936261] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-c846efff-75cd-4633-a645-c21fcde9bdaf tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: b67563f9-4b5d-4f20-87fc-6fc7407687ae] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1364.936454] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-c846efff-75cd-4633-a645-c21fcde9bdaf tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: b67563f9-4b5d-4f20-87fc-6fc7407687ae] Updating instance 'b67563f9-4b5d-4f20-87fc-6fc7407687ae' progress to 100 {{(pid=69319) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1364.974455] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a7f06d6-db54-433f-8e03-fa0d075fe06c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.982471] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5068776f-f46f-4967-b0d1-6a80ee4f70bb {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.015846] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a9d81f7-5c9f-464e-9ab2-e79644a1ec9b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.023285] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a5ca552-7aae-4b47-a8f7-228335577a27 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.036411] env[69319]: DEBUG nova.compute.provider_tree [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1365.195711] env[69319]: DEBUG nova.compute.manager [req-4d5c6192-5b22-4e9f-8d23-488e26741255 req-89fe1a4b-3325-4c5d-a7f9-f8f4e5f5e076 service nova] [instance: 673d868d-1d09-4306-bec1-3ff105d81142] Received event network-vif-deleted-70023cdb-3d71-4a58-b202-60a3669da0e0 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1365.195711] env[69319]: INFO nova.compute.manager [req-4d5c6192-5b22-4e9f-8d23-488e26741255 req-89fe1a4b-3325-4c5d-a7f9-f8f4e5f5e076 service nova] [instance: 673d868d-1d09-4306-bec1-3ff105d81142] Neutron deleted interface 70023cdb-3d71-4a58-b202-60a3669da0e0; detaching it from the instance and deleting it from the info cache [ 1365.195711] env[69319]: DEBUG nova.network.neutron [req-4d5c6192-5b22-4e9f-8d23-488e26741255 req-89fe1a4b-3325-4c5d-a7f9-f8f4e5f5e076 service nova] [instance: 673d868d-1d09-4306-bec1-3ff105d81142] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1365.222632] env[69319]: DEBUG nova.compute.manager [req-66dd7304-d126-410b-b5a0-61251708158c req-9ad38eca-4dde-4661-af65-da63e99982af service nova] [instance: 460e8db7-d226-4792-ab3f-46dbaed764c9] Received event network-vif-plugged-0ccf1d51-db5c-4a00-9969-8a9cfe79159b {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1365.222860] env[69319]: DEBUG oslo_concurrency.lockutils [req-66dd7304-d126-410b-b5a0-61251708158c req-9ad38eca-4dde-4661-af65-da63e99982af service nova] Acquiring lock "460e8db7-d226-4792-ab3f-46dbaed764c9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1365.223144] env[69319]: DEBUG oslo_concurrency.lockutils [req-66dd7304-d126-410b-b5a0-61251708158c req-9ad38eca-4dde-4661-af65-da63e99982af service nova] Lock "460e8db7-d226-4792-ab3f-46dbaed764c9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1365.223334] env[69319]: DEBUG oslo_concurrency.lockutils [req-66dd7304-d126-410b-b5a0-61251708158c req-9ad38eca-4dde-4661-af65-da63e99982af service nova] Lock "460e8db7-d226-4792-ab3f-46dbaed764c9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1365.223504] env[69319]: DEBUG nova.compute.manager [req-66dd7304-d126-410b-b5a0-61251708158c req-9ad38eca-4dde-4661-af65-da63e99982af service nova] [instance: 460e8db7-d226-4792-ab3f-46dbaed764c9] No waiting events found dispatching network-vif-plugged-0ccf1d51-db5c-4a00-9969-8a9cfe79159b {{(pid=69319) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1365.223672] env[69319]: WARNING nova.compute.manager [req-66dd7304-d126-410b-b5a0-61251708158c req-9ad38eca-4dde-4661-af65-da63e99982af service nova] [instance: 460e8db7-d226-4792-ab3f-46dbaed764c9] Received unexpected event network-vif-plugged-0ccf1d51-db5c-4a00-9969-8a9cfe79159b for instance with vm_state shelved_offloaded and task_state spawning. [ 1365.301109] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b23d9e6f-1edb-41fb-86fd-0704edf9264c tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Acquiring lock "refresh_cache-460e8db7-d226-4792-ab3f-46dbaed764c9" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.301324] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b23d9e6f-1edb-41fb-86fd-0704edf9264c tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Acquired lock "refresh_cache-460e8db7-d226-4792-ab3f-46dbaed764c9" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.302217] env[69319]: DEBUG nova.network.neutron [None req-b23d9e6f-1edb-41fb-86fd-0704edf9264c tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 460e8db7-d226-4792-ab3f-46dbaed764c9] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1365.539795] env[69319]: DEBUG nova.scheduler.client.report [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1365.652888] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ada4fd8c-ad26-4ef0-8e4e-3f08b8426299 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Acquiring lock "984009a3-7d13-499a-b8fc-3e22edb2aa1e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1365.653203] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ada4fd8c-ad26-4ef0-8e4e-3f08b8426299 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Lock "984009a3-7d13-499a-b8fc-3e22edb2aa1e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1365.653426] env[69319]: INFO nova.compute.manager [None req-ada4fd8c-ad26-4ef0-8e4e-3f08b8426299 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 984009a3-7d13-499a-b8fc-3e22edb2aa1e] Attaching volume 5c2c0e76-c267-430a-b0db-457ca7d1b38d to /dev/sdb [ 1365.676178] env[69319]: DEBUG nova.network.neutron [-] [instance: 673d868d-1d09-4306-bec1-3ff105d81142] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1365.684681] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f97b3ec-d19b-4149-a7ac-503c17264a00 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.692548] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ae97460-b4af-4799-ab7a-3ad23f0ab010 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.699216] env[69319]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d63e4d9f-6938-487f-b6d3-db84f801a048 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.706381] env[69319]: DEBUG nova.virt.block_device [None req-ada4fd8c-ad26-4ef0-8e4e-3f08b8426299 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 984009a3-7d13-499a-b8fc-3e22edb2aa1e] Updating existing volume attachment record: 06588e04-7c07-49cd-b9dc-340b7ecf7745 {{(pid=69319) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1365.712250] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7adb5b15-036b-4fb7-b1c2-f7cf1c17758c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.739823] env[69319]: DEBUG nova.compute.manager [req-4d5c6192-5b22-4e9f-8d23-488e26741255 req-89fe1a4b-3325-4c5d-a7f9-f8f4e5f5e076 service nova] [instance: 673d868d-1d09-4306-bec1-3ff105d81142] Detach interface failed, port_id=70023cdb-3d71-4a58-b202-60a3669da0e0, reason: Instance 673d868d-1d09-4306-bec1-3ff105d81142 could not be found. {{(pid=69319) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1366.017959] env[69319]: DEBUG nova.network.neutron [None req-b23d9e6f-1edb-41fb-86fd-0704edf9264c tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 460e8db7-d226-4792-ab3f-46dbaed764c9] Updating instance_info_cache with network_info: [{"id": "0ccf1d51-db5c-4a00-9969-8a9cfe79159b", "address": "fa:16:3e:2f:fd:9e", "network": {"id": "5b6a3856-a59d-4821-b22f-d38a582fca59", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-151173017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8712195e5600495dac5d45bcbbd358ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ccf1d51-db", "ovs_interfaceid": "0ccf1d51-db5c-4a00-9969-8a9cfe79159b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1366.047782] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69319) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1366.047782] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.193s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1366.179054] env[69319]: INFO nova.compute.manager [-] [instance: 673d868d-1d09-4306-bec1-3ff105d81142] Took 1.27 seconds to deallocate network for instance. [ 1366.521848] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b23d9e6f-1edb-41fb-86fd-0704edf9264c tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Releasing lock "refresh_cache-460e8db7-d226-4792-ab3f-46dbaed764c9" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.552772] env[69319]: DEBUG nova.virt.hardware [None req-b23d9e6f-1edb-41fb-86fd-0704edf9264c tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='1e55a1dca63683cfd23ae5c65ae1eb1e',container_format='bare',created_at=2025-04-03T03:46:39Z,direct_url=,disk_format='vmdk',id=24ab5b24-7786-4097-81d9-bcfffe243247,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-1796001738-shelved',owner='8712195e5600495dac5d45bcbbd358ed',properties=ImageMetaProps,protected=,size=31670272,status='active',tags=,updated_at=2025-04-03T03:46:52Z,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1366.553053] env[69319]: DEBUG nova.virt.hardware [None req-b23d9e6f-1edb-41fb-86fd-0704edf9264c tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1366.553226] env[69319]: DEBUG nova.virt.hardware [None req-b23d9e6f-1edb-41fb-86fd-0704edf9264c tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1366.553414] env[69319]: DEBUG nova.virt.hardware [None req-b23d9e6f-1edb-41fb-86fd-0704edf9264c tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1366.553569] env[69319]: DEBUG nova.virt.hardware [None req-b23d9e6f-1edb-41fb-86fd-0704edf9264c tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1366.553879] env[69319]: DEBUG nova.virt.hardware [None req-b23d9e6f-1edb-41fb-86fd-0704edf9264c tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1366.554332] env[69319]: DEBUG nova.virt.hardware [None req-b23d9e6f-1edb-41fb-86fd-0704edf9264c tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1366.554538] env[69319]: DEBUG nova.virt.hardware [None req-b23d9e6f-1edb-41fb-86fd-0704edf9264c tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1366.554701] env[69319]: DEBUG nova.virt.hardware [None req-b23d9e6f-1edb-41fb-86fd-0704edf9264c tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1366.554872] env[69319]: DEBUG nova.virt.hardware [None req-b23d9e6f-1edb-41fb-86fd-0704edf9264c tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1366.555067] env[69319]: DEBUG nova.virt.hardware [None req-b23d9e6f-1edb-41fb-86fd-0704edf9264c tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1366.556045] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b812e4ba-be49-4b87-85d3-f097b5ff0e6e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.564387] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5144c41c-8d16-4fda-9a88-16c0182782da {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.579315] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-b23d9e6f-1edb-41fb-86fd-0704edf9264c tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 460e8db7-d226-4792-ab3f-46dbaed764c9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:fd:9e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1c2b89fb-df8c-47c0-83ae-44291236feb4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0ccf1d51-db5c-4a00-9969-8a9cfe79159b', 'vif_model': 'vmxnet3'}] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1366.586831] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b23d9e6f-1edb-41fb-86fd-0704edf9264c tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1366.587087] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 460e8db7-d226-4792-ab3f-46dbaed764c9] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1366.587302] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7d11a8b4-71d9-4ccd-bf03-f13e963dd063 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.605896] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1366.605896] env[69319]: value = "task-3224342" [ 1366.605896] env[69319]: _type = "Task" [ 1366.605896] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.614344] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3224342, 'name': CreateVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.684730] env[69319]: DEBUG oslo_concurrency.lockutils [None req-bcbee43f-1b68-4771-92b6-26fb5e1483ba tempest-InstanceActionsNegativeTestJSON-1705024722 tempest-InstanceActionsNegativeTestJSON-1705024722-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1366.685179] env[69319]: DEBUG oslo_concurrency.lockutils [None req-bcbee43f-1b68-4771-92b6-26fb5e1483ba tempest-InstanceActionsNegativeTestJSON-1705024722 tempest-InstanceActionsNegativeTestJSON-1705024722-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1366.685420] env[69319]: DEBUG nova.objects.instance [None req-bcbee43f-1b68-4771-92b6-26fb5e1483ba tempest-InstanceActionsNegativeTestJSON-1705024722 tempest-InstanceActionsNegativeTestJSON-1705024722-project-member] Lazy-loading 'resources' on Instance uuid 673d868d-1d09-4306-bec1-3ff105d81142 {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1367.116673] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3224342, 'name': CreateVM_Task} progress is 25%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.250251] env[69319]: DEBUG nova.compute.manager [req-9a91ea32-670f-44c2-87b6-c7520fa7e844 req-236f21aa-40eb-4c4f-89ab-2db27b22293b service nova] [instance: 460e8db7-d226-4792-ab3f-46dbaed764c9] Received event network-changed-0ccf1d51-db5c-4a00-9969-8a9cfe79159b {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1367.250504] env[69319]: DEBUG nova.compute.manager [req-9a91ea32-670f-44c2-87b6-c7520fa7e844 req-236f21aa-40eb-4c4f-89ab-2db27b22293b service nova] [instance: 460e8db7-d226-4792-ab3f-46dbaed764c9] Refreshing instance network info cache due to event network-changed-0ccf1d51-db5c-4a00-9969-8a9cfe79159b. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1367.250730] env[69319]: DEBUG oslo_concurrency.lockutils [req-9a91ea32-670f-44c2-87b6-c7520fa7e844 req-236f21aa-40eb-4c4f-89ab-2db27b22293b service nova] Acquiring lock "refresh_cache-460e8db7-d226-4792-ab3f-46dbaed764c9" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.250865] env[69319]: DEBUG oslo_concurrency.lockutils [req-9a91ea32-670f-44c2-87b6-c7520fa7e844 req-236f21aa-40eb-4c4f-89ab-2db27b22293b service nova] Acquired lock "refresh_cache-460e8db7-d226-4792-ab3f-46dbaed764c9" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.251058] env[69319]: DEBUG nova.network.neutron [req-9a91ea32-670f-44c2-87b6-c7520fa7e844 req-236f21aa-40eb-4c4f-89ab-2db27b22293b service nova] [instance: 460e8db7-d226-4792-ab3f-46dbaed764c9] Refreshing network info cache for port 0ccf1d51-db5c-4a00-9969-8a9cfe79159b {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1367.284636] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bc8e562-4de4-41c5-9d37-c4214f1a4f8c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.292393] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f46990d8-dd5e-41c5-b84d-9e4dc8e0e3d5 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.321801] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01447212-d890-4ea5-85d9-48eacd92e848 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.328456] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58c940b8-c8e6-4f73-89d3-40aeaf3abf1b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.342436] env[69319]: DEBUG nova.compute.provider_tree [None req-bcbee43f-1b68-4771-92b6-26fb5e1483ba tempest-InstanceActionsNegativeTestJSON-1705024722 tempest-InstanceActionsNegativeTestJSON-1705024722-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1367.617314] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3224342, 'name': CreateVM_Task, 'duration_secs': 0.683982} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.617489] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 460e8db7-d226-4792-ab3f-46dbaed764c9] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1367.618093] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b23d9e6f-1edb-41fb-86fd-0704edf9264c tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/24ab5b24-7786-4097-81d9-bcfffe243247" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.618276] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b23d9e6f-1edb-41fb-86fd-0704edf9264c tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Acquired lock "[datastore2] devstack-image-cache_base/24ab5b24-7786-4097-81d9-bcfffe243247" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.618652] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b23d9e6f-1edb-41fb-86fd-0704edf9264c tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/24ab5b24-7786-4097-81d9-bcfffe243247" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.618909] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af7969f5-991f-4e23-bfd4-90bd88916677 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.623450] env[69319]: DEBUG oslo_vmware.api [None req-b23d9e6f-1edb-41fb-86fd-0704edf9264c tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Waiting for the task: (returnval){ [ 1367.623450] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52f3110f-08cd-c938-ad10-571e50d14bd7" [ 1367.623450] env[69319]: _type = "Task" [ 1367.623450] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.631559] env[69319]: DEBUG oslo_vmware.api [None req-b23d9e6f-1edb-41fb-86fd-0704edf9264c tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52f3110f-08cd-c938-ad10-571e50d14bd7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.631987] env[69319]: DEBUG oslo_concurrency.lockutils [None req-156ecc5a-f4e9-418b-9c10-7f995e823a1a tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Acquiring lock "b67563f9-4b5d-4f20-87fc-6fc7407687ae" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1367.632220] env[69319]: DEBUG oslo_concurrency.lockutils [None req-156ecc5a-f4e9-418b-9c10-7f995e823a1a tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Lock "b67563f9-4b5d-4f20-87fc-6fc7407687ae" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1367.632398] env[69319]: DEBUG nova.compute.manager [None req-156ecc5a-f4e9-418b-9c10-7f995e823a1a tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: b67563f9-4b5d-4f20-87fc-6fc7407687ae] Going to confirm migration 9 {{(pid=69319) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1367.845685] env[69319]: DEBUG nova.scheduler.client.report [None req-bcbee43f-1b68-4771-92b6-26fb5e1483ba tempest-InstanceActionsNegativeTestJSON-1705024722 tempest-InstanceActionsNegativeTestJSON-1705024722-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1367.958747] env[69319]: DEBUG nova.network.neutron [req-9a91ea32-670f-44c2-87b6-c7520fa7e844 req-236f21aa-40eb-4c4f-89ab-2db27b22293b service nova] [instance: 460e8db7-d226-4792-ab3f-46dbaed764c9] Updated VIF entry in instance network info cache for port 0ccf1d51-db5c-4a00-9969-8a9cfe79159b. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1367.959140] env[69319]: DEBUG nova.network.neutron [req-9a91ea32-670f-44c2-87b6-c7520fa7e844 req-236f21aa-40eb-4c4f-89ab-2db27b22293b service nova] [instance: 460e8db7-d226-4792-ab3f-46dbaed764c9] Updating instance_info_cache with network_info: [{"id": "0ccf1d51-db5c-4a00-9969-8a9cfe79159b", "address": "fa:16:3e:2f:fd:9e", "network": {"id": "5b6a3856-a59d-4821-b22f-d38a582fca59", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-151173017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8712195e5600495dac5d45bcbbd358ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ccf1d51-db", "ovs_interfaceid": "0ccf1d51-db5c-4a00-9969-8a9cfe79159b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1368.136861] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b23d9e6f-1edb-41fb-86fd-0704edf9264c tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Releasing lock "[datastore2] devstack-image-cache_base/24ab5b24-7786-4097-81d9-bcfffe243247" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.137527] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-b23d9e6f-1edb-41fb-86fd-0704edf9264c tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 460e8db7-d226-4792-ab3f-46dbaed764c9] Processing image 24ab5b24-7786-4097-81d9-bcfffe243247 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1368.137827] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b23d9e6f-1edb-41fb-86fd-0704edf9264c tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/24ab5b24-7786-4097-81d9-bcfffe243247/24ab5b24-7786-4097-81d9-bcfffe243247.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.137990] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b23d9e6f-1edb-41fb-86fd-0704edf9264c tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Acquired lock "[datastore2] devstack-image-cache_base/24ab5b24-7786-4097-81d9-bcfffe243247/24ab5b24-7786-4097-81d9-bcfffe243247.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.138194] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-b23d9e6f-1edb-41fb-86fd-0704edf9264c tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1368.140097] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7bfe2ab3-6451-4540-ab8a-179edd8b0c95 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.157806] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-b23d9e6f-1edb-41fb-86fd-0704edf9264c tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1368.158022] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-b23d9e6f-1edb-41fb-86fd-0704edf9264c tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1368.158830] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a19e0f91-af08-4cf6-a87c-7ad4fffe20fd {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.163955] env[69319]: DEBUG oslo_vmware.api [None req-b23d9e6f-1edb-41fb-86fd-0704edf9264c tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Waiting for the task: (returnval){ [ 1368.163955] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52e2b79c-f794-921e-e729-8641bdfa92bf" [ 1368.163955] env[69319]: _type = "Task" [ 1368.163955] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.172077] env[69319]: DEBUG oslo_vmware.api [None req-b23d9e6f-1edb-41fb-86fd-0704edf9264c tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52e2b79c-f794-921e-e729-8641bdfa92bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.194864] env[69319]: DEBUG oslo_concurrency.lockutils [None req-156ecc5a-f4e9-418b-9c10-7f995e823a1a tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Acquiring lock "refresh_cache-b67563f9-4b5d-4f20-87fc-6fc7407687ae" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.195067] env[69319]: DEBUG oslo_concurrency.lockutils [None req-156ecc5a-f4e9-418b-9c10-7f995e823a1a tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Acquired lock "refresh_cache-b67563f9-4b5d-4f20-87fc-6fc7407687ae" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.195257] env[69319]: DEBUG nova.network.neutron [None req-156ecc5a-f4e9-418b-9c10-7f995e823a1a tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: b67563f9-4b5d-4f20-87fc-6fc7407687ae] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1368.195442] env[69319]: DEBUG nova.objects.instance [None req-156ecc5a-f4e9-418b-9c10-7f995e823a1a tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Lazy-loading 'info_cache' on Instance uuid b67563f9-4b5d-4f20-87fc-6fc7407687ae {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1368.351193] env[69319]: DEBUG oslo_concurrency.lockutils [None req-bcbee43f-1b68-4771-92b6-26fb5e1483ba tempest-InstanceActionsNegativeTestJSON-1705024722 tempest-InstanceActionsNegativeTestJSON-1705024722-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.666s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1368.373851] env[69319]: INFO nova.scheduler.client.report [None req-bcbee43f-1b68-4771-92b6-26fb5e1483ba tempest-InstanceActionsNegativeTestJSON-1705024722 tempest-InstanceActionsNegativeTestJSON-1705024722-project-member] Deleted allocations for instance 673d868d-1d09-4306-bec1-3ff105d81142 [ 1368.462043] env[69319]: DEBUG oslo_concurrency.lockutils [req-9a91ea32-670f-44c2-87b6-c7520fa7e844 req-236f21aa-40eb-4c4f-89ab-2db27b22293b service nova] Releasing lock "refresh_cache-460e8db7-d226-4792-ab3f-46dbaed764c9" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.674589] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-b23d9e6f-1edb-41fb-86fd-0704edf9264c tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 460e8db7-d226-4792-ab3f-46dbaed764c9] Preparing fetch location {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1368.674867] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-b23d9e6f-1edb-41fb-86fd-0704edf9264c tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 460e8db7-d226-4792-ab3f-46dbaed764c9] Fetch image to [datastore2] OSTACK_IMG_1d0bd14f-aa75-4f98-8493-58fa728fccff/OSTACK_IMG_1d0bd14f-aa75-4f98-8493-58fa728fccff.vmdk {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1368.675070] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-b23d9e6f-1edb-41fb-86fd-0704edf9264c tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 460e8db7-d226-4792-ab3f-46dbaed764c9] Downloading stream optimized image 24ab5b24-7786-4097-81d9-bcfffe243247 to [datastore2] OSTACK_IMG_1d0bd14f-aa75-4f98-8493-58fa728fccff/OSTACK_IMG_1d0bd14f-aa75-4f98-8493-58fa728fccff.vmdk on the data store datastore2 as vApp {{(pid=69319) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1368.675248] env[69319]: DEBUG nova.virt.vmwareapi.images [None req-b23d9e6f-1edb-41fb-86fd-0704edf9264c tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 460e8db7-d226-4792-ab3f-46dbaed764c9] Downloading image file data 24ab5b24-7786-4097-81d9-bcfffe243247 to the ESX as VM named 'OSTACK_IMG_1d0bd14f-aa75-4f98-8493-58fa728fccff' {{(pid=69319) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1368.751090] env[69319]: DEBUG oslo_vmware.rw_handles [None req-b23d9e6f-1edb-41fb-86fd-0704edf9264c tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1368.751090] env[69319]: value = "resgroup-9" [ 1368.751090] env[69319]: _type = "ResourcePool" [ 1368.751090] env[69319]: }. {{(pid=69319) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1368.751629] env[69319]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-43c339b7-e092-4c8c-88f4-7263da1fa528 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.775260] env[69319]: DEBUG oslo_vmware.rw_handles [None req-b23d9e6f-1edb-41fb-86fd-0704edf9264c tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Lease: (returnval){ [ 1368.775260] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52f5a65e-631b-d0a7-d52c-89d4cbd80d23" [ 1368.775260] env[69319]: _type = "HttpNfcLease" [ 1368.775260] env[69319]: } obtained for vApp import into resource pool (val){ [ 1368.775260] env[69319]: value = "resgroup-9" [ 1368.775260] env[69319]: _type = "ResourcePool" [ 1368.775260] env[69319]: }. {{(pid=69319) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1368.775635] env[69319]: DEBUG oslo_vmware.api [None req-b23d9e6f-1edb-41fb-86fd-0704edf9264c tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Waiting for the lease: (returnval){ [ 1368.775635] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52f5a65e-631b-d0a7-d52c-89d4cbd80d23" [ 1368.775635] env[69319]: _type = "HttpNfcLease" [ 1368.775635] env[69319]: } to be ready. {{(pid=69319) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1368.782182] env[69319]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1368.782182] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52f5a65e-631b-d0a7-d52c-89d4cbd80d23" [ 1368.782182] env[69319]: _type = "HttpNfcLease" [ 1368.782182] env[69319]: } is initializing. {{(pid=69319) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1368.882126] env[69319]: DEBUG oslo_concurrency.lockutils [None req-bcbee43f-1b68-4771-92b6-26fb5e1483ba tempest-InstanceActionsNegativeTestJSON-1705024722 tempest-InstanceActionsNegativeTestJSON-1705024722-project-member] Lock "673d868d-1d09-4306-bec1-3ff105d81142" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.604s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1368.954790] env[69319]: DEBUG nova.network.neutron [None req-156ecc5a-f4e9-418b-9c10-7f995e823a1a tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: b67563f9-4b5d-4f20-87fc-6fc7407687ae] Updating instance_info_cache with network_info: [{"id": "f398cee1-c4b1-4b6f-aced-b9b0c8695d31", "address": "fa:16:3e:22:9d:71", "network": {"id": "eba3ac7c-e65e-4811-a2ab-2b2399f9a31c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-580087532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef4b5f34c7fe4128a153d1f4914be606", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf398cee1-c4", "ovs_interfaceid": "f398cee1-c4b1-4b6f-aced-b9b0c8695d31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1369.283774] env[69319]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1369.283774] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52f5a65e-631b-d0a7-d52c-89d4cbd80d23" [ 1369.283774] env[69319]: _type = "HttpNfcLease" [ 1369.283774] env[69319]: } is ready. {{(pid=69319) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1369.284307] env[69319]: DEBUG oslo_vmware.rw_handles [None req-b23d9e6f-1edb-41fb-86fd-0704edf9264c tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1369.284307] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52f5a65e-631b-d0a7-d52c-89d4cbd80d23" [ 1369.284307] env[69319]: _type = "HttpNfcLease" [ 1369.284307] env[69319]: }. {{(pid=69319) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1369.284830] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-520b1592-84f5-4ddf-9e7d-24afa99db8d9 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.291724] env[69319]: DEBUG oslo_vmware.rw_handles [None req-b23d9e6f-1edb-41fb-86fd-0704edf9264c tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526db1f5-6a0f-0076-fee4-863111d3eb92/disk-0.vmdk from lease info. {{(pid=69319) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1369.291903] env[69319]: DEBUG oslo_vmware.rw_handles [None req-b23d9e6f-1edb-41fb-86fd-0704edf9264c tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Creating HTTP connection to write to file with size = 31670272 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526db1f5-6a0f-0076-fee4-863111d3eb92/disk-0.vmdk. {{(pid=69319) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1369.355208] env[69319]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b8370325-48b7-4a8b-afa5-7c1b3912905c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.459472] env[69319]: DEBUG oslo_concurrency.lockutils [None req-156ecc5a-f4e9-418b-9c10-7f995e823a1a tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Releasing lock "refresh_cache-b67563f9-4b5d-4f20-87fc-6fc7407687ae" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.459472] env[69319]: DEBUG nova.objects.instance [None req-156ecc5a-f4e9-418b-9c10-7f995e823a1a tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Lazy-loading 'migration_context' on Instance uuid b67563f9-4b5d-4f20-87fc-6fc7407687ae {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1369.963094] env[69319]: DEBUG nova.objects.base [None req-156ecc5a-f4e9-418b-9c10-7f995e823a1a tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69319) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1369.964328] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e070c3f-7259-404d-878a-c2e256c8ab64 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.990871] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8b6e73b-9fca-4dbd-b6c7-6fe01a85eb69 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.996672] env[69319]: DEBUG oslo_vmware.api [None req-156ecc5a-f4e9-418b-9c10-7f995e823a1a tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Waiting for the task: (returnval){ [ 1369.996672] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]527451c9-c408-1394-f707-7eeb471f62a8" [ 1369.996672] env[69319]: _type = "Task" [ 1369.996672] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.007822] env[69319]: DEBUG oslo_vmware.api [None req-156ecc5a-f4e9-418b-9c10-7f995e823a1a tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]527451c9-c408-1394-f707-7eeb471f62a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.254835] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-ada4fd8c-ad26-4ef0-8e4e-3f08b8426299 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 984009a3-7d13-499a-b8fc-3e22edb2aa1e] Volume attach. Driver type: vmdk {{(pid=69319) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1370.255095] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-ada4fd8c-ad26-4ef0-8e4e-3f08b8426299 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 984009a3-7d13-499a-b8fc-3e22edb2aa1e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-644570', 'volume_id': '5c2c0e76-c267-430a-b0db-457ca7d1b38d', 'name': 'volume-5c2c0e76-c267-430a-b0db-457ca7d1b38d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '984009a3-7d13-499a-b8fc-3e22edb2aa1e', 'attached_at': '', 'detached_at': '', 'volume_id': '5c2c0e76-c267-430a-b0db-457ca7d1b38d', 'serial': '5c2c0e76-c267-430a-b0db-457ca7d1b38d'} {{(pid=69319) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1370.256868] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b284f63f-5aac-40cd-aff6-2fc9e5d67670 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.278895] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9f0cd2e-0633-4760-945e-f5ac42e436c6 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.305933] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-ada4fd8c-ad26-4ef0-8e4e-3f08b8426299 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 984009a3-7d13-499a-b8fc-3e22edb2aa1e] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] volume-5c2c0e76-c267-430a-b0db-457ca7d1b38d/volume-5c2c0e76-c267-430a-b0db-457ca7d1b38d.vmdk or device None with type thin {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1370.310344] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6ae90b9-622d-467e-aeb2-3272cb95dde1 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.330621] env[69319]: DEBUG oslo_vmware.api [None req-ada4fd8c-ad26-4ef0-8e4e-3f08b8426299 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Waiting for the task: (returnval){ [ 1370.330621] env[69319]: value = "task-3224345" [ 1370.330621] env[69319]: _type = "Task" [ 1370.330621] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.342775] env[69319]: DEBUG oslo_vmware.api [None req-ada4fd8c-ad26-4ef0-8e4e-3f08b8426299 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Task: {'id': task-3224345, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.508097] env[69319]: DEBUG oslo_vmware.api [None req-156ecc5a-f4e9-418b-9c10-7f995e823a1a tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]527451c9-c408-1394-f707-7eeb471f62a8, 'name': SearchDatastore_Task, 'duration_secs': 0.017246} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.508521] env[69319]: DEBUG oslo_concurrency.lockutils [None req-156ecc5a-f4e9-418b-9c10-7f995e823a1a tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1370.508869] env[69319]: DEBUG oslo_concurrency.lockutils [None req-156ecc5a-f4e9-418b-9c10-7f995e823a1a tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1370.599661] env[69319]: DEBUG oslo_vmware.rw_handles [None req-b23d9e6f-1edb-41fb-86fd-0704edf9264c tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Completed reading data from the image iterator. {{(pid=69319) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1370.599986] env[69319]: DEBUG oslo_vmware.rw_handles [None req-b23d9e6f-1edb-41fb-86fd-0704edf9264c tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526db1f5-6a0f-0076-fee4-863111d3eb92/disk-0.vmdk. {{(pid=69319) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1370.601140] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21e8264a-ef35-431a-befa-198e23594bba {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.609083] env[69319]: DEBUG oslo_vmware.rw_handles [None req-b23d9e6f-1edb-41fb-86fd-0704edf9264c tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526db1f5-6a0f-0076-fee4-863111d3eb92/disk-0.vmdk is in state: ready. {{(pid=69319) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1370.609313] env[69319]: DEBUG oslo_vmware.rw_handles [None req-b23d9e6f-1edb-41fb-86fd-0704edf9264c tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526db1f5-6a0f-0076-fee4-863111d3eb92/disk-0.vmdk. {{(pid=69319) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1370.609597] env[69319]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-543b1fe4-8d4c-4bb4-b21e-ed353cf2dcd6 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.842477] env[69319]: DEBUG oslo_vmware.api [None req-ada4fd8c-ad26-4ef0-8e4e-3f08b8426299 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Task: {'id': task-3224345, 'name': ReconfigVM_Task, 'duration_secs': 0.405756} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.842766] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-ada4fd8c-ad26-4ef0-8e4e-3f08b8426299 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 984009a3-7d13-499a-b8fc-3e22edb2aa1e] Reconfigured VM instance instance-00000076 to attach disk [datastore2] volume-5c2c0e76-c267-430a-b0db-457ca7d1b38d/volume-5c2c0e76-c267-430a-b0db-457ca7d1b38d.vmdk or device None with type thin {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1370.847779] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe3df35f-5517-4dac-b839-9dcb075cbad8 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.862393] env[69319]: DEBUG oslo_vmware.api [None req-ada4fd8c-ad26-4ef0-8e4e-3f08b8426299 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Waiting for the task: (returnval){ [ 1370.862393] env[69319]: value = "task-3224346" [ 1370.862393] env[69319]: _type = "Task" [ 1370.862393] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.870671] env[69319]: DEBUG oslo_vmware.api [None req-ada4fd8c-ad26-4ef0-8e4e-3f08b8426299 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Task: {'id': task-3224346, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.962517] env[69319]: DEBUG oslo_vmware.rw_handles [None req-b23d9e6f-1edb-41fb-86fd-0704edf9264c tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526db1f5-6a0f-0076-fee4-863111d3eb92/disk-0.vmdk. {{(pid=69319) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1370.962749] env[69319]: INFO nova.virt.vmwareapi.images [None req-b23d9e6f-1edb-41fb-86fd-0704edf9264c tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 460e8db7-d226-4792-ab3f-46dbaed764c9] Downloaded image file data 24ab5b24-7786-4097-81d9-bcfffe243247 [ 1370.963624] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9315a995-c120-47d0-9b77-6e677f44289d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.981213] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e7fa1713-8612-461c-8c38-af3e45a81555 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.017042] env[69319]: INFO nova.virt.vmwareapi.images [None req-b23d9e6f-1edb-41fb-86fd-0704edf9264c tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 460e8db7-d226-4792-ab3f-46dbaed764c9] The imported VM was unregistered [ 1371.019582] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-b23d9e6f-1edb-41fb-86fd-0704edf9264c tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 460e8db7-d226-4792-ab3f-46dbaed764c9] Caching image {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1371.019826] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-b23d9e6f-1edb-41fb-86fd-0704edf9264c tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Creating directory with path [datastore2] devstack-image-cache_base/24ab5b24-7786-4097-81d9-bcfffe243247 {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1371.020120] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ff1ca328-118a-4dba-87d0-72fdea71c21b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.033136] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-b23d9e6f-1edb-41fb-86fd-0704edf9264c tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Created directory with path [datastore2] devstack-image-cache_base/24ab5b24-7786-4097-81d9-bcfffe243247 {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1371.033314] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-b23d9e6f-1edb-41fb-86fd-0704edf9264c tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_1d0bd14f-aa75-4f98-8493-58fa728fccff/OSTACK_IMG_1d0bd14f-aa75-4f98-8493-58fa728fccff.vmdk to [datastore2] devstack-image-cache_base/24ab5b24-7786-4097-81d9-bcfffe243247/24ab5b24-7786-4097-81d9-bcfffe243247.vmdk. {{(pid=69319) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1371.036023] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-52333371-c5fd-4c8c-9fb2-e16eadbcec55 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.043952] env[69319]: DEBUG oslo_vmware.api [None req-b23d9e6f-1edb-41fb-86fd-0704edf9264c tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Waiting for the task: (returnval){ [ 1371.043952] env[69319]: value = "task-3224348" [ 1371.043952] env[69319]: _type = "Task" [ 1371.043952] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.053108] env[69319]: DEBUG oslo_vmware.api [None req-b23d9e6f-1edb-41fb-86fd-0704edf9264c tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3224348, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.095181] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84bb3065-146c-4e42-a134-640025dd4088 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.102890] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ecb225c-7e94-421a-8da5-61607931fd13 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.135774] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5134ccc-dfad-4e7c-8943-a409f6b29607 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.143944] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95d3acb4-799e-4401-9d85-7a9a56fdbc75 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.157579] env[69319]: DEBUG nova.compute.provider_tree [None req-156ecc5a-f4e9-418b-9c10-7f995e823a1a tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1371.372769] env[69319]: DEBUG oslo_vmware.api [None req-ada4fd8c-ad26-4ef0-8e4e-3f08b8426299 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Task: {'id': task-3224346, 'name': ReconfigVM_Task, 'duration_secs': 0.154922} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.373112] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-ada4fd8c-ad26-4ef0-8e4e-3f08b8426299 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 984009a3-7d13-499a-b8fc-3e22edb2aa1e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-644570', 'volume_id': '5c2c0e76-c267-430a-b0db-457ca7d1b38d', 'name': 'volume-5c2c0e76-c267-430a-b0db-457ca7d1b38d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '984009a3-7d13-499a-b8fc-3e22edb2aa1e', 'attached_at': '', 'detached_at': '', 'volume_id': '5c2c0e76-c267-430a-b0db-457ca7d1b38d', 'serial': '5c2c0e76-c267-430a-b0db-457ca7d1b38d'} {{(pid=69319) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1371.556225] env[69319]: DEBUG oslo_vmware.api [None req-b23d9e6f-1edb-41fb-86fd-0704edf9264c tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3224348, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.661452] env[69319]: DEBUG nova.scheduler.client.report [None req-156ecc5a-f4e9-418b-9c10-7f995e823a1a tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1372.057362] env[69319]: DEBUG oslo_vmware.api [None req-b23d9e6f-1edb-41fb-86fd-0704edf9264c tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3224348, 'name': MoveVirtualDisk_Task} progress is 26%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.417395] env[69319]: DEBUG nova.objects.instance [None req-ada4fd8c-ad26-4ef0-8e4e-3f08b8426299 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Lazy-loading 'flavor' on Instance uuid 984009a3-7d13-499a-b8fc-3e22edb2aa1e {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1372.560490] env[69319]: DEBUG oslo_vmware.api [None req-b23d9e6f-1edb-41fb-86fd-0704edf9264c tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3224348, 'name': MoveVirtualDisk_Task} progress is 49%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.672809] env[69319]: DEBUG oslo_concurrency.lockutils [None req-156ecc5a-f4e9-418b-9c10-7f995e823a1a tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.164s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1372.922858] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ada4fd8c-ad26-4ef0-8e4e-3f08b8426299 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Lock "984009a3-7d13-499a-b8fc-3e22edb2aa1e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.270s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1373.058416] env[69319]: DEBUG oslo_vmware.api [None req-b23d9e6f-1edb-41fb-86fd-0704edf9264c tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3224348, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.246123] env[69319]: INFO nova.scheduler.client.report [None req-156ecc5a-f4e9-418b-9c10-7f995e823a1a tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Deleted allocation for migration 2cd10b6c-6a11-4334-8141-733c92448617 [ 1373.560624] env[69319]: DEBUG oslo_vmware.api [None req-b23d9e6f-1edb-41fb-86fd-0704edf9264c tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3224348, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.754956] env[69319]: DEBUG oslo_concurrency.lockutils [None req-156ecc5a-f4e9-418b-9c10-7f995e823a1a tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Lock "b67563f9-4b5d-4f20-87fc-6fc7407687ae" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.122s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1373.985403] env[69319]: DEBUG oslo_concurrency.lockutils [None req-57718379-c5c5-4f47-bf53-b1b285960ad7 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Acquiring lock "b67563f9-4b5d-4f20-87fc-6fc7407687ae" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1373.985691] env[69319]: DEBUG oslo_concurrency.lockutils [None req-57718379-c5c5-4f47-bf53-b1b285960ad7 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Lock "b67563f9-4b5d-4f20-87fc-6fc7407687ae" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1373.985951] env[69319]: DEBUG oslo_concurrency.lockutils [None req-57718379-c5c5-4f47-bf53-b1b285960ad7 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Acquiring lock "b67563f9-4b5d-4f20-87fc-6fc7407687ae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1373.986176] env[69319]: DEBUG oslo_concurrency.lockutils [None req-57718379-c5c5-4f47-bf53-b1b285960ad7 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Lock "b67563f9-4b5d-4f20-87fc-6fc7407687ae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1373.986364] env[69319]: DEBUG oslo_concurrency.lockutils [None req-57718379-c5c5-4f47-bf53-b1b285960ad7 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Lock "b67563f9-4b5d-4f20-87fc-6fc7407687ae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1373.992143] env[69319]: INFO nova.compute.manager [None req-57718379-c5c5-4f47-bf53-b1b285960ad7 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: b67563f9-4b5d-4f20-87fc-6fc7407687ae] Terminating instance [ 1374.060683] env[69319]: DEBUG oslo_vmware.api [None req-b23d9e6f-1edb-41fb-86fd-0704edf9264c tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3224348, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.802556} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.060991] env[69319]: INFO nova.virt.vmwareapi.ds_util [None req-b23d9e6f-1edb-41fb-86fd-0704edf9264c tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_1d0bd14f-aa75-4f98-8493-58fa728fccff/OSTACK_IMG_1d0bd14f-aa75-4f98-8493-58fa728fccff.vmdk to [datastore2] devstack-image-cache_base/24ab5b24-7786-4097-81d9-bcfffe243247/24ab5b24-7786-4097-81d9-bcfffe243247.vmdk. [ 1374.061378] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-b23d9e6f-1edb-41fb-86fd-0704edf9264c tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 460e8db7-d226-4792-ab3f-46dbaed764c9] Cleaning up location [datastore2] OSTACK_IMG_1d0bd14f-aa75-4f98-8493-58fa728fccff {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1374.061634] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-b23d9e6f-1edb-41fb-86fd-0704edf9264c tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_1d0bd14f-aa75-4f98-8493-58fa728fccff {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1374.061818] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f13c8aef-b46e-4bf2-9353-34e786e540eb {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.072510] env[69319]: DEBUG oslo_vmware.api [None req-b23d9e6f-1edb-41fb-86fd-0704edf9264c tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Waiting for the task: (returnval){ [ 1374.072510] env[69319]: value = "task-3224349" [ 1374.072510] env[69319]: _type = "Task" [ 1374.072510] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.082038] env[69319]: DEBUG oslo_vmware.api [None req-b23d9e6f-1edb-41fb-86fd-0704edf9264c tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3224349, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.491687] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ee298df2-c441-463b-a223-782d204a0dd2 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Acquiring lock "032c8815-1531-492d-8d09-165a854f146c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1374.492125] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ee298df2-c441-463b-a223-782d204a0dd2 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Lock "032c8815-1531-492d-8d09-165a854f146c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1374.496894] env[69319]: DEBUG nova.compute.manager [None req-57718379-c5c5-4f47-bf53-b1b285960ad7 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: b67563f9-4b5d-4f20-87fc-6fc7407687ae] Start destroying the instance on the hypervisor. {{(pid=69319) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1374.497141] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-57718379-c5c5-4f47-bf53-b1b285960ad7 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: b67563f9-4b5d-4f20-87fc-6fc7407687ae] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1374.497960] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53ea0f15-64a2-4f80-8600-72a4ae744083 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.506848] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-57718379-c5c5-4f47-bf53-b1b285960ad7 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: b67563f9-4b5d-4f20-87fc-6fc7407687ae] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1374.507124] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-36a320b9-8deb-45d9-8b85-506cb764b095 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.514441] env[69319]: DEBUG oslo_vmware.api [None req-57718379-c5c5-4f47-bf53-b1b285960ad7 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Waiting for the task: (returnval){ [ 1374.514441] env[69319]: value = "task-3224350" [ 1374.514441] env[69319]: _type = "Task" [ 1374.514441] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.522505] env[69319]: DEBUG oslo_vmware.api [None req-57718379-c5c5-4f47-bf53-b1b285960ad7 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': task-3224350, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.526465] env[69319]: DEBUG oslo_concurrency.lockutils [None req-63467e7f-d831-45ec-92ff-99084162f242 tempest-ServerMetadataTestJSON-184125649 tempest-ServerMetadataTestJSON-184125649-project-member] Acquiring lock "c3af2267-516d-4ef3-91db-93649c8067b0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1374.526706] env[69319]: DEBUG oslo_concurrency.lockutils [None req-63467e7f-d831-45ec-92ff-99084162f242 tempest-ServerMetadataTestJSON-184125649 tempest-ServerMetadataTestJSON-184125649-project-member] Lock "c3af2267-516d-4ef3-91db-93649c8067b0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1374.582488] env[69319]: DEBUG oslo_vmware.api [None req-b23d9e6f-1edb-41fb-86fd-0704edf9264c tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3224349, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.03606} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.582886] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-b23d9e6f-1edb-41fb-86fd-0704edf9264c tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1374.582886] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b23d9e6f-1edb-41fb-86fd-0704edf9264c tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Releasing lock "[datastore2] devstack-image-cache_base/24ab5b24-7786-4097-81d9-bcfffe243247/24ab5b24-7786-4097-81d9-bcfffe243247.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.583137] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-b23d9e6f-1edb-41fb-86fd-0704edf9264c tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/24ab5b24-7786-4097-81d9-bcfffe243247/24ab5b24-7786-4097-81d9-bcfffe243247.vmdk to [datastore2] 460e8db7-d226-4792-ab3f-46dbaed764c9/460e8db7-d226-4792-ab3f-46dbaed764c9.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1374.583421] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-be47ddf1-dc1e-43f5-b83b-a345c2273433 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.591242] env[69319]: DEBUG oslo_vmware.api [None req-b23d9e6f-1edb-41fb-86fd-0704edf9264c tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Waiting for the task: (returnval){ [ 1374.591242] env[69319]: value = "task-3224351" [ 1374.591242] env[69319]: _type = "Task" [ 1374.591242] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.599610] env[69319]: DEBUG oslo_vmware.api [None req-b23d9e6f-1edb-41fb-86fd-0704edf9264c tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3224351, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.996605] env[69319]: DEBUG nova.compute.manager [None req-ee298df2-c441-463b-a223-782d204a0dd2 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 032c8815-1531-492d-8d09-165a854f146c] Starting instance... {{(pid=69319) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1375.026714] env[69319]: DEBUG oslo_vmware.api [None req-57718379-c5c5-4f47-bf53-b1b285960ad7 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': task-3224350, 'name': PowerOffVM_Task, 'duration_secs': 0.264889} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.026805] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-57718379-c5c5-4f47-bf53-b1b285960ad7 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: b67563f9-4b5d-4f20-87fc-6fc7407687ae] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1375.027021] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-57718379-c5c5-4f47-bf53-b1b285960ad7 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: b67563f9-4b5d-4f20-87fc-6fc7407687ae] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1375.027341] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9230a454-5211-40d5-978a-388cbcd8dd01 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.032683] env[69319]: DEBUG nova.compute.manager [None req-63467e7f-d831-45ec-92ff-99084162f242 tempest-ServerMetadataTestJSON-184125649 tempest-ServerMetadataTestJSON-184125649-project-member] [instance: c3af2267-516d-4ef3-91db-93649c8067b0] Starting instance... {{(pid=69319) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1375.103152] env[69319]: DEBUG oslo_vmware.api [None req-b23d9e6f-1edb-41fb-86fd-0704edf9264c tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3224351, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.104652] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-57718379-c5c5-4f47-bf53-b1b285960ad7 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: b67563f9-4b5d-4f20-87fc-6fc7407687ae] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1375.104981] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-57718379-c5c5-4f47-bf53-b1b285960ad7 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: b67563f9-4b5d-4f20-87fc-6fc7407687ae] Deleting contents of the VM from datastore datastore1 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1375.105204] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-57718379-c5c5-4f47-bf53-b1b285960ad7 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Deleting the datastore file [datastore1] b67563f9-4b5d-4f20-87fc-6fc7407687ae {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1375.105816] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-312e4473-8f37-4386-94fe-b6c7bfe50fe8 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.113854] env[69319]: DEBUG oslo_vmware.api [None req-57718379-c5c5-4f47-bf53-b1b285960ad7 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Waiting for the task: (returnval){ [ 1375.113854] env[69319]: value = "task-3224353" [ 1375.113854] env[69319]: _type = "Task" [ 1375.113854] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.122758] env[69319]: DEBUG oslo_vmware.api [None req-57718379-c5c5-4f47-bf53-b1b285960ad7 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': task-3224353, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.520088] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ee298df2-c441-463b-a223-782d204a0dd2 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1375.520528] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ee298df2-c441-463b-a223-782d204a0dd2 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1375.522329] env[69319]: INFO nova.compute.claims [None req-ee298df2-c441-463b-a223-782d204a0dd2 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 032c8815-1531-492d-8d09-165a854f146c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1375.559162] env[69319]: DEBUG oslo_concurrency.lockutils [None req-63467e7f-d831-45ec-92ff-99084162f242 tempest-ServerMetadataTestJSON-184125649 tempest-ServerMetadataTestJSON-184125649-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1375.602306] env[69319]: DEBUG oslo_vmware.api [None req-b23d9e6f-1edb-41fb-86fd-0704edf9264c tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3224351, 'name': CopyVirtualDisk_Task} progress is 29%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.624611] env[69319]: DEBUG oslo_vmware.api [None req-57718379-c5c5-4f47-bf53-b1b285960ad7 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': task-3224353, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.331415} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.624930] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-57718379-c5c5-4f47-bf53-b1b285960ad7 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1375.625151] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-57718379-c5c5-4f47-bf53-b1b285960ad7 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: b67563f9-4b5d-4f20-87fc-6fc7407687ae] Deleted contents of the VM from datastore datastore1 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1375.625336] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-57718379-c5c5-4f47-bf53-b1b285960ad7 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: b67563f9-4b5d-4f20-87fc-6fc7407687ae] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1375.625575] env[69319]: INFO nova.compute.manager [None req-57718379-c5c5-4f47-bf53-b1b285960ad7 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: b67563f9-4b5d-4f20-87fc-6fc7407687ae] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1375.625836] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-57718379-c5c5-4f47-bf53-b1b285960ad7 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1375.626091] env[69319]: DEBUG nova.compute.manager [-] [instance: b67563f9-4b5d-4f20-87fc-6fc7407687ae] Deallocating network for instance {{(pid=69319) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1375.626217] env[69319]: DEBUG nova.network.neutron [-] [instance: b67563f9-4b5d-4f20-87fc-6fc7407687ae] deallocate_for_instance() {{(pid=69319) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1376.102204] env[69319]: DEBUG oslo_vmware.api [None req-b23d9e6f-1edb-41fb-86fd-0704edf9264c tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3224351, 'name': CopyVirtualDisk_Task} progress is 49%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.398089] env[69319]: DEBUG nova.compute.manager [req-817b30fb-40f3-4097-adbe-be07aefebb8f req-4c8cf65f-8a31-4754-be06-7fddab57c6c7 service nova] [instance: b67563f9-4b5d-4f20-87fc-6fc7407687ae] Received event network-vif-deleted-f398cee1-c4b1-4b6f-aced-b9b0c8695d31 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1376.398374] env[69319]: INFO nova.compute.manager [req-817b30fb-40f3-4097-adbe-be07aefebb8f req-4c8cf65f-8a31-4754-be06-7fddab57c6c7 service nova] [instance: b67563f9-4b5d-4f20-87fc-6fc7407687ae] Neutron deleted interface f398cee1-c4b1-4b6f-aced-b9b0c8695d31; detaching it from the instance and deleting it from the info cache [ 1376.398560] env[69319]: DEBUG nova.network.neutron [req-817b30fb-40f3-4097-adbe-be07aefebb8f req-4c8cf65f-8a31-4754-be06-7fddab57c6c7 service nova] [instance: b67563f9-4b5d-4f20-87fc-6fc7407687ae] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1376.602587] env[69319]: DEBUG oslo_vmware.api [None req-b23d9e6f-1edb-41fb-86fd-0704edf9264c tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3224351, 'name': CopyVirtualDisk_Task} progress is 71%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.646112] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b19cf605-b657-40bd-beac-e2571313cbed {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.653633] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03e751a9-5caa-4f7a-9db1-8b745b972dd2 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.689320] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c5e067d-be52-47d9-bed5-b9dba1a3f2eb {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.697792] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bfe3722-e903-4c90-946b-f74bb0c28322 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.713340] env[69319]: DEBUG nova.compute.provider_tree [None req-ee298df2-c441-463b-a223-782d204a0dd2 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1376.875925] env[69319]: DEBUG nova.network.neutron [-] [instance: b67563f9-4b5d-4f20-87fc-6fc7407687ae] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1376.901969] env[69319]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1aa3158d-bd92-4093-adf5-7614c573f0b0 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.912198] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ba343c8-68e9-478a-af5e-2c02194d9dc7 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.938893] env[69319]: DEBUG nova.compute.manager [req-817b30fb-40f3-4097-adbe-be07aefebb8f req-4c8cf65f-8a31-4754-be06-7fddab57c6c7 service nova] [instance: b67563f9-4b5d-4f20-87fc-6fc7407687ae] Detach interface failed, port_id=f398cee1-c4b1-4b6f-aced-b9b0c8695d31, reason: Instance b67563f9-4b5d-4f20-87fc-6fc7407687ae could not be found. {{(pid=69319) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1377.103900] env[69319]: DEBUG oslo_vmware.api [None req-b23d9e6f-1edb-41fb-86fd-0704edf9264c tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3224351, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.217487] env[69319]: DEBUG nova.scheduler.client.report [None req-ee298df2-c441-463b-a223-782d204a0dd2 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1377.382027] env[69319]: INFO nova.compute.manager [-] [instance: b67563f9-4b5d-4f20-87fc-6fc7407687ae] Took 1.76 seconds to deallocate network for instance. [ 1377.607698] env[69319]: DEBUG oslo_vmware.api [None req-b23d9e6f-1edb-41fb-86fd-0704edf9264c tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3224351, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.654082} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.608205] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-b23d9e6f-1edb-41fb-86fd-0704edf9264c tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/24ab5b24-7786-4097-81d9-bcfffe243247/24ab5b24-7786-4097-81d9-bcfffe243247.vmdk to [datastore2] 460e8db7-d226-4792-ab3f-46dbaed764c9/460e8db7-d226-4792-ab3f-46dbaed764c9.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1377.608946] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e7624eb-f2a8-4322-b5b2-8b57f988de73 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.631866] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-b23d9e6f-1edb-41fb-86fd-0704edf9264c tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 460e8db7-d226-4792-ab3f-46dbaed764c9] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] 460e8db7-d226-4792-ab3f-46dbaed764c9/460e8db7-d226-4792-ab3f-46dbaed764c9.vmdk or device None with type streamOptimized {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1377.633762] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f95491a4-c1f8-4890-b1d6-736dbc6c4d14 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.652631] env[69319]: DEBUG oslo_vmware.api [None req-b23d9e6f-1edb-41fb-86fd-0704edf9264c tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Waiting for the task: (returnval){ [ 1377.652631] env[69319]: value = "task-3224354" [ 1377.652631] env[69319]: _type = "Task" [ 1377.652631] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.663913] env[69319]: DEBUG oslo_vmware.api [None req-b23d9e6f-1edb-41fb-86fd-0704edf9264c tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3224354, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.723296] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ee298df2-c441-463b-a223-782d204a0dd2 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.203s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1377.723839] env[69319]: DEBUG nova.compute.manager [None req-ee298df2-c441-463b-a223-782d204a0dd2 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 032c8815-1531-492d-8d09-165a854f146c] Start building networks asynchronously for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1377.726662] env[69319]: DEBUG oslo_concurrency.lockutils [None req-63467e7f-d831-45ec-92ff-99084162f242 tempest-ServerMetadataTestJSON-184125649 tempest-ServerMetadataTestJSON-184125649-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.168s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1377.727985] env[69319]: INFO nova.compute.claims [None req-63467e7f-d831-45ec-92ff-99084162f242 tempest-ServerMetadataTestJSON-184125649 tempest-ServerMetadataTestJSON-184125649-project-member] [instance: c3af2267-516d-4ef3-91db-93649c8067b0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1377.889215] env[69319]: DEBUG oslo_concurrency.lockutils [None req-57718379-c5c5-4f47-bf53-b1b285960ad7 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1378.162890] env[69319]: DEBUG oslo_vmware.api [None req-b23d9e6f-1edb-41fb-86fd-0704edf9264c tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3224354, 'name': ReconfigVM_Task, 'duration_secs': 0.297081} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.163187] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-b23d9e6f-1edb-41fb-86fd-0704edf9264c tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 460e8db7-d226-4792-ab3f-46dbaed764c9] Reconfigured VM instance instance-00000074 to attach disk [datastore2] 460e8db7-d226-4792-ab3f-46dbaed764c9/460e8db7-d226-4792-ab3f-46dbaed764c9.vmdk or device None with type streamOptimized {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1378.163795] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0940ba73-74bc-4d25-a1b0-3c8881f62b6a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.169891] env[69319]: DEBUG oslo_vmware.api [None req-b23d9e6f-1edb-41fb-86fd-0704edf9264c tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Waiting for the task: (returnval){ [ 1378.169891] env[69319]: value = "task-3224355" [ 1378.169891] env[69319]: _type = "Task" [ 1378.169891] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.177183] env[69319]: DEBUG oslo_vmware.api [None req-b23d9e6f-1edb-41fb-86fd-0704edf9264c tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3224355, 'name': Rename_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.231904] env[69319]: DEBUG nova.compute.utils [None req-ee298df2-c441-463b-a223-782d204a0dd2 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Using /dev/sd instead of None {{(pid=69319) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1378.235369] env[69319]: DEBUG nova.compute.manager [None req-ee298df2-c441-463b-a223-782d204a0dd2 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 032c8815-1531-492d-8d09-165a854f146c] Allocating IP information in the background. {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1378.235567] env[69319]: DEBUG nova.network.neutron [None req-ee298df2-c441-463b-a223-782d204a0dd2 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 032c8815-1531-492d-8d09-165a854f146c] allocate_for_instance() {{(pid=69319) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1378.273323] env[69319]: DEBUG nova.policy [None req-ee298df2-c441-463b-a223-782d204a0dd2 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '16beb186640643eea48fda09ad7dc5de', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '95644d802b30495ab0252d6e801d8941', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69319) authorize /opt/stack/nova/nova/policy.py:192}} [ 1378.535826] env[69319]: DEBUG nova.network.neutron [None req-ee298df2-c441-463b-a223-782d204a0dd2 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 032c8815-1531-492d-8d09-165a854f146c] Successfully created port: e2c6c448-290f-43b2-ab35-5cda256e0a8e {{(pid=69319) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1378.679147] env[69319]: DEBUG oslo_vmware.api [None req-b23d9e6f-1edb-41fb-86fd-0704edf9264c tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3224355, 'name': Rename_Task, 'duration_secs': 0.144315} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.679470] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-b23d9e6f-1edb-41fb-86fd-0704edf9264c tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 460e8db7-d226-4792-ab3f-46dbaed764c9] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1378.679679] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e20cd10f-ff0f-4559-9e2c-4ed1ef496406 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.685518] env[69319]: DEBUG oslo_vmware.api [None req-b23d9e6f-1edb-41fb-86fd-0704edf9264c tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Waiting for the task: (returnval){ [ 1378.685518] env[69319]: value = "task-3224356" [ 1378.685518] env[69319]: _type = "Task" [ 1378.685518] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.692567] env[69319]: DEBUG oslo_vmware.api [None req-b23d9e6f-1edb-41fb-86fd-0704edf9264c tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3224356, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.742098] env[69319]: DEBUG nova.compute.manager [None req-ee298df2-c441-463b-a223-782d204a0dd2 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 032c8815-1531-492d-8d09-165a854f146c] Start building block device mappings for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1378.833762] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16dca34d-b017-4651-a5b3-201d4af23c69 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.841054] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-956da16e-d8e9-47bf-8a4b-88d7b940dd1d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.872753] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e8d6eea-0314-4b6f-98f8-101e72585f2e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.880108] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7678a40-b6f5-442f-b844-2104a2bcdeaa {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.894066] env[69319]: DEBUG nova.compute.provider_tree [None req-63467e7f-d831-45ec-92ff-99084162f242 tempest-ServerMetadataTestJSON-184125649 tempest-ServerMetadataTestJSON-184125649-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1379.195509] env[69319]: DEBUG oslo_vmware.api [None req-b23d9e6f-1edb-41fb-86fd-0704edf9264c tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3224356, 'name': PowerOnVM_Task, 'duration_secs': 0.420041} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.195716] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-b23d9e6f-1edb-41fb-86fd-0704edf9264c tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 460e8db7-d226-4792-ab3f-46dbaed764c9] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1379.299052] env[69319]: DEBUG nova.compute.manager [None req-b23d9e6f-1edb-41fb-86fd-0704edf9264c tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 460e8db7-d226-4792-ab3f-46dbaed764c9] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1379.299981] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67365a3e-cff1-42b5-bcd4-f2e33fc9429f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.396367] env[69319]: DEBUG nova.scheduler.client.report [None req-63467e7f-d831-45ec-92ff-99084162f242 tempest-ServerMetadataTestJSON-184125649 tempest-ServerMetadataTestJSON-184125649-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1379.753799] env[69319]: DEBUG nova.compute.manager [None req-ee298df2-c441-463b-a223-782d204a0dd2 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 032c8815-1531-492d-8d09-165a854f146c] Start spawning the instance on the hypervisor. {{(pid=69319) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1379.775017] env[69319]: DEBUG nova.virt.hardware [None req-ee298df2-c441-463b-a223-782d204a0dd2 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:32:36Z,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31f027872f6f44dba95ff2fe7a062e00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:32:36Z,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1379.775286] env[69319]: DEBUG nova.virt.hardware [None req-ee298df2-c441-463b-a223-782d204a0dd2 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1379.775446] env[69319]: DEBUG nova.virt.hardware [None req-ee298df2-c441-463b-a223-782d204a0dd2 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1379.775631] env[69319]: DEBUG nova.virt.hardware [None req-ee298df2-c441-463b-a223-782d204a0dd2 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1379.775782] env[69319]: DEBUG nova.virt.hardware [None req-ee298df2-c441-463b-a223-782d204a0dd2 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1379.775931] env[69319]: DEBUG nova.virt.hardware [None req-ee298df2-c441-463b-a223-782d204a0dd2 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1379.776194] env[69319]: DEBUG nova.virt.hardware [None req-ee298df2-c441-463b-a223-782d204a0dd2 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1379.776362] env[69319]: DEBUG nova.virt.hardware [None req-ee298df2-c441-463b-a223-782d204a0dd2 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1379.776530] env[69319]: DEBUG nova.virt.hardware [None req-ee298df2-c441-463b-a223-782d204a0dd2 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1379.776738] env[69319]: DEBUG nova.virt.hardware [None req-ee298df2-c441-463b-a223-782d204a0dd2 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1379.777473] env[69319]: DEBUG nova.virt.hardware [None req-ee298df2-c441-463b-a223-782d204a0dd2 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1379.777945] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-660aaf63-ca37-4012-bd09-4ebc9db4a905 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.786121] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d21653b0-cbc2-48af-afe0-8da42d0be426 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.818103] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b23d9e6f-1edb-41fb-86fd-0704edf9264c tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Lock "460e8db7-d226-4792-ab3f-46dbaed764c9" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 20.241s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1379.901492] env[69319]: DEBUG oslo_concurrency.lockutils [None req-63467e7f-d831-45ec-92ff-99084162f242 tempest-ServerMetadataTestJSON-184125649 tempest-ServerMetadataTestJSON-184125649-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.175s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1379.902081] env[69319]: DEBUG nova.compute.manager [None req-63467e7f-d831-45ec-92ff-99084162f242 tempest-ServerMetadataTestJSON-184125649 tempest-ServerMetadataTestJSON-184125649-project-member] [instance: c3af2267-516d-4ef3-91db-93649c8067b0] Start building networks asynchronously for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1379.904568] env[69319]: DEBUG oslo_concurrency.lockutils [None req-57718379-c5c5-4f47-bf53-b1b285960ad7 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.015s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1379.904708] env[69319]: DEBUG oslo_concurrency.lockutils [None req-57718379-c5c5-4f47-bf53-b1b285960ad7 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1379.928496] env[69319]: DEBUG nova.compute.manager [req-fd8f9eae-a235-4e72-861c-937245b39f0b req-492dfb8e-f350-4be8-8d6a-fb22726cebfc service nova] [instance: 032c8815-1531-492d-8d09-165a854f146c] Received event network-vif-plugged-e2c6c448-290f-43b2-ab35-5cda256e0a8e {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1379.928674] env[69319]: DEBUG oslo_concurrency.lockutils [req-fd8f9eae-a235-4e72-861c-937245b39f0b req-492dfb8e-f350-4be8-8d6a-fb22726cebfc service nova] Acquiring lock "032c8815-1531-492d-8d09-165a854f146c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1379.928809] env[69319]: DEBUG oslo_concurrency.lockutils [req-fd8f9eae-a235-4e72-861c-937245b39f0b req-492dfb8e-f350-4be8-8d6a-fb22726cebfc service nova] Lock "032c8815-1531-492d-8d09-165a854f146c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1379.928992] env[69319]: DEBUG oslo_concurrency.lockutils [req-fd8f9eae-a235-4e72-861c-937245b39f0b req-492dfb8e-f350-4be8-8d6a-fb22726cebfc service nova] Lock "032c8815-1531-492d-8d09-165a854f146c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1379.929480] env[69319]: DEBUG nova.compute.manager [req-fd8f9eae-a235-4e72-861c-937245b39f0b req-492dfb8e-f350-4be8-8d6a-fb22726cebfc service nova] [instance: 032c8815-1531-492d-8d09-165a854f146c] No waiting events found dispatching network-vif-plugged-e2c6c448-290f-43b2-ab35-5cda256e0a8e {{(pid=69319) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1379.929480] env[69319]: WARNING nova.compute.manager [req-fd8f9eae-a235-4e72-861c-937245b39f0b req-492dfb8e-f350-4be8-8d6a-fb22726cebfc service nova] [instance: 032c8815-1531-492d-8d09-165a854f146c] Received unexpected event network-vif-plugged-e2c6c448-290f-43b2-ab35-5cda256e0a8e for instance with vm_state building and task_state spawning. [ 1379.930477] env[69319]: INFO nova.scheduler.client.report [None req-57718379-c5c5-4f47-bf53-b1b285960ad7 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Deleted allocations for instance b67563f9-4b5d-4f20-87fc-6fc7407687ae [ 1380.018021] env[69319]: DEBUG nova.network.neutron [None req-ee298df2-c441-463b-a223-782d204a0dd2 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 032c8815-1531-492d-8d09-165a854f146c] Successfully updated port: e2c6c448-290f-43b2-ab35-5cda256e0a8e {{(pid=69319) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1380.408732] env[69319]: DEBUG nova.compute.utils [None req-63467e7f-d831-45ec-92ff-99084162f242 tempest-ServerMetadataTestJSON-184125649 tempest-ServerMetadataTestJSON-184125649-project-member] Using /dev/sd instead of None {{(pid=69319) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1380.410220] env[69319]: DEBUG nova.compute.manager [None req-63467e7f-d831-45ec-92ff-99084162f242 tempest-ServerMetadataTestJSON-184125649 tempest-ServerMetadataTestJSON-184125649-project-member] [instance: c3af2267-516d-4ef3-91db-93649c8067b0] Allocating IP information in the background. {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1380.410400] env[69319]: DEBUG nova.network.neutron [None req-63467e7f-d831-45ec-92ff-99084162f242 tempest-ServerMetadataTestJSON-184125649 tempest-ServerMetadataTestJSON-184125649-project-member] [instance: c3af2267-516d-4ef3-91db-93649c8067b0] allocate_for_instance() {{(pid=69319) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1380.438091] env[69319]: DEBUG oslo_concurrency.lockutils [None req-57718379-c5c5-4f47-bf53-b1b285960ad7 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Lock "b67563f9-4b5d-4f20-87fc-6fc7407687ae" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.452s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1380.446504] env[69319]: DEBUG nova.policy [None req-63467e7f-d831-45ec-92ff-99084162f242 tempest-ServerMetadataTestJSON-184125649 tempest-ServerMetadataTestJSON-184125649-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cf2870383ef84e1890ff6f807ab2ca0a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '22ecdfa24dad4073997d570a7e370c4c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69319) authorize /opt/stack/nova/nova/policy.py:192}} [ 1380.521195] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ee298df2-c441-463b-a223-782d204a0dd2 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Acquiring lock "refresh_cache-032c8815-1531-492d-8d09-165a854f146c" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.521402] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ee298df2-c441-463b-a223-782d204a0dd2 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Acquired lock "refresh_cache-032c8815-1531-492d-8d09-165a854f146c" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.521595] env[69319]: DEBUG nova.network.neutron [None req-ee298df2-c441-463b-a223-782d204a0dd2 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 032c8815-1531-492d-8d09-165a854f146c] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1380.724275] env[69319]: DEBUG oslo_concurrency.lockutils [None req-a0eec121-228e-4be1-9852-e1574a3e13ef tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Acquiring lock "460e8db7-d226-4792-ab3f-46dbaed764c9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1380.724564] env[69319]: DEBUG oslo_concurrency.lockutils [None req-a0eec121-228e-4be1-9852-e1574a3e13ef tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Lock "460e8db7-d226-4792-ab3f-46dbaed764c9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1380.724781] env[69319]: DEBUG oslo_concurrency.lockutils [None req-a0eec121-228e-4be1-9852-e1574a3e13ef tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Acquiring lock "460e8db7-d226-4792-ab3f-46dbaed764c9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1380.725425] env[69319]: DEBUG oslo_concurrency.lockutils [None req-a0eec121-228e-4be1-9852-e1574a3e13ef tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Lock "460e8db7-d226-4792-ab3f-46dbaed764c9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1380.725425] env[69319]: DEBUG oslo_concurrency.lockutils [None req-a0eec121-228e-4be1-9852-e1574a3e13ef tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Lock "460e8db7-d226-4792-ab3f-46dbaed764c9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1380.727328] env[69319]: INFO nova.compute.manager [None req-a0eec121-228e-4be1-9852-e1574a3e13ef tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 460e8db7-d226-4792-ab3f-46dbaed764c9] Terminating instance [ 1380.729321] env[69319]: DEBUG nova.network.neutron [None req-63467e7f-d831-45ec-92ff-99084162f242 tempest-ServerMetadataTestJSON-184125649 tempest-ServerMetadataTestJSON-184125649-project-member] [instance: c3af2267-516d-4ef3-91db-93649c8067b0] Successfully created port: f9ad1dfc-9052-46e6-b6bc-a5e3e3abfd8c {{(pid=69319) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1380.913822] env[69319]: DEBUG nova.compute.manager [None req-63467e7f-d831-45ec-92ff-99084162f242 tempest-ServerMetadataTestJSON-184125649 tempest-ServerMetadataTestJSON-184125649-project-member] [instance: c3af2267-516d-4ef3-91db-93649c8067b0] Start building block device mappings for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1381.058085] env[69319]: DEBUG nova.network.neutron [None req-ee298df2-c441-463b-a223-782d204a0dd2 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 032c8815-1531-492d-8d09-165a854f146c] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1381.174740] env[69319]: DEBUG nova.network.neutron [None req-ee298df2-c441-463b-a223-782d204a0dd2 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 032c8815-1531-492d-8d09-165a854f146c] Updating instance_info_cache with network_info: [{"id": "e2c6c448-290f-43b2-ab35-5cda256e0a8e", "address": "fa:16:3e:e2:36:ef", "network": {"id": "71fca4d9-61bc-4013-a81b-0ddfab3b1cbc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-616015346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95644d802b30495ab0252d6e801d8941", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2c6c448-29", "ovs_interfaceid": "e2c6c448-290f-43b2-ab35-5cda256e0a8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1381.233435] env[69319]: DEBUG nova.compute.manager [None req-a0eec121-228e-4be1-9852-e1574a3e13ef tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 460e8db7-d226-4792-ab3f-46dbaed764c9] Start destroying the instance on the hypervisor. {{(pid=69319) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1381.233685] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-a0eec121-228e-4be1-9852-e1574a3e13ef tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 460e8db7-d226-4792-ab3f-46dbaed764c9] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1381.235019] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9afe529-649b-4d3c-b605-4b9e58638078 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.242662] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0eec121-228e-4be1-9852-e1574a3e13ef tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 460e8db7-d226-4792-ab3f-46dbaed764c9] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1381.242897] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-126b969b-a55f-4527-a776-45dc34fea3bc {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.249093] env[69319]: DEBUG oslo_vmware.api [None req-a0eec121-228e-4be1-9852-e1574a3e13ef tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Waiting for the task: (returnval){ [ 1381.249093] env[69319]: value = "task-3224357" [ 1381.249093] env[69319]: _type = "Task" [ 1381.249093] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.257119] env[69319]: DEBUG oslo_vmware.api [None req-a0eec121-228e-4be1-9852-e1574a3e13ef tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3224357, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.479422] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f184657d-1a61-444d-b623-7ddd1e5d6e67 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Acquiring lock "98a28bbc-93f2-44e1-958a-970d60d91b4e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1381.479704] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f184657d-1a61-444d-b623-7ddd1e5d6e67 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Lock "98a28bbc-93f2-44e1-958a-970d60d91b4e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1381.680084] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ee298df2-c441-463b-a223-782d204a0dd2 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Releasing lock "refresh_cache-032c8815-1531-492d-8d09-165a854f146c" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.680084] env[69319]: DEBUG nova.compute.manager [None req-ee298df2-c441-463b-a223-782d204a0dd2 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 032c8815-1531-492d-8d09-165a854f146c] Instance network_info: |[{"id": "e2c6c448-290f-43b2-ab35-5cda256e0a8e", "address": "fa:16:3e:e2:36:ef", "network": {"id": "71fca4d9-61bc-4013-a81b-0ddfab3b1cbc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-616015346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95644d802b30495ab0252d6e801d8941", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2c6c448-29", "ovs_interfaceid": "e2c6c448-290f-43b2-ab35-5cda256e0a8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1381.680084] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-ee298df2-c441-463b-a223-782d204a0dd2 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 032c8815-1531-492d-8d09-165a854f146c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e2:36:ef', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '233536d0-6913-4879-8442-42dcf1d4ecbb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e2c6c448-290f-43b2-ab35-5cda256e0a8e', 'vif_model': 'vmxnet3'}] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1381.685843] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ee298df2-c441-463b-a223-782d204a0dd2 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1381.686085] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 032c8815-1531-492d-8d09-165a854f146c] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1381.686329] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ecd76899-7318-4e1d-b342-f8b5a9bbfcbe {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.709746] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1381.709746] env[69319]: value = "task-3224358" [ 1381.709746] env[69319]: _type = "Task" [ 1381.709746] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.717957] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3224358, 'name': CreateVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.759156] env[69319]: DEBUG oslo_vmware.api [None req-a0eec121-228e-4be1-9852-e1574a3e13ef tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3224357, 'name': PowerOffVM_Task, 'duration_secs': 0.178755} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.759477] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0eec121-228e-4be1-9852-e1574a3e13ef tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 460e8db7-d226-4792-ab3f-46dbaed764c9] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1381.759650] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-a0eec121-228e-4be1-9852-e1574a3e13ef tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 460e8db7-d226-4792-ab3f-46dbaed764c9] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1381.759891] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e544afe7-c89b-41d4-8dde-17151d59a195 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.824569] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-a0eec121-228e-4be1-9852-e1574a3e13ef tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 460e8db7-d226-4792-ab3f-46dbaed764c9] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1381.824764] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-a0eec121-228e-4be1-9852-e1574a3e13ef tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 460e8db7-d226-4792-ab3f-46dbaed764c9] Deleting contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1381.824915] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0eec121-228e-4be1-9852-e1574a3e13ef tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Deleting the datastore file [datastore2] 460e8db7-d226-4792-ab3f-46dbaed764c9 {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1381.825227] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3b19721a-83d2-4eb6-babb-2f2579df183f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.831617] env[69319]: DEBUG oslo_vmware.api [None req-a0eec121-228e-4be1-9852-e1574a3e13ef tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Waiting for the task: (returnval){ [ 1381.831617] env[69319]: value = "task-3224360" [ 1381.831617] env[69319]: _type = "Task" [ 1381.831617] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.839180] env[69319]: DEBUG oslo_vmware.api [None req-a0eec121-228e-4be1-9852-e1574a3e13ef tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3224360, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.924064] env[69319]: DEBUG nova.compute.manager [None req-63467e7f-d831-45ec-92ff-99084162f242 tempest-ServerMetadataTestJSON-184125649 tempest-ServerMetadataTestJSON-184125649-project-member] [instance: c3af2267-516d-4ef3-91db-93649c8067b0] Start spawning the instance on the hypervisor. {{(pid=69319) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1381.953839] env[69319]: DEBUG nova.virt.hardware [None req-63467e7f-d831-45ec-92ff-99084162f242 tempest-ServerMetadataTestJSON-184125649 tempest-ServerMetadataTestJSON-184125649-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:32:36Z,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31f027872f6f44dba95ff2fe7a062e00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:32:36Z,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1381.954133] env[69319]: DEBUG nova.virt.hardware [None req-63467e7f-d831-45ec-92ff-99084162f242 tempest-ServerMetadataTestJSON-184125649 tempest-ServerMetadataTestJSON-184125649-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1381.954330] env[69319]: DEBUG nova.virt.hardware [None req-63467e7f-d831-45ec-92ff-99084162f242 tempest-ServerMetadataTestJSON-184125649 tempest-ServerMetadataTestJSON-184125649-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1381.954902] env[69319]: DEBUG nova.virt.hardware [None req-63467e7f-d831-45ec-92ff-99084162f242 tempest-ServerMetadataTestJSON-184125649 tempest-ServerMetadataTestJSON-184125649-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1381.954902] env[69319]: DEBUG nova.virt.hardware [None req-63467e7f-d831-45ec-92ff-99084162f242 tempest-ServerMetadataTestJSON-184125649 tempest-ServerMetadataTestJSON-184125649-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1381.955096] env[69319]: DEBUG nova.virt.hardware [None req-63467e7f-d831-45ec-92ff-99084162f242 tempest-ServerMetadataTestJSON-184125649 tempest-ServerMetadataTestJSON-184125649-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1381.955419] env[69319]: DEBUG nova.virt.hardware [None req-63467e7f-d831-45ec-92ff-99084162f242 tempest-ServerMetadataTestJSON-184125649 tempest-ServerMetadataTestJSON-184125649-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1381.955626] env[69319]: DEBUG nova.virt.hardware [None req-63467e7f-d831-45ec-92ff-99084162f242 tempest-ServerMetadataTestJSON-184125649 tempest-ServerMetadataTestJSON-184125649-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1381.955890] env[69319]: DEBUG nova.virt.hardware [None req-63467e7f-d831-45ec-92ff-99084162f242 tempest-ServerMetadataTestJSON-184125649 tempest-ServerMetadataTestJSON-184125649-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1381.956060] env[69319]: DEBUG nova.virt.hardware [None req-63467e7f-d831-45ec-92ff-99084162f242 tempest-ServerMetadataTestJSON-184125649 tempest-ServerMetadataTestJSON-184125649-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1381.956282] env[69319]: DEBUG nova.virt.hardware [None req-63467e7f-d831-45ec-92ff-99084162f242 tempest-ServerMetadataTestJSON-184125649 tempest-ServerMetadataTestJSON-184125649-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1381.957228] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6873f88b-9250-474e-a0b3-a09962daf979 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.961927] env[69319]: DEBUG nova.compute.manager [req-576483f4-79e4-454a-a09c-65abcdfc02cc req-9c679fd3-3eaf-44c9-bb3a-e87bd90708ed service nova] [instance: 032c8815-1531-492d-8d09-165a854f146c] Received event network-changed-e2c6c448-290f-43b2-ab35-5cda256e0a8e {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1381.962129] env[69319]: DEBUG nova.compute.manager [req-576483f4-79e4-454a-a09c-65abcdfc02cc req-9c679fd3-3eaf-44c9-bb3a-e87bd90708ed service nova] [instance: 032c8815-1531-492d-8d09-165a854f146c] Refreshing instance network info cache due to event network-changed-e2c6c448-290f-43b2-ab35-5cda256e0a8e. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1381.962352] env[69319]: DEBUG oslo_concurrency.lockutils [req-576483f4-79e4-454a-a09c-65abcdfc02cc req-9c679fd3-3eaf-44c9-bb3a-e87bd90708ed service nova] Acquiring lock "refresh_cache-032c8815-1531-492d-8d09-165a854f146c" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.962489] env[69319]: DEBUG oslo_concurrency.lockutils [req-576483f4-79e4-454a-a09c-65abcdfc02cc req-9c679fd3-3eaf-44c9-bb3a-e87bd90708ed service nova] Acquired lock "refresh_cache-032c8815-1531-492d-8d09-165a854f146c" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.962647] env[69319]: DEBUG nova.network.neutron [req-576483f4-79e4-454a-a09c-65abcdfc02cc req-9c679fd3-3eaf-44c9-bb3a-e87bd90708ed service nova] [instance: 032c8815-1531-492d-8d09-165a854f146c] Refreshing network info cache for port e2c6c448-290f-43b2-ab35-5cda256e0a8e {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1381.968923] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f0390eb-ade8-42b4-92b2-43cdc7549605 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.983620] env[69319]: DEBUG nova.compute.manager [None req-f184657d-1a61-444d-b623-7ddd1e5d6e67 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 98a28bbc-93f2-44e1-958a-970d60d91b4e] Starting instance... {{(pid=69319) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1382.166391] env[69319]: DEBUG nova.network.neutron [None req-63467e7f-d831-45ec-92ff-99084162f242 tempest-ServerMetadataTestJSON-184125649 tempest-ServerMetadataTestJSON-184125649-project-member] [instance: c3af2267-516d-4ef3-91db-93649c8067b0] Successfully updated port: f9ad1dfc-9052-46e6-b6bc-a5e3e3abfd8c {{(pid=69319) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1382.219734] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3224358, 'name': CreateVM_Task, 'duration_secs': 0.309337} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.219976] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 032c8815-1531-492d-8d09-165a854f146c] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1382.220585] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ee298df2-c441-463b-a223-782d204a0dd2 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.220756] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ee298df2-c441-463b-a223-782d204a0dd2 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.221112] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ee298df2-c441-463b-a223-782d204a0dd2 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.221370] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21fddd06-4a7c-4305-b830-9a16d2d52487 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.225531] env[69319]: DEBUG oslo_vmware.api [None req-ee298df2-c441-463b-a223-782d204a0dd2 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Waiting for the task: (returnval){ [ 1382.225531] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52a79e22-363b-f28c-4656-74a28be98db4" [ 1382.225531] env[69319]: _type = "Task" [ 1382.225531] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.232711] env[69319]: DEBUG oslo_vmware.api [None req-ee298df2-c441-463b-a223-782d204a0dd2 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52a79e22-363b-f28c-4656-74a28be98db4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.341139] env[69319]: DEBUG oslo_vmware.api [None req-a0eec121-228e-4be1-9852-e1574a3e13ef tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Task: {'id': task-3224360, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164671} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.341330] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0eec121-228e-4be1-9852-e1574a3e13ef tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1382.341514] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-a0eec121-228e-4be1-9852-e1574a3e13ef tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 460e8db7-d226-4792-ab3f-46dbaed764c9] Deleted contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1382.341693] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-a0eec121-228e-4be1-9852-e1574a3e13ef tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 460e8db7-d226-4792-ab3f-46dbaed764c9] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1382.341866] env[69319]: INFO nova.compute.manager [None req-a0eec121-228e-4be1-9852-e1574a3e13ef tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] [instance: 460e8db7-d226-4792-ab3f-46dbaed764c9] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1382.342122] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a0eec121-228e-4be1-9852-e1574a3e13ef tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1382.342315] env[69319]: DEBUG nova.compute.manager [-] [instance: 460e8db7-d226-4792-ab3f-46dbaed764c9] Deallocating network for instance {{(pid=69319) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1382.342413] env[69319]: DEBUG nova.network.neutron [-] [instance: 460e8db7-d226-4792-ab3f-46dbaed764c9] deallocate_for_instance() {{(pid=69319) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1382.505702] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f184657d-1a61-444d-b623-7ddd1e5d6e67 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1382.506089] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f184657d-1a61-444d-b623-7ddd1e5d6e67 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1382.507732] env[69319]: INFO nova.compute.claims [None req-f184657d-1a61-444d-b623-7ddd1e5d6e67 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 98a28bbc-93f2-44e1-958a-970d60d91b4e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1382.668896] env[69319]: DEBUG oslo_concurrency.lockutils [None req-63467e7f-d831-45ec-92ff-99084162f242 tempest-ServerMetadataTestJSON-184125649 tempest-ServerMetadataTestJSON-184125649-project-member] Acquiring lock "refresh_cache-c3af2267-516d-4ef3-91db-93649c8067b0" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.669081] env[69319]: DEBUG oslo_concurrency.lockutils [None req-63467e7f-d831-45ec-92ff-99084162f242 tempest-ServerMetadataTestJSON-184125649 tempest-ServerMetadataTestJSON-184125649-project-member] Acquired lock "refresh_cache-c3af2267-516d-4ef3-91db-93649c8067b0" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.669275] env[69319]: DEBUG nova.network.neutron [None req-63467e7f-d831-45ec-92ff-99084162f242 tempest-ServerMetadataTestJSON-184125649 tempest-ServerMetadataTestJSON-184125649-project-member] [instance: c3af2267-516d-4ef3-91db-93649c8067b0] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1382.679959] env[69319]: DEBUG nova.network.neutron [req-576483f4-79e4-454a-a09c-65abcdfc02cc req-9c679fd3-3eaf-44c9-bb3a-e87bd90708ed service nova] [instance: 032c8815-1531-492d-8d09-165a854f146c] Updated VIF entry in instance network info cache for port e2c6c448-290f-43b2-ab35-5cda256e0a8e. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1382.680330] env[69319]: DEBUG nova.network.neutron [req-576483f4-79e4-454a-a09c-65abcdfc02cc req-9c679fd3-3eaf-44c9-bb3a-e87bd90708ed service nova] [instance: 032c8815-1531-492d-8d09-165a854f146c] Updating instance_info_cache with network_info: [{"id": "e2c6c448-290f-43b2-ab35-5cda256e0a8e", "address": "fa:16:3e:e2:36:ef", "network": {"id": "71fca4d9-61bc-4013-a81b-0ddfab3b1cbc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-616015346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95644d802b30495ab0252d6e801d8941", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2c6c448-29", "ovs_interfaceid": "e2c6c448-290f-43b2-ab35-5cda256e0a8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1382.739022] env[69319]: DEBUG oslo_vmware.api [None req-ee298df2-c441-463b-a223-782d204a0dd2 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52a79e22-363b-f28c-4656-74a28be98db4, 'name': SearchDatastore_Task, 'duration_secs': 0.00962} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.739022] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ee298df2-c441-463b-a223-782d204a0dd2 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.739022] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-ee298df2-c441-463b-a223-782d204a0dd2 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 032c8815-1531-492d-8d09-165a854f146c] Processing image 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1382.739022] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ee298df2-c441-463b-a223-782d204a0dd2 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.739022] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ee298df2-c441-463b-a223-782d204a0dd2 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.739022] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee298df2-c441-463b-a223-782d204a0dd2 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1382.739022] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-09680e06-da32-4d55-9773-08b9a4028984 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.746604] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee298df2-c441-463b-a223-782d204a0dd2 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1382.746604] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-ee298df2-c441-463b-a223-782d204a0dd2 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1382.746860] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-198e124d-fc59-4af2-a518-918ffc8a5372 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.754021] env[69319]: DEBUG oslo_vmware.api [None req-ee298df2-c441-463b-a223-782d204a0dd2 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Waiting for the task: (returnval){ [ 1382.754021] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52dd383f-b809-4e84-06ad-28745a495384" [ 1382.754021] env[69319]: _type = "Task" [ 1382.754021] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.760460] env[69319]: DEBUG oslo_vmware.api [None req-ee298df2-c441-463b-a223-782d204a0dd2 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52dd383f-b809-4e84-06ad-28745a495384, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.182777] env[69319]: DEBUG oslo_concurrency.lockutils [req-576483f4-79e4-454a-a09c-65abcdfc02cc req-9c679fd3-3eaf-44c9-bb3a-e87bd90708ed service nova] Releasing lock "refresh_cache-032c8815-1531-492d-8d09-165a854f146c" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.200074] env[69319]: DEBUG nova.network.neutron [None req-63467e7f-d831-45ec-92ff-99084162f242 tempest-ServerMetadataTestJSON-184125649 tempest-ServerMetadataTestJSON-184125649-project-member] [instance: c3af2267-516d-4ef3-91db-93649c8067b0] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1383.252354] env[69319]: DEBUG nova.network.neutron [-] [instance: 460e8db7-d226-4792-ab3f-46dbaed764c9] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1383.265283] env[69319]: DEBUG oslo_vmware.api [None req-ee298df2-c441-463b-a223-782d204a0dd2 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52dd383f-b809-4e84-06ad-28745a495384, 'name': SearchDatastore_Task, 'duration_secs': 0.009606} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.266608] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a898133b-5d22-4f79-88ca-058e30f49fa1 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.272276] env[69319]: DEBUG oslo_vmware.api [None req-ee298df2-c441-463b-a223-782d204a0dd2 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Waiting for the task: (returnval){ [ 1383.272276] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]520ff4dc-7acb-ff4a-86ce-c1804c04ac60" [ 1383.272276] env[69319]: _type = "Task" [ 1383.272276] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.280067] env[69319]: DEBUG oslo_vmware.api [None req-ee298df2-c441-463b-a223-782d204a0dd2 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]520ff4dc-7acb-ff4a-86ce-c1804c04ac60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.325341] env[69319]: DEBUG nova.network.neutron [None req-63467e7f-d831-45ec-92ff-99084162f242 tempest-ServerMetadataTestJSON-184125649 tempest-ServerMetadataTestJSON-184125649-project-member] [instance: c3af2267-516d-4ef3-91db-93649c8067b0] Updating instance_info_cache with network_info: [{"id": "f9ad1dfc-9052-46e6-b6bc-a5e3e3abfd8c", "address": "fa:16:3e:7a:38:31", "network": {"id": "ed906226-69c7-47d5-ac20-d9e138c07ed2", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-969427239-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22ecdfa24dad4073997d570a7e370c4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9be6786-e9a7-4138-b7b5-b7696f6cb1e1", "external-id": "nsx-vlan-transportzone-626", "segmentation_id": 626, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9ad1dfc-90", "ovs_interfaceid": "f9ad1dfc-9052-46e6-b6bc-a5e3e3abfd8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1383.606938] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1564dcc9-3b82-4381-bb7c-630560ae48f2 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.614177] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6c9967f-ef57-481b-b1c4-b8e2df6365f6 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.644659] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6659d381-e9de-4772-9d54-4fda8b164798 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.651558] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2af7cf07-b061-4579-a6f5-0cb07d316fcf {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.664467] env[69319]: DEBUG nova.compute.provider_tree [None req-f184657d-1a61-444d-b623-7ddd1e5d6e67 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1383.757535] env[69319]: INFO nova.compute.manager [-] [instance: 460e8db7-d226-4792-ab3f-46dbaed764c9] Took 1.41 seconds to deallocate network for instance. [ 1383.783035] env[69319]: DEBUG oslo_vmware.api [None req-ee298df2-c441-463b-a223-782d204a0dd2 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]520ff4dc-7acb-ff4a-86ce-c1804c04ac60, 'name': SearchDatastore_Task, 'duration_secs': 0.00934} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.783035] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ee298df2-c441-463b-a223-782d204a0dd2 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.783035] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee298df2-c441-463b-a223-782d204a0dd2 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore1] 032c8815-1531-492d-8d09-165a854f146c/032c8815-1531-492d-8d09-165a854f146c.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1383.783290] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fe102962-4f2a-4579-994b-24764c9a86fa {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.789721] env[69319]: DEBUG oslo_vmware.api [None req-ee298df2-c441-463b-a223-782d204a0dd2 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Waiting for the task: (returnval){ [ 1383.789721] env[69319]: value = "task-3224361" [ 1383.789721] env[69319]: _type = "Task" [ 1383.789721] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.798326] env[69319]: DEBUG oslo_vmware.api [None req-ee298df2-c441-463b-a223-782d204a0dd2 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Task: {'id': task-3224361, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.827969] env[69319]: DEBUG oslo_concurrency.lockutils [None req-63467e7f-d831-45ec-92ff-99084162f242 tempest-ServerMetadataTestJSON-184125649 tempest-ServerMetadataTestJSON-184125649-project-member] Releasing lock "refresh_cache-c3af2267-516d-4ef3-91db-93649c8067b0" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.828304] env[69319]: DEBUG nova.compute.manager [None req-63467e7f-d831-45ec-92ff-99084162f242 tempest-ServerMetadataTestJSON-184125649 tempest-ServerMetadataTestJSON-184125649-project-member] [instance: c3af2267-516d-4ef3-91db-93649c8067b0] Instance network_info: |[{"id": "f9ad1dfc-9052-46e6-b6bc-a5e3e3abfd8c", "address": "fa:16:3e:7a:38:31", "network": {"id": "ed906226-69c7-47d5-ac20-d9e138c07ed2", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-969427239-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22ecdfa24dad4073997d570a7e370c4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9be6786-e9a7-4138-b7b5-b7696f6cb1e1", "external-id": "nsx-vlan-transportzone-626", "segmentation_id": 626, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9ad1dfc-90", "ovs_interfaceid": "f9ad1dfc-9052-46e6-b6bc-a5e3e3abfd8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1383.828726] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-63467e7f-d831-45ec-92ff-99084162f242 tempest-ServerMetadataTestJSON-184125649 tempest-ServerMetadataTestJSON-184125649-project-member] [instance: c3af2267-516d-4ef3-91db-93649c8067b0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7a:38:31', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f9be6786-e9a7-4138-b7b5-b7696f6cb1e1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f9ad1dfc-9052-46e6-b6bc-a5e3e3abfd8c', 'vif_model': 'vmxnet3'}] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1383.836943] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-63467e7f-d831-45ec-92ff-99084162f242 tempest-ServerMetadataTestJSON-184125649 tempest-ServerMetadataTestJSON-184125649-project-member] Creating folder: Project (22ecdfa24dad4073997d570a7e370c4c). Parent ref: group-v644239. {{(pid=69319) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1383.837299] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9eed9700-7410-4aee-8365-1ea2cbdf30d2 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.848488] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-63467e7f-d831-45ec-92ff-99084162f242 tempest-ServerMetadataTestJSON-184125649 tempest-ServerMetadataTestJSON-184125649-project-member] Created folder: Project (22ecdfa24dad4073997d570a7e370c4c) in parent group-v644239. [ 1383.848698] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-63467e7f-d831-45ec-92ff-99084162f242 tempest-ServerMetadataTestJSON-184125649 tempest-ServerMetadataTestJSON-184125649-project-member] Creating folder: Instances. Parent ref: group-v644574. {{(pid=69319) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1383.848938] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e5f61b9f-3b4d-498c-921a-6ebe39aebc83 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.858727] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-63467e7f-d831-45ec-92ff-99084162f242 tempest-ServerMetadataTestJSON-184125649 tempest-ServerMetadataTestJSON-184125649-project-member] Created folder: Instances in parent group-v644574. [ 1383.858976] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-63467e7f-d831-45ec-92ff-99084162f242 tempest-ServerMetadataTestJSON-184125649 tempest-ServerMetadataTestJSON-184125649-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1383.859188] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3af2267-516d-4ef3-91db-93649c8067b0] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1383.859400] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3719297d-1b6b-45a7-9c83-54eeb06f682e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.878337] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1383.878337] env[69319]: value = "task-3224364" [ 1383.878337] env[69319]: _type = "Task" [ 1383.878337] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.885840] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3224364, 'name': CreateVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.996036] env[69319]: DEBUG nova.compute.manager [req-47073c8c-a68f-435a-800c-3443e0cdd7ea req-f970fac8-d789-45e2-a7c7-10d7862b4966 service nova] [instance: c3af2267-516d-4ef3-91db-93649c8067b0] Received event network-vif-plugged-f9ad1dfc-9052-46e6-b6bc-a5e3e3abfd8c {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1383.996342] env[69319]: DEBUG oslo_concurrency.lockutils [req-47073c8c-a68f-435a-800c-3443e0cdd7ea req-f970fac8-d789-45e2-a7c7-10d7862b4966 service nova] Acquiring lock "c3af2267-516d-4ef3-91db-93649c8067b0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1383.996685] env[69319]: DEBUG oslo_concurrency.lockutils [req-47073c8c-a68f-435a-800c-3443e0cdd7ea req-f970fac8-d789-45e2-a7c7-10d7862b4966 service nova] Lock "c3af2267-516d-4ef3-91db-93649c8067b0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1383.996849] env[69319]: DEBUG oslo_concurrency.lockutils [req-47073c8c-a68f-435a-800c-3443e0cdd7ea req-f970fac8-d789-45e2-a7c7-10d7862b4966 service nova] Lock "c3af2267-516d-4ef3-91db-93649c8067b0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1383.997048] env[69319]: DEBUG nova.compute.manager [req-47073c8c-a68f-435a-800c-3443e0cdd7ea req-f970fac8-d789-45e2-a7c7-10d7862b4966 service nova] [instance: c3af2267-516d-4ef3-91db-93649c8067b0] No waiting events found dispatching network-vif-plugged-f9ad1dfc-9052-46e6-b6bc-a5e3e3abfd8c {{(pid=69319) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1383.997231] env[69319]: WARNING nova.compute.manager [req-47073c8c-a68f-435a-800c-3443e0cdd7ea req-f970fac8-d789-45e2-a7c7-10d7862b4966 service nova] [instance: c3af2267-516d-4ef3-91db-93649c8067b0] Received unexpected event network-vif-plugged-f9ad1dfc-9052-46e6-b6bc-a5e3e3abfd8c for instance with vm_state building and task_state spawning. [ 1383.997398] env[69319]: DEBUG nova.compute.manager [req-47073c8c-a68f-435a-800c-3443e0cdd7ea req-f970fac8-d789-45e2-a7c7-10d7862b4966 service nova] [instance: c3af2267-516d-4ef3-91db-93649c8067b0] Received event network-changed-f9ad1dfc-9052-46e6-b6bc-a5e3e3abfd8c {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1383.997555] env[69319]: DEBUG nova.compute.manager [req-47073c8c-a68f-435a-800c-3443e0cdd7ea req-f970fac8-d789-45e2-a7c7-10d7862b4966 service nova] [instance: c3af2267-516d-4ef3-91db-93649c8067b0] Refreshing instance network info cache due to event network-changed-f9ad1dfc-9052-46e6-b6bc-a5e3e3abfd8c. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1383.997746] env[69319]: DEBUG oslo_concurrency.lockutils [req-47073c8c-a68f-435a-800c-3443e0cdd7ea req-f970fac8-d789-45e2-a7c7-10d7862b4966 service nova] Acquiring lock "refresh_cache-c3af2267-516d-4ef3-91db-93649c8067b0" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.997940] env[69319]: DEBUG oslo_concurrency.lockutils [req-47073c8c-a68f-435a-800c-3443e0cdd7ea req-f970fac8-d789-45e2-a7c7-10d7862b4966 service nova] Acquired lock "refresh_cache-c3af2267-516d-4ef3-91db-93649c8067b0" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.998220] env[69319]: DEBUG nova.network.neutron [req-47073c8c-a68f-435a-800c-3443e0cdd7ea req-f970fac8-d789-45e2-a7c7-10d7862b4966 service nova] [instance: c3af2267-516d-4ef3-91db-93649c8067b0] Refreshing network info cache for port f9ad1dfc-9052-46e6-b6bc-a5e3e3abfd8c {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1384.167585] env[69319]: DEBUG nova.scheduler.client.report [None req-f184657d-1a61-444d-b623-7ddd1e5d6e67 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1384.264079] env[69319]: DEBUG oslo_concurrency.lockutils [None req-a0eec121-228e-4be1-9852-e1574a3e13ef tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1384.300052] env[69319]: DEBUG oslo_vmware.api [None req-ee298df2-c441-463b-a223-782d204a0dd2 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Task: {'id': task-3224361, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.486091} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.300311] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee298df2-c441-463b-a223-782d204a0dd2 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore1] 032c8815-1531-492d-8d09-165a854f146c/032c8815-1531-492d-8d09-165a854f146c.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1384.300500] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-ee298df2-c441-463b-a223-782d204a0dd2 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 032c8815-1531-492d-8d09-165a854f146c] Extending root virtual disk to 1048576 {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1384.300750] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2c11b074-805f-4698-b5aa-04cd14283e95 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.308345] env[69319]: DEBUG oslo_vmware.api [None req-ee298df2-c441-463b-a223-782d204a0dd2 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Waiting for the task: (returnval){ [ 1384.308345] env[69319]: value = "task-3224365" [ 1384.308345] env[69319]: _type = "Task" [ 1384.308345] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.316798] env[69319]: DEBUG oslo_vmware.api [None req-ee298df2-c441-463b-a223-782d204a0dd2 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Task: {'id': task-3224365, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.389765] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3224364, 'name': CreateVM_Task, 'duration_secs': 0.379495} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.390048] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3af2267-516d-4ef3-91db-93649c8067b0] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1384.390638] env[69319]: DEBUG oslo_concurrency.lockutils [None req-63467e7f-d831-45ec-92ff-99084162f242 tempest-ServerMetadataTestJSON-184125649 tempest-ServerMetadataTestJSON-184125649-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.390813] env[69319]: DEBUG oslo_concurrency.lockutils [None req-63467e7f-d831-45ec-92ff-99084162f242 tempest-ServerMetadataTestJSON-184125649 tempest-ServerMetadataTestJSON-184125649-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.391171] env[69319]: DEBUG oslo_concurrency.lockutils [None req-63467e7f-d831-45ec-92ff-99084162f242 tempest-ServerMetadataTestJSON-184125649 tempest-ServerMetadataTestJSON-184125649-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.391438] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8011105f-aa4f-4f61-98ba-8490b2deb47b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.396425] env[69319]: DEBUG oslo_vmware.api [None req-63467e7f-d831-45ec-92ff-99084162f242 tempest-ServerMetadataTestJSON-184125649 tempest-ServerMetadataTestJSON-184125649-project-member] Waiting for the task: (returnval){ [ 1384.396425] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52233609-2ae9-d098-b1d0-983be955db99" [ 1384.396425] env[69319]: _type = "Task" [ 1384.396425] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.404643] env[69319]: DEBUG oslo_vmware.api [None req-63467e7f-d831-45ec-92ff-99084162f242 tempest-ServerMetadataTestJSON-184125649 tempest-ServerMetadataTestJSON-184125649-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52233609-2ae9-d098-b1d0-983be955db99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.675596] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f184657d-1a61-444d-b623-7ddd1e5d6e67 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.169s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1384.676174] env[69319]: DEBUG nova.compute.manager [None req-f184657d-1a61-444d-b623-7ddd1e5d6e67 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 98a28bbc-93f2-44e1-958a-970d60d91b4e] Start building networks asynchronously for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1384.678888] env[69319]: DEBUG oslo_concurrency.lockutils [None req-a0eec121-228e-4be1-9852-e1574a3e13ef tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.415s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1384.679120] env[69319]: DEBUG nova.objects.instance [None req-a0eec121-228e-4be1-9852-e1574a3e13ef tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Lazy-loading 'resources' on Instance uuid 460e8db7-d226-4792-ab3f-46dbaed764c9 {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1384.711802] env[69319]: DEBUG nova.network.neutron [req-47073c8c-a68f-435a-800c-3443e0cdd7ea req-f970fac8-d789-45e2-a7c7-10d7862b4966 service nova] [instance: c3af2267-516d-4ef3-91db-93649c8067b0] Updated VIF entry in instance network info cache for port f9ad1dfc-9052-46e6-b6bc-a5e3e3abfd8c. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1384.712195] env[69319]: DEBUG nova.network.neutron [req-47073c8c-a68f-435a-800c-3443e0cdd7ea req-f970fac8-d789-45e2-a7c7-10d7862b4966 service nova] [instance: c3af2267-516d-4ef3-91db-93649c8067b0] Updating instance_info_cache with network_info: [{"id": "f9ad1dfc-9052-46e6-b6bc-a5e3e3abfd8c", "address": "fa:16:3e:7a:38:31", "network": {"id": "ed906226-69c7-47d5-ac20-d9e138c07ed2", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-969427239-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22ecdfa24dad4073997d570a7e370c4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9be6786-e9a7-4138-b7b5-b7696f6cb1e1", "external-id": "nsx-vlan-transportzone-626", "segmentation_id": 626, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9ad1dfc-90", "ovs_interfaceid": "f9ad1dfc-9052-46e6-b6bc-a5e3e3abfd8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1384.818582] env[69319]: DEBUG oslo_vmware.api [None req-ee298df2-c441-463b-a223-782d204a0dd2 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Task: {'id': task-3224365, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061686} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.818896] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-ee298df2-c441-463b-a223-782d204a0dd2 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 032c8815-1531-492d-8d09-165a854f146c] Extended root virtual disk {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1384.819738] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db364e55-22cf-4e35-82dc-ebe6e6ee31be {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.842750] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee298df2-c441-463b-a223-782d204a0dd2 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 032c8815-1531-492d-8d09-165a854f146c] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 032c8815-1531-492d-8d09-165a854f146c/032c8815-1531-492d-8d09-165a854f146c.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1384.842990] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b59ae60f-f43d-4ae0-84c3-9d9ca87750a4 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.862967] env[69319]: DEBUG oslo_vmware.api [None req-ee298df2-c441-463b-a223-782d204a0dd2 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Waiting for the task: (returnval){ [ 1384.862967] env[69319]: value = "task-3224366" [ 1384.862967] env[69319]: _type = "Task" [ 1384.862967] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.871325] env[69319]: DEBUG oslo_vmware.api [None req-ee298df2-c441-463b-a223-782d204a0dd2 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Task: {'id': task-3224366, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.906791] env[69319]: DEBUG oslo_vmware.api [None req-63467e7f-d831-45ec-92ff-99084162f242 tempest-ServerMetadataTestJSON-184125649 tempest-ServerMetadataTestJSON-184125649-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52233609-2ae9-d098-b1d0-983be955db99, 'name': SearchDatastore_Task, 'duration_secs': 0.008898} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.907106] env[69319]: DEBUG oslo_concurrency.lockutils [None req-63467e7f-d831-45ec-92ff-99084162f242 tempest-ServerMetadataTestJSON-184125649 tempest-ServerMetadataTestJSON-184125649-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.907352] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-63467e7f-d831-45ec-92ff-99084162f242 tempest-ServerMetadataTestJSON-184125649 tempest-ServerMetadataTestJSON-184125649-project-member] [instance: c3af2267-516d-4ef3-91db-93649c8067b0] Processing image 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1384.907593] env[69319]: DEBUG oslo_concurrency.lockutils [None req-63467e7f-d831-45ec-92ff-99084162f242 tempest-ServerMetadataTestJSON-184125649 tempest-ServerMetadataTestJSON-184125649-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.907745] env[69319]: DEBUG oslo_concurrency.lockutils [None req-63467e7f-d831-45ec-92ff-99084162f242 tempest-ServerMetadataTestJSON-184125649 tempest-ServerMetadataTestJSON-184125649-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.907927] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-63467e7f-d831-45ec-92ff-99084162f242 tempest-ServerMetadataTestJSON-184125649 tempest-ServerMetadataTestJSON-184125649-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1384.908222] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d0e36987-c6b8-42e3-b7c4-cf27be1e891f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.924690] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-63467e7f-d831-45ec-92ff-99084162f242 tempest-ServerMetadataTestJSON-184125649 tempest-ServerMetadataTestJSON-184125649-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1384.924877] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-63467e7f-d831-45ec-92ff-99084162f242 tempest-ServerMetadataTestJSON-184125649 tempest-ServerMetadataTestJSON-184125649-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1384.925768] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d830fc0-521e-43b9-ad63-65e12a9b1d0c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.931349] env[69319]: DEBUG oslo_vmware.api [None req-63467e7f-d831-45ec-92ff-99084162f242 tempest-ServerMetadataTestJSON-184125649 tempest-ServerMetadataTestJSON-184125649-project-member] Waiting for the task: (returnval){ [ 1384.931349] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52ce9460-e8ac-2897-2f13-28c7d28dd789" [ 1384.931349] env[69319]: _type = "Task" [ 1384.931349] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.939287] env[69319]: DEBUG oslo_vmware.api [None req-63467e7f-d831-45ec-92ff-99084162f242 tempest-ServerMetadataTestJSON-184125649 tempest-ServerMetadataTestJSON-184125649-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52ce9460-e8ac-2897-2f13-28c7d28dd789, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.182554] env[69319]: DEBUG nova.compute.utils [None req-f184657d-1a61-444d-b623-7ddd1e5d6e67 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Using /dev/sd instead of None {{(pid=69319) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1385.187049] env[69319]: DEBUG nova.compute.manager [None req-f184657d-1a61-444d-b623-7ddd1e5d6e67 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 98a28bbc-93f2-44e1-958a-970d60d91b4e] Allocating IP information in the background. {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1385.187049] env[69319]: DEBUG nova.network.neutron [None req-f184657d-1a61-444d-b623-7ddd1e5d6e67 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 98a28bbc-93f2-44e1-958a-970d60d91b4e] allocate_for_instance() {{(pid=69319) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1385.217931] env[69319]: DEBUG oslo_concurrency.lockutils [req-47073c8c-a68f-435a-800c-3443e0cdd7ea req-f970fac8-d789-45e2-a7c7-10d7862b4966 service nova] Releasing lock "refresh_cache-c3af2267-516d-4ef3-91db-93649c8067b0" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.218361] env[69319]: DEBUG nova.compute.manager [req-47073c8c-a68f-435a-800c-3443e0cdd7ea req-f970fac8-d789-45e2-a7c7-10d7862b4966 service nova] [instance: 460e8db7-d226-4792-ab3f-46dbaed764c9] Received event network-vif-deleted-0ccf1d51-db5c-4a00-9969-8a9cfe79159b {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1385.226496] env[69319]: DEBUG nova.policy [None req-f184657d-1a61-444d-b623-7ddd1e5d6e67 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6ca8daefd57343b7880a675f22fc88c8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ef4b5f34c7fe4128a153d1f4914be606', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69319) authorize /opt/stack/nova/nova/policy.py:192}} [ 1385.280779] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-812c3599-1595-4655-b970-363567f5b2b5 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.288534] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2eb87e9-7405-4e92-b3a2-59479c59d94f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.322746] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a5d6d33-4f52-4bcf-93ce-35fdbca4f421 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.331351] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9600a3f-2a73-46fd-91a5-c8be08b150ae {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.345077] env[69319]: DEBUG nova.compute.provider_tree [None req-a0eec121-228e-4be1-9852-e1574a3e13ef tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1385.373333] env[69319]: DEBUG oslo_vmware.api [None req-ee298df2-c441-463b-a223-782d204a0dd2 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Task: {'id': task-3224366, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.442156] env[69319]: DEBUG oslo_vmware.api [None req-63467e7f-d831-45ec-92ff-99084162f242 tempest-ServerMetadataTestJSON-184125649 tempest-ServerMetadataTestJSON-184125649-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52ce9460-e8ac-2897-2f13-28c7d28dd789, 'name': SearchDatastore_Task, 'duration_secs': 0.089683} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.442948] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ed16917-f898-446f-8c29-61796d761312 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.448796] env[69319]: DEBUG oslo_vmware.api [None req-63467e7f-d831-45ec-92ff-99084162f242 tempest-ServerMetadataTestJSON-184125649 tempest-ServerMetadataTestJSON-184125649-project-member] Waiting for the task: (returnval){ [ 1385.448796] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]522cb803-8b5d-8fea-4139-44a870c8b1d3" [ 1385.448796] env[69319]: _type = "Task" [ 1385.448796] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.457181] env[69319]: DEBUG oslo_vmware.api [None req-63467e7f-d831-45ec-92ff-99084162f242 tempest-ServerMetadataTestJSON-184125649 tempest-ServerMetadataTestJSON-184125649-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]522cb803-8b5d-8fea-4139-44a870c8b1d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.515198] env[69319]: DEBUG nova.network.neutron [None req-f184657d-1a61-444d-b623-7ddd1e5d6e67 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 98a28bbc-93f2-44e1-958a-970d60d91b4e] Successfully created port: c23a8c9b-9a4c-460e-af71-1a4a0071346b {{(pid=69319) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1385.688193] env[69319]: DEBUG nova.compute.manager [None req-f184657d-1a61-444d-b623-7ddd1e5d6e67 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 98a28bbc-93f2-44e1-958a-970d60d91b4e] Start building block device mappings for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1385.848778] env[69319]: DEBUG nova.scheduler.client.report [None req-a0eec121-228e-4be1-9852-e1574a3e13ef tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1385.873968] env[69319]: DEBUG oslo_vmware.api [None req-ee298df2-c441-463b-a223-782d204a0dd2 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Task: {'id': task-3224366, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.959236] env[69319]: DEBUG oslo_vmware.api [None req-63467e7f-d831-45ec-92ff-99084162f242 tempest-ServerMetadataTestJSON-184125649 tempest-ServerMetadataTestJSON-184125649-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]522cb803-8b5d-8fea-4139-44a870c8b1d3, 'name': SearchDatastore_Task, 'duration_secs': 0.04} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.959437] env[69319]: DEBUG oslo_concurrency.lockutils [None req-63467e7f-d831-45ec-92ff-99084162f242 tempest-ServerMetadataTestJSON-184125649 tempest-ServerMetadataTestJSON-184125649-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.959700] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-63467e7f-d831-45ec-92ff-99084162f242 tempest-ServerMetadataTestJSON-184125649 tempest-ServerMetadataTestJSON-184125649-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore1] c3af2267-516d-4ef3-91db-93649c8067b0/c3af2267-516d-4ef3-91db-93649c8067b0.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1385.959959] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-11c222bd-32ec-47da-8cc8-86eb3816ec68 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.966554] env[69319]: DEBUG oslo_vmware.api [None req-63467e7f-d831-45ec-92ff-99084162f242 tempest-ServerMetadataTestJSON-184125649 tempest-ServerMetadataTestJSON-184125649-project-member] Waiting for the task: (returnval){ [ 1385.966554] env[69319]: value = "task-3224367" [ 1385.966554] env[69319]: _type = "Task" [ 1385.966554] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.975145] env[69319]: DEBUG oslo_vmware.api [None req-63467e7f-d831-45ec-92ff-99084162f242 tempest-ServerMetadataTestJSON-184125649 tempest-ServerMetadataTestJSON-184125649-project-member] Task: {'id': task-3224367, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.354702] env[69319]: DEBUG oslo_concurrency.lockutils [None req-a0eec121-228e-4be1-9852-e1574a3e13ef tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.676s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1386.374190] env[69319]: DEBUG oslo_vmware.api [None req-ee298df2-c441-463b-a223-782d204a0dd2 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Task: {'id': task-3224366, 'name': ReconfigVM_Task, 'duration_secs': 1.062301} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.374485] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee298df2-c441-463b-a223-782d204a0dd2 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 032c8815-1531-492d-8d09-165a854f146c] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 032c8815-1531-492d-8d09-165a854f146c/032c8815-1531-492d-8d09-165a854f146c.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1386.375736] env[69319]: INFO nova.scheduler.client.report [None req-a0eec121-228e-4be1-9852-e1574a3e13ef tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Deleted allocations for instance 460e8db7-d226-4792-ab3f-46dbaed764c9 [ 1386.376701] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-add52913-91bc-40ed-b353-535fabc62d10 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.384855] env[69319]: DEBUG oslo_vmware.api [None req-ee298df2-c441-463b-a223-782d204a0dd2 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Waiting for the task: (returnval){ [ 1386.384855] env[69319]: value = "task-3224368" [ 1386.384855] env[69319]: _type = "Task" [ 1386.384855] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.392299] env[69319]: DEBUG oslo_vmware.api [None req-ee298df2-c441-463b-a223-782d204a0dd2 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Task: {'id': task-3224368, 'name': Rename_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.476448] env[69319]: DEBUG oslo_vmware.api [None req-63467e7f-d831-45ec-92ff-99084162f242 tempest-ServerMetadataTestJSON-184125649 tempest-ServerMetadataTestJSON-184125649-project-member] Task: {'id': task-3224367, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.391642} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.476667] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-63467e7f-d831-45ec-92ff-99084162f242 tempest-ServerMetadataTestJSON-184125649 tempest-ServerMetadataTestJSON-184125649-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore1] c3af2267-516d-4ef3-91db-93649c8067b0/c3af2267-516d-4ef3-91db-93649c8067b0.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1386.476884] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-63467e7f-d831-45ec-92ff-99084162f242 tempest-ServerMetadataTestJSON-184125649 tempest-ServerMetadataTestJSON-184125649-project-member] [instance: c3af2267-516d-4ef3-91db-93649c8067b0] Extending root virtual disk to 1048576 {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1386.477188] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cf885da0-2b38-40aa-8622-198522182b70 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.484033] env[69319]: DEBUG oslo_vmware.api [None req-63467e7f-d831-45ec-92ff-99084162f242 tempest-ServerMetadataTestJSON-184125649 tempest-ServerMetadataTestJSON-184125649-project-member] Waiting for the task: (returnval){ [ 1386.484033] env[69319]: value = "task-3224369" [ 1386.484033] env[69319]: _type = "Task" [ 1386.484033] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.492854] env[69319]: DEBUG oslo_vmware.api [None req-63467e7f-d831-45ec-92ff-99084162f242 tempest-ServerMetadataTestJSON-184125649 tempest-ServerMetadataTestJSON-184125649-project-member] Task: {'id': task-3224369, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.698697] env[69319]: DEBUG nova.compute.manager [None req-f184657d-1a61-444d-b623-7ddd1e5d6e67 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 98a28bbc-93f2-44e1-958a-970d60d91b4e] Start spawning the instance on the hypervisor. {{(pid=69319) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1386.725245] env[69319]: DEBUG nova.virt.hardware [None req-f184657d-1a61-444d-b623-7ddd1e5d6e67 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:32:36Z,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31f027872f6f44dba95ff2fe7a062e00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:32:36Z,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1386.725506] env[69319]: DEBUG nova.virt.hardware [None req-f184657d-1a61-444d-b623-7ddd1e5d6e67 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1386.725668] env[69319]: DEBUG nova.virt.hardware [None req-f184657d-1a61-444d-b623-7ddd1e5d6e67 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1386.725850] env[69319]: DEBUG nova.virt.hardware [None req-f184657d-1a61-444d-b623-7ddd1e5d6e67 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1386.725999] env[69319]: DEBUG nova.virt.hardware [None req-f184657d-1a61-444d-b623-7ddd1e5d6e67 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1386.726203] env[69319]: DEBUG nova.virt.hardware [None req-f184657d-1a61-444d-b623-7ddd1e5d6e67 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1386.726422] env[69319]: DEBUG nova.virt.hardware [None req-f184657d-1a61-444d-b623-7ddd1e5d6e67 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1386.726613] env[69319]: DEBUG nova.virt.hardware [None req-f184657d-1a61-444d-b623-7ddd1e5d6e67 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1386.726752] env[69319]: DEBUG nova.virt.hardware [None req-f184657d-1a61-444d-b623-7ddd1e5d6e67 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1386.726919] env[69319]: DEBUG nova.virt.hardware [None req-f184657d-1a61-444d-b623-7ddd1e5d6e67 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1386.727155] env[69319]: DEBUG nova.virt.hardware [None req-f184657d-1a61-444d-b623-7ddd1e5d6e67 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1386.728043] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e546c494-1f8f-4f3c-9f2b-32b709aa7df3 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.736240] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97388962-8283-47af-895d-2c6c54a5478f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.885102] env[69319]: DEBUG oslo_concurrency.lockutils [None req-a0eec121-228e-4be1-9852-e1574a3e13ef tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Lock "460e8db7-d226-4792-ab3f-46dbaed764c9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.160s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1386.895674] env[69319]: DEBUG oslo_vmware.api [None req-ee298df2-c441-463b-a223-782d204a0dd2 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Task: {'id': task-3224368, 'name': Rename_Task, 'duration_secs': 0.140223} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.897234] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee298df2-c441-463b-a223-782d204a0dd2 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 032c8815-1531-492d-8d09-165a854f146c] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1386.898406] env[69319]: DEBUG nova.compute.manager [req-5f64a3ec-a3fd-4b47-a4b7-b9a80bca24b7 req-29650bb1-692c-45fc-bfaf-69a9ea5ad53e service nova] [instance: 98a28bbc-93f2-44e1-958a-970d60d91b4e] Received event network-vif-plugged-c23a8c9b-9a4c-460e-af71-1a4a0071346b {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1386.898681] env[69319]: DEBUG oslo_concurrency.lockutils [req-5f64a3ec-a3fd-4b47-a4b7-b9a80bca24b7 req-29650bb1-692c-45fc-bfaf-69a9ea5ad53e service nova] Acquiring lock "98a28bbc-93f2-44e1-958a-970d60d91b4e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1386.899120] env[69319]: DEBUG oslo_concurrency.lockutils [req-5f64a3ec-a3fd-4b47-a4b7-b9a80bca24b7 req-29650bb1-692c-45fc-bfaf-69a9ea5ad53e service nova] Lock "98a28bbc-93f2-44e1-958a-970d60d91b4e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1386.899209] env[69319]: DEBUG oslo_concurrency.lockutils [req-5f64a3ec-a3fd-4b47-a4b7-b9a80bca24b7 req-29650bb1-692c-45fc-bfaf-69a9ea5ad53e service nova] Lock "98a28bbc-93f2-44e1-958a-970d60d91b4e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1386.899421] env[69319]: DEBUG nova.compute.manager [req-5f64a3ec-a3fd-4b47-a4b7-b9a80bca24b7 req-29650bb1-692c-45fc-bfaf-69a9ea5ad53e service nova] [instance: 98a28bbc-93f2-44e1-958a-970d60d91b4e] No waiting events found dispatching network-vif-plugged-c23a8c9b-9a4c-460e-af71-1a4a0071346b {{(pid=69319) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1386.900016] env[69319]: WARNING nova.compute.manager [req-5f64a3ec-a3fd-4b47-a4b7-b9a80bca24b7 req-29650bb1-692c-45fc-bfaf-69a9ea5ad53e service nova] [instance: 98a28bbc-93f2-44e1-958a-970d60d91b4e] Received unexpected event network-vif-plugged-c23a8c9b-9a4c-460e-af71-1a4a0071346b for instance with vm_state building and task_state spawning. [ 1386.900016] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-36909123-591a-437f-8cbc-3999f4b6641a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.907088] env[69319]: DEBUG oslo_vmware.api [None req-ee298df2-c441-463b-a223-782d204a0dd2 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Waiting for the task: (returnval){ [ 1386.907088] env[69319]: value = "task-3224371" [ 1386.907088] env[69319]: _type = "Task" [ 1386.907088] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.915647] env[69319]: DEBUG oslo_vmware.api [None req-ee298df2-c441-463b-a223-782d204a0dd2 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Task: {'id': task-3224371, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.982778] env[69319]: DEBUG nova.network.neutron [None req-f184657d-1a61-444d-b623-7ddd1e5d6e67 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 98a28bbc-93f2-44e1-958a-970d60d91b4e] Successfully updated port: c23a8c9b-9a4c-460e-af71-1a4a0071346b {{(pid=69319) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1386.993680] env[69319]: DEBUG oslo_vmware.api [None req-63467e7f-d831-45ec-92ff-99084162f242 tempest-ServerMetadataTestJSON-184125649 tempest-ServerMetadataTestJSON-184125649-project-member] Task: {'id': task-3224369, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061898} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.994622] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-63467e7f-d831-45ec-92ff-99084162f242 tempest-ServerMetadataTestJSON-184125649 tempest-ServerMetadataTestJSON-184125649-project-member] [instance: c3af2267-516d-4ef3-91db-93649c8067b0] Extended root virtual disk {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1386.995378] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa6b8221-c8f1-4d35-b41f-9ed2003a6099 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.017691] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-63467e7f-d831-45ec-92ff-99084162f242 tempest-ServerMetadataTestJSON-184125649 tempest-ServerMetadataTestJSON-184125649-project-member] [instance: c3af2267-516d-4ef3-91db-93649c8067b0] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] c3af2267-516d-4ef3-91db-93649c8067b0/c3af2267-516d-4ef3-91db-93649c8067b0.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1387.018306] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5368f95-eeae-4663-91bf-fa0a69c9af30 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.036200] env[69319]: DEBUG oslo_vmware.api [None req-63467e7f-d831-45ec-92ff-99084162f242 tempest-ServerMetadataTestJSON-184125649 tempest-ServerMetadataTestJSON-184125649-project-member] Waiting for the task: (returnval){ [ 1387.036200] env[69319]: value = "task-3224372" [ 1387.036200] env[69319]: _type = "Task" [ 1387.036200] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.044796] env[69319]: DEBUG oslo_vmware.api [None req-63467e7f-d831-45ec-92ff-99084162f242 tempest-ServerMetadataTestJSON-184125649 tempest-ServerMetadataTestJSON-184125649-project-member] Task: {'id': task-3224372, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.416833] env[69319]: DEBUG oslo_vmware.api [None req-ee298df2-c441-463b-a223-782d204a0dd2 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Task: {'id': task-3224371, 'name': PowerOnVM_Task, 'duration_secs': 0.493052} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.417256] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee298df2-c441-463b-a223-782d204a0dd2 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 032c8815-1531-492d-8d09-165a854f146c] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1387.417304] env[69319]: INFO nova.compute.manager [None req-ee298df2-c441-463b-a223-782d204a0dd2 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 032c8815-1531-492d-8d09-165a854f146c] Took 7.66 seconds to spawn the instance on the hypervisor. [ 1387.417462] env[69319]: DEBUG nova.compute.manager [None req-ee298df2-c441-463b-a223-782d204a0dd2 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 032c8815-1531-492d-8d09-165a854f146c] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1387.418250] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d36a91a3-fc91-4670-a11a-50e0013e384e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.485868] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f184657d-1a61-444d-b623-7ddd1e5d6e67 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Acquiring lock "refresh_cache-98a28bbc-93f2-44e1-958a-970d60d91b4e" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.486137] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f184657d-1a61-444d-b623-7ddd1e5d6e67 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Acquired lock "refresh_cache-98a28bbc-93f2-44e1-958a-970d60d91b4e" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.486391] env[69319]: DEBUG nova.network.neutron [None req-f184657d-1a61-444d-b623-7ddd1e5d6e67 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 98a28bbc-93f2-44e1-958a-970d60d91b4e] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1387.547310] env[69319]: DEBUG oslo_vmware.api [None req-63467e7f-d831-45ec-92ff-99084162f242 tempest-ServerMetadataTestJSON-184125649 tempest-ServerMetadataTestJSON-184125649-project-member] Task: {'id': task-3224372, 'name': ReconfigVM_Task, 'duration_secs': 0.294786} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.547679] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-63467e7f-d831-45ec-92ff-99084162f242 tempest-ServerMetadataTestJSON-184125649 tempest-ServerMetadataTestJSON-184125649-project-member] [instance: c3af2267-516d-4ef3-91db-93649c8067b0] Reconfigured VM instance instance-00000079 to attach disk [datastore1] c3af2267-516d-4ef3-91db-93649c8067b0/c3af2267-516d-4ef3-91db-93649c8067b0.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1387.548419] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8a9e6612-259c-4b85-8462-1629fc0ca984 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.554772] env[69319]: DEBUG oslo_vmware.api [None req-63467e7f-d831-45ec-92ff-99084162f242 tempest-ServerMetadataTestJSON-184125649 tempest-ServerMetadataTestJSON-184125649-project-member] Waiting for the task: (returnval){ [ 1387.554772] env[69319]: value = "task-3224373" [ 1387.554772] env[69319]: _type = "Task" [ 1387.554772] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.562560] env[69319]: DEBUG oslo_vmware.api [None req-63467e7f-d831-45ec-92ff-99084162f242 tempest-ServerMetadataTestJSON-184125649 tempest-ServerMetadataTestJSON-184125649-project-member] Task: {'id': task-3224373, 'name': Rename_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.935130] env[69319]: INFO nova.compute.manager [None req-ee298df2-c441-463b-a223-782d204a0dd2 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 032c8815-1531-492d-8d09-165a854f146c] Took 12.43 seconds to build instance. [ 1388.021832] env[69319]: DEBUG nova.network.neutron [None req-f184657d-1a61-444d-b623-7ddd1e5d6e67 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 98a28bbc-93f2-44e1-958a-970d60d91b4e] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1388.065923] env[69319]: DEBUG oslo_vmware.api [None req-63467e7f-d831-45ec-92ff-99084162f242 tempest-ServerMetadataTestJSON-184125649 tempest-ServerMetadataTestJSON-184125649-project-member] Task: {'id': task-3224373, 'name': Rename_Task, 'duration_secs': 0.137878} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.066217] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-63467e7f-d831-45ec-92ff-99084162f242 tempest-ServerMetadataTestJSON-184125649 tempest-ServerMetadataTestJSON-184125649-project-member] [instance: c3af2267-516d-4ef3-91db-93649c8067b0] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1388.066458] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a55b929-2b72-41e1-bcdb-acb05d4b34fc {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.072395] env[69319]: DEBUG oslo_vmware.api [None req-63467e7f-d831-45ec-92ff-99084162f242 tempest-ServerMetadataTestJSON-184125649 tempest-ServerMetadataTestJSON-184125649-project-member] Waiting for the task: (returnval){ [ 1388.072395] env[69319]: value = "task-3224374" [ 1388.072395] env[69319]: _type = "Task" [ 1388.072395] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.081511] env[69319]: DEBUG oslo_vmware.api [None req-63467e7f-d831-45ec-92ff-99084162f242 tempest-ServerMetadataTestJSON-184125649 tempest-ServerMetadataTestJSON-184125649-project-member] Task: {'id': task-3224374, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.144435] env[69319]: DEBUG nova.network.neutron [None req-f184657d-1a61-444d-b623-7ddd1e5d6e67 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 98a28bbc-93f2-44e1-958a-970d60d91b4e] Updating instance_info_cache with network_info: [{"id": "c23a8c9b-9a4c-460e-af71-1a4a0071346b", "address": "fa:16:3e:59:ac:28", "network": {"id": "eba3ac7c-e65e-4811-a2ab-2b2399f9a31c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-580087532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef4b5f34c7fe4128a153d1f4914be606", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc23a8c9b-9a", "ovs_interfaceid": "c23a8c9b-9a4c-460e-af71-1a4a0071346b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1388.437156] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ee298df2-c441-463b-a223-782d204a0dd2 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Lock "032c8815-1531-492d-8d09-165a854f146c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.945s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1388.584758] env[69319]: DEBUG oslo_vmware.api [None req-63467e7f-d831-45ec-92ff-99084162f242 tempest-ServerMetadataTestJSON-184125649 tempest-ServerMetadataTestJSON-184125649-project-member] Task: {'id': task-3224374, 'name': PowerOnVM_Task, 'duration_secs': 0.459947} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.584758] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-63467e7f-d831-45ec-92ff-99084162f242 tempest-ServerMetadataTestJSON-184125649 tempest-ServerMetadataTestJSON-184125649-project-member] [instance: c3af2267-516d-4ef3-91db-93649c8067b0] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1388.584758] env[69319]: INFO nova.compute.manager [None req-63467e7f-d831-45ec-92ff-99084162f242 tempest-ServerMetadataTestJSON-184125649 tempest-ServerMetadataTestJSON-184125649-project-member] [instance: c3af2267-516d-4ef3-91db-93649c8067b0] Took 6.66 seconds to spawn the instance on the hypervisor. [ 1388.584758] env[69319]: DEBUG nova.compute.manager [None req-63467e7f-d831-45ec-92ff-99084162f242 tempest-ServerMetadataTestJSON-184125649 tempest-ServerMetadataTestJSON-184125649-project-member] [instance: c3af2267-516d-4ef3-91db-93649c8067b0] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1388.584758] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07184d82-b2ab-4809-8427-aef64a7d4fc8 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.647461] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f184657d-1a61-444d-b623-7ddd1e5d6e67 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Releasing lock "refresh_cache-98a28bbc-93f2-44e1-958a-970d60d91b4e" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.647735] env[69319]: DEBUG nova.compute.manager [None req-f184657d-1a61-444d-b623-7ddd1e5d6e67 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 98a28bbc-93f2-44e1-958a-970d60d91b4e] Instance network_info: |[{"id": "c23a8c9b-9a4c-460e-af71-1a4a0071346b", "address": "fa:16:3e:59:ac:28", "network": {"id": "eba3ac7c-e65e-4811-a2ab-2b2399f9a31c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-580087532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef4b5f34c7fe4128a153d1f4914be606", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc23a8c9b-9a", "ovs_interfaceid": "c23a8c9b-9a4c-460e-af71-1a4a0071346b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1388.648194] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-f184657d-1a61-444d-b623-7ddd1e5d6e67 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 98a28bbc-93f2-44e1-958a-970d60d91b4e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:59:ac:28', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '447ff42d-b33e-4b5d-8b7f-e8117ebbbc92', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c23a8c9b-9a4c-460e-af71-1a4a0071346b', 'vif_model': 'vmxnet3'}] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1388.655838] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f184657d-1a61-444d-b623-7ddd1e5d6e67 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1388.656487] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98a28bbc-93f2-44e1-958a-970d60d91b4e] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1388.656622] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-01d10daa-c9b5-4d9f-bb3c-be79aa023f40 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.676215] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1388.676215] env[69319]: value = "task-3224375" [ 1388.676215] env[69319]: _type = "Task" [ 1388.676215] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.683821] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3224375, 'name': CreateVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.922030] env[69319]: DEBUG nova.compute.manager [req-3e348e56-c1f5-48d4-af29-1c840fc8c106 req-b3419a27-7740-40ab-8ad3-466922d88ec6 service nova] [instance: 98a28bbc-93f2-44e1-958a-970d60d91b4e] Received event network-changed-c23a8c9b-9a4c-460e-af71-1a4a0071346b {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1388.922196] env[69319]: DEBUG nova.compute.manager [req-3e348e56-c1f5-48d4-af29-1c840fc8c106 req-b3419a27-7740-40ab-8ad3-466922d88ec6 service nova] [instance: 98a28bbc-93f2-44e1-958a-970d60d91b4e] Refreshing instance network info cache due to event network-changed-c23a8c9b-9a4c-460e-af71-1a4a0071346b. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1388.922466] env[69319]: DEBUG oslo_concurrency.lockutils [req-3e348e56-c1f5-48d4-af29-1c840fc8c106 req-b3419a27-7740-40ab-8ad3-466922d88ec6 service nova] Acquiring lock "refresh_cache-98a28bbc-93f2-44e1-958a-970d60d91b4e" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.922567] env[69319]: DEBUG oslo_concurrency.lockutils [req-3e348e56-c1f5-48d4-af29-1c840fc8c106 req-b3419a27-7740-40ab-8ad3-466922d88ec6 service nova] Acquired lock "refresh_cache-98a28bbc-93f2-44e1-958a-970d60d91b4e" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.922808] env[69319]: DEBUG nova.network.neutron [req-3e348e56-c1f5-48d4-af29-1c840fc8c106 req-b3419a27-7740-40ab-8ad3-466922d88ec6 service nova] [instance: 98a28bbc-93f2-44e1-958a-970d60d91b4e] Refreshing network info cache for port c23a8c9b-9a4c-460e-af71-1a4a0071346b {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1389.003070] env[69319]: DEBUG nova.compute.manager [req-42c92399-f8c4-4143-95f4-aa432e7e4608 req-dddd6d3d-39c2-46ac-b2bf-af84cf500b66 service nova] [instance: 032c8815-1531-492d-8d09-165a854f146c] Received event network-changed-e2c6c448-290f-43b2-ab35-5cda256e0a8e {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1389.003070] env[69319]: DEBUG nova.compute.manager [req-42c92399-f8c4-4143-95f4-aa432e7e4608 req-dddd6d3d-39c2-46ac-b2bf-af84cf500b66 service nova] [instance: 032c8815-1531-492d-8d09-165a854f146c] Refreshing instance network info cache due to event network-changed-e2c6c448-290f-43b2-ab35-5cda256e0a8e. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1389.003574] env[69319]: DEBUG oslo_concurrency.lockutils [req-42c92399-f8c4-4143-95f4-aa432e7e4608 req-dddd6d3d-39c2-46ac-b2bf-af84cf500b66 service nova] Acquiring lock "refresh_cache-032c8815-1531-492d-8d09-165a854f146c" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.003574] env[69319]: DEBUG oslo_concurrency.lockutils [req-42c92399-f8c4-4143-95f4-aa432e7e4608 req-dddd6d3d-39c2-46ac-b2bf-af84cf500b66 service nova] Acquired lock "refresh_cache-032c8815-1531-492d-8d09-165a854f146c" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.003574] env[69319]: DEBUG nova.network.neutron [req-42c92399-f8c4-4143-95f4-aa432e7e4608 req-dddd6d3d-39c2-46ac-b2bf-af84cf500b66 service nova] [instance: 032c8815-1531-492d-8d09-165a854f146c] Refreshing network info cache for port e2c6c448-290f-43b2-ab35-5cda256e0a8e {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1389.100291] env[69319]: INFO nova.compute.manager [None req-63467e7f-d831-45ec-92ff-99084162f242 tempest-ServerMetadataTestJSON-184125649 tempest-ServerMetadataTestJSON-184125649-project-member] [instance: c3af2267-516d-4ef3-91db-93649c8067b0] Took 13.56 seconds to build instance. [ 1389.186281] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3224375, 'name': CreateVM_Task, 'duration_secs': 0.316768} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.187577] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98a28bbc-93f2-44e1-958a-970d60d91b4e] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1389.187577] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f184657d-1a61-444d-b623-7ddd1e5d6e67 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.187577] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f184657d-1a61-444d-b623-7ddd1e5d6e67 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.187749] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f184657d-1a61-444d-b623-7ddd1e5d6e67 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.187911] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3c5007c-df0e-4db1-9f47-a439a9de5c94 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.192196] env[69319]: DEBUG oslo_vmware.api [None req-f184657d-1a61-444d-b623-7ddd1e5d6e67 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Waiting for the task: (returnval){ [ 1389.192196] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]526c332a-5e5a-fa4c-645b-c4f6d488f874" [ 1389.192196] env[69319]: _type = "Task" [ 1389.192196] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.200530] env[69319]: DEBUG oslo_vmware.api [None req-f184657d-1a61-444d-b623-7ddd1e5d6e67 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]526c332a-5e5a-fa4c-645b-c4f6d488f874, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.602306] env[69319]: DEBUG oslo_concurrency.lockutils [None req-63467e7f-d831-45ec-92ff-99084162f242 tempest-ServerMetadataTestJSON-184125649 tempest-ServerMetadataTestJSON-184125649-project-member] Lock "c3af2267-516d-4ef3-91db-93649c8067b0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.075s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1389.625491] env[69319]: DEBUG nova.network.neutron [req-3e348e56-c1f5-48d4-af29-1c840fc8c106 req-b3419a27-7740-40ab-8ad3-466922d88ec6 service nova] [instance: 98a28bbc-93f2-44e1-958a-970d60d91b4e] Updated VIF entry in instance network info cache for port c23a8c9b-9a4c-460e-af71-1a4a0071346b. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1389.625862] env[69319]: DEBUG nova.network.neutron [req-3e348e56-c1f5-48d4-af29-1c840fc8c106 req-b3419a27-7740-40ab-8ad3-466922d88ec6 service nova] [instance: 98a28bbc-93f2-44e1-958a-970d60d91b4e] Updating instance_info_cache with network_info: [{"id": "c23a8c9b-9a4c-460e-af71-1a4a0071346b", "address": "fa:16:3e:59:ac:28", "network": {"id": "eba3ac7c-e65e-4811-a2ab-2b2399f9a31c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-580087532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef4b5f34c7fe4128a153d1f4914be606", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc23a8c9b-9a", "ovs_interfaceid": "c23a8c9b-9a4c-460e-af71-1a4a0071346b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1389.703329] env[69319]: DEBUG oslo_vmware.api [None req-f184657d-1a61-444d-b623-7ddd1e5d6e67 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]526c332a-5e5a-fa4c-645b-c4f6d488f874, 'name': SearchDatastore_Task, 'duration_secs': 0.010052} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.703639] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f184657d-1a61-444d-b623-7ddd1e5d6e67 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.703830] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-f184657d-1a61-444d-b623-7ddd1e5d6e67 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 98a28bbc-93f2-44e1-958a-970d60d91b4e] Processing image 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1389.704088] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f184657d-1a61-444d-b623-7ddd1e5d6e67 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.704282] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f184657d-1a61-444d-b623-7ddd1e5d6e67 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.704486] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-f184657d-1a61-444d-b623-7ddd1e5d6e67 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1389.705065] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6cba95a5-aaa5-44da-97da-eb1b816d88e0 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.713327] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-f184657d-1a61-444d-b623-7ddd1e5d6e67 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1389.713505] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-f184657d-1a61-444d-b623-7ddd1e5d6e67 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1389.714228] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4956a513-e80b-44ec-bbf1-97ae12b88e8e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.719341] env[69319]: DEBUG oslo_vmware.api [None req-f184657d-1a61-444d-b623-7ddd1e5d6e67 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Waiting for the task: (returnval){ [ 1389.719341] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]5293570d-ec2d-e8f1-34fb-b11364a9440a" [ 1389.719341] env[69319]: _type = "Task" [ 1389.719341] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.727160] env[69319]: DEBUG oslo_vmware.api [None req-f184657d-1a61-444d-b623-7ddd1e5d6e67 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5293570d-ec2d-e8f1-34fb-b11364a9440a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.039995] env[69319]: DEBUG nova.network.neutron [req-42c92399-f8c4-4143-95f4-aa432e7e4608 req-dddd6d3d-39c2-46ac-b2bf-af84cf500b66 service nova] [instance: 032c8815-1531-492d-8d09-165a854f146c] Updated VIF entry in instance network info cache for port e2c6c448-290f-43b2-ab35-5cda256e0a8e. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1390.040621] env[69319]: DEBUG nova.network.neutron [req-42c92399-f8c4-4143-95f4-aa432e7e4608 req-dddd6d3d-39c2-46ac-b2bf-af84cf500b66 service nova] [instance: 032c8815-1531-492d-8d09-165a854f146c] Updating instance_info_cache with network_info: [{"id": "e2c6c448-290f-43b2-ab35-5cda256e0a8e", "address": "fa:16:3e:e2:36:ef", "network": {"id": "71fca4d9-61bc-4013-a81b-0ddfab3b1cbc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-616015346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95644d802b30495ab0252d6e801d8941", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2c6c448-29", "ovs_interfaceid": "e2c6c448-290f-43b2-ab35-5cda256e0a8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1390.128746] env[69319]: DEBUG oslo_concurrency.lockutils [req-3e348e56-c1f5-48d4-af29-1c840fc8c106 req-b3419a27-7740-40ab-8ad3-466922d88ec6 service nova] Releasing lock "refresh_cache-98a28bbc-93f2-44e1-958a-970d60d91b4e" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.230081] env[69319]: DEBUG oslo_vmware.api [None req-f184657d-1a61-444d-b623-7ddd1e5d6e67 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5293570d-ec2d-e8f1-34fb-b11364a9440a, 'name': SearchDatastore_Task, 'duration_secs': 0.008692} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.230907] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8ed008e-0588-474c-951f-1d0ecd3d45ce {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.236713] env[69319]: DEBUG oslo_vmware.api [None req-f184657d-1a61-444d-b623-7ddd1e5d6e67 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Waiting for the task: (returnval){ [ 1390.236713] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]5274d073-5350-d5e1-8ba8-5a7674d99ef8" [ 1390.236713] env[69319]: _type = "Task" [ 1390.236713] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.245282] env[69319]: DEBUG oslo_vmware.api [None req-f184657d-1a61-444d-b623-7ddd1e5d6e67 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5274d073-5350-d5e1-8ba8-5a7674d99ef8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.543250] env[69319]: DEBUG oslo_concurrency.lockutils [req-42c92399-f8c4-4143-95f4-aa432e7e4608 req-dddd6d3d-39c2-46ac-b2bf-af84cf500b66 service nova] Releasing lock "refresh_cache-032c8815-1531-492d-8d09-165a854f146c" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.747330] env[69319]: DEBUG oslo_vmware.api [None req-f184657d-1a61-444d-b623-7ddd1e5d6e67 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5274d073-5350-d5e1-8ba8-5a7674d99ef8, 'name': SearchDatastore_Task, 'duration_secs': 0.00917} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.747625] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f184657d-1a61-444d-b623-7ddd1e5d6e67 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.747873] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-f184657d-1a61-444d-b623-7ddd1e5d6e67 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] 98a28bbc-93f2-44e1-958a-970d60d91b4e/98a28bbc-93f2-44e1-958a-970d60d91b4e.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1390.750560] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9ef49593-d2e0-4a03-9c05-def3afd258b5 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.756259] env[69319]: DEBUG oslo_vmware.api [None req-f184657d-1a61-444d-b623-7ddd1e5d6e67 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Waiting for the task: (returnval){ [ 1390.756259] env[69319]: value = "task-3224376" [ 1390.756259] env[69319]: _type = "Task" [ 1390.756259] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.764902] env[69319]: DEBUG oslo_vmware.api [None req-f184657d-1a61-444d-b623-7ddd1e5d6e67 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': task-3224376, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.266325] env[69319]: DEBUG oslo_vmware.api [None req-f184657d-1a61-444d-b623-7ddd1e5d6e67 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': task-3224376, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.398163] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c382a346-7a90-47db-a7c8-77c2cc5e62a0 tempest-ServerMetadataTestJSON-184125649 tempest-ServerMetadataTestJSON-184125649-project-member] Acquiring lock "c3af2267-516d-4ef3-91db-93649c8067b0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1391.398541] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c382a346-7a90-47db-a7c8-77c2cc5e62a0 tempest-ServerMetadataTestJSON-184125649 tempest-ServerMetadataTestJSON-184125649-project-member] Lock "c3af2267-516d-4ef3-91db-93649c8067b0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1391.398779] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c382a346-7a90-47db-a7c8-77c2cc5e62a0 tempest-ServerMetadataTestJSON-184125649 tempest-ServerMetadataTestJSON-184125649-project-member] Acquiring lock "c3af2267-516d-4ef3-91db-93649c8067b0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1391.398971] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c382a346-7a90-47db-a7c8-77c2cc5e62a0 tempest-ServerMetadataTestJSON-184125649 tempest-ServerMetadataTestJSON-184125649-project-member] Lock "c3af2267-516d-4ef3-91db-93649c8067b0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1391.399161] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c382a346-7a90-47db-a7c8-77c2cc5e62a0 tempest-ServerMetadataTestJSON-184125649 tempest-ServerMetadataTestJSON-184125649-project-member] Lock "c3af2267-516d-4ef3-91db-93649c8067b0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1391.404245] env[69319]: INFO nova.compute.manager [None req-c382a346-7a90-47db-a7c8-77c2cc5e62a0 tempest-ServerMetadataTestJSON-184125649 tempest-ServerMetadataTestJSON-184125649-project-member] [instance: c3af2267-516d-4ef3-91db-93649c8067b0] Terminating instance [ 1391.768300] env[69319]: DEBUG oslo_vmware.api [None req-f184657d-1a61-444d-b623-7ddd1e5d6e67 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': task-3224376, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.67098} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.768673] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-f184657d-1a61-444d-b623-7ddd1e5d6e67 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] 98a28bbc-93f2-44e1-958a-970d60d91b4e/98a28bbc-93f2-44e1-958a-970d60d91b4e.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1391.768952] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-f184657d-1a61-444d-b623-7ddd1e5d6e67 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 98a28bbc-93f2-44e1-958a-970d60d91b4e] Extending root virtual disk to 1048576 {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1391.769293] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e67dbc38-b06a-479e-a04e-02d45db33901 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.776750] env[69319]: DEBUG oslo_vmware.api [None req-f184657d-1a61-444d-b623-7ddd1e5d6e67 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Waiting for the task: (returnval){ [ 1391.776750] env[69319]: value = "task-3224377" [ 1391.776750] env[69319]: _type = "Task" [ 1391.776750] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.785627] env[69319]: DEBUG oslo_vmware.api [None req-f184657d-1a61-444d-b623-7ddd1e5d6e67 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': task-3224377, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.908700] env[69319]: DEBUG nova.compute.manager [None req-c382a346-7a90-47db-a7c8-77c2cc5e62a0 tempest-ServerMetadataTestJSON-184125649 tempest-ServerMetadataTestJSON-184125649-project-member] [instance: c3af2267-516d-4ef3-91db-93649c8067b0] Start destroying the instance on the hypervisor. {{(pid=69319) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1391.909421] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-c382a346-7a90-47db-a7c8-77c2cc5e62a0 tempest-ServerMetadataTestJSON-184125649 tempest-ServerMetadataTestJSON-184125649-project-member] [instance: c3af2267-516d-4ef3-91db-93649c8067b0] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1391.909848] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d80eeb45-0da4-4242-96da-1aa288376576 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.917314] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-c382a346-7a90-47db-a7c8-77c2cc5e62a0 tempest-ServerMetadataTestJSON-184125649 tempest-ServerMetadataTestJSON-184125649-project-member] [instance: c3af2267-516d-4ef3-91db-93649c8067b0] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1391.917599] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ce265ee7-afb9-4f73-8008-b45dd0fdddd8 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.922897] env[69319]: DEBUG oslo_vmware.api [None req-c382a346-7a90-47db-a7c8-77c2cc5e62a0 tempest-ServerMetadataTestJSON-184125649 tempest-ServerMetadataTestJSON-184125649-project-member] Waiting for the task: (returnval){ [ 1391.922897] env[69319]: value = "task-3224378" [ 1391.922897] env[69319]: _type = "Task" [ 1391.922897] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.931420] env[69319]: DEBUG oslo_vmware.api [None req-c382a346-7a90-47db-a7c8-77c2cc5e62a0 tempest-ServerMetadataTestJSON-184125649 tempest-ServerMetadataTestJSON-184125649-project-member] Task: {'id': task-3224378, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.286957] env[69319]: DEBUG oslo_vmware.api [None req-f184657d-1a61-444d-b623-7ddd1e5d6e67 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': task-3224377, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067291} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.287275] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-f184657d-1a61-444d-b623-7ddd1e5d6e67 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 98a28bbc-93f2-44e1-958a-970d60d91b4e] Extended root virtual disk {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1392.288120] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58a3bf5e-a482-4b08-8bfd-972efc43987b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.310101] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-f184657d-1a61-444d-b623-7ddd1e5d6e67 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 98a28bbc-93f2-44e1-958a-970d60d91b4e] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] 98a28bbc-93f2-44e1-958a-970d60d91b4e/98a28bbc-93f2-44e1-958a-970d60d91b4e.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1392.310386] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8eaa081-30f9-428b-9ce5-98616e55379d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.329407] env[69319]: DEBUG oslo_vmware.api [None req-f184657d-1a61-444d-b623-7ddd1e5d6e67 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Waiting for the task: (returnval){ [ 1392.329407] env[69319]: value = "task-3224379" [ 1392.329407] env[69319]: _type = "Task" [ 1392.329407] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.337356] env[69319]: DEBUG oslo_vmware.api [None req-f184657d-1a61-444d-b623-7ddd1e5d6e67 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': task-3224379, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.432186] env[69319]: DEBUG oslo_vmware.api [None req-c382a346-7a90-47db-a7c8-77c2cc5e62a0 tempest-ServerMetadataTestJSON-184125649 tempest-ServerMetadataTestJSON-184125649-project-member] Task: {'id': task-3224378, 'name': PowerOffVM_Task, 'duration_secs': 0.207311} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.432472] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-c382a346-7a90-47db-a7c8-77c2cc5e62a0 tempest-ServerMetadataTestJSON-184125649 tempest-ServerMetadataTestJSON-184125649-project-member] [instance: c3af2267-516d-4ef3-91db-93649c8067b0] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1392.432644] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-c382a346-7a90-47db-a7c8-77c2cc5e62a0 tempest-ServerMetadataTestJSON-184125649 tempest-ServerMetadataTestJSON-184125649-project-member] [instance: c3af2267-516d-4ef3-91db-93649c8067b0] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1392.432889] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5e02f028-bf0f-4d7b-903b-07f3da34e3b3 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.499799] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-c382a346-7a90-47db-a7c8-77c2cc5e62a0 tempest-ServerMetadataTestJSON-184125649 tempest-ServerMetadataTestJSON-184125649-project-member] [instance: c3af2267-516d-4ef3-91db-93649c8067b0] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1392.500052] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-c382a346-7a90-47db-a7c8-77c2cc5e62a0 tempest-ServerMetadataTestJSON-184125649 tempest-ServerMetadataTestJSON-184125649-project-member] [instance: c3af2267-516d-4ef3-91db-93649c8067b0] Deleting contents of the VM from datastore datastore1 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1392.500257] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-c382a346-7a90-47db-a7c8-77c2cc5e62a0 tempest-ServerMetadataTestJSON-184125649 tempest-ServerMetadataTestJSON-184125649-project-member] Deleting the datastore file [datastore1] c3af2267-516d-4ef3-91db-93649c8067b0 {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1392.500552] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-42ef113f-0495-45b0-b98e-5b3dda1d7bbd {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.507956] env[69319]: DEBUG oslo_vmware.api [None req-c382a346-7a90-47db-a7c8-77c2cc5e62a0 tempest-ServerMetadataTestJSON-184125649 tempest-ServerMetadataTestJSON-184125649-project-member] Waiting for the task: (returnval){ [ 1392.507956] env[69319]: value = "task-3224381" [ 1392.507956] env[69319]: _type = "Task" [ 1392.507956] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.516166] env[69319]: DEBUG oslo_vmware.api [None req-c382a346-7a90-47db-a7c8-77c2cc5e62a0 tempest-ServerMetadataTestJSON-184125649 tempest-ServerMetadataTestJSON-184125649-project-member] Task: {'id': task-3224381, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.839541] env[69319]: DEBUG oslo_vmware.api [None req-f184657d-1a61-444d-b623-7ddd1e5d6e67 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': task-3224379, 'name': ReconfigVM_Task, 'duration_secs': 0.334699} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.839896] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-f184657d-1a61-444d-b623-7ddd1e5d6e67 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 98a28bbc-93f2-44e1-958a-970d60d91b4e] Reconfigured VM instance instance-0000007a to attach disk [datastore2] 98a28bbc-93f2-44e1-958a-970d60d91b4e/98a28bbc-93f2-44e1-958a-970d60d91b4e.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1392.840439] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e57cb898-f687-4dac-9d93-effcd8f9ea2d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.846509] env[69319]: DEBUG oslo_vmware.api [None req-f184657d-1a61-444d-b623-7ddd1e5d6e67 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Waiting for the task: (returnval){ [ 1392.846509] env[69319]: value = "task-3224382" [ 1392.846509] env[69319]: _type = "Task" [ 1392.846509] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.855088] env[69319]: DEBUG oslo_vmware.api [None req-f184657d-1a61-444d-b623-7ddd1e5d6e67 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': task-3224382, 'name': Rename_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.017780] env[69319]: DEBUG oslo_vmware.api [None req-c382a346-7a90-47db-a7c8-77c2cc5e62a0 tempest-ServerMetadataTestJSON-184125649 tempest-ServerMetadataTestJSON-184125649-project-member] Task: {'id': task-3224381, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.407022} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.018080] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-c382a346-7a90-47db-a7c8-77c2cc5e62a0 tempest-ServerMetadataTestJSON-184125649 tempest-ServerMetadataTestJSON-184125649-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1393.018278] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-c382a346-7a90-47db-a7c8-77c2cc5e62a0 tempest-ServerMetadataTestJSON-184125649 tempest-ServerMetadataTestJSON-184125649-project-member] [instance: c3af2267-516d-4ef3-91db-93649c8067b0] Deleted contents of the VM from datastore datastore1 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1393.018461] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-c382a346-7a90-47db-a7c8-77c2cc5e62a0 tempest-ServerMetadataTestJSON-184125649 tempest-ServerMetadataTestJSON-184125649-project-member] [instance: c3af2267-516d-4ef3-91db-93649c8067b0] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1393.018627] env[69319]: INFO nova.compute.manager [None req-c382a346-7a90-47db-a7c8-77c2cc5e62a0 tempest-ServerMetadataTestJSON-184125649 tempest-ServerMetadataTestJSON-184125649-project-member] [instance: c3af2267-516d-4ef3-91db-93649c8067b0] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1393.018872] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c382a346-7a90-47db-a7c8-77c2cc5e62a0 tempest-ServerMetadataTestJSON-184125649 tempest-ServerMetadataTestJSON-184125649-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1393.019073] env[69319]: DEBUG nova.compute.manager [-] [instance: c3af2267-516d-4ef3-91db-93649c8067b0] Deallocating network for instance {{(pid=69319) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1393.019170] env[69319]: DEBUG nova.network.neutron [-] [instance: c3af2267-516d-4ef3-91db-93649c8067b0] deallocate_for_instance() {{(pid=69319) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1393.104051] env[69319]: DEBUG oslo_concurrency.lockutils [None req-18d2881a-c417-4e4d-b8c1-ef32867e1b70 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Acquiring lock "2410e22f-34ee-4fd1-a772-97b0c40e0548" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1393.104590] env[69319]: DEBUG oslo_concurrency.lockutils [None req-18d2881a-c417-4e4d-b8c1-ef32867e1b70 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Lock "2410e22f-34ee-4fd1-a772-97b0c40e0548" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1393.285883] env[69319]: DEBUG nova.compute.manager [req-def8d5e1-2c64-4bc4-90a7-91484066e7d0 req-76e6dfdc-c54e-4400-8daa-8a4e010cca0f service nova] [instance: c3af2267-516d-4ef3-91db-93649c8067b0] Received event network-vif-deleted-f9ad1dfc-9052-46e6-b6bc-a5e3e3abfd8c {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1393.286010] env[69319]: INFO nova.compute.manager [req-def8d5e1-2c64-4bc4-90a7-91484066e7d0 req-76e6dfdc-c54e-4400-8daa-8a4e010cca0f service nova] [instance: c3af2267-516d-4ef3-91db-93649c8067b0] Neutron deleted interface f9ad1dfc-9052-46e6-b6bc-a5e3e3abfd8c; detaching it from the instance and deleting it from the info cache [ 1393.286185] env[69319]: DEBUG nova.network.neutron [req-def8d5e1-2c64-4bc4-90a7-91484066e7d0 req-76e6dfdc-c54e-4400-8daa-8a4e010cca0f service nova] [instance: c3af2267-516d-4ef3-91db-93649c8067b0] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1393.356619] env[69319]: DEBUG oslo_vmware.api [None req-f184657d-1a61-444d-b623-7ddd1e5d6e67 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': task-3224382, 'name': Rename_Task, 'duration_secs': 0.13845} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.356850] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-f184657d-1a61-444d-b623-7ddd1e5d6e67 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 98a28bbc-93f2-44e1-958a-970d60d91b4e] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1393.357112] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6354df72-6186-4ba3-a6a2-f5377ef58fc2 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.362797] env[69319]: DEBUG oslo_vmware.api [None req-f184657d-1a61-444d-b623-7ddd1e5d6e67 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Waiting for the task: (returnval){ [ 1393.362797] env[69319]: value = "task-3224383" [ 1393.362797] env[69319]: _type = "Task" [ 1393.362797] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.369878] env[69319]: DEBUG oslo_vmware.api [None req-f184657d-1a61-444d-b623-7ddd1e5d6e67 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': task-3224383, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.608098] env[69319]: DEBUG nova.compute.manager [None req-18d2881a-c417-4e4d-b8c1-ef32867e1b70 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] [instance: 2410e22f-34ee-4fd1-a772-97b0c40e0548] Starting instance... {{(pid=69319) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1393.769364] env[69319]: DEBUG nova.network.neutron [-] [instance: c3af2267-516d-4ef3-91db-93649c8067b0] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1393.788508] env[69319]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bb35bae6-f477-4bc4-9508-722a6933d9a6 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.798372] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cebe7d3-c958-40da-82ac-f646d020b875 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.825937] env[69319]: DEBUG nova.compute.manager [req-def8d5e1-2c64-4bc4-90a7-91484066e7d0 req-76e6dfdc-c54e-4400-8daa-8a4e010cca0f service nova] [instance: c3af2267-516d-4ef3-91db-93649c8067b0] Detach interface failed, port_id=f9ad1dfc-9052-46e6-b6bc-a5e3e3abfd8c, reason: Instance c3af2267-516d-4ef3-91db-93649c8067b0 could not be found. {{(pid=69319) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1393.872737] env[69319]: DEBUG oslo_vmware.api [None req-f184657d-1a61-444d-b623-7ddd1e5d6e67 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': task-3224383, 'name': PowerOnVM_Task, 'duration_secs': 0.452518} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.873067] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-f184657d-1a61-444d-b623-7ddd1e5d6e67 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 98a28bbc-93f2-44e1-958a-970d60d91b4e] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1393.873313] env[69319]: INFO nova.compute.manager [None req-f184657d-1a61-444d-b623-7ddd1e5d6e67 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 98a28bbc-93f2-44e1-958a-970d60d91b4e] Took 7.17 seconds to spawn the instance on the hypervisor. [ 1393.873504] env[69319]: DEBUG nova.compute.manager [None req-f184657d-1a61-444d-b623-7ddd1e5d6e67 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 98a28bbc-93f2-44e1-958a-970d60d91b4e] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1393.874410] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1525fdf9-e7b7-4b74-ab68-55da4e22f928 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.130030] env[69319]: DEBUG oslo_concurrency.lockutils [None req-18d2881a-c417-4e4d-b8c1-ef32867e1b70 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1394.130394] env[69319]: DEBUG oslo_concurrency.lockutils [None req-18d2881a-c417-4e4d-b8c1-ef32867e1b70 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1394.131946] env[69319]: INFO nova.compute.claims [None req-18d2881a-c417-4e4d-b8c1-ef32867e1b70 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] [instance: 2410e22f-34ee-4fd1-a772-97b0c40e0548] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1394.271515] env[69319]: INFO nova.compute.manager [-] [instance: c3af2267-516d-4ef3-91db-93649c8067b0] Took 1.25 seconds to deallocate network for instance. [ 1394.392664] env[69319]: INFO nova.compute.manager [None req-f184657d-1a61-444d-b623-7ddd1e5d6e67 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 98a28bbc-93f2-44e1-958a-970d60d91b4e] Took 11.90 seconds to build instance. [ 1394.779130] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c382a346-7a90-47db-a7c8-77c2cc5e62a0 tempest-ServerMetadataTestJSON-184125649 tempest-ServerMetadataTestJSON-184125649-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1394.893967] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f184657d-1a61-444d-b623-7ddd1e5d6e67 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Lock "98a28bbc-93f2-44e1-958a-970d60d91b4e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.414s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1395.229114] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03901435-273c-4361-9a1a-f6d4be782302 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.236821] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acf0faf0-10fd-4406-bc6a-c14af93bed55 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.267061] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f75a5cbe-b2ec-4cda-8db0-ad4fe48d0579 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.274456] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-218f4235-ffc0-4cd7-be95-2a89238ea20a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.287311] env[69319]: DEBUG nova.compute.provider_tree [None req-18d2881a-c417-4e4d-b8c1-ef32867e1b70 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1395.311829] env[69319]: DEBUG nova.compute.manager [req-52f234a0-e55b-40c2-b652-04d82609da24 req-06d2f1dd-7f1a-4e13-b61a-6810b0cf8771 service nova] [instance: 98a28bbc-93f2-44e1-958a-970d60d91b4e] Received event network-changed-c23a8c9b-9a4c-460e-af71-1a4a0071346b {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1395.312303] env[69319]: DEBUG nova.compute.manager [req-52f234a0-e55b-40c2-b652-04d82609da24 req-06d2f1dd-7f1a-4e13-b61a-6810b0cf8771 service nova] [instance: 98a28bbc-93f2-44e1-958a-970d60d91b4e] Refreshing instance network info cache due to event network-changed-c23a8c9b-9a4c-460e-af71-1a4a0071346b. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1395.312303] env[69319]: DEBUG oslo_concurrency.lockutils [req-52f234a0-e55b-40c2-b652-04d82609da24 req-06d2f1dd-7f1a-4e13-b61a-6810b0cf8771 service nova] Acquiring lock "refresh_cache-98a28bbc-93f2-44e1-958a-970d60d91b4e" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.312418] env[69319]: DEBUG oslo_concurrency.lockutils [req-52f234a0-e55b-40c2-b652-04d82609da24 req-06d2f1dd-7f1a-4e13-b61a-6810b0cf8771 service nova] Acquired lock "refresh_cache-98a28bbc-93f2-44e1-958a-970d60d91b4e" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.312559] env[69319]: DEBUG nova.network.neutron [req-52f234a0-e55b-40c2-b652-04d82609da24 req-06d2f1dd-7f1a-4e13-b61a-6810b0cf8771 service nova] [instance: 98a28bbc-93f2-44e1-958a-970d60d91b4e] Refreshing network info cache for port c23a8c9b-9a4c-460e-af71-1a4a0071346b {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1395.790807] env[69319]: DEBUG nova.scheduler.client.report [None req-18d2881a-c417-4e4d-b8c1-ef32867e1b70 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1396.007462] env[69319]: DEBUG nova.network.neutron [req-52f234a0-e55b-40c2-b652-04d82609da24 req-06d2f1dd-7f1a-4e13-b61a-6810b0cf8771 service nova] [instance: 98a28bbc-93f2-44e1-958a-970d60d91b4e] Updated VIF entry in instance network info cache for port c23a8c9b-9a4c-460e-af71-1a4a0071346b. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1396.007856] env[69319]: DEBUG nova.network.neutron [req-52f234a0-e55b-40c2-b652-04d82609da24 req-06d2f1dd-7f1a-4e13-b61a-6810b0cf8771 service nova] [instance: 98a28bbc-93f2-44e1-958a-970d60d91b4e] Updating instance_info_cache with network_info: [{"id": "c23a8c9b-9a4c-460e-af71-1a4a0071346b", "address": "fa:16:3e:59:ac:28", "network": {"id": "eba3ac7c-e65e-4811-a2ab-2b2399f9a31c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-580087532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef4b5f34c7fe4128a153d1f4914be606", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc23a8c9b-9a", "ovs_interfaceid": "c23a8c9b-9a4c-460e-af71-1a4a0071346b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1396.296267] env[69319]: DEBUG oslo_concurrency.lockutils [None req-18d2881a-c417-4e4d-b8c1-ef32867e1b70 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.165s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1396.296839] env[69319]: DEBUG nova.compute.manager [None req-18d2881a-c417-4e4d-b8c1-ef32867e1b70 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] [instance: 2410e22f-34ee-4fd1-a772-97b0c40e0548] Start building networks asynchronously for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1396.299553] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c382a346-7a90-47db-a7c8-77c2cc5e62a0 tempest-ServerMetadataTestJSON-184125649 tempest-ServerMetadataTestJSON-184125649-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.521s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1396.299796] env[69319]: DEBUG nova.objects.instance [None req-c382a346-7a90-47db-a7c8-77c2cc5e62a0 tempest-ServerMetadataTestJSON-184125649 tempest-ServerMetadataTestJSON-184125649-project-member] Lazy-loading 'resources' on Instance uuid c3af2267-516d-4ef3-91db-93649c8067b0 {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1396.510302] env[69319]: DEBUG oslo_concurrency.lockutils [req-52f234a0-e55b-40c2-b652-04d82609da24 req-06d2f1dd-7f1a-4e13-b61a-6810b0cf8771 service nova] Releasing lock "refresh_cache-98a28bbc-93f2-44e1-958a-970d60d91b4e" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.802874] env[69319]: DEBUG nova.compute.utils [None req-18d2881a-c417-4e4d-b8c1-ef32867e1b70 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Using /dev/sd instead of None {{(pid=69319) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1396.807098] env[69319]: DEBUG nova.compute.manager [None req-18d2881a-c417-4e4d-b8c1-ef32867e1b70 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] [instance: 2410e22f-34ee-4fd1-a772-97b0c40e0548] Not allocating networking since 'none' was specified. {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1396.883967] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ad70f58-e1b5-4cd6-b511-39916ad8c2a2 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.891470] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e9edd56-dc95-452f-8e41-312113ad6bd8 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.921623] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f243db7-2855-4982-a36f-8cad68dd8cab {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.928468] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c12f90b-ad24-4b54-80eb-c2508c4de42f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.942497] env[69319]: DEBUG nova.compute.provider_tree [None req-c382a346-7a90-47db-a7c8-77c2cc5e62a0 tempest-ServerMetadataTestJSON-184125649 tempest-ServerMetadataTestJSON-184125649-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1397.308815] env[69319]: DEBUG nova.compute.manager [None req-18d2881a-c417-4e4d-b8c1-ef32867e1b70 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] [instance: 2410e22f-34ee-4fd1-a772-97b0c40e0548] Start building block device mappings for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1397.446329] env[69319]: DEBUG nova.scheduler.client.report [None req-c382a346-7a90-47db-a7c8-77c2cc5e62a0 tempest-ServerMetadataTestJSON-184125649 tempest-ServerMetadataTestJSON-184125649-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1397.816152] env[69319]: DEBUG oslo_concurrency.lockutils [None req-8019efcb-362b-4f27-8c86-c68e7f7e2825 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Acquiring lock "7e0f3465-36c8-4bd0-9336-41dd27344611" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1397.816518] env[69319]: DEBUG oslo_concurrency.lockutils [None req-8019efcb-362b-4f27-8c86-c68e7f7e2825 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Lock "7e0f3465-36c8-4bd0-9336-41dd27344611" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1397.816720] env[69319]: DEBUG oslo_concurrency.lockutils [None req-8019efcb-362b-4f27-8c86-c68e7f7e2825 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Acquiring lock "7e0f3465-36c8-4bd0-9336-41dd27344611-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1397.816896] env[69319]: DEBUG oslo_concurrency.lockutils [None req-8019efcb-362b-4f27-8c86-c68e7f7e2825 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Lock "7e0f3465-36c8-4bd0-9336-41dd27344611-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1397.817035] env[69319]: DEBUG oslo_concurrency.lockutils [None req-8019efcb-362b-4f27-8c86-c68e7f7e2825 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Lock "7e0f3465-36c8-4bd0-9336-41dd27344611-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1397.819974] env[69319]: INFO nova.compute.manager [None req-8019efcb-362b-4f27-8c86-c68e7f7e2825 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] [instance: 7e0f3465-36c8-4bd0-9336-41dd27344611] Terminating instance [ 1397.951021] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c382a346-7a90-47db-a7c8-77c2cc5e62a0 tempest-ServerMetadataTestJSON-184125649 tempest-ServerMetadataTestJSON-184125649-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.651s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1397.970632] env[69319]: INFO nova.scheduler.client.report [None req-c382a346-7a90-47db-a7c8-77c2cc5e62a0 tempest-ServerMetadataTestJSON-184125649 tempest-ServerMetadataTestJSON-184125649-project-member] Deleted allocations for instance c3af2267-516d-4ef3-91db-93649c8067b0 [ 1398.321053] env[69319]: DEBUG nova.compute.manager [None req-18d2881a-c417-4e4d-b8c1-ef32867e1b70 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] [instance: 2410e22f-34ee-4fd1-a772-97b0c40e0548] Start spawning the instance on the hypervisor. {{(pid=69319) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1398.323706] env[69319]: DEBUG nova.compute.manager [None req-8019efcb-362b-4f27-8c86-c68e7f7e2825 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] [instance: 7e0f3465-36c8-4bd0-9336-41dd27344611] Start destroying the instance on the hypervisor. {{(pid=69319) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1398.323909] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-8019efcb-362b-4f27-8c86-c68e7f7e2825 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] [instance: 7e0f3465-36c8-4bd0-9336-41dd27344611] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1398.324854] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab5ec9ef-80d6-406c-9c27-05c0ed146488 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.332857] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-8019efcb-362b-4f27-8c86-c68e7f7e2825 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] [instance: 7e0f3465-36c8-4bd0-9336-41dd27344611] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1398.333118] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d42b37df-90aa-48f0-978b-3ec4bbacd355 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.339561] env[69319]: DEBUG oslo_vmware.api [None req-8019efcb-362b-4f27-8c86-c68e7f7e2825 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Waiting for the task: (returnval){ [ 1398.339561] env[69319]: value = "task-3224384" [ 1398.339561] env[69319]: _type = "Task" [ 1398.339561] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.349057] env[69319]: DEBUG oslo_vmware.api [None req-8019efcb-362b-4f27-8c86-c68e7f7e2825 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Task: {'id': task-3224384, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.351312] env[69319]: DEBUG nova.virt.hardware [None req-18d2881a-c417-4e4d-b8c1-ef32867e1b70 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:32:36Z,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31f027872f6f44dba95ff2fe7a062e00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:32:36Z,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1398.351603] env[69319]: DEBUG nova.virt.hardware [None req-18d2881a-c417-4e4d-b8c1-ef32867e1b70 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1398.351801] env[69319]: DEBUG nova.virt.hardware [None req-18d2881a-c417-4e4d-b8c1-ef32867e1b70 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1398.352048] env[69319]: DEBUG nova.virt.hardware [None req-18d2881a-c417-4e4d-b8c1-ef32867e1b70 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1398.352204] env[69319]: DEBUG nova.virt.hardware [None req-18d2881a-c417-4e4d-b8c1-ef32867e1b70 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1398.352357] env[69319]: DEBUG nova.virt.hardware [None req-18d2881a-c417-4e4d-b8c1-ef32867e1b70 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1398.352567] env[69319]: DEBUG nova.virt.hardware [None req-18d2881a-c417-4e4d-b8c1-ef32867e1b70 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1398.352730] env[69319]: DEBUG nova.virt.hardware [None req-18d2881a-c417-4e4d-b8c1-ef32867e1b70 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1398.352899] env[69319]: DEBUG nova.virt.hardware [None req-18d2881a-c417-4e4d-b8c1-ef32867e1b70 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1398.353086] env[69319]: DEBUG nova.virt.hardware [None req-18d2881a-c417-4e4d-b8c1-ef32867e1b70 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1398.353272] env[69319]: DEBUG nova.virt.hardware [None req-18d2881a-c417-4e4d-b8c1-ef32867e1b70 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1398.354007] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f749355-f389-4e57-8da2-e45ef01aa190 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.360703] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6487107-1c95-4e46-91dc-f77568fe9217 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.373774] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-18d2881a-c417-4e4d-b8c1-ef32867e1b70 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] [instance: 2410e22f-34ee-4fd1-a772-97b0c40e0548] Instance VIF info [] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1398.379399] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-18d2881a-c417-4e4d-b8c1-ef32867e1b70 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Creating folder: Project (13d0346550f54e39a61b500ef9ef46c6). Parent ref: group-v644239. {{(pid=69319) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1398.379688] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a9a0cf32-e184-41a2-8218-40b4dcceb1a6 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.389754] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-18d2881a-c417-4e4d-b8c1-ef32867e1b70 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Created folder: Project (13d0346550f54e39a61b500ef9ef46c6) in parent group-v644239. [ 1398.390040] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-18d2881a-c417-4e4d-b8c1-ef32867e1b70 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Creating folder: Instances. Parent ref: group-v644578. {{(pid=69319) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1398.390337] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-54f49975-d038-4269-a24e-0b7f1d686b2a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.399460] env[69319]: INFO nova.virt.vmwareapi.vm_util [None req-18d2881a-c417-4e4d-b8c1-ef32867e1b70 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Created folder: Instances in parent group-v644578. [ 1398.399776] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-18d2881a-c417-4e4d-b8c1-ef32867e1b70 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1398.400033] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2410e22f-34ee-4fd1-a772-97b0c40e0548] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1398.400324] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bfbabf05-c4b5-4a1a-adf9-40e0eaaf9d7e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.424149] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1398.424149] env[69319]: value = "task-3224387" [ 1398.424149] env[69319]: _type = "Task" [ 1398.424149] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.434840] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3224387, 'name': CreateVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.479456] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c382a346-7a90-47db-a7c8-77c2cc5e62a0 tempest-ServerMetadataTestJSON-184125649 tempest-ServerMetadataTestJSON-184125649-project-member] Lock "c3af2267-516d-4ef3-91db-93649c8067b0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.081s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1398.848995] env[69319]: DEBUG oslo_vmware.api [None req-8019efcb-362b-4f27-8c86-c68e7f7e2825 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Task: {'id': task-3224384, 'name': PowerOffVM_Task, 'duration_secs': 0.237182} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.849329] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-8019efcb-362b-4f27-8c86-c68e7f7e2825 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] [instance: 7e0f3465-36c8-4bd0-9336-41dd27344611] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1398.849479] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-8019efcb-362b-4f27-8c86-c68e7f7e2825 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] [instance: 7e0f3465-36c8-4bd0-9336-41dd27344611] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1398.849726] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2d7db8a2-c559-4847-a393-625c55eb6a0d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.913117] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-8019efcb-362b-4f27-8c86-c68e7f7e2825 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] [instance: 7e0f3465-36c8-4bd0-9336-41dd27344611] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1398.913334] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-8019efcb-362b-4f27-8c86-c68e7f7e2825 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] [instance: 7e0f3465-36c8-4bd0-9336-41dd27344611] Deleting contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1398.913531] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-8019efcb-362b-4f27-8c86-c68e7f7e2825 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Deleting the datastore file [datastore2] 7e0f3465-36c8-4bd0-9336-41dd27344611 {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1398.913793] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-90e8e750-404e-4f32-ae26-2d1b426a010f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.919919] env[69319]: DEBUG oslo_vmware.api [None req-8019efcb-362b-4f27-8c86-c68e7f7e2825 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Waiting for the task: (returnval){ [ 1398.919919] env[69319]: value = "task-3224389" [ 1398.919919] env[69319]: _type = "Task" [ 1398.919919] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.927816] env[69319]: DEBUG oslo_vmware.api [None req-8019efcb-362b-4f27-8c86-c68e7f7e2825 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Task: {'id': task-3224389, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.935130] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3224387, 'name': CreateVM_Task, 'duration_secs': 0.262183} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.935297] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2410e22f-34ee-4fd1-a772-97b0c40e0548] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1398.935698] env[69319]: DEBUG oslo_concurrency.lockutils [None req-18d2881a-c417-4e4d-b8c1-ef32867e1b70 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.935862] env[69319]: DEBUG oslo_concurrency.lockutils [None req-18d2881a-c417-4e4d-b8c1-ef32867e1b70 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.936237] env[69319]: DEBUG oslo_concurrency.lockutils [None req-18d2881a-c417-4e4d-b8c1-ef32867e1b70 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.937077] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be073937-489e-4ff4-b525-952608ab9bd6 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.941187] env[69319]: DEBUG oslo_vmware.api [None req-18d2881a-c417-4e4d-b8c1-ef32867e1b70 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Waiting for the task: (returnval){ [ 1398.941187] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52320512-2ed9-e237-4349-5cf536d3d03c" [ 1398.941187] env[69319]: _type = "Task" [ 1398.941187] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.948882] env[69319]: DEBUG oslo_vmware.api [None req-18d2881a-c417-4e4d-b8c1-ef32867e1b70 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52320512-2ed9-e237-4349-5cf536d3d03c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.429998] env[69319]: DEBUG oslo_vmware.api [None req-8019efcb-362b-4f27-8c86-c68e7f7e2825 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Task: {'id': task-3224389, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151907} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.430336] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-8019efcb-362b-4f27-8c86-c68e7f7e2825 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1399.430507] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-8019efcb-362b-4f27-8c86-c68e7f7e2825 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] [instance: 7e0f3465-36c8-4bd0-9336-41dd27344611] Deleted contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1399.430661] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-8019efcb-362b-4f27-8c86-c68e7f7e2825 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] [instance: 7e0f3465-36c8-4bd0-9336-41dd27344611] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1399.430841] env[69319]: INFO nova.compute.manager [None req-8019efcb-362b-4f27-8c86-c68e7f7e2825 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] [instance: 7e0f3465-36c8-4bd0-9336-41dd27344611] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1399.431672] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8019efcb-362b-4f27-8c86-c68e7f7e2825 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1399.431672] env[69319]: DEBUG nova.compute.manager [-] [instance: 7e0f3465-36c8-4bd0-9336-41dd27344611] Deallocating network for instance {{(pid=69319) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1399.431672] env[69319]: DEBUG nova.network.neutron [-] [instance: 7e0f3465-36c8-4bd0-9336-41dd27344611] deallocate_for_instance() {{(pid=69319) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1399.449992] env[69319]: DEBUG oslo_vmware.api [None req-18d2881a-c417-4e4d-b8c1-ef32867e1b70 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52320512-2ed9-e237-4349-5cf536d3d03c, 'name': SearchDatastore_Task, 'duration_secs': 0.018516} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.450308] env[69319]: DEBUG oslo_concurrency.lockutils [None req-18d2881a-c417-4e4d-b8c1-ef32867e1b70 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.450541] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-18d2881a-c417-4e4d-b8c1-ef32867e1b70 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] [instance: 2410e22f-34ee-4fd1-a772-97b0c40e0548] Processing image 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1399.450813] env[69319]: DEBUG oslo_concurrency.lockutils [None req-18d2881a-c417-4e4d-b8c1-ef32867e1b70 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.450973] env[69319]: DEBUG oslo_concurrency.lockutils [None req-18d2881a-c417-4e4d-b8c1-ef32867e1b70 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.451175] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-18d2881a-c417-4e4d-b8c1-ef32867e1b70 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1399.451441] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b4130d54-f849-44cb-9b3f-96246ba7bada {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.459822] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-18d2881a-c417-4e4d-b8c1-ef32867e1b70 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1399.460017] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-18d2881a-c417-4e4d-b8c1-ef32867e1b70 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1399.460745] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6ac14ca-0c8e-435d-8c98-3702948cf528 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.466048] env[69319]: DEBUG oslo_vmware.api [None req-18d2881a-c417-4e4d-b8c1-ef32867e1b70 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Waiting for the task: (returnval){ [ 1399.466048] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]528ec03b-efa3-6dc5-5c1a-0c44dfa28328" [ 1399.466048] env[69319]: _type = "Task" [ 1399.466048] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.473926] env[69319]: DEBUG oslo_vmware.api [None req-18d2881a-c417-4e4d-b8c1-ef32867e1b70 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]528ec03b-efa3-6dc5-5c1a-0c44dfa28328, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.977156] env[69319]: DEBUG oslo_vmware.api [None req-18d2881a-c417-4e4d-b8c1-ef32867e1b70 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]528ec03b-efa3-6dc5-5c1a-0c44dfa28328, 'name': SearchDatastore_Task, 'duration_secs': 0.011653} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.977960] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2efe390-1dd6-4f0a-815a-8a8604b2a700 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.984134] env[69319]: DEBUG oslo_vmware.api [None req-18d2881a-c417-4e4d-b8c1-ef32867e1b70 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Waiting for the task: (returnval){ [ 1399.984134] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52445628-31a0-34cc-39fc-73de9cfafcbc" [ 1399.984134] env[69319]: _type = "Task" [ 1399.984134] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.995737] env[69319]: DEBUG oslo_vmware.api [None req-18d2881a-c417-4e4d-b8c1-ef32867e1b70 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52445628-31a0-34cc-39fc-73de9cfafcbc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.085112] env[69319]: DEBUG nova.compute.manager [req-029b7f17-4181-4d02-af2f-e39facb8693a req-eb2bf545-3fd6-4549-aafd-c9603e5c9bde service nova] [instance: 7e0f3465-36c8-4bd0-9336-41dd27344611] Received event network-vif-deleted-6f5e8016-942d-4256-98f9-2bcd6154404b {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1400.085177] env[69319]: INFO nova.compute.manager [req-029b7f17-4181-4d02-af2f-e39facb8693a req-eb2bf545-3fd6-4549-aafd-c9603e5c9bde service nova] [instance: 7e0f3465-36c8-4bd0-9336-41dd27344611] Neutron deleted interface 6f5e8016-942d-4256-98f9-2bcd6154404b; detaching it from the instance and deleting it from the info cache [ 1400.085955] env[69319]: DEBUG nova.network.neutron [req-029b7f17-4181-4d02-af2f-e39facb8693a req-eb2bf545-3fd6-4549-aafd-c9603e5c9bde service nova] [instance: 7e0f3465-36c8-4bd0-9336-41dd27344611] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1400.494342] env[69319]: DEBUG oslo_vmware.api [None req-18d2881a-c417-4e4d-b8c1-ef32867e1b70 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52445628-31a0-34cc-39fc-73de9cfafcbc, 'name': SearchDatastore_Task, 'duration_secs': 0.009779} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.494706] env[69319]: DEBUG oslo_concurrency.lockutils [None req-18d2881a-c417-4e4d-b8c1-ef32867e1b70 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.494882] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-18d2881a-c417-4e4d-b8c1-ef32867e1b70 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] 2410e22f-34ee-4fd1-a772-97b0c40e0548/2410e22f-34ee-4fd1-a772-97b0c40e0548.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1400.496320] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7b09ef65-68e6-4abe-b92f-ea69e1e1976b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.502543] env[69319]: DEBUG oslo_vmware.api [None req-18d2881a-c417-4e4d-b8c1-ef32867e1b70 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Waiting for the task: (returnval){ [ 1400.502543] env[69319]: value = "task-3224390" [ 1400.502543] env[69319]: _type = "Task" [ 1400.502543] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.511864] env[69319]: DEBUG oslo_vmware.api [None req-18d2881a-c417-4e4d-b8c1-ef32867e1b70 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Task: {'id': task-3224390, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.564596] env[69319]: DEBUG nova.network.neutron [-] [instance: 7e0f3465-36c8-4bd0-9336-41dd27344611] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1400.588067] env[69319]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c26a8bb4-91e7-41b8-88d3-44ea8c331429 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.597224] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92e17460-33b6-4b65-af4a-ed3cc9248cba {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.625067] env[69319]: DEBUG nova.compute.manager [req-029b7f17-4181-4d02-af2f-e39facb8693a req-eb2bf545-3fd6-4549-aafd-c9603e5c9bde service nova] [instance: 7e0f3465-36c8-4bd0-9336-41dd27344611] Detach interface failed, port_id=6f5e8016-942d-4256-98f9-2bcd6154404b, reason: Instance 7e0f3465-36c8-4bd0-9336-41dd27344611 could not be found. {{(pid=69319) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1401.013937] env[69319]: DEBUG oslo_vmware.api [None req-18d2881a-c417-4e4d-b8c1-ef32867e1b70 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Task: {'id': task-3224390, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.440461} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.014208] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-18d2881a-c417-4e4d-b8c1-ef32867e1b70 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] 2410e22f-34ee-4fd1-a772-97b0c40e0548/2410e22f-34ee-4fd1-a772-97b0c40e0548.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1401.014452] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-18d2881a-c417-4e4d-b8c1-ef32867e1b70 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] [instance: 2410e22f-34ee-4fd1-a772-97b0c40e0548] Extending root virtual disk to 1048576 {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1401.014707] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a8f0a1f8-e05e-4a88-82ee-0b34954b0e15 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.021564] env[69319]: DEBUG oslo_vmware.api [None req-18d2881a-c417-4e4d-b8c1-ef32867e1b70 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Waiting for the task: (returnval){ [ 1401.021564] env[69319]: value = "task-3224391" [ 1401.021564] env[69319]: _type = "Task" [ 1401.021564] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.029609] env[69319]: DEBUG oslo_vmware.api [None req-18d2881a-c417-4e4d-b8c1-ef32867e1b70 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Task: {'id': task-3224391, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.067444] env[69319]: INFO nova.compute.manager [-] [instance: 7e0f3465-36c8-4bd0-9336-41dd27344611] Took 1.64 seconds to deallocate network for instance. [ 1401.531925] env[69319]: DEBUG oslo_vmware.api [None req-18d2881a-c417-4e4d-b8c1-ef32867e1b70 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Task: {'id': task-3224391, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087424} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.532365] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-18d2881a-c417-4e4d-b8c1-ef32867e1b70 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] [instance: 2410e22f-34ee-4fd1-a772-97b0c40e0548] Extended root virtual disk {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1401.533074] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ff980df-b7e3-4202-b108-3cbf2a3761f4 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.553485] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-18d2881a-c417-4e4d-b8c1-ef32867e1b70 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] [instance: 2410e22f-34ee-4fd1-a772-97b0c40e0548] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] 2410e22f-34ee-4fd1-a772-97b0c40e0548/2410e22f-34ee-4fd1-a772-97b0c40e0548.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1401.553785] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-635a9585-5ba9-42d8-9ace-00da19f5646b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.573562] env[69319]: DEBUG oslo_concurrency.lockutils [None req-8019efcb-362b-4f27-8c86-c68e7f7e2825 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1401.573853] env[69319]: DEBUG oslo_concurrency.lockutils [None req-8019efcb-362b-4f27-8c86-c68e7f7e2825 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1401.574044] env[69319]: DEBUG nova.objects.instance [None req-8019efcb-362b-4f27-8c86-c68e7f7e2825 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Lazy-loading 'resources' on Instance uuid 7e0f3465-36c8-4bd0-9336-41dd27344611 {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1401.575215] env[69319]: DEBUG oslo_vmware.api [None req-18d2881a-c417-4e4d-b8c1-ef32867e1b70 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Waiting for the task: (returnval){ [ 1401.575215] env[69319]: value = "task-3224392" [ 1401.575215] env[69319]: _type = "Task" [ 1401.575215] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.583628] env[69319]: DEBUG oslo_vmware.api [None req-18d2881a-c417-4e4d-b8c1-ef32867e1b70 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Task: {'id': task-3224392, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.087637] env[69319]: DEBUG oslo_vmware.api [None req-18d2881a-c417-4e4d-b8c1-ef32867e1b70 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Task: {'id': task-3224392, 'name': ReconfigVM_Task, 'duration_secs': 0.272846} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.087913] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-18d2881a-c417-4e4d-b8c1-ef32867e1b70 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] [instance: 2410e22f-34ee-4fd1-a772-97b0c40e0548] Reconfigured VM instance instance-0000007b to attach disk [datastore2] 2410e22f-34ee-4fd1-a772-97b0c40e0548/2410e22f-34ee-4fd1-a772-97b0c40e0548.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1402.088519] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3cc124a3-6b14-4cdc-9761-e41fe9964393 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.094355] env[69319]: DEBUG oslo_vmware.api [None req-18d2881a-c417-4e4d-b8c1-ef32867e1b70 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Waiting for the task: (returnval){ [ 1402.094355] env[69319]: value = "task-3224393" [ 1402.094355] env[69319]: _type = "Task" [ 1402.094355] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.104718] env[69319]: DEBUG oslo_vmware.api [None req-18d2881a-c417-4e4d-b8c1-ef32867e1b70 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Task: {'id': task-3224393, 'name': Rename_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.155642] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3f67222-14cd-403b-911f-e2446c8b006f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.162747] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d661ca92-0b07-4041-8bbc-adbae5833061 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.194657] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d117ee67-3642-4339-9ee9-8b0201be87c6 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.201717] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea9fa56c-9bd3-4360-b5e3-1f8d52d08004 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.214894] env[69319]: DEBUG nova.compute.provider_tree [None req-8019efcb-362b-4f27-8c86-c68e7f7e2825 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1402.605239] env[69319]: DEBUG oslo_vmware.api [None req-18d2881a-c417-4e4d-b8c1-ef32867e1b70 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Task: {'id': task-3224393, 'name': Rename_Task, 'duration_secs': 0.136493} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.605597] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-18d2881a-c417-4e4d-b8c1-ef32867e1b70 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] [instance: 2410e22f-34ee-4fd1-a772-97b0c40e0548] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1402.606379] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5f0e4c5e-36c4-4b28-b0d5-0138b0bcbac2 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.613035] env[69319]: DEBUG oslo_vmware.api [None req-18d2881a-c417-4e4d-b8c1-ef32867e1b70 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Waiting for the task: (returnval){ [ 1402.613035] env[69319]: value = "task-3224394" [ 1402.613035] env[69319]: _type = "Task" [ 1402.613035] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.620588] env[69319]: DEBUG oslo_vmware.api [None req-18d2881a-c417-4e4d-b8c1-ef32867e1b70 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Task: {'id': task-3224394, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.717994] env[69319]: DEBUG nova.scheduler.client.report [None req-8019efcb-362b-4f27-8c86-c68e7f7e2825 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1403.126902] env[69319]: DEBUG oslo_vmware.api [None req-18d2881a-c417-4e4d-b8c1-ef32867e1b70 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Task: {'id': task-3224394, 'name': PowerOnVM_Task, 'duration_secs': 0.414548} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.127344] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-18d2881a-c417-4e4d-b8c1-ef32867e1b70 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] [instance: 2410e22f-34ee-4fd1-a772-97b0c40e0548] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1403.127676] env[69319]: INFO nova.compute.manager [None req-18d2881a-c417-4e4d-b8c1-ef32867e1b70 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] [instance: 2410e22f-34ee-4fd1-a772-97b0c40e0548] Took 4.81 seconds to spawn the instance on the hypervisor. [ 1403.127986] env[69319]: DEBUG nova.compute.manager [None req-18d2881a-c417-4e4d-b8c1-ef32867e1b70 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] [instance: 2410e22f-34ee-4fd1-a772-97b0c40e0548] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1403.129170] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8fb855a-ec7a-4552-aff0-9eb21a017e84 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.224245] env[69319]: DEBUG oslo_concurrency.lockutils [None req-8019efcb-362b-4f27-8c86-c68e7f7e2825 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.650s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1403.242687] env[69319]: INFO nova.scheduler.client.report [None req-8019efcb-362b-4f27-8c86-c68e7f7e2825 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Deleted allocations for instance 7e0f3465-36c8-4bd0-9336-41dd27344611 [ 1403.647588] env[69319]: INFO nova.compute.manager [None req-18d2881a-c417-4e4d-b8c1-ef32867e1b70 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] [instance: 2410e22f-34ee-4fd1-a772-97b0c40e0548] Took 9.53 seconds to build instance. [ 1403.751065] env[69319]: DEBUG oslo_concurrency.lockutils [None req-8019efcb-362b-4f27-8c86-c68e7f7e2825 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Lock "7e0f3465-36c8-4bd0-9336-41dd27344611" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.934s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1403.964594] env[69319]: INFO nova.compute.manager [None req-64c3f49d-5df1-42f2-96ad-c7efde625e14 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] [instance: 2410e22f-34ee-4fd1-a772-97b0c40e0548] Rebuilding instance [ 1404.011297] env[69319]: DEBUG nova.compute.manager [None req-64c3f49d-5df1-42f2-96ad-c7efde625e14 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] [instance: 2410e22f-34ee-4fd1-a772-97b0c40e0548] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1404.012245] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de7262b3-73f9-4c24-97b4-6f938910983b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.149364] env[69319]: DEBUG oslo_concurrency.lockutils [None req-18d2881a-c417-4e4d-b8c1-ef32867e1b70 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Lock "2410e22f-34ee-4fd1-a772-97b0c40e0548" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 11.045s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1405.026158] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-64c3f49d-5df1-42f2-96ad-c7efde625e14 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] [instance: 2410e22f-34ee-4fd1-a772-97b0c40e0548] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1405.026530] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b9d4c9c2-4b92-41c3-b273-c8b405df79cb {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.033017] env[69319]: DEBUG oslo_vmware.api [None req-64c3f49d-5df1-42f2-96ad-c7efde625e14 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Waiting for the task: (returnval){ [ 1405.033017] env[69319]: value = "task-3224395" [ 1405.033017] env[69319]: _type = "Task" [ 1405.033017] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.041189] env[69319]: DEBUG oslo_vmware.api [None req-64c3f49d-5df1-42f2-96ad-c7efde625e14 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Task: {'id': task-3224395, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.543569] env[69319]: DEBUG oslo_vmware.api [None req-64c3f49d-5df1-42f2-96ad-c7efde625e14 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Task: {'id': task-3224395, 'name': PowerOffVM_Task, 'duration_secs': 0.175588} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.543791] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-64c3f49d-5df1-42f2-96ad-c7efde625e14 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] [instance: 2410e22f-34ee-4fd1-a772-97b0c40e0548] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1405.543982] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-64c3f49d-5df1-42f2-96ad-c7efde625e14 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] [instance: 2410e22f-34ee-4fd1-a772-97b0c40e0548] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1405.544775] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbae4807-eca0-4f0d-a307-cf275f174f2e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.551222] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-64c3f49d-5df1-42f2-96ad-c7efde625e14 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] [instance: 2410e22f-34ee-4fd1-a772-97b0c40e0548] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1405.551455] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-15e9446d-3b08-43ff-a108-0645c312f873 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.575125] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-64c3f49d-5df1-42f2-96ad-c7efde625e14 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] [instance: 2410e22f-34ee-4fd1-a772-97b0c40e0548] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1405.575351] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-64c3f49d-5df1-42f2-96ad-c7efde625e14 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] [instance: 2410e22f-34ee-4fd1-a772-97b0c40e0548] Deleting contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1405.575541] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-64c3f49d-5df1-42f2-96ad-c7efde625e14 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Deleting the datastore file [datastore2] 2410e22f-34ee-4fd1-a772-97b0c40e0548 {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1405.575792] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1d511497-c2f3-4285-bd54-c4233ec29444 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.582014] env[69319]: DEBUG oslo_vmware.api [None req-64c3f49d-5df1-42f2-96ad-c7efde625e14 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Waiting for the task: (returnval){ [ 1405.582014] env[69319]: value = "task-3224397" [ 1405.582014] env[69319]: _type = "Task" [ 1405.582014] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.589097] env[69319]: DEBUG oslo_vmware.api [None req-64c3f49d-5df1-42f2-96ad-c7efde625e14 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Task: {'id': task-3224397, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.813388] env[69319]: DEBUG oslo_concurrency.lockutils [None req-2bf68847-f752-4cb5-b20b-2bea2b5155d3 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Acquiring lock "fc809dd7-824e-4a1b-93dd-48adc56eae7a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1405.813628] env[69319]: DEBUG oslo_concurrency.lockutils [None req-2bf68847-f752-4cb5-b20b-2bea2b5155d3 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Lock "fc809dd7-824e-4a1b-93dd-48adc56eae7a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1406.091304] env[69319]: DEBUG oslo_vmware.api [None req-64c3f49d-5df1-42f2-96ad-c7efde625e14 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Task: {'id': task-3224397, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.092931} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.091660] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-64c3f49d-5df1-42f2-96ad-c7efde625e14 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1406.091714] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-64c3f49d-5df1-42f2-96ad-c7efde625e14 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] [instance: 2410e22f-34ee-4fd1-a772-97b0c40e0548] Deleted contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1406.091867] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-64c3f49d-5df1-42f2-96ad-c7efde625e14 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] [instance: 2410e22f-34ee-4fd1-a772-97b0c40e0548] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1406.316475] env[69319]: DEBUG nova.compute.manager [None req-2bf68847-f752-4cb5-b20b-2bea2b5155d3 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] [instance: fc809dd7-824e-4a1b-93dd-48adc56eae7a] Starting instance... {{(pid=69319) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1406.838229] env[69319]: DEBUG oslo_concurrency.lockutils [None req-2bf68847-f752-4cb5-b20b-2bea2b5155d3 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1406.838515] env[69319]: DEBUG oslo_concurrency.lockutils [None req-2bf68847-f752-4cb5-b20b-2bea2b5155d3 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1406.840051] env[69319]: INFO nova.compute.claims [None req-2bf68847-f752-4cb5-b20b-2bea2b5155d3 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] [instance: fc809dd7-824e-4a1b-93dd-48adc56eae7a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1407.128289] env[69319]: DEBUG nova.virt.hardware [None req-64c3f49d-5df1-42f2-96ad-c7efde625e14 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:32:36Z,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31f027872f6f44dba95ff2fe7a062e00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:32:36Z,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1407.128631] env[69319]: DEBUG nova.virt.hardware [None req-64c3f49d-5df1-42f2-96ad-c7efde625e14 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1407.128769] env[69319]: DEBUG nova.virt.hardware [None req-64c3f49d-5df1-42f2-96ad-c7efde625e14 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1407.128955] env[69319]: DEBUG nova.virt.hardware [None req-64c3f49d-5df1-42f2-96ad-c7efde625e14 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1407.129218] env[69319]: DEBUG nova.virt.hardware [None req-64c3f49d-5df1-42f2-96ad-c7efde625e14 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1407.129384] env[69319]: DEBUG nova.virt.hardware [None req-64c3f49d-5df1-42f2-96ad-c7efde625e14 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1407.129596] env[69319]: DEBUG nova.virt.hardware [None req-64c3f49d-5df1-42f2-96ad-c7efde625e14 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1407.129768] env[69319]: DEBUG nova.virt.hardware [None req-64c3f49d-5df1-42f2-96ad-c7efde625e14 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1407.129973] env[69319]: DEBUG nova.virt.hardware [None req-64c3f49d-5df1-42f2-96ad-c7efde625e14 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1407.130160] env[69319]: DEBUG nova.virt.hardware [None req-64c3f49d-5df1-42f2-96ad-c7efde625e14 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1407.130339] env[69319]: DEBUG nova.virt.hardware [None req-64c3f49d-5df1-42f2-96ad-c7efde625e14 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1407.131515] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-669f5b62-cc79-4b8d-a094-9d9e3c21a795 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.139711] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9df1bdd9-07cc-4639-9e3d-5c3d5eadc958 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.153058] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-64c3f49d-5df1-42f2-96ad-c7efde625e14 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] [instance: 2410e22f-34ee-4fd1-a772-97b0c40e0548] Instance VIF info [] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1407.158764] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-64c3f49d-5df1-42f2-96ad-c7efde625e14 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1407.158979] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2410e22f-34ee-4fd1-a772-97b0c40e0548] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1407.159186] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a2da564f-471f-4231-8f9c-f7e1a62ee815 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.175411] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1407.175411] env[69319]: value = "task-3224398" [ 1407.175411] env[69319]: _type = "Task" [ 1407.175411] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.182541] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3224398, 'name': CreateVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.685748] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3224398, 'name': CreateVM_Task, 'duration_secs': 0.234551} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.685936] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2410e22f-34ee-4fd1-a772-97b0c40e0548] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1407.686323] env[69319]: DEBUG oslo_concurrency.lockutils [None req-64c3f49d-5df1-42f2-96ad-c7efde625e14 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.686498] env[69319]: DEBUG oslo_concurrency.lockutils [None req-64c3f49d-5df1-42f2-96ad-c7efde625e14 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.686825] env[69319]: DEBUG oslo_concurrency.lockutils [None req-64c3f49d-5df1-42f2-96ad-c7efde625e14 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.687087] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82185358-8f97-4c74-b545-b5143073f0a8 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.691822] env[69319]: DEBUG oslo_vmware.api [None req-64c3f49d-5df1-42f2-96ad-c7efde625e14 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Waiting for the task: (returnval){ [ 1407.691822] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52ce3f03-da8f-0774-8082-0c33e7f66304" [ 1407.691822] env[69319]: _type = "Task" [ 1407.691822] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.698918] env[69319]: DEBUG oslo_vmware.api [None req-64c3f49d-5df1-42f2-96ad-c7efde625e14 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52ce3f03-da8f-0774-8082-0c33e7f66304, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.910342] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fca68cad-75d6-45a6-9a53-607637352c62 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.919071] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-504b998d-c5ea-49f3-a9b1-5334fda2c6ae {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.949309] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9600fdad-e40a-4b7f-87e6-9cd6584a8e41 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.956262] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f261720c-06f6-4f92-a605-4c44f0ec93c7 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.969248] env[69319]: DEBUG nova.compute.provider_tree [None req-2bf68847-f752-4cb5-b20b-2bea2b5155d3 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1408.202498] env[69319]: DEBUG oslo_vmware.api [None req-64c3f49d-5df1-42f2-96ad-c7efde625e14 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52ce3f03-da8f-0774-8082-0c33e7f66304, 'name': SearchDatastore_Task, 'duration_secs': 0.010315} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.202883] env[69319]: DEBUG oslo_concurrency.lockutils [None req-64c3f49d-5df1-42f2-96ad-c7efde625e14 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.202995] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-64c3f49d-5df1-42f2-96ad-c7efde625e14 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] [instance: 2410e22f-34ee-4fd1-a772-97b0c40e0548] Processing image 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1408.203224] env[69319]: DEBUG oslo_concurrency.lockutils [None req-64c3f49d-5df1-42f2-96ad-c7efde625e14 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.203412] env[69319]: DEBUG oslo_concurrency.lockutils [None req-64c3f49d-5df1-42f2-96ad-c7efde625e14 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.203629] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-64c3f49d-5df1-42f2-96ad-c7efde625e14 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1408.203883] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a011941e-74c2-4105-95cc-79e1867fc866 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.211744] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-64c3f49d-5df1-42f2-96ad-c7efde625e14 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1408.211906] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-64c3f49d-5df1-42f2-96ad-c7efde625e14 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1408.212603] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16ae31e0-abb1-4e7b-8bc8-870a6bb0c844 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.217555] env[69319]: DEBUG oslo_vmware.api [None req-64c3f49d-5df1-42f2-96ad-c7efde625e14 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Waiting for the task: (returnval){ [ 1408.217555] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52434074-5ce0-2e39-ffdf-c5a512d19fb9" [ 1408.217555] env[69319]: _type = "Task" [ 1408.217555] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.225195] env[69319]: DEBUG oslo_vmware.api [None req-64c3f49d-5df1-42f2-96ad-c7efde625e14 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52434074-5ce0-2e39-ffdf-c5a512d19fb9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.472166] env[69319]: DEBUG nova.scheduler.client.report [None req-2bf68847-f752-4cb5-b20b-2bea2b5155d3 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1408.727675] env[69319]: DEBUG oslo_vmware.api [None req-64c3f49d-5df1-42f2-96ad-c7efde625e14 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52434074-5ce0-2e39-ffdf-c5a512d19fb9, 'name': SearchDatastore_Task, 'duration_secs': 0.009315} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.728415] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4af64c00-c73e-47c5-8367-5b759df69086 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.733167] env[69319]: DEBUG oslo_vmware.api [None req-64c3f49d-5df1-42f2-96ad-c7efde625e14 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Waiting for the task: (returnval){ [ 1408.733167] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]5234f510-01f1-8385-b2b9-347c0e541fd5" [ 1408.733167] env[69319]: _type = "Task" [ 1408.733167] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.740771] env[69319]: DEBUG oslo_vmware.api [None req-64c3f49d-5df1-42f2-96ad-c7efde625e14 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5234f510-01f1-8385-b2b9-347c0e541fd5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.977524] env[69319]: DEBUG oslo_concurrency.lockutils [None req-2bf68847-f752-4cb5-b20b-2bea2b5155d3 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.139s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1408.978140] env[69319]: DEBUG nova.compute.manager [None req-2bf68847-f752-4cb5-b20b-2bea2b5155d3 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] [instance: fc809dd7-824e-4a1b-93dd-48adc56eae7a] Start building networks asynchronously for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1409.244367] env[69319]: DEBUG oslo_vmware.api [None req-64c3f49d-5df1-42f2-96ad-c7efde625e14 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5234f510-01f1-8385-b2b9-347c0e541fd5, 'name': SearchDatastore_Task, 'duration_secs': 0.0098} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.244746] env[69319]: DEBUG oslo_concurrency.lockutils [None req-64c3f49d-5df1-42f2-96ad-c7efde625e14 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.244886] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-64c3f49d-5df1-42f2-96ad-c7efde625e14 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] 2410e22f-34ee-4fd1-a772-97b0c40e0548/2410e22f-34ee-4fd1-a772-97b0c40e0548.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1409.245087] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-500ccda9-8ca4-4f14-ace0-ba81daa80422 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.251940] env[69319]: DEBUG oslo_vmware.api [None req-64c3f49d-5df1-42f2-96ad-c7efde625e14 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Waiting for the task: (returnval){ [ 1409.251940] env[69319]: value = "task-3224399" [ 1409.251940] env[69319]: _type = "Task" [ 1409.251940] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.259579] env[69319]: DEBUG oslo_vmware.api [None req-64c3f49d-5df1-42f2-96ad-c7efde625e14 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Task: {'id': task-3224399, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.484031] env[69319]: DEBUG nova.compute.utils [None req-2bf68847-f752-4cb5-b20b-2bea2b5155d3 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Using /dev/sd instead of None {{(pid=69319) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1409.485601] env[69319]: DEBUG nova.compute.manager [None req-2bf68847-f752-4cb5-b20b-2bea2b5155d3 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] [instance: fc809dd7-824e-4a1b-93dd-48adc56eae7a] Allocating IP information in the background. {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1409.485798] env[69319]: DEBUG nova.network.neutron [None req-2bf68847-f752-4cb5-b20b-2bea2b5155d3 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] [instance: fc809dd7-824e-4a1b-93dd-48adc56eae7a] allocate_for_instance() {{(pid=69319) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1409.540070] env[69319]: DEBUG nova.policy [None req-2bf68847-f752-4cb5-b20b-2bea2b5155d3 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f22475d6e5f346c0a7711babcf042b6e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '23551c0805f040808fef5fa53aff716c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69319) authorize /opt/stack/nova/nova/policy.py:192}} [ 1409.762727] env[69319]: DEBUG oslo_vmware.api [None req-64c3f49d-5df1-42f2-96ad-c7efde625e14 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Task: {'id': task-3224399, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.843813] env[69319]: DEBUG nova.network.neutron [None req-2bf68847-f752-4cb5-b20b-2bea2b5155d3 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] [instance: fc809dd7-824e-4a1b-93dd-48adc56eae7a] Successfully created port: d2c5fb47-93d4-4729-bec5-98ec0852e51e {{(pid=69319) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1409.989307] env[69319]: DEBUG nova.compute.manager [None req-2bf68847-f752-4cb5-b20b-2bea2b5155d3 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] [instance: fc809dd7-824e-4a1b-93dd-48adc56eae7a] Start building block device mappings for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1410.263322] env[69319]: DEBUG oslo_vmware.api [None req-64c3f49d-5df1-42f2-96ad-c7efde625e14 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Task: {'id': task-3224399, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.532832} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.263793] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-64c3f49d-5df1-42f2-96ad-c7efde625e14 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] 2410e22f-34ee-4fd1-a772-97b0c40e0548/2410e22f-34ee-4fd1-a772-97b0c40e0548.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1410.263793] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-64c3f49d-5df1-42f2-96ad-c7efde625e14 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] [instance: 2410e22f-34ee-4fd1-a772-97b0c40e0548] Extending root virtual disk to 1048576 {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1410.264048] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d36d5d40-d623-49bf-8b54-e778d8b4a962 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.270729] env[69319]: DEBUG oslo_vmware.api [None req-64c3f49d-5df1-42f2-96ad-c7efde625e14 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Waiting for the task: (returnval){ [ 1410.270729] env[69319]: value = "task-3224400" [ 1410.270729] env[69319]: _type = "Task" [ 1410.270729] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.277714] env[69319]: DEBUG oslo_vmware.api [None req-64c3f49d-5df1-42f2-96ad-c7efde625e14 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Task: {'id': task-3224400, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.780934] env[69319]: DEBUG oslo_vmware.api [None req-64c3f49d-5df1-42f2-96ad-c7efde625e14 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Task: {'id': task-3224400, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064245} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.781218] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-64c3f49d-5df1-42f2-96ad-c7efde625e14 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] [instance: 2410e22f-34ee-4fd1-a772-97b0c40e0548] Extended root virtual disk {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1410.781995] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-422b594e-134b-4aa8-a0d5-34f03553c7fd {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.802070] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-64c3f49d-5df1-42f2-96ad-c7efde625e14 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] [instance: 2410e22f-34ee-4fd1-a772-97b0c40e0548] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] 2410e22f-34ee-4fd1-a772-97b0c40e0548/2410e22f-34ee-4fd1-a772-97b0c40e0548.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1410.802346] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-557abe3b-1381-429e-9cf2-cd980c8b121d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.821884] env[69319]: DEBUG oslo_vmware.api [None req-64c3f49d-5df1-42f2-96ad-c7efde625e14 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Waiting for the task: (returnval){ [ 1410.821884] env[69319]: value = "task-3224401" [ 1410.821884] env[69319]: _type = "Task" [ 1410.821884] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.829599] env[69319]: DEBUG oslo_vmware.api [None req-64c3f49d-5df1-42f2-96ad-c7efde625e14 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Task: {'id': task-3224401, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.001462] env[69319]: DEBUG nova.compute.manager [None req-2bf68847-f752-4cb5-b20b-2bea2b5155d3 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] [instance: fc809dd7-824e-4a1b-93dd-48adc56eae7a] Start spawning the instance on the hypervisor. {{(pid=69319) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1411.029394] env[69319]: DEBUG nova.virt.hardware [None req-2bf68847-f752-4cb5-b20b-2bea2b5155d3 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:32:36Z,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31f027872f6f44dba95ff2fe7a062e00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:32:36Z,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1411.029687] env[69319]: DEBUG nova.virt.hardware [None req-2bf68847-f752-4cb5-b20b-2bea2b5155d3 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1411.029885] env[69319]: DEBUG nova.virt.hardware [None req-2bf68847-f752-4cb5-b20b-2bea2b5155d3 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1411.030130] env[69319]: DEBUG nova.virt.hardware [None req-2bf68847-f752-4cb5-b20b-2bea2b5155d3 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1411.030327] env[69319]: DEBUG nova.virt.hardware [None req-2bf68847-f752-4cb5-b20b-2bea2b5155d3 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1411.030517] env[69319]: DEBUG nova.virt.hardware [None req-2bf68847-f752-4cb5-b20b-2bea2b5155d3 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1411.030759] env[69319]: DEBUG nova.virt.hardware [None req-2bf68847-f752-4cb5-b20b-2bea2b5155d3 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1411.030967] env[69319]: DEBUG nova.virt.hardware [None req-2bf68847-f752-4cb5-b20b-2bea2b5155d3 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1411.031176] env[69319]: DEBUG nova.virt.hardware [None req-2bf68847-f752-4cb5-b20b-2bea2b5155d3 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1411.031388] env[69319]: DEBUG nova.virt.hardware [None req-2bf68847-f752-4cb5-b20b-2bea2b5155d3 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1411.031609] env[69319]: DEBUG nova.virt.hardware [None req-2bf68847-f752-4cb5-b20b-2bea2b5155d3 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1411.032563] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d3fe865-2ef2-47de-ab7d-75bb26994589 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.040830] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7b141e3-57d1-4829-9b99-da1fe04226b6 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.331557] env[69319]: DEBUG oslo_vmware.api [None req-64c3f49d-5df1-42f2-96ad-c7efde625e14 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Task: {'id': task-3224401, 'name': ReconfigVM_Task, 'duration_secs': 0.26814} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.331879] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-64c3f49d-5df1-42f2-96ad-c7efde625e14 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] [instance: 2410e22f-34ee-4fd1-a772-97b0c40e0548] Reconfigured VM instance instance-0000007b to attach disk [datastore2] 2410e22f-34ee-4fd1-a772-97b0c40e0548/2410e22f-34ee-4fd1-a772-97b0c40e0548.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1411.332634] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6cc50b21-2863-42be-a384-c425c3be7ea3 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.339507] env[69319]: DEBUG oslo_vmware.api [None req-64c3f49d-5df1-42f2-96ad-c7efde625e14 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Waiting for the task: (returnval){ [ 1411.339507] env[69319]: value = "task-3224402" [ 1411.339507] env[69319]: _type = "Task" [ 1411.339507] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.347103] env[69319]: DEBUG oslo_vmware.api [None req-64c3f49d-5df1-42f2-96ad-c7efde625e14 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Task: {'id': task-3224402, 'name': Rename_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.367237] env[69319]: DEBUG nova.compute.manager [req-940e8800-9b69-41fb-ae2b-3e480fa74850 req-d6ec1bce-8eaf-4e90-927b-3c8c68e266d5 service nova] [instance: fc809dd7-824e-4a1b-93dd-48adc56eae7a] Received event network-vif-plugged-d2c5fb47-93d4-4729-bec5-98ec0852e51e {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1411.367237] env[69319]: DEBUG oslo_concurrency.lockutils [req-940e8800-9b69-41fb-ae2b-3e480fa74850 req-d6ec1bce-8eaf-4e90-927b-3c8c68e266d5 service nova] Acquiring lock "fc809dd7-824e-4a1b-93dd-48adc56eae7a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1411.367237] env[69319]: DEBUG oslo_concurrency.lockutils [req-940e8800-9b69-41fb-ae2b-3e480fa74850 req-d6ec1bce-8eaf-4e90-927b-3c8c68e266d5 service nova] Lock "fc809dd7-824e-4a1b-93dd-48adc56eae7a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1411.367237] env[69319]: DEBUG oslo_concurrency.lockutils [req-940e8800-9b69-41fb-ae2b-3e480fa74850 req-d6ec1bce-8eaf-4e90-927b-3c8c68e266d5 service nova] Lock "fc809dd7-824e-4a1b-93dd-48adc56eae7a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1411.367237] env[69319]: DEBUG nova.compute.manager [req-940e8800-9b69-41fb-ae2b-3e480fa74850 req-d6ec1bce-8eaf-4e90-927b-3c8c68e266d5 service nova] [instance: fc809dd7-824e-4a1b-93dd-48adc56eae7a] No waiting events found dispatching network-vif-plugged-d2c5fb47-93d4-4729-bec5-98ec0852e51e {{(pid=69319) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1411.367237] env[69319]: WARNING nova.compute.manager [req-940e8800-9b69-41fb-ae2b-3e480fa74850 req-d6ec1bce-8eaf-4e90-927b-3c8c68e266d5 service nova] [instance: fc809dd7-824e-4a1b-93dd-48adc56eae7a] Received unexpected event network-vif-plugged-d2c5fb47-93d4-4729-bec5-98ec0852e51e for instance with vm_state building and task_state spawning. [ 1411.450046] env[69319]: DEBUG nova.network.neutron [None req-2bf68847-f752-4cb5-b20b-2bea2b5155d3 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] [instance: fc809dd7-824e-4a1b-93dd-48adc56eae7a] Successfully updated port: d2c5fb47-93d4-4729-bec5-98ec0852e51e {{(pid=69319) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1411.850883] env[69319]: DEBUG oslo_vmware.api [None req-64c3f49d-5df1-42f2-96ad-c7efde625e14 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Task: {'id': task-3224402, 'name': Rename_Task, 'duration_secs': 0.122575} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.850883] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-64c3f49d-5df1-42f2-96ad-c7efde625e14 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] [instance: 2410e22f-34ee-4fd1-a772-97b0c40e0548] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1411.851017] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bddbfc27-e72f-4c9b-9b61-470c5aac473b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.856157] env[69319]: DEBUG oslo_vmware.api [None req-64c3f49d-5df1-42f2-96ad-c7efde625e14 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Waiting for the task: (returnval){ [ 1411.856157] env[69319]: value = "task-3224403" [ 1411.856157] env[69319]: _type = "Task" [ 1411.856157] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.863166] env[69319]: DEBUG oslo_vmware.api [None req-64c3f49d-5df1-42f2-96ad-c7efde625e14 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Task: {'id': task-3224403, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.952512] env[69319]: DEBUG oslo_concurrency.lockutils [None req-2bf68847-f752-4cb5-b20b-2bea2b5155d3 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Acquiring lock "refresh_cache-fc809dd7-824e-4a1b-93dd-48adc56eae7a" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.952775] env[69319]: DEBUG oslo_concurrency.lockutils [None req-2bf68847-f752-4cb5-b20b-2bea2b5155d3 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Acquired lock "refresh_cache-fc809dd7-824e-4a1b-93dd-48adc56eae7a" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.952867] env[69319]: DEBUG nova.network.neutron [None req-2bf68847-f752-4cb5-b20b-2bea2b5155d3 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] [instance: fc809dd7-824e-4a1b-93dd-48adc56eae7a] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1412.366554] env[69319]: DEBUG oslo_vmware.api [None req-64c3f49d-5df1-42f2-96ad-c7efde625e14 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Task: {'id': task-3224403, 'name': PowerOnVM_Task, 'duration_secs': 0.395383} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.368063] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-64c3f49d-5df1-42f2-96ad-c7efde625e14 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] [instance: 2410e22f-34ee-4fd1-a772-97b0c40e0548] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1412.368063] env[69319]: DEBUG nova.compute.manager [None req-64c3f49d-5df1-42f2-96ad-c7efde625e14 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] [instance: 2410e22f-34ee-4fd1-a772-97b0c40e0548] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1412.368523] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d92e1f6-cd46-47fb-9922-d5f7985ecc33 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.483720] env[69319]: DEBUG nova.network.neutron [None req-2bf68847-f752-4cb5-b20b-2bea2b5155d3 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] [instance: fc809dd7-824e-4a1b-93dd-48adc56eae7a] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1412.609774] env[69319]: DEBUG nova.network.neutron [None req-2bf68847-f752-4cb5-b20b-2bea2b5155d3 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] [instance: fc809dd7-824e-4a1b-93dd-48adc56eae7a] Updating instance_info_cache with network_info: [{"id": "d2c5fb47-93d4-4729-bec5-98ec0852e51e", "address": "fa:16:3e:6b:8e:4e", "network": {"id": "fe450683-4b58-424e-b4ce-0fd525e66e86", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-645183014-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23551c0805f040808fef5fa53aff716c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2c5fb47-93", "ovs_interfaceid": "d2c5fb47-93d4-4729-bec5-98ec0852e51e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1412.885300] env[69319]: DEBUG oslo_concurrency.lockutils [None req-64c3f49d-5df1-42f2-96ad-c7efde625e14 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1412.885577] env[69319]: DEBUG oslo_concurrency.lockutils [None req-64c3f49d-5df1-42f2-96ad-c7efde625e14 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1412.885733] env[69319]: DEBUG nova.objects.instance [None req-64c3f49d-5df1-42f2-96ad-c7efde625e14 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] [instance: 2410e22f-34ee-4fd1-a772-97b0c40e0548] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69319) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1413.113525] env[69319]: DEBUG oslo_concurrency.lockutils [None req-2bf68847-f752-4cb5-b20b-2bea2b5155d3 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Releasing lock "refresh_cache-fc809dd7-824e-4a1b-93dd-48adc56eae7a" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.113525] env[69319]: DEBUG nova.compute.manager [None req-2bf68847-f752-4cb5-b20b-2bea2b5155d3 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] [instance: fc809dd7-824e-4a1b-93dd-48adc56eae7a] Instance network_info: |[{"id": "d2c5fb47-93d4-4729-bec5-98ec0852e51e", "address": "fa:16:3e:6b:8e:4e", "network": {"id": "fe450683-4b58-424e-b4ce-0fd525e66e86", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-645183014-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23551c0805f040808fef5fa53aff716c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2c5fb47-93", "ovs_interfaceid": "d2c5fb47-93d4-4729-bec5-98ec0852e51e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1413.113525] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-2bf68847-f752-4cb5-b20b-2bea2b5155d3 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] [instance: fc809dd7-824e-4a1b-93dd-48adc56eae7a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:8e:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9fa933df-d66f-485e-8cf9-eda7f1a7f283', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd2c5fb47-93d4-4729-bec5-98ec0852e51e', 'vif_model': 'vmxnet3'}] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1413.121978] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2bf68847-f752-4cb5-b20b-2bea2b5155d3 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1413.122229] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc809dd7-824e-4a1b-93dd-48adc56eae7a] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1413.122467] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fb75c362-44d8-490d-ad04-ffc47093dad8 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.143574] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1413.143574] env[69319]: value = "task-3224404" [ 1413.143574] env[69319]: _type = "Task" [ 1413.143574] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.150520] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3224404, 'name': CreateVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.401800] env[69319]: DEBUG nova.compute.manager [req-5534770d-375d-4690-b0a3-d38d7bd63d6f req-01415533-a2c0-4d9b-90af-b5f3566c073c service nova] [instance: fc809dd7-824e-4a1b-93dd-48adc56eae7a] Received event network-changed-d2c5fb47-93d4-4729-bec5-98ec0852e51e {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1413.402079] env[69319]: DEBUG nova.compute.manager [req-5534770d-375d-4690-b0a3-d38d7bd63d6f req-01415533-a2c0-4d9b-90af-b5f3566c073c service nova] [instance: fc809dd7-824e-4a1b-93dd-48adc56eae7a] Refreshing instance network info cache due to event network-changed-d2c5fb47-93d4-4729-bec5-98ec0852e51e. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1413.402242] env[69319]: DEBUG oslo_concurrency.lockutils [req-5534770d-375d-4690-b0a3-d38d7bd63d6f req-01415533-a2c0-4d9b-90af-b5f3566c073c service nova] Acquiring lock "refresh_cache-fc809dd7-824e-4a1b-93dd-48adc56eae7a" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.402387] env[69319]: DEBUG oslo_concurrency.lockutils [req-5534770d-375d-4690-b0a3-d38d7bd63d6f req-01415533-a2c0-4d9b-90af-b5f3566c073c service nova] Acquired lock "refresh_cache-fc809dd7-824e-4a1b-93dd-48adc56eae7a" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.402544] env[69319]: DEBUG nova.network.neutron [req-5534770d-375d-4690-b0a3-d38d7bd63d6f req-01415533-a2c0-4d9b-90af-b5f3566c073c service nova] [instance: fc809dd7-824e-4a1b-93dd-48adc56eae7a] Refreshing network info cache for port d2c5fb47-93d4-4729-bec5-98ec0852e51e {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1413.654041] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3224404, 'name': CreateVM_Task, 'duration_secs': 0.298547} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.654218] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc809dd7-824e-4a1b-93dd-48adc56eae7a] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1413.654861] env[69319]: DEBUG oslo_concurrency.lockutils [None req-2bf68847-f752-4cb5-b20b-2bea2b5155d3 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.655049] env[69319]: DEBUG oslo_concurrency.lockutils [None req-2bf68847-f752-4cb5-b20b-2bea2b5155d3 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.655381] env[69319]: DEBUG oslo_concurrency.lockutils [None req-2bf68847-f752-4cb5-b20b-2bea2b5155d3 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1413.655635] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e67e171b-19c8-44ac-ac26-62d8cf0a302e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.660419] env[69319]: DEBUG oslo_vmware.api [None req-2bf68847-f752-4cb5-b20b-2bea2b5155d3 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Waiting for the task: (returnval){ [ 1413.660419] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]522868e6-38be-3bc2-d851-25745219ddf6" [ 1413.660419] env[69319]: _type = "Task" [ 1413.660419] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.667724] env[69319]: DEBUG oslo_vmware.api [None req-2bf68847-f752-4cb5-b20b-2bea2b5155d3 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]522868e6-38be-3bc2-d851-25745219ddf6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.703511] env[69319]: DEBUG oslo_concurrency.lockutils [None req-61146b9f-780b-42f3-8485-5b968ad2b9f3 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Acquiring lock "2410e22f-34ee-4fd1-a772-97b0c40e0548" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1413.703729] env[69319]: DEBUG oslo_concurrency.lockutils [None req-61146b9f-780b-42f3-8485-5b968ad2b9f3 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Lock "2410e22f-34ee-4fd1-a772-97b0c40e0548" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1413.703930] env[69319]: DEBUG oslo_concurrency.lockutils [None req-61146b9f-780b-42f3-8485-5b968ad2b9f3 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Acquiring lock "2410e22f-34ee-4fd1-a772-97b0c40e0548-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1413.704136] env[69319]: DEBUG oslo_concurrency.lockutils [None req-61146b9f-780b-42f3-8485-5b968ad2b9f3 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Lock "2410e22f-34ee-4fd1-a772-97b0c40e0548-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1413.704306] env[69319]: DEBUG oslo_concurrency.lockutils [None req-61146b9f-780b-42f3-8485-5b968ad2b9f3 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Lock "2410e22f-34ee-4fd1-a772-97b0c40e0548-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1413.706297] env[69319]: INFO nova.compute.manager [None req-61146b9f-780b-42f3-8485-5b968ad2b9f3 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] [instance: 2410e22f-34ee-4fd1-a772-97b0c40e0548] Terminating instance [ 1413.894595] env[69319]: DEBUG oslo_concurrency.lockutils [None req-64c3f49d-5df1-42f2-96ad-c7efde625e14 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1414.116365] env[69319]: DEBUG nova.network.neutron [req-5534770d-375d-4690-b0a3-d38d7bd63d6f req-01415533-a2c0-4d9b-90af-b5f3566c073c service nova] [instance: fc809dd7-824e-4a1b-93dd-48adc56eae7a] Updated VIF entry in instance network info cache for port d2c5fb47-93d4-4729-bec5-98ec0852e51e. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1414.116760] env[69319]: DEBUG nova.network.neutron [req-5534770d-375d-4690-b0a3-d38d7bd63d6f req-01415533-a2c0-4d9b-90af-b5f3566c073c service nova] [instance: fc809dd7-824e-4a1b-93dd-48adc56eae7a] Updating instance_info_cache with network_info: [{"id": "d2c5fb47-93d4-4729-bec5-98ec0852e51e", "address": "fa:16:3e:6b:8e:4e", "network": {"id": "fe450683-4b58-424e-b4ce-0fd525e66e86", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-645183014-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23551c0805f040808fef5fa53aff716c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2c5fb47-93", "ovs_interfaceid": "d2c5fb47-93d4-4729-bec5-98ec0852e51e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1414.172330] env[69319]: DEBUG oslo_vmware.api [None req-2bf68847-f752-4cb5-b20b-2bea2b5155d3 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]522868e6-38be-3bc2-d851-25745219ddf6, 'name': SearchDatastore_Task, 'duration_secs': 0.00945} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.172595] env[69319]: DEBUG oslo_concurrency.lockutils [None req-2bf68847-f752-4cb5-b20b-2bea2b5155d3 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.172831] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-2bf68847-f752-4cb5-b20b-2bea2b5155d3 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] [instance: fc809dd7-824e-4a1b-93dd-48adc56eae7a] Processing image 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1414.173085] env[69319]: DEBUG oslo_concurrency.lockutils [None req-2bf68847-f752-4cb5-b20b-2bea2b5155d3 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.173238] env[69319]: DEBUG oslo_concurrency.lockutils [None req-2bf68847-f752-4cb5-b20b-2bea2b5155d3 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.173441] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bf68847-f752-4cb5-b20b-2bea2b5155d3 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1414.173710] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-62b075a5-745e-4bc9-89d5-d1e5ece54e3c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.181440] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bf68847-f752-4cb5-b20b-2bea2b5155d3 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1414.181616] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-2bf68847-f752-4cb5-b20b-2bea2b5155d3 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1414.182344] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b8fdbc9-0963-48b6-87a4-8aa0e3c8d96e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.186848] env[69319]: DEBUG oslo_vmware.api [None req-2bf68847-f752-4cb5-b20b-2bea2b5155d3 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Waiting for the task: (returnval){ [ 1414.186848] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]5231ae41-28e0-8091-71b9-9fe63cf8f092" [ 1414.186848] env[69319]: _type = "Task" [ 1414.186848] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.193855] env[69319]: DEBUG oslo_vmware.api [None req-2bf68847-f752-4cb5-b20b-2bea2b5155d3 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5231ae41-28e0-8091-71b9-9fe63cf8f092, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.209709] env[69319]: DEBUG oslo_concurrency.lockutils [None req-61146b9f-780b-42f3-8485-5b968ad2b9f3 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Acquiring lock "refresh_cache-2410e22f-34ee-4fd1-a772-97b0c40e0548" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.209870] env[69319]: DEBUG oslo_concurrency.lockutils [None req-61146b9f-780b-42f3-8485-5b968ad2b9f3 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Acquired lock "refresh_cache-2410e22f-34ee-4fd1-a772-97b0c40e0548" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.210067] env[69319]: DEBUG nova.network.neutron [None req-61146b9f-780b-42f3-8485-5b968ad2b9f3 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] [instance: 2410e22f-34ee-4fd1-a772-97b0c40e0548] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1414.620148] env[69319]: DEBUG oslo_concurrency.lockutils [req-5534770d-375d-4690-b0a3-d38d7bd63d6f req-01415533-a2c0-4d9b-90af-b5f3566c073c service nova] Releasing lock "refresh_cache-fc809dd7-824e-4a1b-93dd-48adc56eae7a" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.697614] env[69319]: DEBUG oslo_vmware.api [None req-2bf68847-f752-4cb5-b20b-2bea2b5155d3 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5231ae41-28e0-8091-71b9-9fe63cf8f092, 'name': SearchDatastore_Task, 'duration_secs': 0.008565} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.698470] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf3cf1db-5a19-4bed-a73b-f00047af2428 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.703490] env[69319]: DEBUG oslo_vmware.api [None req-2bf68847-f752-4cb5-b20b-2bea2b5155d3 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Waiting for the task: (returnval){ [ 1414.703490] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52ec6806-33dc-fd42-d01d-5760cbac9f40" [ 1414.703490] env[69319]: _type = "Task" [ 1414.703490] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.711111] env[69319]: DEBUG oslo_vmware.api [None req-2bf68847-f752-4cb5-b20b-2bea2b5155d3 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52ec6806-33dc-fd42-d01d-5760cbac9f40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.729561] env[69319]: DEBUG nova.network.neutron [None req-61146b9f-780b-42f3-8485-5b968ad2b9f3 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] [instance: 2410e22f-34ee-4fd1-a772-97b0c40e0548] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1414.775434] env[69319]: DEBUG nova.network.neutron [None req-61146b9f-780b-42f3-8485-5b968ad2b9f3 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] [instance: 2410e22f-34ee-4fd1-a772-97b0c40e0548] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1415.213799] env[69319]: DEBUG oslo_vmware.api [None req-2bf68847-f752-4cb5-b20b-2bea2b5155d3 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52ec6806-33dc-fd42-d01d-5760cbac9f40, 'name': SearchDatastore_Task, 'duration_secs': 0.008938} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.214085] env[69319]: DEBUG oslo_concurrency.lockutils [None req-2bf68847-f752-4cb5-b20b-2bea2b5155d3 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.214349] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bf68847-f752-4cb5-b20b-2bea2b5155d3 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] fc809dd7-824e-4a1b-93dd-48adc56eae7a/fc809dd7-824e-4a1b-93dd-48adc56eae7a.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1415.214608] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3807fc97-7a0e-4037-bac5-ed01e94802df {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.220826] env[69319]: DEBUG oslo_vmware.api [None req-2bf68847-f752-4cb5-b20b-2bea2b5155d3 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Waiting for the task: (returnval){ [ 1415.220826] env[69319]: value = "task-3224405" [ 1415.220826] env[69319]: _type = "Task" [ 1415.220826] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.228277] env[69319]: DEBUG oslo_vmware.api [None req-2bf68847-f752-4cb5-b20b-2bea2b5155d3 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Task: {'id': task-3224405, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.278232] env[69319]: DEBUG oslo_concurrency.lockutils [None req-61146b9f-780b-42f3-8485-5b968ad2b9f3 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Releasing lock "refresh_cache-2410e22f-34ee-4fd1-a772-97b0c40e0548" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.278663] env[69319]: DEBUG nova.compute.manager [None req-61146b9f-780b-42f3-8485-5b968ad2b9f3 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] [instance: 2410e22f-34ee-4fd1-a772-97b0c40e0548] Start destroying the instance on the hypervisor. {{(pid=69319) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1415.278861] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-61146b9f-780b-42f3-8485-5b968ad2b9f3 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] [instance: 2410e22f-34ee-4fd1-a772-97b0c40e0548] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1415.279768] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80933632-00a6-41d2-9272-1a2b4558e472 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.287037] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-61146b9f-780b-42f3-8485-5b968ad2b9f3 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] [instance: 2410e22f-34ee-4fd1-a772-97b0c40e0548] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1415.287262] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-be498f47-7440-4eb4-b84b-43bebb87ef4d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.292730] env[69319]: DEBUG oslo_vmware.api [None req-61146b9f-780b-42f3-8485-5b968ad2b9f3 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Waiting for the task: (returnval){ [ 1415.292730] env[69319]: value = "task-3224406" [ 1415.292730] env[69319]: _type = "Task" [ 1415.292730] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.300736] env[69319]: DEBUG oslo_vmware.api [None req-61146b9f-780b-42f3-8485-5b968ad2b9f3 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Task: {'id': task-3224406, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.730616] env[69319]: DEBUG oslo_vmware.api [None req-2bf68847-f752-4cb5-b20b-2bea2b5155d3 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Task: {'id': task-3224405, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.429097} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.731040] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bf68847-f752-4cb5-b20b-2bea2b5155d3 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] fc809dd7-824e-4a1b-93dd-48adc56eae7a/fc809dd7-824e-4a1b-93dd-48adc56eae7a.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1415.731191] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-2bf68847-f752-4cb5-b20b-2bea2b5155d3 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] [instance: fc809dd7-824e-4a1b-93dd-48adc56eae7a] Extending root virtual disk to 1048576 {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1415.731446] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9bb141a3-77bc-4e34-8577-6b8a5dcb0105 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.739144] env[69319]: DEBUG oslo_vmware.api [None req-2bf68847-f752-4cb5-b20b-2bea2b5155d3 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Waiting for the task: (returnval){ [ 1415.739144] env[69319]: value = "task-3224407" [ 1415.739144] env[69319]: _type = "Task" [ 1415.739144] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.745809] env[69319]: DEBUG oslo_vmware.api [None req-2bf68847-f752-4cb5-b20b-2bea2b5155d3 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Task: {'id': task-3224407, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.801532] env[69319]: DEBUG oslo_vmware.api [None req-61146b9f-780b-42f3-8485-5b968ad2b9f3 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Task: {'id': task-3224406, 'name': PowerOffVM_Task, 'duration_secs': 0.223335} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.801871] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-61146b9f-780b-42f3-8485-5b968ad2b9f3 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] [instance: 2410e22f-34ee-4fd1-a772-97b0c40e0548] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1415.801993] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-61146b9f-780b-42f3-8485-5b968ad2b9f3 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] [instance: 2410e22f-34ee-4fd1-a772-97b0c40e0548] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1415.802225] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-75252cdc-2b4e-47e5-bd8d-581e8a5ed285 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.826354] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-61146b9f-780b-42f3-8485-5b968ad2b9f3 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] [instance: 2410e22f-34ee-4fd1-a772-97b0c40e0548] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1415.826606] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-61146b9f-780b-42f3-8485-5b968ad2b9f3 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] [instance: 2410e22f-34ee-4fd1-a772-97b0c40e0548] Deleting contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1415.826795] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-61146b9f-780b-42f3-8485-5b968ad2b9f3 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Deleting the datastore file [datastore2] 2410e22f-34ee-4fd1-a772-97b0c40e0548 {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1415.827056] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-08740b49-467e-454a-89b1-a101c5c613be {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.833125] env[69319]: DEBUG oslo_vmware.api [None req-61146b9f-780b-42f3-8485-5b968ad2b9f3 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Waiting for the task: (returnval){ [ 1415.833125] env[69319]: value = "task-3224409" [ 1415.833125] env[69319]: _type = "Task" [ 1415.833125] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.840802] env[69319]: DEBUG oslo_vmware.api [None req-61146b9f-780b-42f3-8485-5b968ad2b9f3 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Task: {'id': task-3224409, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.249239] env[69319]: DEBUG oslo_vmware.api [None req-2bf68847-f752-4cb5-b20b-2bea2b5155d3 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Task: {'id': task-3224407, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.05901} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.249519] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-2bf68847-f752-4cb5-b20b-2bea2b5155d3 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] [instance: fc809dd7-824e-4a1b-93dd-48adc56eae7a] Extended root virtual disk {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1416.250341] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ed23139-ff64-4ada-86fc-0e0fb70b02bd {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.272408] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-2bf68847-f752-4cb5-b20b-2bea2b5155d3 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] [instance: fc809dd7-824e-4a1b-93dd-48adc56eae7a] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] fc809dd7-824e-4a1b-93dd-48adc56eae7a/fc809dd7-824e-4a1b-93dd-48adc56eae7a.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1416.272624] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05d51a27-0c2c-4fc5-a030-d8bf9307264f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.292103] env[69319]: DEBUG oslo_vmware.api [None req-2bf68847-f752-4cb5-b20b-2bea2b5155d3 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Waiting for the task: (returnval){ [ 1416.292103] env[69319]: value = "task-3224410" [ 1416.292103] env[69319]: _type = "Task" [ 1416.292103] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.299599] env[69319]: DEBUG oslo_vmware.api [None req-2bf68847-f752-4cb5-b20b-2bea2b5155d3 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Task: {'id': task-3224410, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.341651] env[69319]: DEBUG oslo_vmware.api [None req-61146b9f-780b-42f3-8485-5b968ad2b9f3 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Task: {'id': task-3224409, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.096507} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.341896] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-61146b9f-780b-42f3-8485-5b968ad2b9f3 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1416.342100] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-61146b9f-780b-42f3-8485-5b968ad2b9f3 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] [instance: 2410e22f-34ee-4fd1-a772-97b0c40e0548] Deleted contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1416.342286] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-61146b9f-780b-42f3-8485-5b968ad2b9f3 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] [instance: 2410e22f-34ee-4fd1-a772-97b0c40e0548] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1416.342460] env[69319]: INFO nova.compute.manager [None req-61146b9f-780b-42f3-8485-5b968ad2b9f3 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] [instance: 2410e22f-34ee-4fd1-a772-97b0c40e0548] Took 1.06 seconds to destroy the instance on the hypervisor. [ 1416.342696] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-61146b9f-780b-42f3-8485-5b968ad2b9f3 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1416.342886] env[69319]: DEBUG nova.compute.manager [-] [instance: 2410e22f-34ee-4fd1-a772-97b0c40e0548] Deallocating network for instance {{(pid=69319) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1416.342983] env[69319]: DEBUG nova.network.neutron [-] [instance: 2410e22f-34ee-4fd1-a772-97b0c40e0548] deallocate_for_instance() {{(pid=69319) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1416.358039] env[69319]: DEBUG nova.network.neutron [-] [instance: 2410e22f-34ee-4fd1-a772-97b0c40e0548] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1416.802390] env[69319]: DEBUG oslo_vmware.api [None req-2bf68847-f752-4cb5-b20b-2bea2b5155d3 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Task: {'id': task-3224410, 'name': ReconfigVM_Task, 'duration_secs': 0.293487} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.802795] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-2bf68847-f752-4cb5-b20b-2bea2b5155d3 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] [instance: fc809dd7-824e-4a1b-93dd-48adc56eae7a] Reconfigured VM instance instance-0000007c to attach disk [datastore2] fc809dd7-824e-4a1b-93dd-48adc56eae7a/fc809dd7-824e-4a1b-93dd-48adc56eae7a.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1416.803254] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-87ed519b-1ab2-4c4b-89ab-a2d1747f4f25 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.810608] env[69319]: DEBUG oslo_vmware.api [None req-2bf68847-f752-4cb5-b20b-2bea2b5155d3 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Waiting for the task: (returnval){ [ 1416.810608] env[69319]: value = "task-3224411" [ 1416.810608] env[69319]: _type = "Task" [ 1416.810608] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.818054] env[69319]: DEBUG oslo_vmware.api [None req-2bf68847-f752-4cb5-b20b-2bea2b5155d3 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Task: {'id': task-3224411, 'name': Rename_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.860778] env[69319]: DEBUG nova.network.neutron [-] [instance: 2410e22f-34ee-4fd1-a772-97b0c40e0548] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1417.320588] env[69319]: DEBUG oslo_vmware.api [None req-2bf68847-f752-4cb5-b20b-2bea2b5155d3 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Task: {'id': task-3224411, 'name': Rename_Task, 'duration_secs': 0.139827} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.320878] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bf68847-f752-4cb5-b20b-2bea2b5155d3 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] [instance: fc809dd7-824e-4a1b-93dd-48adc56eae7a] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1417.321142] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4ccde7e8-c50f-4caa-b430-9fd45937cff8 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.327507] env[69319]: DEBUG oslo_vmware.api [None req-2bf68847-f752-4cb5-b20b-2bea2b5155d3 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Waiting for the task: (returnval){ [ 1417.327507] env[69319]: value = "task-3224412" [ 1417.327507] env[69319]: _type = "Task" [ 1417.327507] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.334775] env[69319]: DEBUG oslo_vmware.api [None req-2bf68847-f752-4cb5-b20b-2bea2b5155d3 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Task: {'id': task-3224412, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.363440] env[69319]: INFO nova.compute.manager [-] [instance: 2410e22f-34ee-4fd1-a772-97b0c40e0548] Took 1.02 seconds to deallocate network for instance. [ 1417.838033] env[69319]: DEBUG oslo_vmware.api [None req-2bf68847-f752-4cb5-b20b-2bea2b5155d3 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Task: {'id': task-3224412, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.870140] env[69319]: DEBUG oslo_concurrency.lockutils [None req-61146b9f-780b-42f3-8485-5b968ad2b9f3 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1417.870417] env[69319]: DEBUG oslo_concurrency.lockutils [None req-61146b9f-780b-42f3-8485-5b968ad2b9f3 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1417.870641] env[69319]: DEBUG nova.objects.instance [None req-61146b9f-780b-42f3-8485-5b968ad2b9f3 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Lazy-loading 'resources' on Instance uuid 2410e22f-34ee-4fd1-a772-97b0c40e0548 {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1418.340076] env[69319]: DEBUG oslo_vmware.api [None req-2bf68847-f752-4cb5-b20b-2bea2b5155d3 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Task: {'id': task-3224412, 'name': PowerOnVM_Task, 'duration_secs': 0.984343} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.340076] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bf68847-f752-4cb5-b20b-2bea2b5155d3 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] [instance: fc809dd7-824e-4a1b-93dd-48adc56eae7a] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1418.340076] env[69319]: INFO nova.compute.manager [None req-2bf68847-f752-4cb5-b20b-2bea2b5155d3 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] [instance: fc809dd7-824e-4a1b-93dd-48adc56eae7a] Took 7.34 seconds to spawn the instance on the hypervisor. [ 1418.340076] env[69319]: DEBUG nova.compute.manager [None req-2bf68847-f752-4cb5-b20b-2bea2b5155d3 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] [instance: fc809dd7-824e-4a1b-93dd-48adc56eae7a] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1418.341971] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2abb5d48-8a26-4194-b998-7f72c5fb4777 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.444054] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47e0c472-392d-4993-ae5d-52abb2ec5a3b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.451768] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09b8666c-ef7e-4bac-807b-444008b3a5d7 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.481182] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00f3fc7e-7adb-4781-a806-d3b25481dd8e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.488164] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17e8293d-02cd-41cd-afbe-382cb22f4331 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.501925] env[69319]: DEBUG nova.compute.provider_tree [None req-61146b9f-780b-42f3-8485-5b968ad2b9f3 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1418.857891] env[69319]: INFO nova.compute.manager [None req-2bf68847-f752-4cb5-b20b-2bea2b5155d3 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] [instance: fc809dd7-824e-4a1b-93dd-48adc56eae7a] Took 12.04 seconds to build instance. [ 1418.963802] env[69319]: DEBUG nova.compute.manager [req-df758e4d-b878-494a-bb64-05c6ff7a8f8c req-a029990f-367b-4667-8848-fbd780713f9e service nova] [instance: fc809dd7-824e-4a1b-93dd-48adc56eae7a] Received event network-changed-d2c5fb47-93d4-4729-bec5-98ec0852e51e {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1418.964088] env[69319]: DEBUG nova.compute.manager [req-df758e4d-b878-494a-bb64-05c6ff7a8f8c req-a029990f-367b-4667-8848-fbd780713f9e service nova] [instance: fc809dd7-824e-4a1b-93dd-48adc56eae7a] Refreshing instance network info cache due to event network-changed-d2c5fb47-93d4-4729-bec5-98ec0852e51e. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1418.964234] env[69319]: DEBUG oslo_concurrency.lockutils [req-df758e4d-b878-494a-bb64-05c6ff7a8f8c req-a029990f-367b-4667-8848-fbd780713f9e service nova] Acquiring lock "refresh_cache-fc809dd7-824e-4a1b-93dd-48adc56eae7a" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.964540] env[69319]: DEBUG oslo_concurrency.lockutils [req-df758e4d-b878-494a-bb64-05c6ff7a8f8c req-a029990f-367b-4667-8848-fbd780713f9e service nova] Acquired lock "refresh_cache-fc809dd7-824e-4a1b-93dd-48adc56eae7a" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.964697] env[69319]: DEBUG nova.network.neutron [req-df758e4d-b878-494a-bb64-05c6ff7a8f8c req-a029990f-367b-4667-8848-fbd780713f9e service nova] [instance: fc809dd7-824e-4a1b-93dd-48adc56eae7a] Refreshing network info cache for port d2c5fb47-93d4-4729-bec5-98ec0852e51e {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1419.005586] env[69319]: DEBUG nova.scheduler.client.report [None req-61146b9f-780b-42f3-8485-5b968ad2b9f3 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1419.360274] env[69319]: DEBUG oslo_concurrency.lockutils [None req-2bf68847-f752-4cb5-b20b-2bea2b5155d3 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Lock "fc809dd7-824e-4a1b-93dd-48adc56eae7a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.546s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1419.512538] env[69319]: DEBUG oslo_concurrency.lockutils [None req-61146b9f-780b-42f3-8485-5b968ad2b9f3 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.642s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1419.533539] env[69319]: INFO nova.scheduler.client.report [None req-61146b9f-780b-42f3-8485-5b968ad2b9f3 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Deleted allocations for instance 2410e22f-34ee-4fd1-a772-97b0c40e0548 [ 1419.694055] env[69319]: DEBUG nova.network.neutron [req-df758e4d-b878-494a-bb64-05c6ff7a8f8c req-a029990f-367b-4667-8848-fbd780713f9e service nova] [instance: fc809dd7-824e-4a1b-93dd-48adc56eae7a] Updated VIF entry in instance network info cache for port d2c5fb47-93d4-4729-bec5-98ec0852e51e. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1419.694541] env[69319]: DEBUG nova.network.neutron [req-df758e4d-b878-494a-bb64-05c6ff7a8f8c req-a029990f-367b-4667-8848-fbd780713f9e service nova] [instance: fc809dd7-824e-4a1b-93dd-48adc56eae7a] Updating instance_info_cache with network_info: [{"id": "d2c5fb47-93d4-4729-bec5-98ec0852e51e", "address": "fa:16:3e:6b:8e:4e", "network": {"id": "fe450683-4b58-424e-b4ce-0fd525e66e86", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-645183014-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23551c0805f040808fef5fa53aff716c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2c5fb47-93", "ovs_interfaceid": "d2c5fb47-93d4-4729-bec5-98ec0852e51e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1420.042609] env[69319]: DEBUG oslo_concurrency.lockutils [None req-61146b9f-780b-42f3-8485-5b968ad2b9f3 tempest-ServerShowV254Test-523941483 tempest-ServerShowV254Test-523941483-project-member] Lock "2410e22f-34ee-4fd1-a772-97b0c40e0548" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.339s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1420.197459] env[69319]: DEBUG oslo_concurrency.lockutils [req-df758e4d-b878-494a-bb64-05c6ff7a8f8c req-a029990f-367b-4667-8848-fbd780713f9e service nova] Releasing lock "refresh_cache-fc809dd7-824e-4a1b-93dd-48adc56eae7a" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.698398] env[69319]: DEBUG oslo_service.periodic_task [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69319) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1421.698772] env[69319]: DEBUG oslo_service.periodic_task [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69319) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1422.205084] env[69319]: DEBUG oslo_service.periodic_task [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69319) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1422.205084] env[69319]: DEBUG oslo_service.periodic_task [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69319) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1422.205084] env[69319]: DEBUG oslo_service.periodic_task [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69319) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1422.205084] env[69319]: DEBUG oslo_service.periodic_task [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69319) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1422.205084] env[69319]: DEBUG oslo_service.periodic_task [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69319) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1422.205084] env[69319]: DEBUG oslo_service.periodic_task [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69319) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1422.205515] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69319) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1422.205515] env[69319]: DEBUG oslo_service.periodic_task [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Running periodic task ComputeManager.update_available_resource {{(pid=69319) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1422.707589] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1422.707986] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1422.708068] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1422.708202] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69319) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1422.709538] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c167cc9-2c36-47d5-a087-a4dbd837a9db {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.717379] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9485596-08cd-4f8f-9999-4f8d4fc8d9ff {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.730845] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b3bca44-ea4e-466b-a8a4-d2151c091a47 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.736851] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eb2ac85-f528-4999-b05d-e2b235511c93 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.766337] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180580MB free_disk=122GB free_vcpus=48 pci_devices=None {{(pid=69319) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1422.766499] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1422.766713] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1423.792923] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance 984009a3-7d13-499a-b8fc-3e22edb2aa1e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1423.793245] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance 032c8815-1531-492d-8d09-165a854f146c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1423.793245] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance 98a28bbc-93f2-44e1-958a-970d60d91b4e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1423.793356] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance fc809dd7-824e-4a1b-93dd-48adc56eae7a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1423.793535] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=69319) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1423.793681] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1280MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=69319) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1423.846655] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9817116-4613-42bb-ab29-c4df1bb5f3fe {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.853970] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-889890d7-cab7-4380-9d1e-864f51b81207 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.884132] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cba2f4c-e720-47b3-a636-9a2a8b5ee7eb {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.891036] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c51fe23b-6def-4a8b-8dce-f94a0570a99f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.903799] env[69319]: DEBUG nova.compute.provider_tree [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1424.406733] env[69319]: DEBUG nova.scheduler.client.report [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1424.912391] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69319) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1424.912883] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.146s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1427.662092] env[69319]: DEBUG oslo_concurrency.lockutils [None req-06976ca2-5f1f-4774-81fc-fc78f02c411b tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Acquiring lock "032c8815-1531-492d-8d09-165a854f146c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1427.662475] env[69319]: DEBUG oslo_concurrency.lockutils [None req-06976ca2-5f1f-4774-81fc-fc78f02c411b tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Lock "032c8815-1531-492d-8d09-165a854f146c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1427.662988] env[69319]: DEBUG oslo_concurrency.lockutils [None req-06976ca2-5f1f-4774-81fc-fc78f02c411b tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Acquiring lock "032c8815-1531-492d-8d09-165a854f146c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1427.663216] env[69319]: DEBUG oslo_concurrency.lockutils [None req-06976ca2-5f1f-4774-81fc-fc78f02c411b tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Lock "032c8815-1531-492d-8d09-165a854f146c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1427.663401] env[69319]: DEBUG oslo_concurrency.lockutils [None req-06976ca2-5f1f-4774-81fc-fc78f02c411b tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Lock "032c8815-1531-492d-8d09-165a854f146c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1427.665657] env[69319]: INFO nova.compute.manager [None req-06976ca2-5f1f-4774-81fc-fc78f02c411b tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 032c8815-1531-492d-8d09-165a854f146c] Terminating instance [ 1428.169701] env[69319]: DEBUG nova.compute.manager [None req-06976ca2-5f1f-4774-81fc-fc78f02c411b tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 032c8815-1531-492d-8d09-165a854f146c] Start destroying the instance on the hypervisor. {{(pid=69319) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1428.169978] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-06976ca2-5f1f-4774-81fc-fc78f02c411b tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 032c8815-1531-492d-8d09-165a854f146c] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1428.170882] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d638930c-cf27-4f53-88e6-918656786d93 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.178711] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-06976ca2-5f1f-4774-81fc-fc78f02c411b tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 032c8815-1531-492d-8d09-165a854f146c] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1428.178985] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9225de58-666a-41e7-8402-5c31dfe27685 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.184753] env[69319]: DEBUG oslo_vmware.api [None req-06976ca2-5f1f-4774-81fc-fc78f02c411b tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Waiting for the task: (returnval){ [ 1428.184753] env[69319]: value = "task-3224413" [ 1428.184753] env[69319]: _type = "Task" [ 1428.184753] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.193121] env[69319]: DEBUG oslo_vmware.api [None req-06976ca2-5f1f-4774-81fc-fc78f02c411b tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Task: {'id': task-3224413, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.695145] env[69319]: DEBUG oslo_vmware.api [None req-06976ca2-5f1f-4774-81fc-fc78f02c411b tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Task: {'id': task-3224413, 'name': PowerOffVM_Task, 'duration_secs': 0.193579} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.695505] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-06976ca2-5f1f-4774-81fc-fc78f02c411b tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 032c8815-1531-492d-8d09-165a854f146c] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1428.695609] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-06976ca2-5f1f-4774-81fc-fc78f02c411b tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 032c8815-1531-492d-8d09-165a854f146c] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1428.695830] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-29a20ebd-4d42-420f-99bf-5386781e9346 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.759570] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-06976ca2-5f1f-4774-81fc-fc78f02c411b tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 032c8815-1531-492d-8d09-165a854f146c] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1428.759843] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-06976ca2-5f1f-4774-81fc-fc78f02c411b tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 032c8815-1531-492d-8d09-165a854f146c] Deleting contents of the VM from datastore datastore1 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1428.759971] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-06976ca2-5f1f-4774-81fc-fc78f02c411b tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Deleting the datastore file [datastore1] 032c8815-1531-492d-8d09-165a854f146c {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1428.760334] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1f885b43-a4db-4ce8-9b12-d061155b7510 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.767323] env[69319]: DEBUG oslo_vmware.api [None req-06976ca2-5f1f-4774-81fc-fc78f02c411b tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Waiting for the task: (returnval){ [ 1428.767323] env[69319]: value = "task-3224415" [ 1428.767323] env[69319]: _type = "Task" [ 1428.767323] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.775516] env[69319]: DEBUG oslo_vmware.api [None req-06976ca2-5f1f-4774-81fc-fc78f02c411b tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Task: {'id': task-3224415, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.277533] env[69319]: DEBUG oslo_vmware.api [None req-06976ca2-5f1f-4774-81fc-fc78f02c411b tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Task: {'id': task-3224415, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142841} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.277824] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-06976ca2-5f1f-4774-81fc-fc78f02c411b tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1429.278027] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-06976ca2-5f1f-4774-81fc-fc78f02c411b tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 032c8815-1531-492d-8d09-165a854f146c] Deleted contents of the VM from datastore datastore1 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1429.278213] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-06976ca2-5f1f-4774-81fc-fc78f02c411b tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 032c8815-1531-492d-8d09-165a854f146c] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1429.278395] env[69319]: INFO nova.compute.manager [None req-06976ca2-5f1f-4774-81fc-fc78f02c411b tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 032c8815-1531-492d-8d09-165a854f146c] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1429.278641] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-06976ca2-5f1f-4774-81fc-fc78f02c411b tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1429.278835] env[69319]: DEBUG nova.compute.manager [-] [instance: 032c8815-1531-492d-8d09-165a854f146c] Deallocating network for instance {{(pid=69319) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1429.278935] env[69319]: DEBUG nova.network.neutron [-] [instance: 032c8815-1531-492d-8d09-165a854f146c] deallocate_for_instance() {{(pid=69319) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1429.719639] env[69319]: DEBUG nova.compute.manager [req-c864f89f-9d3d-405b-9a77-0913259a85dd req-a6082ee4-6d11-4b05-a66e-2e796921044d service nova] [instance: 032c8815-1531-492d-8d09-165a854f146c] Received event network-vif-deleted-e2c6c448-290f-43b2-ab35-5cda256e0a8e {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1429.719882] env[69319]: INFO nova.compute.manager [req-c864f89f-9d3d-405b-9a77-0913259a85dd req-a6082ee4-6d11-4b05-a66e-2e796921044d service nova] [instance: 032c8815-1531-492d-8d09-165a854f146c] Neutron deleted interface e2c6c448-290f-43b2-ab35-5cda256e0a8e; detaching it from the instance and deleting it from the info cache [ 1429.720026] env[69319]: DEBUG nova.network.neutron [req-c864f89f-9d3d-405b-9a77-0913259a85dd req-a6082ee4-6d11-4b05-a66e-2e796921044d service nova] [instance: 032c8815-1531-492d-8d09-165a854f146c] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1430.203389] env[69319]: DEBUG nova.network.neutron [-] [instance: 032c8815-1531-492d-8d09-165a854f146c] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1430.222859] env[69319]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-45746283-509b-4390-800a-b826e3408a6a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.233739] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c60599e-d741-4d36-aed7-b58d21b73ce7 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.262665] env[69319]: DEBUG nova.compute.manager [req-c864f89f-9d3d-405b-9a77-0913259a85dd req-a6082ee4-6d11-4b05-a66e-2e796921044d service nova] [instance: 032c8815-1531-492d-8d09-165a854f146c] Detach interface failed, port_id=e2c6c448-290f-43b2-ab35-5cda256e0a8e, reason: Instance 032c8815-1531-492d-8d09-165a854f146c could not be found. {{(pid=69319) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1430.706167] env[69319]: INFO nova.compute.manager [-] [instance: 032c8815-1531-492d-8d09-165a854f146c] Took 1.43 seconds to deallocate network for instance. [ 1431.212256] env[69319]: DEBUG oslo_concurrency.lockutils [None req-06976ca2-5f1f-4774-81fc-fc78f02c411b tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1431.212639] env[69319]: DEBUG oslo_concurrency.lockutils [None req-06976ca2-5f1f-4774-81fc-fc78f02c411b tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1431.212799] env[69319]: DEBUG nova.objects.instance [None req-06976ca2-5f1f-4774-81fc-fc78f02c411b tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Lazy-loading 'resources' on Instance uuid 032c8815-1531-492d-8d09-165a854f146c {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1431.780544] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e776b262-df5c-492d-b327-38b246650e31 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.788468] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21a902c0-a76c-4331-9000-9432d189bb02 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.817835] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0afc7273-6c2c-427b-9126-5052dde16e5d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.825156] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d5b7e64-7782-437b-892b-09d7abbe73a1 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.838154] env[69319]: DEBUG nova.compute.provider_tree [None req-06976ca2-5f1f-4774-81fc-fc78f02c411b tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1432.341783] env[69319]: DEBUG nova.scheduler.client.report [None req-06976ca2-5f1f-4774-81fc-fc78f02c411b tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1432.849242] env[69319]: DEBUG oslo_concurrency.lockutils [None req-06976ca2-5f1f-4774-81fc-fc78f02c411b tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.636s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1432.865012] env[69319]: INFO nova.scheduler.client.report [None req-06976ca2-5f1f-4774-81fc-fc78f02c411b tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Deleted allocations for instance 032c8815-1531-492d-8d09-165a854f146c [ 1433.226275] env[69319]: DEBUG nova.compute.manager [None req-f0da01da-6b60-4d34-8355-76c67d1c9f6b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 98a28bbc-93f2-44e1-958a-970d60d91b4e] Stashing vm_state: active {{(pid=69319) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1433.372069] env[69319]: DEBUG oslo_concurrency.lockutils [None req-06976ca2-5f1f-4774-81fc-fc78f02c411b tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Lock "032c8815-1531-492d-8d09-165a854f146c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.709s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1433.743900] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f0da01da-6b60-4d34-8355-76c67d1c9f6b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1433.744227] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f0da01da-6b60-4d34-8355-76c67d1c9f6b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1434.249423] env[69319]: INFO nova.compute.claims [None req-f0da01da-6b60-4d34-8355-76c67d1c9f6b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 98a28bbc-93f2-44e1-958a-970d60d91b4e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1434.711676] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f363ac25-0c28-4eb1-bbdc-230c9b6afbf6 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Acquiring lock "984009a3-7d13-499a-b8fc-3e22edb2aa1e" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1434.712121] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f363ac25-0c28-4eb1-bbdc-230c9b6afbf6 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Lock "984009a3-7d13-499a-b8fc-3e22edb2aa1e" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1434.758791] env[69319]: INFO nova.compute.resource_tracker [None req-f0da01da-6b60-4d34-8355-76c67d1c9f6b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 98a28bbc-93f2-44e1-958a-970d60d91b4e] Updating resource usage from migration 0e33d107-9d45-4d8e-a56a-0ee9be1d5447 [ 1434.817054] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5a07314-a5ab-45ba-8191-aaa5272f5e70 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.824097] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7cb3278-33f0-4bbc-b588-b29bd5cb0307 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.854708] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb0cf506-5a62-4e27-bdf0-6c6c1d29df3e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.861181] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-464202ad-7501-4fc6-8a1c-a9b835252707 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.873733] env[69319]: DEBUG nova.compute.provider_tree [None req-f0da01da-6b60-4d34-8355-76c67d1c9f6b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1435.215520] env[69319]: INFO nova.compute.manager [None req-f363ac25-0c28-4eb1-bbdc-230c9b6afbf6 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 984009a3-7d13-499a-b8fc-3e22edb2aa1e] Detaching volume 5c2c0e76-c267-430a-b0db-457ca7d1b38d [ 1435.245893] env[69319]: INFO nova.virt.block_device [None req-f363ac25-0c28-4eb1-bbdc-230c9b6afbf6 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 984009a3-7d13-499a-b8fc-3e22edb2aa1e] Attempting to driver detach volume 5c2c0e76-c267-430a-b0db-457ca7d1b38d from mountpoint /dev/sdb [ 1435.246164] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-f363ac25-0c28-4eb1-bbdc-230c9b6afbf6 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 984009a3-7d13-499a-b8fc-3e22edb2aa1e] Volume detach. Driver type: vmdk {{(pid=69319) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1435.246357] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-f363ac25-0c28-4eb1-bbdc-230c9b6afbf6 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 984009a3-7d13-499a-b8fc-3e22edb2aa1e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-644570', 'volume_id': '5c2c0e76-c267-430a-b0db-457ca7d1b38d', 'name': 'volume-5c2c0e76-c267-430a-b0db-457ca7d1b38d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '984009a3-7d13-499a-b8fc-3e22edb2aa1e', 'attached_at': '', 'detached_at': '', 'volume_id': '5c2c0e76-c267-430a-b0db-457ca7d1b38d', 'serial': '5c2c0e76-c267-430a-b0db-457ca7d1b38d'} {{(pid=69319) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1435.247297] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33cab4f6-7b8a-425a-8061-b267257efb73 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.268415] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1a840ed-b648-4356-9370-81110a373ea4 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.274648] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb8a5d31-c81e-48db-8e48-fedafc98a7b6 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.294850] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcb4c6fa-30df-4da9-9b12-0572feeea035 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.308993] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-f363ac25-0c28-4eb1-bbdc-230c9b6afbf6 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] The volume has not been displaced from its original location: [datastore2] volume-5c2c0e76-c267-430a-b0db-457ca7d1b38d/volume-5c2c0e76-c267-430a-b0db-457ca7d1b38d.vmdk. No consolidation needed. {{(pid=69319) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1435.314239] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-f363ac25-0c28-4eb1-bbdc-230c9b6afbf6 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 984009a3-7d13-499a-b8fc-3e22edb2aa1e] Reconfiguring VM instance instance-00000076 to detach disk 2001 {{(pid=69319) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1435.314535] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06486f6d-5d3c-4f68-9e7e-ddc1f49de904 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.331871] env[69319]: DEBUG oslo_vmware.api [None req-f363ac25-0c28-4eb1-bbdc-230c9b6afbf6 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Waiting for the task: (returnval){ [ 1435.331871] env[69319]: value = "task-3224416" [ 1435.331871] env[69319]: _type = "Task" [ 1435.331871] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.339392] env[69319]: DEBUG oslo_vmware.api [None req-f363ac25-0c28-4eb1-bbdc-230c9b6afbf6 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Task: {'id': task-3224416, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.376579] env[69319]: DEBUG nova.scheduler.client.report [None req-f0da01da-6b60-4d34-8355-76c67d1c9f6b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1435.842475] env[69319]: DEBUG oslo_vmware.api [None req-f363ac25-0c28-4eb1-bbdc-230c9b6afbf6 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Task: {'id': task-3224416, 'name': ReconfigVM_Task, 'duration_secs': 0.205272} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.842833] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-f363ac25-0c28-4eb1-bbdc-230c9b6afbf6 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 984009a3-7d13-499a-b8fc-3e22edb2aa1e] Reconfigured VM instance instance-00000076 to detach disk 2001 {{(pid=69319) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1435.847378] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-670b7b2e-1705-4b4b-977b-b52e5823ae12 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.862123] env[69319]: DEBUG oslo_vmware.api [None req-f363ac25-0c28-4eb1-bbdc-230c9b6afbf6 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Waiting for the task: (returnval){ [ 1435.862123] env[69319]: value = "task-3224417" [ 1435.862123] env[69319]: _type = "Task" [ 1435.862123] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.869580] env[69319]: DEBUG oslo_vmware.api [None req-f363ac25-0c28-4eb1-bbdc-230c9b6afbf6 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Task: {'id': task-3224417, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.881456] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f0da01da-6b60-4d34-8355-76c67d1c9f6b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.137s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1435.881663] env[69319]: INFO nova.compute.manager [None req-f0da01da-6b60-4d34-8355-76c67d1c9f6b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 98a28bbc-93f2-44e1-958a-970d60d91b4e] Migrating [ 1436.372476] env[69319]: DEBUG oslo_vmware.api [None req-f363ac25-0c28-4eb1-bbdc-230c9b6afbf6 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Task: {'id': task-3224417, 'name': ReconfigVM_Task, 'duration_secs': 0.144701} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.372799] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-f363ac25-0c28-4eb1-bbdc-230c9b6afbf6 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 984009a3-7d13-499a-b8fc-3e22edb2aa1e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-644570', 'volume_id': '5c2c0e76-c267-430a-b0db-457ca7d1b38d', 'name': 'volume-5c2c0e76-c267-430a-b0db-457ca7d1b38d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '984009a3-7d13-499a-b8fc-3e22edb2aa1e', 'attached_at': '', 'detached_at': '', 'volume_id': '5c2c0e76-c267-430a-b0db-457ca7d1b38d', 'serial': '5c2c0e76-c267-430a-b0db-457ca7d1b38d'} {{(pid=69319) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1436.396891] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f0da01da-6b60-4d34-8355-76c67d1c9f6b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Acquiring lock "refresh_cache-98a28bbc-93f2-44e1-958a-970d60d91b4e" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.396891] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f0da01da-6b60-4d34-8355-76c67d1c9f6b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Acquired lock "refresh_cache-98a28bbc-93f2-44e1-958a-970d60d91b4e" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.397057] env[69319]: DEBUG nova.network.neutron [None req-f0da01da-6b60-4d34-8355-76c67d1c9f6b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 98a28bbc-93f2-44e1-958a-970d60d91b4e] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1436.912024] env[69319]: DEBUG nova.objects.instance [None req-f363ac25-0c28-4eb1-bbdc-230c9b6afbf6 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Lazy-loading 'flavor' on Instance uuid 984009a3-7d13-499a-b8fc-3e22edb2aa1e {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1437.101411] env[69319]: DEBUG nova.network.neutron [None req-f0da01da-6b60-4d34-8355-76c67d1c9f6b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 98a28bbc-93f2-44e1-958a-970d60d91b4e] Updating instance_info_cache with network_info: [{"id": "c23a8c9b-9a4c-460e-af71-1a4a0071346b", "address": "fa:16:3e:59:ac:28", "network": {"id": "eba3ac7c-e65e-4811-a2ab-2b2399f9a31c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-580087532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef4b5f34c7fe4128a153d1f4914be606", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc23a8c9b-9a", "ovs_interfaceid": "c23a8c9b-9a4c-460e-af71-1a4a0071346b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1437.604428] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f0da01da-6b60-4d34-8355-76c67d1c9f6b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Releasing lock "refresh_cache-98a28bbc-93f2-44e1-958a-970d60d91b4e" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.918903] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f363ac25-0c28-4eb1-bbdc-230c9b6afbf6 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Lock "984009a3-7d13-499a-b8fc-3e22edb2aa1e" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.207s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1438.942116] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5b48196d-cfa5-4de0-90a1-5eb9496fd19b tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Acquiring lock "984009a3-7d13-499a-b8fc-3e22edb2aa1e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1438.942503] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5b48196d-cfa5-4de0-90a1-5eb9496fd19b tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Lock "984009a3-7d13-499a-b8fc-3e22edb2aa1e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1438.942638] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5b48196d-cfa5-4de0-90a1-5eb9496fd19b tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Acquiring lock "984009a3-7d13-499a-b8fc-3e22edb2aa1e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1438.942824] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5b48196d-cfa5-4de0-90a1-5eb9496fd19b tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Lock "984009a3-7d13-499a-b8fc-3e22edb2aa1e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1438.942980] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5b48196d-cfa5-4de0-90a1-5eb9496fd19b tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Lock "984009a3-7d13-499a-b8fc-3e22edb2aa1e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1438.945315] env[69319]: INFO nova.compute.manager [None req-5b48196d-cfa5-4de0-90a1-5eb9496fd19b tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 984009a3-7d13-499a-b8fc-3e22edb2aa1e] Terminating instance [ 1439.119306] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53c68269-fe9f-48c2-b5d4-b25beb9fbc37 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.137922] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-f0da01da-6b60-4d34-8355-76c67d1c9f6b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 98a28bbc-93f2-44e1-958a-970d60d91b4e] Updating instance '98a28bbc-93f2-44e1-958a-970d60d91b4e' progress to 0 {{(pid=69319) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1439.449788] env[69319]: DEBUG nova.compute.manager [None req-5b48196d-cfa5-4de0-90a1-5eb9496fd19b tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 984009a3-7d13-499a-b8fc-3e22edb2aa1e] Start destroying the instance on the hypervisor. {{(pid=69319) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1439.450047] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-5b48196d-cfa5-4de0-90a1-5eb9496fd19b tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 984009a3-7d13-499a-b8fc-3e22edb2aa1e] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1439.450920] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dc859e2-970c-4a94-9535-f571555d5008 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.458742] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b48196d-cfa5-4de0-90a1-5eb9496fd19b tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 984009a3-7d13-499a-b8fc-3e22edb2aa1e] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1439.458975] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eb539759-8e30-4440-b2b2-29e50d552a0f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.465028] env[69319]: DEBUG oslo_vmware.api [None req-5b48196d-cfa5-4de0-90a1-5eb9496fd19b tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Waiting for the task: (returnval){ [ 1439.465028] env[69319]: value = "task-3224418" [ 1439.465028] env[69319]: _type = "Task" [ 1439.465028] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.472650] env[69319]: DEBUG oslo_vmware.api [None req-5b48196d-cfa5-4de0-90a1-5eb9496fd19b tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Task: {'id': task-3224418, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.643769] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0da01da-6b60-4d34-8355-76c67d1c9f6b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 98a28bbc-93f2-44e1-958a-970d60d91b4e] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1439.644130] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-01d88ea4-c391-4302-b426-1196c38b6c74 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.650793] env[69319]: DEBUG oslo_vmware.api [None req-f0da01da-6b60-4d34-8355-76c67d1c9f6b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Waiting for the task: (returnval){ [ 1439.650793] env[69319]: value = "task-3224419" [ 1439.650793] env[69319]: _type = "Task" [ 1439.650793] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.658709] env[69319]: DEBUG oslo_vmware.api [None req-f0da01da-6b60-4d34-8355-76c67d1c9f6b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': task-3224419, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.975103] env[69319]: DEBUG oslo_vmware.api [None req-5b48196d-cfa5-4de0-90a1-5eb9496fd19b tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Task: {'id': task-3224418, 'name': PowerOffVM_Task, 'duration_secs': 0.195768} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.975490] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b48196d-cfa5-4de0-90a1-5eb9496fd19b tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 984009a3-7d13-499a-b8fc-3e22edb2aa1e] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1439.975590] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-5b48196d-cfa5-4de0-90a1-5eb9496fd19b tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 984009a3-7d13-499a-b8fc-3e22edb2aa1e] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1439.975804] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8ecb58a6-b246-41cb-9d5f-11e54f5be497 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.039584] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-5b48196d-cfa5-4de0-90a1-5eb9496fd19b tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 984009a3-7d13-499a-b8fc-3e22edb2aa1e] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1440.039826] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-5b48196d-cfa5-4de0-90a1-5eb9496fd19b tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 984009a3-7d13-499a-b8fc-3e22edb2aa1e] Deleting contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1440.039911] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b48196d-cfa5-4de0-90a1-5eb9496fd19b tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Deleting the datastore file [datastore2] 984009a3-7d13-499a-b8fc-3e22edb2aa1e {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1440.040298] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-058bd04a-02f5-4266-885b-95480f712ef9 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.047691] env[69319]: DEBUG oslo_vmware.api [None req-5b48196d-cfa5-4de0-90a1-5eb9496fd19b tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Waiting for the task: (returnval){ [ 1440.047691] env[69319]: value = "task-3224421" [ 1440.047691] env[69319]: _type = "Task" [ 1440.047691] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.054816] env[69319]: DEBUG oslo_vmware.api [None req-5b48196d-cfa5-4de0-90a1-5eb9496fd19b tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Task: {'id': task-3224421, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.159658] env[69319]: DEBUG oslo_vmware.api [None req-f0da01da-6b60-4d34-8355-76c67d1c9f6b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': task-3224419, 'name': PowerOffVM_Task, 'duration_secs': 0.188488} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.159915] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0da01da-6b60-4d34-8355-76c67d1c9f6b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 98a28bbc-93f2-44e1-958a-970d60d91b4e] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1440.160117] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-f0da01da-6b60-4d34-8355-76c67d1c9f6b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 98a28bbc-93f2-44e1-958a-970d60d91b4e] Updating instance '98a28bbc-93f2-44e1-958a-970d60d91b4e' progress to 17 {{(pid=69319) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1440.558016] env[69319]: DEBUG oslo_vmware.api [None req-5b48196d-cfa5-4de0-90a1-5eb9496fd19b tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Task: {'id': task-3224421, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137535} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.558393] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b48196d-cfa5-4de0-90a1-5eb9496fd19b tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1440.558604] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-5b48196d-cfa5-4de0-90a1-5eb9496fd19b tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 984009a3-7d13-499a-b8fc-3e22edb2aa1e] Deleted contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1440.558787] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-5b48196d-cfa5-4de0-90a1-5eb9496fd19b tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 984009a3-7d13-499a-b8fc-3e22edb2aa1e] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1440.558965] env[69319]: INFO nova.compute.manager [None req-5b48196d-cfa5-4de0-90a1-5eb9496fd19b tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 984009a3-7d13-499a-b8fc-3e22edb2aa1e] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1440.559241] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5b48196d-cfa5-4de0-90a1-5eb9496fd19b tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1440.559444] env[69319]: DEBUG nova.compute.manager [-] [instance: 984009a3-7d13-499a-b8fc-3e22edb2aa1e] Deallocating network for instance {{(pid=69319) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1440.559541] env[69319]: DEBUG nova.network.neutron [-] [instance: 984009a3-7d13-499a-b8fc-3e22edb2aa1e] deallocate_for_instance() {{(pid=69319) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1440.666209] env[69319]: DEBUG nova.virt.hardware [None req-f0da01da-6b60-4d34-8355-76c67d1c9f6b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1440.666476] env[69319]: DEBUG nova.virt.hardware [None req-f0da01da-6b60-4d34-8355-76c67d1c9f6b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1440.666641] env[69319]: DEBUG nova.virt.hardware [None req-f0da01da-6b60-4d34-8355-76c67d1c9f6b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1440.666875] env[69319]: DEBUG nova.virt.hardware [None req-f0da01da-6b60-4d34-8355-76c67d1c9f6b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1440.667037] env[69319]: DEBUG nova.virt.hardware [None req-f0da01da-6b60-4d34-8355-76c67d1c9f6b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1440.667200] env[69319]: DEBUG nova.virt.hardware [None req-f0da01da-6b60-4d34-8355-76c67d1c9f6b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1440.667416] env[69319]: DEBUG nova.virt.hardware [None req-f0da01da-6b60-4d34-8355-76c67d1c9f6b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1440.667581] env[69319]: DEBUG nova.virt.hardware [None req-f0da01da-6b60-4d34-8355-76c67d1c9f6b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1440.667757] env[69319]: DEBUG nova.virt.hardware [None req-f0da01da-6b60-4d34-8355-76c67d1c9f6b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1440.667926] env[69319]: DEBUG nova.virt.hardware [None req-f0da01da-6b60-4d34-8355-76c67d1c9f6b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1440.668118] env[69319]: DEBUG nova.virt.hardware [None req-f0da01da-6b60-4d34-8355-76c67d1c9f6b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1440.673161] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b87c30d1-c80b-46b9-9d68-a88c544cef32 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.689012] env[69319]: DEBUG oslo_vmware.api [None req-f0da01da-6b60-4d34-8355-76c67d1c9f6b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Waiting for the task: (returnval){ [ 1440.689012] env[69319]: value = "task-3224422" [ 1440.689012] env[69319]: _type = "Task" [ 1440.689012] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.696948] env[69319]: DEBUG oslo_vmware.api [None req-f0da01da-6b60-4d34-8355-76c67d1c9f6b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': task-3224422, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.036480] env[69319]: DEBUG nova.compute.manager [req-94da22cc-4dae-4dca-a431-e0fdc154c8ec req-c90b32a5-6203-4be4-8143-0fdd5e54c139 service nova] [instance: 984009a3-7d13-499a-b8fc-3e22edb2aa1e] Received event network-vif-deleted-77b4f78c-5cc1-43bf-9e04-db548258da38 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1441.036480] env[69319]: INFO nova.compute.manager [req-94da22cc-4dae-4dca-a431-e0fdc154c8ec req-c90b32a5-6203-4be4-8143-0fdd5e54c139 service nova] [instance: 984009a3-7d13-499a-b8fc-3e22edb2aa1e] Neutron deleted interface 77b4f78c-5cc1-43bf-9e04-db548258da38; detaching it from the instance and deleting it from the info cache [ 1441.036480] env[69319]: DEBUG nova.network.neutron [req-94da22cc-4dae-4dca-a431-e0fdc154c8ec req-c90b32a5-6203-4be4-8143-0fdd5e54c139 service nova] [instance: 984009a3-7d13-499a-b8fc-3e22edb2aa1e] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1441.200233] env[69319]: DEBUG oslo_vmware.api [None req-f0da01da-6b60-4d34-8355-76c67d1c9f6b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': task-3224422, 'name': ReconfigVM_Task, 'duration_secs': 0.207623} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.200233] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-f0da01da-6b60-4d34-8355-76c67d1c9f6b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 98a28bbc-93f2-44e1-958a-970d60d91b4e] Updating instance '98a28bbc-93f2-44e1-958a-970d60d91b4e' progress to 33 {{(pid=69319) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1441.521581] env[69319]: DEBUG nova.network.neutron [-] [instance: 984009a3-7d13-499a-b8fc-3e22edb2aa1e] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1441.539710] env[69319]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-17cca0a0-6e91-42eb-a411-470449b56d2b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.550420] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a176db0-1887-4cdc-8517-e6a454048fcc {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.578151] env[69319]: DEBUG nova.compute.manager [req-94da22cc-4dae-4dca-a431-e0fdc154c8ec req-c90b32a5-6203-4be4-8143-0fdd5e54c139 service nova] [instance: 984009a3-7d13-499a-b8fc-3e22edb2aa1e] Detach interface failed, port_id=77b4f78c-5cc1-43bf-9e04-db548258da38, reason: Instance 984009a3-7d13-499a-b8fc-3e22edb2aa1e could not be found. {{(pid=69319) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1441.705930] env[69319]: DEBUG nova.virt.hardware [None req-f0da01da-6b60-4d34-8355-76c67d1c9f6b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1441.706173] env[69319]: DEBUG nova.virt.hardware [None req-f0da01da-6b60-4d34-8355-76c67d1c9f6b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1441.706315] env[69319]: DEBUG nova.virt.hardware [None req-f0da01da-6b60-4d34-8355-76c67d1c9f6b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1441.706508] env[69319]: DEBUG nova.virt.hardware [None req-f0da01da-6b60-4d34-8355-76c67d1c9f6b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1441.706655] env[69319]: DEBUG nova.virt.hardware [None req-f0da01da-6b60-4d34-8355-76c67d1c9f6b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1441.706822] env[69319]: DEBUG nova.virt.hardware [None req-f0da01da-6b60-4d34-8355-76c67d1c9f6b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1441.707047] env[69319]: DEBUG nova.virt.hardware [None req-f0da01da-6b60-4d34-8355-76c67d1c9f6b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1441.707215] env[69319]: DEBUG nova.virt.hardware [None req-f0da01da-6b60-4d34-8355-76c67d1c9f6b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1441.707382] env[69319]: DEBUG nova.virt.hardware [None req-f0da01da-6b60-4d34-8355-76c67d1c9f6b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1441.707543] env[69319]: DEBUG nova.virt.hardware [None req-f0da01da-6b60-4d34-8355-76c67d1c9f6b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1441.707727] env[69319]: DEBUG nova.virt.hardware [None req-f0da01da-6b60-4d34-8355-76c67d1c9f6b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1441.712924] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0da01da-6b60-4d34-8355-76c67d1c9f6b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 98a28bbc-93f2-44e1-958a-970d60d91b4e] Reconfiguring VM instance instance-0000007a to detach disk 2000 {{(pid=69319) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1441.713221] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47843f45-7342-47f0-a694-f3122f710ab3 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.730824] env[69319]: DEBUG oslo_vmware.api [None req-f0da01da-6b60-4d34-8355-76c67d1c9f6b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Waiting for the task: (returnval){ [ 1441.730824] env[69319]: value = "task-3224423" [ 1441.730824] env[69319]: _type = "Task" [ 1441.730824] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.739543] env[69319]: DEBUG oslo_vmware.api [None req-f0da01da-6b60-4d34-8355-76c67d1c9f6b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': task-3224423, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.025092] env[69319]: INFO nova.compute.manager [-] [instance: 984009a3-7d13-499a-b8fc-3e22edb2aa1e] Took 1.46 seconds to deallocate network for instance. [ 1442.241434] env[69319]: DEBUG oslo_vmware.api [None req-f0da01da-6b60-4d34-8355-76c67d1c9f6b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': task-3224423, 'name': ReconfigVM_Task, 'duration_secs': 0.165319} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.241773] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0da01da-6b60-4d34-8355-76c67d1c9f6b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 98a28bbc-93f2-44e1-958a-970d60d91b4e] Reconfigured VM instance instance-0000007a to detach disk 2000 {{(pid=69319) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1442.242419] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-703d49fc-c67b-4cb3-a87b-abb5e4d96831 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.264981] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0da01da-6b60-4d34-8355-76c67d1c9f6b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 98a28bbc-93f2-44e1-958a-970d60d91b4e] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] 98a28bbc-93f2-44e1-958a-970d60d91b4e/98a28bbc-93f2-44e1-958a-970d60d91b4e.vmdk or device None with type thin {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1442.265087] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d865f61-0955-4167-93ab-8596d55eafb8 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.283862] env[69319]: DEBUG oslo_vmware.api [None req-f0da01da-6b60-4d34-8355-76c67d1c9f6b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Waiting for the task: (returnval){ [ 1442.283862] env[69319]: value = "task-3224424" [ 1442.283862] env[69319]: _type = "Task" [ 1442.283862] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.291726] env[69319]: DEBUG oslo_vmware.api [None req-f0da01da-6b60-4d34-8355-76c67d1c9f6b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': task-3224424, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.531030] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5b48196d-cfa5-4de0-90a1-5eb9496fd19b tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1442.531269] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5b48196d-cfa5-4de0-90a1-5eb9496fd19b tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1442.531498] env[69319]: DEBUG nova.objects.instance [None req-5b48196d-cfa5-4de0-90a1-5eb9496fd19b tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Lazy-loading 'resources' on Instance uuid 984009a3-7d13-499a-b8fc-3e22edb2aa1e {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1442.793397] env[69319]: DEBUG oslo_vmware.api [None req-f0da01da-6b60-4d34-8355-76c67d1c9f6b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': task-3224424, 'name': ReconfigVM_Task, 'duration_secs': 0.266199} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.793709] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0da01da-6b60-4d34-8355-76c67d1c9f6b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 98a28bbc-93f2-44e1-958a-970d60d91b4e] Reconfigured VM instance instance-0000007a to attach disk [datastore2] 98a28bbc-93f2-44e1-958a-970d60d91b4e/98a28bbc-93f2-44e1-958a-970d60d91b4e.vmdk or device None with type thin {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1442.794298] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-f0da01da-6b60-4d34-8355-76c67d1c9f6b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 98a28bbc-93f2-44e1-958a-970d60d91b4e] Updating instance '98a28bbc-93f2-44e1-958a-970d60d91b4e' progress to 50 {{(pid=69319) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1443.095927] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6956cf4b-22f8-4691-9702-fd3885c1a859 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.103712] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbaf070a-9b2b-4eb3-9226-caaa25c7571b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.133092] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b665b4d-89b6-4b59-b5e5-57bcb685f711 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.139952] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b991f26-01d7-4871-a68b-8c7bc4ee033d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.154125] env[69319]: DEBUG nova.compute.provider_tree [None req-5b48196d-cfa5-4de0-90a1-5eb9496fd19b tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1443.301199] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d960db45-6a3f-4932-8db7-510b11c02b6c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.320022] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8093f55-1218-49c5-b031-110984a38589 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.337090] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-f0da01da-6b60-4d34-8355-76c67d1c9f6b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 98a28bbc-93f2-44e1-958a-970d60d91b4e] Updating instance '98a28bbc-93f2-44e1-958a-970d60d91b4e' progress to 67 {{(pid=69319) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1443.657222] env[69319]: DEBUG nova.scheduler.client.report [None req-5b48196d-cfa5-4de0-90a1-5eb9496fd19b tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1443.874460] env[69319]: DEBUG nova.network.neutron [None req-f0da01da-6b60-4d34-8355-76c67d1c9f6b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 98a28bbc-93f2-44e1-958a-970d60d91b4e] Port c23a8c9b-9a4c-460e-af71-1a4a0071346b binding to destination host cpu-1 is already ACTIVE {{(pid=69319) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1444.162243] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5b48196d-cfa5-4de0-90a1-5eb9496fd19b tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.631s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1444.181592] env[69319]: INFO nova.scheduler.client.report [None req-5b48196d-cfa5-4de0-90a1-5eb9496fd19b tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Deleted allocations for instance 984009a3-7d13-499a-b8fc-3e22edb2aa1e [ 1444.689022] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5b48196d-cfa5-4de0-90a1-5eb9496fd19b tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Lock "984009a3-7d13-499a-b8fc-3e22edb2aa1e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.746s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1444.906280] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f0da01da-6b60-4d34-8355-76c67d1c9f6b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Acquiring lock "98a28bbc-93f2-44e1-958a-970d60d91b4e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1444.906695] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f0da01da-6b60-4d34-8355-76c67d1c9f6b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Lock "98a28bbc-93f2-44e1-958a-970d60d91b4e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1444.906938] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f0da01da-6b60-4d34-8355-76c67d1c9f6b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Lock "98a28bbc-93f2-44e1-958a-970d60d91b4e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1445.941773] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f0da01da-6b60-4d34-8355-76c67d1c9f6b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Acquiring lock "refresh_cache-98a28bbc-93f2-44e1-958a-970d60d91b4e" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.942061] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f0da01da-6b60-4d34-8355-76c67d1c9f6b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Acquired lock "refresh_cache-98a28bbc-93f2-44e1-958a-970d60d91b4e" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.942179] env[69319]: DEBUG nova.network.neutron [None req-f0da01da-6b60-4d34-8355-76c67d1c9f6b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 98a28bbc-93f2-44e1-958a-970d60d91b4e] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1446.638763] env[69319]: DEBUG nova.network.neutron [None req-f0da01da-6b60-4d34-8355-76c67d1c9f6b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 98a28bbc-93f2-44e1-958a-970d60d91b4e] Updating instance_info_cache with network_info: [{"id": "c23a8c9b-9a4c-460e-af71-1a4a0071346b", "address": "fa:16:3e:59:ac:28", "network": {"id": "eba3ac7c-e65e-4811-a2ab-2b2399f9a31c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-580087532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef4b5f34c7fe4128a153d1f4914be606", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc23a8c9b-9a", "ovs_interfaceid": "c23a8c9b-9a4c-460e-af71-1a4a0071346b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1446.938613] env[69319]: DEBUG oslo_concurrency.lockutils [None req-53c5ecbc-de86-4b03-8375-633e6c46c96f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Acquiring lock "1e7a1731-78c5-4a57-b663-5a9c64871fed" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1446.938854] env[69319]: DEBUG oslo_concurrency.lockutils [None req-53c5ecbc-de86-4b03-8375-633e6c46c96f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Lock "1e7a1731-78c5-4a57-b663-5a9c64871fed" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1447.141145] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f0da01da-6b60-4d34-8355-76c67d1c9f6b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Releasing lock "refresh_cache-98a28bbc-93f2-44e1-958a-970d60d91b4e" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.440866] env[69319]: DEBUG nova.compute.manager [None req-53c5ecbc-de86-4b03-8375-633e6c46c96f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 1e7a1731-78c5-4a57-b663-5a9c64871fed] Starting instance... {{(pid=69319) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1447.667179] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a30af789-1044-4e2f-b11c-9ab7d0f21640 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.685311] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71c0d952-4472-4adf-9638-6fa28c885ac1 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.691583] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-f0da01da-6b60-4d34-8355-76c67d1c9f6b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 98a28bbc-93f2-44e1-958a-970d60d91b4e] Updating instance '98a28bbc-93f2-44e1-958a-970d60d91b4e' progress to 83 {{(pid=69319) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1447.958542] env[69319]: DEBUG oslo_concurrency.lockutils [None req-53c5ecbc-de86-4b03-8375-633e6c46c96f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1447.958823] env[69319]: DEBUG oslo_concurrency.lockutils [None req-53c5ecbc-de86-4b03-8375-633e6c46c96f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1447.960335] env[69319]: INFO nova.compute.claims [None req-53c5ecbc-de86-4b03-8375-633e6c46c96f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 1e7a1731-78c5-4a57-b663-5a9c64871fed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1448.197876] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0da01da-6b60-4d34-8355-76c67d1c9f6b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 98a28bbc-93f2-44e1-958a-970d60d91b4e] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1448.198320] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d1ebf864-42da-4136-8848-8caa2a50f2cf {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.206493] env[69319]: DEBUG oslo_vmware.api [None req-f0da01da-6b60-4d34-8355-76c67d1c9f6b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Waiting for the task: (returnval){ [ 1448.206493] env[69319]: value = "task-3224425" [ 1448.206493] env[69319]: _type = "Task" [ 1448.206493] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.213967] env[69319]: DEBUG oslo_vmware.api [None req-f0da01da-6b60-4d34-8355-76c67d1c9f6b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': task-3224425, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.716480] env[69319]: DEBUG oslo_vmware.api [None req-f0da01da-6b60-4d34-8355-76c67d1c9f6b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': task-3224425, 'name': PowerOnVM_Task, 'duration_secs': 0.386226} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.716999] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0da01da-6b60-4d34-8355-76c67d1c9f6b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 98a28bbc-93f2-44e1-958a-970d60d91b4e] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1448.717902] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-f0da01da-6b60-4d34-8355-76c67d1c9f6b tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 98a28bbc-93f2-44e1-958a-970d60d91b4e] Updating instance '98a28bbc-93f2-44e1-958a-970d60d91b4e' progress to 100 {{(pid=69319) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1449.022101] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c7a9d45-a551-48e2-96e4-2502fecc3487 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.029615] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-028ed360-cd94-4ec3-9b09-2d949ab96f58 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.058798] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-376dd773-50c7-474c-98c3-79c425ea933f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.065373] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-736e9af1-4407-4734-9eac-1ef136048b82 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.078153] env[69319]: DEBUG nova.compute.provider_tree [None req-53c5ecbc-de86-4b03-8375-633e6c46c96f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1449.582406] env[69319]: DEBUG nova.scheduler.client.report [None req-53c5ecbc-de86-4b03-8375-633e6c46c96f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1450.087657] env[69319]: DEBUG oslo_concurrency.lockutils [None req-53c5ecbc-de86-4b03-8375-633e6c46c96f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.129s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1450.088286] env[69319]: DEBUG nova.compute.manager [None req-53c5ecbc-de86-4b03-8375-633e6c46c96f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 1e7a1731-78c5-4a57-b663-5a9c64871fed] Start building networks asynchronously for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1450.594058] env[69319]: DEBUG nova.compute.utils [None req-53c5ecbc-de86-4b03-8375-633e6c46c96f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Using /dev/sd instead of None {{(pid=69319) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1450.596188] env[69319]: DEBUG nova.compute.manager [None req-53c5ecbc-de86-4b03-8375-633e6c46c96f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 1e7a1731-78c5-4a57-b663-5a9c64871fed] Allocating IP information in the background. {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1450.596188] env[69319]: DEBUG nova.network.neutron [None req-53c5ecbc-de86-4b03-8375-633e6c46c96f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 1e7a1731-78c5-4a57-b663-5a9c64871fed] allocate_for_instance() {{(pid=69319) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1450.629508] env[69319]: DEBUG nova.policy [None req-53c5ecbc-de86-4b03-8375-633e6c46c96f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '16beb186640643eea48fda09ad7dc5de', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '95644d802b30495ab0252d6e801d8941', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69319) authorize /opt/stack/nova/nova/policy.py:192}} [ 1450.922876] env[69319]: DEBUG nova.network.neutron [None req-53c5ecbc-de86-4b03-8375-633e6c46c96f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 1e7a1731-78c5-4a57-b663-5a9c64871fed] Successfully created port: 392359d0-b37f-4ca9-bd51-334611cf5f61 {{(pid=69319) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1451.098754] env[69319]: DEBUG nova.compute.manager [None req-53c5ecbc-de86-4b03-8375-633e6c46c96f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 1e7a1731-78c5-4a57-b663-5a9c64871fed] Start building block device mappings for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1451.600565] env[69319]: DEBUG nova.network.neutron [None req-b9d0f7a1-981c-4baa-b977-61e80a032bb5 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 98a28bbc-93f2-44e1-958a-970d60d91b4e] Port c23a8c9b-9a4c-460e-af71-1a4a0071346b binding to destination host cpu-1 is already ACTIVE {{(pid=69319) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1451.600839] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b9d0f7a1-981c-4baa-b977-61e80a032bb5 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Acquiring lock "refresh_cache-98a28bbc-93f2-44e1-958a-970d60d91b4e" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.600991] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b9d0f7a1-981c-4baa-b977-61e80a032bb5 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Acquired lock "refresh_cache-98a28bbc-93f2-44e1-958a-970d60d91b4e" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.601220] env[69319]: DEBUG nova.network.neutron [None req-b9d0f7a1-981c-4baa-b977-61e80a032bb5 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 98a28bbc-93f2-44e1-958a-970d60d91b4e] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1452.110603] env[69319]: DEBUG nova.compute.manager [None req-53c5ecbc-de86-4b03-8375-633e6c46c96f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 1e7a1731-78c5-4a57-b663-5a9c64871fed] Start spawning the instance on the hypervisor. {{(pid=69319) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1452.137249] env[69319]: DEBUG nova.virt.hardware [None req-53c5ecbc-de86-4b03-8375-633e6c46c96f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:32:36Z,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31f027872f6f44dba95ff2fe7a062e00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:32:36Z,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1452.137519] env[69319]: DEBUG nova.virt.hardware [None req-53c5ecbc-de86-4b03-8375-633e6c46c96f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1452.137680] env[69319]: DEBUG nova.virt.hardware [None req-53c5ecbc-de86-4b03-8375-633e6c46c96f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1452.137911] env[69319]: DEBUG nova.virt.hardware [None req-53c5ecbc-de86-4b03-8375-633e6c46c96f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1452.138024] env[69319]: DEBUG nova.virt.hardware [None req-53c5ecbc-de86-4b03-8375-633e6c46c96f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1452.138185] env[69319]: DEBUG nova.virt.hardware [None req-53c5ecbc-de86-4b03-8375-633e6c46c96f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1452.138399] env[69319]: DEBUG nova.virt.hardware [None req-53c5ecbc-de86-4b03-8375-633e6c46c96f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1452.138559] env[69319]: DEBUG nova.virt.hardware [None req-53c5ecbc-de86-4b03-8375-633e6c46c96f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1452.138728] env[69319]: DEBUG nova.virt.hardware [None req-53c5ecbc-de86-4b03-8375-633e6c46c96f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1452.138940] env[69319]: DEBUG nova.virt.hardware [None req-53c5ecbc-de86-4b03-8375-633e6c46c96f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1452.139329] env[69319]: DEBUG nova.virt.hardware [None req-53c5ecbc-de86-4b03-8375-633e6c46c96f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1452.140034] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6b57e99-f605-4d12-9556-60be8110a233 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.150230] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-868068a8-3135-4ba9-a3d5-12e2cbb6093f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.307150] env[69319]: DEBUG nova.network.neutron [None req-b9d0f7a1-981c-4baa-b977-61e80a032bb5 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 98a28bbc-93f2-44e1-958a-970d60d91b4e] Updating instance_info_cache with network_info: [{"id": "c23a8c9b-9a4c-460e-af71-1a4a0071346b", "address": "fa:16:3e:59:ac:28", "network": {"id": "eba3ac7c-e65e-4811-a2ab-2b2399f9a31c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-580087532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef4b5f34c7fe4128a153d1f4914be606", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc23a8c9b-9a", "ovs_interfaceid": "c23a8c9b-9a4c-460e-af71-1a4a0071346b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1452.339009] env[69319]: DEBUG nova.compute.manager [req-8e909fbd-34c4-4e5d-938e-6249557e1c25 req-84e0b453-176a-4fdf-b346-bd2c577a94f0 service nova] [instance: 1e7a1731-78c5-4a57-b663-5a9c64871fed] Received event network-vif-plugged-392359d0-b37f-4ca9-bd51-334611cf5f61 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1452.339267] env[69319]: DEBUG oslo_concurrency.lockutils [req-8e909fbd-34c4-4e5d-938e-6249557e1c25 req-84e0b453-176a-4fdf-b346-bd2c577a94f0 service nova] Acquiring lock "1e7a1731-78c5-4a57-b663-5a9c64871fed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1452.339522] env[69319]: DEBUG oslo_concurrency.lockutils [req-8e909fbd-34c4-4e5d-938e-6249557e1c25 req-84e0b453-176a-4fdf-b346-bd2c577a94f0 service nova] Lock "1e7a1731-78c5-4a57-b663-5a9c64871fed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1452.339664] env[69319]: DEBUG oslo_concurrency.lockutils [req-8e909fbd-34c4-4e5d-938e-6249557e1c25 req-84e0b453-176a-4fdf-b346-bd2c577a94f0 service nova] Lock "1e7a1731-78c5-4a57-b663-5a9c64871fed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1452.339826] env[69319]: DEBUG nova.compute.manager [req-8e909fbd-34c4-4e5d-938e-6249557e1c25 req-84e0b453-176a-4fdf-b346-bd2c577a94f0 service nova] [instance: 1e7a1731-78c5-4a57-b663-5a9c64871fed] No waiting events found dispatching network-vif-plugged-392359d0-b37f-4ca9-bd51-334611cf5f61 {{(pid=69319) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1452.339957] env[69319]: WARNING nova.compute.manager [req-8e909fbd-34c4-4e5d-938e-6249557e1c25 req-84e0b453-176a-4fdf-b346-bd2c577a94f0 service nova] [instance: 1e7a1731-78c5-4a57-b663-5a9c64871fed] Received unexpected event network-vif-plugged-392359d0-b37f-4ca9-bd51-334611cf5f61 for instance with vm_state building and task_state spawning. [ 1452.418425] env[69319]: DEBUG nova.network.neutron [None req-53c5ecbc-de86-4b03-8375-633e6c46c96f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 1e7a1731-78c5-4a57-b663-5a9c64871fed] Successfully updated port: 392359d0-b37f-4ca9-bd51-334611cf5f61 {{(pid=69319) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1452.809859] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b9d0f7a1-981c-4baa-b977-61e80a032bb5 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Releasing lock "refresh_cache-98a28bbc-93f2-44e1-958a-970d60d91b4e" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.921500] env[69319]: DEBUG oslo_concurrency.lockutils [None req-53c5ecbc-de86-4b03-8375-633e6c46c96f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Acquiring lock "refresh_cache-1e7a1731-78c5-4a57-b663-5a9c64871fed" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.921696] env[69319]: DEBUG oslo_concurrency.lockutils [None req-53c5ecbc-de86-4b03-8375-633e6c46c96f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Acquired lock "refresh_cache-1e7a1731-78c5-4a57-b663-5a9c64871fed" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1452.921749] env[69319]: DEBUG nova.network.neutron [None req-53c5ecbc-de86-4b03-8375-633e6c46c96f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 1e7a1731-78c5-4a57-b663-5a9c64871fed] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1453.313530] env[69319]: DEBUG nova.compute.manager [None req-b9d0f7a1-981c-4baa-b977-61e80a032bb5 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 98a28bbc-93f2-44e1-958a-970d60d91b4e] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69319) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1453.313778] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b9d0f7a1-981c-4baa-b977-61e80a032bb5 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1453.314130] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b9d0f7a1-981c-4baa-b977-61e80a032bb5 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1453.451486] env[69319]: DEBUG nova.network.neutron [None req-53c5ecbc-de86-4b03-8375-633e6c46c96f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 1e7a1731-78c5-4a57-b663-5a9c64871fed] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1453.569745] env[69319]: DEBUG nova.network.neutron [None req-53c5ecbc-de86-4b03-8375-633e6c46c96f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 1e7a1731-78c5-4a57-b663-5a9c64871fed] Updating instance_info_cache with network_info: [{"id": "392359d0-b37f-4ca9-bd51-334611cf5f61", "address": "fa:16:3e:27:7b:8e", "network": {"id": "71fca4d9-61bc-4013-a81b-0ddfab3b1cbc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-616015346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95644d802b30495ab0252d6e801d8941", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap392359d0-b3", "ovs_interfaceid": "392359d0-b37f-4ca9-bd51-334611cf5f61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1453.817317] env[69319]: DEBUG nova.objects.instance [None req-b9d0f7a1-981c-4baa-b977-61e80a032bb5 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Lazy-loading 'migration_context' on Instance uuid 98a28bbc-93f2-44e1-958a-970d60d91b4e {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1454.072559] env[69319]: DEBUG oslo_concurrency.lockutils [None req-53c5ecbc-de86-4b03-8375-633e6c46c96f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Releasing lock "refresh_cache-1e7a1731-78c5-4a57-b663-5a9c64871fed" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1454.072885] env[69319]: DEBUG nova.compute.manager [None req-53c5ecbc-de86-4b03-8375-633e6c46c96f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 1e7a1731-78c5-4a57-b663-5a9c64871fed] Instance network_info: |[{"id": "392359d0-b37f-4ca9-bd51-334611cf5f61", "address": "fa:16:3e:27:7b:8e", "network": {"id": "71fca4d9-61bc-4013-a81b-0ddfab3b1cbc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-616015346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95644d802b30495ab0252d6e801d8941", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap392359d0-b3", "ovs_interfaceid": "392359d0-b37f-4ca9-bd51-334611cf5f61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1454.073338] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-53c5ecbc-de86-4b03-8375-633e6c46c96f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 1e7a1731-78c5-4a57-b663-5a9c64871fed] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:7b:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '233536d0-6913-4879-8442-42dcf1d4ecbb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '392359d0-b37f-4ca9-bd51-334611cf5f61', 'vif_model': 'vmxnet3'}] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1454.080871] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-53c5ecbc-de86-4b03-8375-633e6c46c96f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1454.081091] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e7a1731-78c5-4a57-b663-5a9c64871fed] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1454.081319] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1b03042c-8be1-4c1b-a313-51397cafc800 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.101782] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1454.101782] env[69319]: value = "task-3224426" [ 1454.101782] env[69319]: _type = "Task" [ 1454.101782] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.109086] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3224426, 'name': CreateVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.368126] env[69319]: DEBUG nova.compute.manager [req-0de47ae5-e41b-4e64-b45d-8cc0b2e344ee req-e9f0bd47-2a5c-4151-a7dc-5d2002fac64d service nova] [instance: 1e7a1731-78c5-4a57-b663-5a9c64871fed] Received event network-changed-392359d0-b37f-4ca9-bd51-334611cf5f61 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1454.368342] env[69319]: DEBUG nova.compute.manager [req-0de47ae5-e41b-4e64-b45d-8cc0b2e344ee req-e9f0bd47-2a5c-4151-a7dc-5d2002fac64d service nova] [instance: 1e7a1731-78c5-4a57-b663-5a9c64871fed] Refreshing instance network info cache due to event network-changed-392359d0-b37f-4ca9-bd51-334611cf5f61. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1454.368562] env[69319]: DEBUG oslo_concurrency.lockutils [req-0de47ae5-e41b-4e64-b45d-8cc0b2e344ee req-e9f0bd47-2a5c-4151-a7dc-5d2002fac64d service nova] Acquiring lock "refresh_cache-1e7a1731-78c5-4a57-b663-5a9c64871fed" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.368706] env[69319]: DEBUG oslo_concurrency.lockutils [req-0de47ae5-e41b-4e64-b45d-8cc0b2e344ee req-e9f0bd47-2a5c-4151-a7dc-5d2002fac64d service nova] Acquired lock "refresh_cache-1e7a1731-78c5-4a57-b663-5a9c64871fed" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1454.368869] env[69319]: DEBUG nova.network.neutron [req-0de47ae5-e41b-4e64-b45d-8cc0b2e344ee req-e9f0bd47-2a5c-4151-a7dc-5d2002fac64d service nova] [instance: 1e7a1731-78c5-4a57-b663-5a9c64871fed] Refreshing network info cache for port 392359d0-b37f-4ca9-bd51-334611cf5f61 {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1454.390019] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04ad9880-b35b-4506-91fa-e3d3fd2a4f64 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.398857] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78abc55b-071b-4836-bb6c-67fa73a92cd5 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.431018] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f8f94e6-4c3e-44f7-a3c6-e234d536a358 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.438469] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b18f018-a468-4b0b-a918-aeadc00f5867 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.451576] env[69319]: DEBUG nova.compute.provider_tree [None req-b9d0f7a1-981c-4baa-b977-61e80a032bb5 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1454.612124] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3224426, 'name': CreateVM_Task, 'duration_secs': 0.315219} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.612124] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e7a1731-78c5-4a57-b663-5a9c64871fed] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1454.612747] env[69319]: DEBUG oslo_concurrency.lockutils [None req-53c5ecbc-de86-4b03-8375-633e6c46c96f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.612918] env[69319]: DEBUG oslo_concurrency.lockutils [None req-53c5ecbc-de86-4b03-8375-633e6c46c96f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1454.613299] env[69319]: DEBUG oslo_concurrency.lockutils [None req-53c5ecbc-de86-4b03-8375-633e6c46c96f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1454.613551] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b3121ed-4122-4363-999a-cb9f6ebf7654 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.618601] env[69319]: DEBUG oslo_vmware.api [None req-53c5ecbc-de86-4b03-8375-633e6c46c96f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Waiting for the task: (returnval){ [ 1454.618601] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52f3fd48-850c-1609-e02c-591418e0b7b4" [ 1454.618601] env[69319]: _type = "Task" [ 1454.618601] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.625938] env[69319]: DEBUG oslo_vmware.api [None req-53c5ecbc-de86-4b03-8375-633e6c46c96f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52f3fd48-850c-1609-e02c-591418e0b7b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.954884] env[69319]: DEBUG nova.scheduler.client.report [None req-b9d0f7a1-981c-4baa-b977-61e80a032bb5 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1455.129845] env[69319]: DEBUG oslo_vmware.api [None req-53c5ecbc-de86-4b03-8375-633e6c46c96f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52f3fd48-850c-1609-e02c-591418e0b7b4, 'name': SearchDatastore_Task, 'duration_secs': 0.01048} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.130181] env[69319]: DEBUG oslo_concurrency.lockutils [None req-53c5ecbc-de86-4b03-8375-633e6c46c96f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1455.130428] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-53c5ecbc-de86-4b03-8375-633e6c46c96f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 1e7a1731-78c5-4a57-b663-5a9c64871fed] Processing image 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1455.130666] env[69319]: DEBUG oslo_concurrency.lockutils [None req-53c5ecbc-de86-4b03-8375-633e6c46c96f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.130814] env[69319]: DEBUG oslo_concurrency.lockutils [None req-53c5ecbc-de86-4b03-8375-633e6c46c96f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1455.130993] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-53c5ecbc-de86-4b03-8375-633e6c46c96f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1455.131274] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aca58640-66d2-4f8e-aff0-cba3c3b90497 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.139825] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-53c5ecbc-de86-4b03-8375-633e6c46c96f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1455.140035] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-53c5ecbc-de86-4b03-8375-633e6c46c96f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1455.140766] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1813b7b9-7af4-480d-b4a9-579c0c01f2b8 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.145457] env[69319]: DEBUG oslo_vmware.api [None req-53c5ecbc-de86-4b03-8375-633e6c46c96f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Waiting for the task: (returnval){ [ 1455.145457] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52951526-5159-9d8d-d5bc-17500b56d5c5" [ 1455.145457] env[69319]: _type = "Task" [ 1455.145457] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.152731] env[69319]: DEBUG oslo_vmware.api [None req-53c5ecbc-de86-4b03-8375-633e6c46c96f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52951526-5159-9d8d-d5bc-17500b56d5c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.316718] env[69319]: DEBUG nova.network.neutron [req-0de47ae5-e41b-4e64-b45d-8cc0b2e344ee req-e9f0bd47-2a5c-4151-a7dc-5d2002fac64d service nova] [instance: 1e7a1731-78c5-4a57-b663-5a9c64871fed] Updated VIF entry in instance network info cache for port 392359d0-b37f-4ca9-bd51-334611cf5f61. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1455.317028] env[69319]: DEBUG nova.network.neutron [req-0de47ae5-e41b-4e64-b45d-8cc0b2e344ee req-e9f0bd47-2a5c-4151-a7dc-5d2002fac64d service nova] [instance: 1e7a1731-78c5-4a57-b663-5a9c64871fed] Updating instance_info_cache with network_info: [{"id": "392359d0-b37f-4ca9-bd51-334611cf5f61", "address": "fa:16:3e:27:7b:8e", "network": {"id": "71fca4d9-61bc-4013-a81b-0ddfab3b1cbc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-616015346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95644d802b30495ab0252d6e801d8941", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap392359d0-b3", "ovs_interfaceid": "392359d0-b37f-4ca9-bd51-334611cf5f61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1455.656973] env[69319]: DEBUG oslo_vmware.api [None req-53c5ecbc-de86-4b03-8375-633e6c46c96f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52951526-5159-9d8d-d5bc-17500b56d5c5, 'name': SearchDatastore_Task, 'duration_secs': 0.008341} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.657745] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00e48199-9fbe-4bb4-a40c-413c8a9f8156 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.662850] env[69319]: DEBUG oslo_vmware.api [None req-53c5ecbc-de86-4b03-8375-633e6c46c96f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Waiting for the task: (returnval){ [ 1455.662850] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]5273a956-017c-7346-35ec-cc49e56dcd63" [ 1455.662850] env[69319]: _type = "Task" [ 1455.662850] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.670759] env[69319]: DEBUG oslo_vmware.api [None req-53c5ecbc-de86-4b03-8375-633e6c46c96f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5273a956-017c-7346-35ec-cc49e56dcd63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.820231] env[69319]: DEBUG oslo_concurrency.lockutils [req-0de47ae5-e41b-4e64-b45d-8cc0b2e344ee req-e9f0bd47-2a5c-4151-a7dc-5d2002fac64d service nova] Releasing lock "refresh_cache-1e7a1731-78c5-4a57-b663-5a9c64871fed" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1455.966502] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b9d0f7a1-981c-4baa-b977-61e80a032bb5 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.652s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1456.173195] env[69319]: DEBUG oslo_vmware.api [None req-53c5ecbc-de86-4b03-8375-633e6c46c96f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]5273a956-017c-7346-35ec-cc49e56dcd63, 'name': SearchDatastore_Task, 'duration_secs': 0.010508} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.173451] env[69319]: DEBUG oslo_concurrency.lockutils [None req-53c5ecbc-de86-4b03-8375-633e6c46c96f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1456.173710] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-53c5ecbc-de86-4b03-8375-633e6c46c96f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] 1e7a1731-78c5-4a57-b663-5a9c64871fed/1e7a1731-78c5-4a57-b663-5a9c64871fed.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1456.173963] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-34ca66cf-0709-41b6-8e41-c197a4c20aad {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.180729] env[69319]: DEBUG oslo_vmware.api [None req-53c5ecbc-de86-4b03-8375-633e6c46c96f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Waiting for the task: (returnval){ [ 1456.180729] env[69319]: value = "task-3224427" [ 1456.180729] env[69319]: _type = "Task" [ 1456.180729] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.188347] env[69319]: DEBUG oslo_vmware.api [None req-53c5ecbc-de86-4b03-8375-633e6c46c96f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Task: {'id': task-3224427, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.690293] env[69319]: DEBUG oslo_vmware.api [None req-53c5ecbc-de86-4b03-8375-633e6c46c96f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Task: {'id': task-3224427, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.463354} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.690556] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-53c5ecbc-de86-4b03-8375-633e6c46c96f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] 1e7a1731-78c5-4a57-b663-5a9c64871fed/1e7a1731-78c5-4a57-b663-5a9c64871fed.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1456.690787] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-53c5ecbc-de86-4b03-8375-633e6c46c96f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 1e7a1731-78c5-4a57-b663-5a9c64871fed] Extending root virtual disk to 1048576 {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1456.691012] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-469de3e3-e764-4746-8f16-7384ac7b3542 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.696866] env[69319]: DEBUG oslo_vmware.api [None req-53c5ecbc-de86-4b03-8375-633e6c46c96f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Waiting for the task: (returnval){ [ 1456.696866] env[69319]: value = "task-3224428" [ 1456.696866] env[69319]: _type = "Task" [ 1456.696866] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.703903] env[69319]: DEBUG oslo_vmware.api [None req-53c5ecbc-de86-4b03-8375-633e6c46c96f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Task: {'id': task-3224428, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.210551] env[69319]: DEBUG oslo_vmware.api [None req-53c5ecbc-de86-4b03-8375-633e6c46c96f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Task: {'id': task-3224428, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061538} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.210999] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-53c5ecbc-de86-4b03-8375-633e6c46c96f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 1e7a1731-78c5-4a57-b663-5a9c64871fed] Extended root virtual disk {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1457.212013] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15c5b869-755a-48ba-8290-7ccb30e1138d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.246791] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-53c5ecbc-de86-4b03-8375-633e6c46c96f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 1e7a1731-78c5-4a57-b663-5a9c64871fed] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] 1e7a1731-78c5-4a57-b663-5a9c64871fed/1e7a1731-78c5-4a57-b663-5a9c64871fed.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1457.247129] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed518545-47cd-4e7e-af7d-66af3abb5f83 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.270989] env[69319]: DEBUG oslo_vmware.api [None req-53c5ecbc-de86-4b03-8375-633e6c46c96f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Waiting for the task: (returnval){ [ 1457.270989] env[69319]: value = "task-3224429" [ 1457.270989] env[69319]: _type = "Task" [ 1457.270989] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.278365] env[69319]: DEBUG oslo_vmware.api [None req-53c5ecbc-de86-4b03-8375-633e6c46c96f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Task: {'id': task-3224429, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.506839] env[69319]: INFO nova.compute.manager [None req-b9d0f7a1-981c-4baa-b977-61e80a032bb5 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 98a28bbc-93f2-44e1-958a-970d60d91b4e] Swapping old allocation on dict_keys(['94b8835e-2513-4669-abb9-c8c6813d60e7']) held by migration 0e33d107-9d45-4d8e-a56a-0ee9be1d5447 for instance [ 1457.529631] env[69319]: DEBUG nova.scheduler.client.report [None req-b9d0f7a1-981c-4baa-b977-61e80a032bb5 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Overwriting current allocation {'allocations': {'94b8835e-2513-4669-abb9-c8c6813d60e7': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 184}}, 'project_id': 'ef4b5f34c7fe4128a153d1f4914be606', 'user_id': '6ca8daefd57343b7880a675f22fc88c8', 'consumer_generation': 1} on consumer 98a28bbc-93f2-44e1-958a-970d60d91b4e {{(pid=69319) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1457.608799] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b9d0f7a1-981c-4baa-b977-61e80a032bb5 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Acquiring lock "refresh_cache-98a28bbc-93f2-44e1-958a-970d60d91b4e" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.608998] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b9d0f7a1-981c-4baa-b977-61e80a032bb5 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Acquired lock "refresh_cache-98a28bbc-93f2-44e1-958a-970d60d91b4e" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1457.609200] env[69319]: DEBUG nova.network.neutron [None req-b9d0f7a1-981c-4baa-b977-61e80a032bb5 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 98a28bbc-93f2-44e1-958a-970d60d91b4e] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1457.759700] env[69319]: DEBUG oslo_concurrency.lockutils [None req-1bb77641-c30d-4648-8194-5ce939f6a118 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Acquiring lock "fc809dd7-824e-4a1b-93dd-48adc56eae7a" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1457.759935] env[69319]: DEBUG oslo_concurrency.lockutils [None req-1bb77641-c30d-4648-8194-5ce939f6a118 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Lock "fc809dd7-824e-4a1b-93dd-48adc56eae7a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1457.781109] env[69319]: DEBUG oslo_vmware.api [None req-53c5ecbc-de86-4b03-8375-633e6c46c96f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Task: {'id': task-3224429, 'name': ReconfigVM_Task, 'duration_secs': 0.287537} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.781375] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-53c5ecbc-de86-4b03-8375-633e6c46c96f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 1e7a1731-78c5-4a57-b663-5a9c64871fed] Reconfigured VM instance instance-0000007d to attach disk [datastore2] 1e7a1731-78c5-4a57-b663-5a9c64871fed/1e7a1731-78c5-4a57-b663-5a9c64871fed.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1457.782018] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1bcc4a8f-4bb0-4f6f-a555-724044531592 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.789384] env[69319]: DEBUG oslo_vmware.api [None req-53c5ecbc-de86-4b03-8375-633e6c46c96f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Waiting for the task: (returnval){ [ 1457.789384] env[69319]: value = "task-3224430" [ 1457.789384] env[69319]: _type = "Task" [ 1457.789384] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.796869] env[69319]: DEBUG oslo_vmware.api [None req-53c5ecbc-de86-4b03-8375-633e6c46c96f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Task: {'id': task-3224430, 'name': Rename_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.262798] env[69319]: DEBUG nova.compute.utils [None req-1bb77641-c30d-4648-8194-5ce939f6a118 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Using /dev/sd instead of None {{(pid=69319) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1458.298838] env[69319]: DEBUG oslo_vmware.api [None req-53c5ecbc-de86-4b03-8375-633e6c46c96f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Task: {'id': task-3224430, 'name': Rename_Task, 'duration_secs': 0.144164} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.299115] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-53c5ecbc-de86-4b03-8375-633e6c46c96f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 1e7a1731-78c5-4a57-b663-5a9c64871fed] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1458.299356] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8b022ea2-750f-4e93-950e-de8fcf678024 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.304850] env[69319]: DEBUG oslo_vmware.api [None req-53c5ecbc-de86-4b03-8375-633e6c46c96f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Waiting for the task: (returnval){ [ 1458.304850] env[69319]: value = "task-3224431" [ 1458.304850] env[69319]: _type = "Task" [ 1458.304850] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.312365] env[69319]: DEBUG oslo_vmware.api [None req-53c5ecbc-de86-4b03-8375-633e6c46c96f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Task: {'id': task-3224431, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.315808] env[69319]: DEBUG nova.network.neutron [None req-b9d0f7a1-981c-4baa-b977-61e80a032bb5 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 98a28bbc-93f2-44e1-958a-970d60d91b4e] Updating instance_info_cache with network_info: [{"id": "c23a8c9b-9a4c-460e-af71-1a4a0071346b", "address": "fa:16:3e:59:ac:28", "network": {"id": "eba3ac7c-e65e-4811-a2ab-2b2399f9a31c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-580087532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef4b5f34c7fe4128a153d1f4914be606", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc23a8c9b-9a", "ovs_interfaceid": "c23a8c9b-9a4c-460e-af71-1a4a0071346b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1458.765958] env[69319]: DEBUG oslo_concurrency.lockutils [None req-1bb77641-c30d-4648-8194-5ce939f6a118 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Lock "fc809dd7-824e-4a1b-93dd-48adc56eae7a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1458.814110] env[69319]: DEBUG oslo_vmware.api [None req-53c5ecbc-de86-4b03-8375-633e6c46c96f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Task: {'id': task-3224431, 'name': PowerOnVM_Task, 'duration_secs': 0.426436} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.814390] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-53c5ecbc-de86-4b03-8375-633e6c46c96f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 1e7a1731-78c5-4a57-b663-5a9c64871fed] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1458.814588] env[69319]: INFO nova.compute.manager [None req-53c5ecbc-de86-4b03-8375-633e6c46c96f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 1e7a1731-78c5-4a57-b663-5a9c64871fed] Took 6.70 seconds to spawn the instance on the hypervisor. [ 1458.814767] env[69319]: DEBUG nova.compute.manager [None req-53c5ecbc-de86-4b03-8375-633e6c46c96f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 1e7a1731-78c5-4a57-b663-5a9c64871fed] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1458.815558] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6e2e361-9aa4-4c8d-927f-286836fd6ed7 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.818385] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b9d0f7a1-981c-4baa-b977-61e80a032bb5 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Releasing lock "refresh_cache-98a28bbc-93f2-44e1-958a-970d60d91b4e" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1458.818790] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9d0f7a1-981c-4baa-b977-61e80a032bb5 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 98a28bbc-93f2-44e1-958a-970d60d91b4e] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1458.819023] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e74c6a48-c3a4-4074-ae0c-9a9f5641909c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.827241] env[69319]: DEBUG oslo_vmware.api [None req-b9d0f7a1-981c-4baa-b977-61e80a032bb5 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Waiting for the task: (returnval){ [ 1458.827241] env[69319]: value = "task-3224432" [ 1458.827241] env[69319]: _type = "Task" [ 1458.827241] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.835987] env[69319]: DEBUG oslo_vmware.api [None req-b9d0f7a1-981c-4baa-b977-61e80a032bb5 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': task-3224432, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.338803] env[69319]: INFO nova.compute.manager [None req-53c5ecbc-de86-4b03-8375-633e6c46c96f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 1e7a1731-78c5-4a57-b663-5a9c64871fed] Took 11.39 seconds to build instance. [ 1459.345459] env[69319]: DEBUG oslo_vmware.api [None req-b9d0f7a1-981c-4baa-b977-61e80a032bb5 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': task-3224432, 'name': PowerOffVM_Task, 'duration_secs': 0.225555} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.346205] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9d0f7a1-981c-4baa-b977-61e80a032bb5 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 98a28bbc-93f2-44e1-958a-970d60d91b4e] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1459.346879] env[69319]: DEBUG nova.virt.hardware [None req-b9d0f7a1-981c-4baa-b977-61e80a032bb5 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1459.347054] env[69319]: DEBUG nova.virt.hardware [None req-b9d0f7a1-981c-4baa-b977-61e80a032bb5 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1459.347227] env[69319]: DEBUG nova.virt.hardware [None req-b9d0f7a1-981c-4baa-b977-61e80a032bb5 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1459.347431] env[69319]: DEBUG nova.virt.hardware [None req-b9d0f7a1-981c-4baa-b977-61e80a032bb5 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1459.347662] env[69319]: DEBUG nova.virt.hardware [None req-b9d0f7a1-981c-4baa-b977-61e80a032bb5 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1459.347791] env[69319]: DEBUG nova.virt.hardware [None req-b9d0f7a1-981c-4baa-b977-61e80a032bb5 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1459.348009] env[69319]: DEBUG nova.virt.hardware [None req-b9d0f7a1-981c-4baa-b977-61e80a032bb5 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1459.348178] env[69319]: DEBUG nova.virt.hardware [None req-b9d0f7a1-981c-4baa-b977-61e80a032bb5 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1459.348346] env[69319]: DEBUG nova.virt.hardware [None req-b9d0f7a1-981c-4baa-b977-61e80a032bb5 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1459.348509] env[69319]: DEBUG nova.virt.hardware [None req-b9d0f7a1-981c-4baa-b977-61e80a032bb5 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1459.348729] env[69319]: DEBUG nova.virt.hardware [None req-b9d0f7a1-981c-4baa-b977-61e80a032bb5 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1459.354382] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93243c44-8b27-44ea-bd06-c091a1b1e34a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.371531] env[69319]: DEBUG oslo_vmware.api [None req-b9d0f7a1-981c-4baa-b977-61e80a032bb5 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Waiting for the task: (returnval){ [ 1459.371531] env[69319]: value = "task-3224433" [ 1459.371531] env[69319]: _type = "Task" [ 1459.371531] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.381027] env[69319]: DEBUG oslo_vmware.api [None req-b9d0f7a1-981c-4baa-b977-61e80a032bb5 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': task-3224433, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.835506] env[69319]: DEBUG oslo_concurrency.lockutils [None req-1bb77641-c30d-4648-8194-5ce939f6a118 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Acquiring lock "fc809dd7-824e-4a1b-93dd-48adc56eae7a" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1459.835774] env[69319]: DEBUG oslo_concurrency.lockutils [None req-1bb77641-c30d-4648-8194-5ce939f6a118 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Lock "fc809dd7-824e-4a1b-93dd-48adc56eae7a" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1459.836133] env[69319]: INFO nova.compute.manager [None req-1bb77641-c30d-4648-8194-5ce939f6a118 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] [instance: fc809dd7-824e-4a1b-93dd-48adc56eae7a] Attaching volume b8ff4b40-0740-46e2-a9f0-d1a9cef83119 to /dev/sdb [ 1459.840352] env[69319]: DEBUG oslo_concurrency.lockutils [None req-53c5ecbc-de86-4b03-8375-633e6c46c96f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Lock "1e7a1731-78c5-4a57-b663-5a9c64871fed" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.901s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1459.872023] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b7d338f-ba78-438c-a667-b1e32ebd8053 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.884029] env[69319]: DEBUG oslo_vmware.api [None req-b9d0f7a1-981c-4baa-b977-61e80a032bb5 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': task-3224433, 'name': ReconfigVM_Task, 'duration_secs': 0.13281} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.886280] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-881586e3-d1c8-4018-8346-c8a543669a3f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.889203] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4f04bf3-584a-4ade-8520-779e05290453 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.907869] env[69319]: DEBUG nova.virt.hardware [None req-b9d0f7a1-981c-4baa-b977-61e80a032bb5 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1459.908073] env[69319]: DEBUG nova.virt.hardware [None req-b9d0f7a1-981c-4baa-b977-61e80a032bb5 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1459.908243] env[69319]: DEBUG nova.virt.hardware [None req-b9d0f7a1-981c-4baa-b977-61e80a032bb5 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1459.908433] env[69319]: DEBUG nova.virt.hardware [None req-b9d0f7a1-981c-4baa-b977-61e80a032bb5 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1459.908583] env[69319]: DEBUG nova.virt.hardware [None req-b9d0f7a1-981c-4baa-b977-61e80a032bb5 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1459.908735] env[69319]: DEBUG nova.virt.hardware [None req-b9d0f7a1-981c-4baa-b977-61e80a032bb5 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1459.908940] env[69319]: DEBUG nova.virt.hardware [None req-b9d0f7a1-981c-4baa-b977-61e80a032bb5 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1459.909129] env[69319]: DEBUG nova.virt.hardware [None req-b9d0f7a1-981c-4baa-b977-61e80a032bb5 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1459.909314] env[69319]: DEBUG nova.virt.hardware [None req-b9d0f7a1-981c-4baa-b977-61e80a032bb5 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1459.909473] env[69319]: DEBUG nova.virt.hardware [None req-b9d0f7a1-981c-4baa-b977-61e80a032bb5 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1459.909649] env[69319]: DEBUG nova.virt.hardware [None req-b9d0f7a1-981c-4baa-b977-61e80a032bb5 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1459.913942] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e16d5bb8-13e9-4a8c-b0ca-a1819c16b0a0 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.916471] env[69319]: DEBUG nova.virt.block_device [None req-1bb77641-c30d-4648-8194-5ce939f6a118 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] [instance: fc809dd7-824e-4a1b-93dd-48adc56eae7a] Updating existing volume attachment record: bd9ff757-d29a-457f-888b-c5983a567921 {{(pid=69319) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1459.922296] env[69319]: DEBUG oslo_vmware.api [None req-b9d0f7a1-981c-4baa-b977-61e80a032bb5 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Waiting for the task: (returnval){ [ 1459.922296] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]521d8f83-a27d-a406-76e5-c8b95a48211e" [ 1459.922296] env[69319]: _type = "Task" [ 1459.922296] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.930340] env[69319]: DEBUG oslo_vmware.api [None req-b9d0f7a1-981c-4baa-b977-61e80a032bb5 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]521d8f83-a27d-a406-76e5-c8b95a48211e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.221070] env[69319]: DEBUG nova.compute.manager [req-cda0d114-cb85-47f1-a0e1-70759a9e9309 req-33df3eec-d9ba-4d1a-a806-c0e9cdb29d2f service nova] [instance: 1e7a1731-78c5-4a57-b663-5a9c64871fed] Received event network-changed-392359d0-b37f-4ca9-bd51-334611cf5f61 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1460.221305] env[69319]: DEBUG nova.compute.manager [req-cda0d114-cb85-47f1-a0e1-70759a9e9309 req-33df3eec-d9ba-4d1a-a806-c0e9cdb29d2f service nova] [instance: 1e7a1731-78c5-4a57-b663-5a9c64871fed] Refreshing instance network info cache due to event network-changed-392359d0-b37f-4ca9-bd51-334611cf5f61. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1460.221576] env[69319]: DEBUG oslo_concurrency.lockutils [req-cda0d114-cb85-47f1-a0e1-70759a9e9309 req-33df3eec-d9ba-4d1a-a806-c0e9cdb29d2f service nova] Acquiring lock "refresh_cache-1e7a1731-78c5-4a57-b663-5a9c64871fed" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.221660] env[69319]: DEBUG oslo_concurrency.lockutils [req-cda0d114-cb85-47f1-a0e1-70759a9e9309 req-33df3eec-d9ba-4d1a-a806-c0e9cdb29d2f service nova] Acquired lock "refresh_cache-1e7a1731-78c5-4a57-b663-5a9c64871fed" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1460.222039] env[69319]: DEBUG nova.network.neutron [req-cda0d114-cb85-47f1-a0e1-70759a9e9309 req-33df3eec-d9ba-4d1a-a806-c0e9cdb29d2f service nova] [instance: 1e7a1731-78c5-4a57-b663-5a9c64871fed] Refreshing network info cache for port 392359d0-b37f-4ca9-bd51-334611cf5f61 {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1460.432845] env[69319]: DEBUG oslo_vmware.api [None req-b9d0f7a1-981c-4baa-b977-61e80a032bb5 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]521d8f83-a27d-a406-76e5-c8b95a48211e, 'name': SearchDatastore_Task, 'duration_secs': 0.008989} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.438298] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9d0f7a1-981c-4baa-b977-61e80a032bb5 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 98a28bbc-93f2-44e1-958a-970d60d91b4e] Reconfiguring VM instance instance-0000007a to detach disk 2000 {{(pid=69319) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1460.438634] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff5a596a-2aa9-413a-a998-85020a58deae {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.457853] env[69319]: DEBUG oslo_vmware.api [None req-b9d0f7a1-981c-4baa-b977-61e80a032bb5 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Waiting for the task: (returnval){ [ 1460.457853] env[69319]: value = "task-3224435" [ 1460.457853] env[69319]: _type = "Task" [ 1460.457853] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.465858] env[69319]: DEBUG oslo_vmware.api [None req-b9d0f7a1-981c-4baa-b977-61e80a032bb5 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': task-3224435, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.929524] env[69319]: DEBUG nova.network.neutron [req-cda0d114-cb85-47f1-a0e1-70759a9e9309 req-33df3eec-d9ba-4d1a-a806-c0e9cdb29d2f service nova] [instance: 1e7a1731-78c5-4a57-b663-5a9c64871fed] Updated VIF entry in instance network info cache for port 392359d0-b37f-4ca9-bd51-334611cf5f61. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1460.930094] env[69319]: DEBUG nova.network.neutron [req-cda0d114-cb85-47f1-a0e1-70759a9e9309 req-33df3eec-d9ba-4d1a-a806-c0e9cdb29d2f service nova] [instance: 1e7a1731-78c5-4a57-b663-5a9c64871fed] Updating instance_info_cache with network_info: [{"id": "392359d0-b37f-4ca9-bd51-334611cf5f61", "address": "fa:16:3e:27:7b:8e", "network": {"id": "71fca4d9-61bc-4013-a81b-0ddfab3b1cbc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-616015346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95644d802b30495ab0252d6e801d8941", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap392359d0-b3", "ovs_interfaceid": "392359d0-b37f-4ca9-bd51-334611cf5f61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1460.967742] env[69319]: DEBUG oslo_vmware.api [None req-b9d0f7a1-981c-4baa-b977-61e80a032bb5 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': task-3224435, 'name': ReconfigVM_Task, 'duration_secs': 0.203328} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.968055] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9d0f7a1-981c-4baa-b977-61e80a032bb5 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 98a28bbc-93f2-44e1-958a-970d60d91b4e] Reconfigured VM instance instance-0000007a to detach disk 2000 {{(pid=69319) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1460.968814] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5bf565d-9674-4073-993c-f6bcea5fc4f9 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.991884] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9d0f7a1-981c-4baa-b977-61e80a032bb5 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 98a28bbc-93f2-44e1-958a-970d60d91b4e] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] 98a28bbc-93f2-44e1-958a-970d60d91b4e/98a28bbc-93f2-44e1-958a-970d60d91b4e.vmdk or device None with type thin {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1460.992164] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7c22457-cf71-449c-a90a-a987dc1e29f0 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.010786] env[69319]: DEBUG oslo_vmware.api [None req-b9d0f7a1-981c-4baa-b977-61e80a032bb5 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Waiting for the task: (returnval){ [ 1461.010786] env[69319]: value = "task-3224436" [ 1461.010786] env[69319]: _type = "Task" [ 1461.010786] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.020045] env[69319]: DEBUG oslo_vmware.api [None req-b9d0f7a1-981c-4baa-b977-61e80a032bb5 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': task-3224436, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.432761] env[69319]: DEBUG oslo_concurrency.lockutils [req-cda0d114-cb85-47f1-a0e1-70759a9e9309 req-33df3eec-d9ba-4d1a-a806-c0e9cdb29d2f service nova] Releasing lock "refresh_cache-1e7a1731-78c5-4a57-b663-5a9c64871fed" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1461.521302] env[69319]: DEBUG oslo_vmware.api [None req-b9d0f7a1-981c-4baa-b977-61e80a032bb5 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': task-3224436, 'name': ReconfigVM_Task, 'duration_secs': 0.27323} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.521689] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9d0f7a1-981c-4baa-b977-61e80a032bb5 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 98a28bbc-93f2-44e1-958a-970d60d91b4e] Reconfigured VM instance instance-0000007a to attach disk [datastore2] 98a28bbc-93f2-44e1-958a-970d60d91b4e/98a28bbc-93f2-44e1-958a-970d60d91b4e.vmdk or device None with type thin {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1461.522468] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-213e2a3b-d4a8-4727-819e-e265c2a2e9c6 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.541215] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b93df086-4a63-40bc-b6d9-c9205c90904a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.559050] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82c95f60-db59-4dd3-b793-35d20dce9dc6 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.576266] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c95c5cd-ce9d-4cd7-8d0a-ab1f733cdf0b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.582665] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9d0f7a1-981c-4baa-b977-61e80a032bb5 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 98a28bbc-93f2-44e1-958a-970d60d91b4e] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1461.582894] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e5176125-8d58-4502-829e-2e4a77bbc3e4 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.588410] env[69319]: DEBUG oslo_vmware.api [None req-b9d0f7a1-981c-4baa-b977-61e80a032bb5 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Waiting for the task: (returnval){ [ 1461.588410] env[69319]: value = "task-3224437" [ 1461.588410] env[69319]: _type = "Task" [ 1461.588410] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.595228] env[69319]: DEBUG oslo_vmware.api [None req-b9d0f7a1-981c-4baa-b977-61e80a032bb5 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': task-3224437, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.098044] env[69319]: DEBUG oslo_vmware.api [None req-b9d0f7a1-981c-4baa-b977-61e80a032bb5 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': task-3224437, 'name': PowerOnVM_Task, 'duration_secs': 0.360926} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.098284] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9d0f7a1-981c-4baa-b977-61e80a032bb5 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 98a28bbc-93f2-44e1-958a-970d60d91b4e] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1463.109465] env[69319]: INFO nova.compute.manager [None req-b9d0f7a1-981c-4baa-b977-61e80a032bb5 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 98a28bbc-93f2-44e1-958a-970d60d91b4e] Updating instance to original state: 'active' [ 1464.063455] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5c45dd12-09c2-4168-a60f-48b75562540f tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Acquiring lock "98a28bbc-93f2-44e1-958a-970d60d91b4e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1464.063667] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5c45dd12-09c2-4168-a60f-48b75562540f tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Lock "98a28bbc-93f2-44e1-958a-970d60d91b4e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1464.063879] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5c45dd12-09c2-4168-a60f-48b75562540f tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Acquiring lock "98a28bbc-93f2-44e1-958a-970d60d91b4e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1464.064081] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5c45dd12-09c2-4168-a60f-48b75562540f tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Lock "98a28bbc-93f2-44e1-958a-970d60d91b4e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1464.064275] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5c45dd12-09c2-4168-a60f-48b75562540f tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Lock "98a28bbc-93f2-44e1-958a-970d60d91b4e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1464.066495] env[69319]: INFO nova.compute.manager [None req-5c45dd12-09c2-4168-a60f-48b75562540f tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 98a28bbc-93f2-44e1-958a-970d60d91b4e] Terminating instance [ 1464.465459] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bb77641-c30d-4648-8194-5ce939f6a118 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] [instance: fc809dd7-824e-4a1b-93dd-48adc56eae7a] Volume attach. Driver type: vmdk {{(pid=69319) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1464.465739] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bb77641-c30d-4648-8194-5ce939f6a118 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] [instance: fc809dd7-824e-4a1b-93dd-48adc56eae7a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-644584', 'volume_id': 'b8ff4b40-0740-46e2-a9f0-d1a9cef83119', 'name': 'volume-b8ff4b40-0740-46e2-a9f0-d1a9cef83119', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fc809dd7-824e-4a1b-93dd-48adc56eae7a', 'attached_at': '', 'detached_at': '', 'volume_id': 'b8ff4b40-0740-46e2-a9f0-d1a9cef83119', 'serial': 'b8ff4b40-0740-46e2-a9f0-d1a9cef83119'} {{(pid=69319) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1464.466661] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e1b9079-f7d4-4a51-9fe5-9f580c3f146e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.483434] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe32c95b-9679-4f69-8773-de2806d4479a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.508248] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bb77641-c30d-4648-8194-5ce939f6a118 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] [instance: fc809dd7-824e-4a1b-93dd-48adc56eae7a] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] volume-b8ff4b40-0740-46e2-a9f0-d1a9cef83119/volume-b8ff4b40-0740-46e2-a9f0-d1a9cef83119.vmdk or device None with type thin {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1464.508566] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9afd07c8-c8da-4687-a822-2c4a5112f579 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.525955] env[69319]: DEBUG oslo_vmware.api [None req-1bb77641-c30d-4648-8194-5ce939f6a118 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Waiting for the task: (returnval){ [ 1464.525955] env[69319]: value = "task-3224439" [ 1464.525955] env[69319]: _type = "Task" [ 1464.525955] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.533878] env[69319]: DEBUG oslo_vmware.api [None req-1bb77641-c30d-4648-8194-5ce939f6a118 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Task: {'id': task-3224439, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.569924] env[69319]: DEBUG nova.compute.manager [None req-5c45dd12-09c2-4168-a60f-48b75562540f tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 98a28bbc-93f2-44e1-958a-970d60d91b4e] Start destroying the instance on the hypervisor. {{(pid=69319) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1464.570252] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-5c45dd12-09c2-4168-a60f-48b75562540f tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 98a28bbc-93f2-44e1-958a-970d60d91b4e] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1464.571148] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adf653ba-c661-489a-988d-3b85cfe6f4ee {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.578195] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c45dd12-09c2-4168-a60f-48b75562540f tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 98a28bbc-93f2-44e1-958a-970d60d91b4e] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1464.578460] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1e97d11e-1ccc-4ae4-abe0-d87cf3c9b098 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.583965] env[69319]: DEBUG oslo_vmware.api [None req-5c45dd12-09c2-4168-a60f-48b75562540f tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Waiting for the task: (returnval){ [ 1464.583965] env[69319]: value = "task-3224440" [ 1464.583965] env[69319]: _type = "Task" [ 1464.583965] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.592558] env[69319]: DEBUG oslo_vmware.api [None req-5c45dd12-09c2-4168-a60f-48b75562540f tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': task-3224440, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.036134] env[69319]: DEBUG oslo_vmware.api [None req-1bb77641-c30d-4648-8194-5ce939f6a118 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Task: {'id': task-3224439, 'name': ReconfigVM_Task, 'duration_secs': 0.357485} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.036385] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bb77641-c30d-4648-8194-5ce939f6a118 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] [instance: fc809dd7-824e-4a1b-93dd-48adc56eae7a] Reconfigured VM instance instance-0000007c to attach disk [datastore1] volume-b8ff4b40-0740-46e2-a9f0-d1a9cef83119/volume-b8ff4b40-0740-46e2-a9f0-d1a9cef83119.vmdk or device None with type thin {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1465.041110] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64c93bf6-2379-454e-8c7d-a8cac2d4a2a6 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.055550] env[69319]: DEBUG oslo_vmware.api [None req-1bb77641-c30d-4648-8194-5ce939f6a118 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Waiting for the task: (returnval){ [ 1465.055550] env[69319]: value = "task-3224441" [ 1465.055550] env[69319]: _type = "Task" [ 1465.055550] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.064060] env[69319]: DEBUG oslo_vmware.api [None req-1bb77641-c30d-4648-8194-5ce939f6a118 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Task: {'id': task-3224441, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.091782] env[69319]: DEBUG oslo_vmware.api [None req-5c45dd12-09c2-4168-a60f-48b75562540f tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': task-3224440, 'name': PowerOffVM_Task, 'duration_secs': 0.174724} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.092051] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c45dd12-09c2-4168-a60f-48b75562540f tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 98a28bbc-93f2-44e1-958a-970d60d91b4e] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1465.092233] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-5c45dd12-09c2-4168-a60f-48b75562540f tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 98a28bbc-93f2-44e1-958a-970d60d91b4e] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1465.092461] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e78f12c3-41db-43f6-b8a4-e21ca32ba8e3 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.155303] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-5c45dd12-09c2-4168-a60f-48b75562540f tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 98a28bbc-93f2-44e1-958a-970d60d91b4e] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1465.155655] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-5c45dd12-09c2-4168-a60f-48b75562540f tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 98a28bbc-93f2-44e1-958a-970d60d91b4e] Deleting contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1465.155763] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c45dd12-09c2-4168-a60f-48b75562540f tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Deleting the datastore file [datastore2] 98a28bbc-93f2-44e1-958a-970d60d91b4e {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1465.155961] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-27fac667-e2f0-4274-b7db-17cd9a9f47c5 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.162983] env[69319]: DEBUG oslo_vmware.api [None req-5c45dd12-09c2-4168-a60f-48b75562540f tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Waiting for the task: (returnval){ [ 1465.162983] env[69319]: value = "task-3224443" [ 1465.162983] env[69319]: _type = "Task" [ 1465.162983] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.171024] env[69319]: DEBUG oslo_vmware.api [None req-5c45dd12-09c2-4168-a60f-48b75562540f tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': task-3224443, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.565758] env[69319]: DEBUG oslo_vmware.api [None req-1bb77641-c30d-4648-8194-5ce939f6a118 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Task: {'id': task-3224441, 'name': ReconfigVM_Task, 'duration_secs': 0.145015} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.566217] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bb77641-c30d-4648-8194-5ce939f6a118 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] [instance: fc809dd7-824e-4a1b-93dd-48adc56eae7a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-644584', 'volume_id': 'b8ff4b40-0740-46e2-a9f0-d1a9cef83119', 'name': 'volume-b8ff4b40-0740-46e2-a9f0-d1a9cef83119', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fc809dd7-824e-4a1b-93dd-48adc56eae7a', 'attached_at': '', 'detached_at': '', 'volume_id': 'b8ff4b40-0740-46e2-a9f0-d1a9cef83119', 'serial': 'b8ff4b40-0740-46e2-a9f0-d1a9cef83119'} {{(pid=69319) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1465.672156] env[69319]: DEBUG oslo_vmware.api [None req-5c45dd12-09c2-4168-a60f-48b75562540f tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': task-3224443, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156165} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.672421] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c45dd12-09c2-4168-a60f-48b75562540f tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1465.672596] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-5c45dd12-09c2-4168-a60f-48b75562540f tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 98a28bbc-93f2-44e1-958a-970d60d91b4e] Deleted contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1465.672773] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-5c45dd12-09c2-4168-a60f-48b75562540f tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 98a28bbc-93f2-44e1-958a-970d60d91b4e] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1465.672997] env[69319]: INFO nova.compute.manager [None req-5c45dd12-09c2-4168-a60f-48b75562540f tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 98a28bbc-93f2-44e1-958a-970d60d91b4e] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1465.673206] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5c45dd12-09c2-4168-a60f-48b75562540f tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1465.673407] env[69319]: DEBUG nova.compute.manager [-] [instance: 98a28bbc-93f2-44e1-958a-970d60d91b4e] Deallocating network for instance {{(pid=69319) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1465.673514] env[69319]: DEBUG nova.network.neutron [-] [instance: 98a28bbc-93f2-44e1-958a-970d60d91b4e] deallocate_for_instance() {{(pid=69319) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1466.136574] env[69319]: DEBUG nova.compute.manager [req-0db65923-6a0b-4402-bf33-44fb4f349f58 req-186b93ae-e13b-4451-9b31-2c1ac6e9cc03 service nova] [instance: 98a28bbc-93f2-44e1-958a-970d60d91b4e] Received event network-vif-deleted-c23a8c9b-9a4c-460e-af71-1a4a0071346b {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1466.136671] env[69319]: INFO nova.compute.manager [req-0db65923-6a0b-4402-bf33-44fb4f349f58 req-186b93ae-e13b-4451-9b31-2c1ac6e9cc03 service nova] [instance: 98a28bbc-93f2-44e1-958a-970d60d91b4e] Neutron deleted interface c23a8c9b-9a4c-460e-af71-1a4a0071346b; detaching it from the instance and deleting it from the info cache [ 1466.136764] env[69319]: DEBUG nova.network.neutron [req-0db65923-6a0b-4402-bf33-44fb4f349f58 req-186b93ae-e13b-4451-9b31-2c1ac6e9cc03 service nova] [instance: 98a28bbc-93f2-44e1-958a-970d60d91b4e] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1466.603751] env[69319]: DEBUG nova.objects.instance [None req-1bb77641-c30d-4648-8194-5ce939f6a118 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Lazy-loading 'flavor' on Instance uuid fc809dd7-824e-4a1b-93dd-48adc56eae7a {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1466.620705] env[69319]: DEBUG nova.network.neutron [-] [instance: 98a28bbc-93f2-44e1-958a-970d60d91b4e] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1466.639897] env[69319]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f7bc99f9-946f-4913-9b30-7878415eb3ab {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.650299] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65bcd086-05a8-458a-a413-9cec288eeaf3 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.678383] env[69319]: DEBUG nova.compute.manager [req-0db65923-6a0b-4402-bf33-44fb4f349f58 req-186b93ae-e13b-4451-9b31-2c1ac6e9cc03 service nova] [instance: 98a28bbc-93f2-44e1-958a-970d60d91b4e] Detach interface failed, port_id=c23a8c9b-9a4c-460e-af71-1a4a0071346b, reason: Instance 98a28bbc-93f2-44e1-958a-970d60d91b4e could not be found. {{(pid=69319) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1467.109434] env[69319]: DEBUG oslo_concurrency.lockutils [None req-1bb77641-c30d-4648-8194-5ce939f6a118 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Lock "fc809dd7-824e-4a1b-93dd-48adc56eae7a" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.273s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1467.122870] env[69319]: INFO nova.compute.manager [-] [instance: 98a28bbc-93f2-44e1-958a-970d60d91b4e] Took 1.45 seconds to deallocate network for instance. [ 1467.630118] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5c45dd12-09c2-4168-a60f-48b75562540f tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1467.630516] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5c45dd12-09c2-4168-a60f-48b75562540f tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1467.630608] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5c45dd12-09c2-4168-a60f-48b75562540f tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1467.650054] env[69319]: INFO nova.scheduler.client.report [None req-5c45dd12-09c2-4168-a60f-48b75562540f tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Deleted allocations for instance 98a28bbc-93f2-44e1-958a-970d60d91b4e [ 1467.908696] env[69319]: DEBUG oslo_concurrency.lockutils [None req-e4ab9552-bb12-40db-bb62-2ba5ed84acbc tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Acquiring lock "fc809dd7-824e-4a1b-93dd-48adc56eae7a" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1467.908934] env[69319]: DEBUG oslo_concurrency.lockutils [None req-e4ab9552-bb12-40db-bb62-2ba5ed84acbc tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Lock "fc809dd7-824e-4a1b-93dd-48adc56eae7a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1468.158072] env[69319]: DEBUG oslo_concurrency.lockutils [None req-5c45dd12-09c2-4168-a60f-48b75562540f tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Lock "98a28bbc-93f2-44e1-958a-970d60d91b4e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.094s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1468.413138] env[69319]: DEBUG nova.compute.utils [None req-e4ab9552-bb12-40db-bb62-2ba5ed84acbc tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Using /dev/sd instead of None {{(pid=69319) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1468.916143] env[69319]: DEBUG oslo_concurrency.lockutils [None req-e4ab9552-bb12-40db-bb62-2ba5ed84acbc tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Lock "fc809dd7-824e-4a1b-93dd-48adc56eae7a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1468.973662] env[69319]: DEBUG oslo_concurrency.lockutils [None req-94e12a98-08fc-4f7f-a918-1eafbd90569e tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Acquiring lock "8bf9adc0-9016-49b4-b72c-71ec5a3f5a48" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1468.973889] env[69319]: DEBUG oslo_concurrency.lockutils [None req-94e12a98-08fc-4f7f-a918-1eafbd90569e tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Lock "8bf9adc0-9016-49b4-b72c-71ec5a3f5a48" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1469.477290] env[69319]: DEBUG nova.compute.manager [None req-94e12a98-08fc-4f7f-a918-1eafbd90569e tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 8bf9adc0-9016-49b4-b72c-71ec5a3f5a48] Starting instance... {{(pid=69319) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1469.981327] env[69319]: DEBUG oslo_concurrency.lockutils [None req-e4ab9552-bb12-40db-bb62-2ba5ed84acbc tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Acquiring lock "fc809dd7-824e-4a1b-93dd-48adc56eae7a" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1469.981730] env[69319]: DEBUG oslo_concurrency.lockutils [None req-e4ab9552-bb12-40db-bb62-2ba5ed84acbc tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Lock "fc809dd7-824e-4a1b-93dd-48adc56eae7a" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1469.981840] env[69319]: INFO nova.compute.manager [None req-e4ab9552-bb12-40db-bb62-2ba5ed84acbc tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] [instance: fc809dd7-824e-4a1b-93dd-48adc56eae7a] Attaching volume dae7ce64-e4ea-443e-ae74-4ef4942661af to /dev/sdc [ 1470.001469] env[69319]: DEBUG oslo_concurrency.lockutils [None req-94e12a98-08fc-4f7f-a918-1eafbd90569e tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1470.001944] env[69319]: DEBUG oslo_concurrency.lockutils [None req-94e12a98-08fc-4f7f-a918-1eafbd90569e tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1470.003289] env[69319]: INFO nova.compute.claims [None req-94e12a98-08fc-4f7f-a918-1eafbd90569e tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 8bf9adc0-9016-49b4-b72c-71ec5a3f5a48] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1470.014786] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1888c9c-b45a-4fa8-8ee0-ca9dcab8de26 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.021894] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ce3453b-e27a-4702-ae1d-0a6ca7bc034a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.035133] env[69319]: DEBUG nova.virt.block_device [None req-e4ab9552-bb12-40db-bb62-2ba5ed84acbc tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] [instance: fc809dd7-824e-4a1b-93dd-48adc56eae7a] Updating existing volume attachment record: c7ffe944-2347-435e-95d4-c1b1d2feb454 {{(pid=69319) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1471.058882] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49079068-ad5d-4876-83c0-f51d46d2dda2 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.065994] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-208dcaf7-bb23-4a10-810b-b86728f9e409 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.094855] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65bfb872-9d2b-41bc-8689-fa0618e3c576 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.102038] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99c27dc3-e2af-4516-abac-1c4a7ea40847 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.114794] env[69319]: DEBUG nova.compute.provider_tree [None req-94e12a98-08fc-4f7f-a918-1eafbd90569e tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1471.618210] env[69319]: DEBUG nova.scheduler.client.report [None req-94e12a98-08fc-4f7f-a918-1eafbd90569e tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1472.123703] env[69319]: DEBUG oslo_concurrency.lockutils [None req-94e12a98-08fc-4f7f-a918-1eafbd90569e tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.122s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1472.124254] env[69319]: DEBUG nova.compute.manager [None req-94e12a98-08fc-4f7f-a918-1eafbd90569e tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 8bf9adc0-9016-49b4-b72c-71ec5a3f5a48] Start building networks asynchronously for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1472.630042] env[69319]: DEBUG nova.compute.utils [None req-94e12a98-08fc-4f7f-a918-1eafbd90569e tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Using /dev/sd instead of None {{(pid=69319) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1472.631797] env[69319]: DEBUG nova.compute.manager [None req-94e12a98-08fc-4f7f-a918-1eafbd90569e tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 8bf9adc0-9016-49b4-b72c-71ec5a3f5a48] Allocating IP information in the background. {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1472.631973] env[69319]: DEBUG nova.network.neutron [None req-94e12a98-08fc-4f7f-a918-1eafbd90569e tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 8bf9adc0-9016-49b4-b72c-71ec5a3f5a48] allocate_for_instance() {{(pid=69319) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1472.678233] env[69319]: DEBUG nova.policy [None req-94e12a98-08fc-4f7f-a918-1eafbd90569e tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6ca8daefd57343b7880a675f22fc88c8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ef4b5f34c7fe4128a153d1f4914be606', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69319) authorize /opt/stack/nova/nova/policy.py:192}} [ 1472.935506] env[69319]: DEBUG nova.network.neutron [None req-94e12a98-08fc-4f7f-a918-1eafbd90569e tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 8bf9adc0-9016-49b4-b72c-71ec5a3f5a48] Successfully created port: 78b2bd26-9c2f-4248-bc4f-c1095c346212 {{(pid=69319) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1473.135406] env[69319]: DEBUG nova.compute.manager [None req-94e12a98-08fc-4f7f-a918-1eafbd90569e tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 8bf9adc0-9016-49b4-b72c-71ec5a3f5a48] Start building block device mappings for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1474.145262] env[69319]: DEBUG nova.compute.manager [None req-94e12a98-08fc-4f7f-a918-1eafbd90569e tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 8bf9adc0-9016-49b4-b72c-71ec5a3f5a48] Start spawning the instance on the hypervisor. {{(pid=69319) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1474.174950] env[69319]: DEBUG nova.virt.hardware [None req-94e12a98-08fc-4f7f-a918-1eafbd90569e tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:32:36Z,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31f027872f6f44dba95ff2fe7a062e00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:32:36Z,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1474.175232] env[69319]: DEBUG nova.virt.hardware [None req-94e12a98-08fc-4f7f-a918-1eafbd90569e tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1474.175397] env[69319]: DEBUG nova.virt.hardware [None req-94e12a98-08fc-4f7f-a918-1eafbd90569e tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1474.175584] env[69319]: DEBUG nova.virt.hardware [None req-94e12a98-08fc-4f7f-a918-1eafbd90569e tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1474.175735] env[69319]: DEBUG nova.virt.hardware [None req-94e12a98-08fc-4f7f-a918-1eafbd90569e tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1474.175882] env[69319]: DEBUG nova.virt.hardware [None req-94e12a98-08fc-4f7f-a918-1eafbd90569e tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1474.176119] env[69319]: DEBUG nova.virt.hardware [None req-94e12a98-08fc-4f7f-a918-1eafbd90569e tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1474.176647] env[69319]: DEBUG nova.virt.hardware [None req-94e12a98-08fc-4f7f-a918-1eafbd90569e tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1474.176647] env[69319]: DEBUG nova.virt.hardware [None req-94e12a98-08fc-4f7f-a918-1eafbd90569e tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1474.176647] env[69319]: DEBUG nova.virt.hardware [None req-94e12a98-08fc-4f7f-a918-1eafbd90569e tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1474.176837] env[69319]: DEBUG nova.virt.hardware [None req-94e12a98-08fc-4f7f-a918-1eafbd90569e tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1474.177730] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d51b5d9-e41e-4077-847a-b1a95aa95b8a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.185787] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea4a6829-68b4-4795-9094-94f0a4f50225 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.285989] env[69319]: DEBUG nova.compute.manager [req-3c8d8c03-7a13-4b6d-a810-f8d3021ee04b req-5445eed1-e1de-4bf6-832f-b2583ba3b90f service nova] [instance: 8bf9adc0-9016-49b4-b72c-71ec5a3f5a48] Received event network-vif-plugged-78b2bd26-9c2f-4248-bc4f-c1095c346212 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1474.286244] env[69319]: DEBUG oslo_concurrency.lockutils [req-3c8d8c03-7a13-4b6d-a810-f8d3021ee04b req-5445eed1-e1de-4bf6-832f-b2583ba3b90f service nova] Acquiring lock "8bf9adc0-9016-49b4-b72c-71ec5a3f5a48-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1474.286462] env[69319]: DEBUG oslo_concurrency.lockutils [req-3c8d8c03-7a13-4b6d-a810-f8d3021ee04b req-5445eed1-e1de-4bf6-832f-b2583ba3b90f service nova] Lock "8bf9adc0-9016-49b4-b72c-71ec5a3f5a48-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1474.286625] env[69319]: DEBUG oslo_concurrency.lockutils [req-3c8d8c03-7a13-4b6d-a810-f8d3021ee04b req-5445eed1-e1de-4bf6-832f-b2583ba3b90f service nova] Lock "8bf9adc0-9016-49b4-b72c-71ec5a3f5a48-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1474.286816] env[69319]: DEBUG nova.compute.manager [req-3c8d8c03-7a13-4b6d-a810-f8d3021ee04b req-5445eed1-e1de-4bf6-832f-b2583ba3b90f service nova] [instance: 8bf9adc0-9016-49b4-b72c-71ec5a3f5a48] No waiting events found dispatching network-vif-plugged-78b2bd26-9c2f-4248-bc4f-c1095c346212 {{(pid=69319) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1474.286949] env[69319]: WARNING nova.compute.manager [req-3c8d8c03-7a13-4b6d-a810-f8d3021ee04b req-5445eed1-e1de-4bf6-832f-b2583ba3b90f service nova] [instance: 8bf9adc0-9016-49b4-b72c-71ec5a3f5a48] Received unexpected event network-vif-plugged-78b2bd26-9c2f-4248-bc4f-c1095c346212 for instance with vm_state building and task_state spawning. [ 1474.370532] env[69319]: DEBUG nova.network.neutron [None req-94e12a98-08fc-4f7f-a918-1eafbd90569e tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 8bf9adc0-9016-49b4-b72c-71ec5a3f5a48] Successfully updated port: 78b2bd26-9c2f-4248-bc4f-c1095c346212 {{(pid=69319) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1474.576600] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4ab9552-bb12-40db-bb62-2ba5ed84acbc tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] [instance: fc809dd7-824e-4a1b-93dd-48adc56eae7a] Volume attach. Driver type: vmdk {{(pid=69319) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1474.576863] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4ab9552-bb12-40db-bb62-2ba5ed84acbc tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] [instance: fc809dd7-824e-4a1b-93dd-48adc56eae7a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-644585', 'volume_id': 'dae7ce64-e4ea-443e-ae74-4ef4942661af', 'name': 'volume-dae7ce64-e4ea-443e-ae74-4ef4942661af', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fc809dd7-824e-4a1b-93dd-48adc56eae7a', 'attached_at': '', 'detached_at': '', 'volume_id': 'dae7ce64-e4ea-443e-ae74-4ef4942661af', 'serial': 'dae7ce64-e4ea-443e-ae74-4ef4942661af'} {{(pid=69319) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1474.577811] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f632fdc-4776-4c43-9c12-8efec040d89d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.594057] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24b00c62-ce82-487f-8f8a-a05579f662cc {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.620515] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4ab9552-bb12-40db-bb62-2ba5ed84acbc tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] [instance: fc809dd7-824e-4a1b-93dd-48adc56eae7a] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] volume-dae7ce64-e4ea-443e-ae74-4ef4942661af/volume-dae7ce64-e4ea-443e-ae74-4ef4942661af.vmdk or device None with type thin {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1474.620702] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a807c807-8d23-44cb-b3d1-d84ad0775cef {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.638175] env[69319]: DEBUG oslo_vmware.api [None req-e4ab9552-bb12-40db-bb62-2ba5ed84acbc tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Waiting for the task: (returnval){ [ 1474.638175] env[69319]: value = "task-3224446" [ 1474.638175] env[69319]: _type = "Task" [ 1474.638175] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.646054] env[69319]: DEBUG oslo_vmware.api [None req-e4ab9552-bb12-40db-bb62-2ba5ed84acbc tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Task: {'id': task-3224446, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.873063] env[69319]: DEBUG oslo_concurrency.lockutils [None req-94e12a98-08fc-4f7f-a918-1eafbd90569e tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Acquiring lock "refresh_cache-8bf9adc0-9016-49b4-b72c-71ec5a3f5a48" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.873063] env[69319]: DEBUG oslo_concurrency.lockutils [None req-94e12a98-08fc-4f7f-a918-1eafbd90569e tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Acquired lock "refresh_cache-8bf9adc0-9016-49b4-b72c-71ec5a3f5a48" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1474.873267] env[69319]: DEBUG nova.network.neutron [None req-94e12a98-08fc-4f7f-a918-1eafbd90569e tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 8bf9adc0-9016-49b4-b72c-71ec5a3f5a48] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1475.150044] env[69319]: DEBUG oslo_vmware.api [None req-e4ab9552-bb12-40db-bb62-2ba5ed84acbc tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Task: {'id': task-3224446, 'name': ReconfigVM_Task, 'duration_secs': 0.381311} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.150044] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4ab9552-bb12-40db-bb62-2ba5ed84acbc tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] [instance: fc809dd7-824e-4a1b-93dd-48adc56eae7a] Reconfigured VM instance instance-0000007c to attach disk [datastore2] volume-dae7ce64-e4ea-443e-ae74-4ef4942661af/volume-dae7ce64-e4ea-443e-ae74-4ef4942661af.vmdk or device None with type thin {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1475.154474] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1b40bef-bfe6-4f2a-b833-dc9b213573ae {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.171905] env[69319]: DEBUG oslo_vmware.api [None req-e4ab9552-bb12-40db-bb62-2ba5ed84acbc tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Waiting for the task: (returnval){ [ 1475.171905] env[69319]: value = "task-3224447" [ 1475.171905] env[69319]: _type = "Task" [ 1475.171905] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.180665] env[69319]: DEBUG oslo_vmware.api [None req-e4ab9552-bb12-40db-bb62-2ba5ed84acbc tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Task: {'id': task-3224447, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.404346] env[69319]: DEBUG nova.network.neutron [None req-94e12a98-08fc-4f7f-a918-1eafbd90569e tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 8bf9adc0-9016-49b4-b72c-71ec5a3f5a48] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1475.524837] env[69319]: DEBUG nova.network.neutron [None req-94e12a98-08fc-4f7f-a918-1eafbd90569e tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 8bf9adc0-9016-49b4-b72c-71ec5a3f5a48] Updating instance_info_cache with network_info: [{"id": "78b2bd26-9c2f-4248-bc4f-c1095c346212", "address": "fa:16:3e:66:42:b9", "network": {"id": "eba3ac7c-e65e-4811-a2ab-2b2399f9a31c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-580087532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef4b5f34c7fe4128a153d1f4914be606", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78b2bd26-9c", "ovs_interfaceid": "78b2bd26-9c2f-4248-bc4f-c1095c346212", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1475.681679] env[69319]: DEBUG oslo_vmware.api [None req-e4ab9552-bb12-40db-bb62-2ba5ed84acbc tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Task: {'id': task-3224447, 'name': ReconfigVM_Task, 'duration_secs': 0.157376} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.681997] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4ab9552-bb12-40db-bb62-2ba5ed84acbc tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] [instance: fc809dd7-824e-4a1b-93dd-48adc56eae7a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-644585', 'volume_id': 'dae7ce64-e4ea-443e-ae74-4ef4942661af', 'name': 'volume-dae7ce64-e4ea-443e-ae74-4ef4942661af', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fc809dd7-824e-4a1b-93dd-48adc56eae7a', 'attached_at': '', 'detached_at': '', 'volume_id': 'dae7ce64-e4ea-443e-ae74-4ef4942661af', 'serial': 'dae7ce64-e4ea-443e-ae74-4ef4942661af'} {{(pid=69319) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1476.027899] env[69319]: DEBUG oslo_concurrency.lockutils [None req-94e12a98-08fc-4f7f-a918-1eafbd90569e tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Releasing lock "refresh_cache-8bf9adc0-9016-49b4-b72c-71ec5a3f5a48" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1476.028284] env[69319]: DEBUG nova.compute.manager [None req-94e12a98-08fc-4f7f-a918-1eafbd90569e tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 8bf9adc0-9016-49b4-b72c-71ec5a3f5a48] Instance network_info: |[{"id": "78b2bd26-9c2f-4248-bc4f-c1095c346212", "address": "fa:16:3e:66:42:b9", "network": {"id": "eba3ac7c-e65e-4811-a2ab-2b2399f9a31c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-580087532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef4b5f34c7fe4128a153d1f4914be606", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78b2bd26-9c", "ovs_interfaceid": "78b2bd26-9c2f-4248-bc4f-c1095c346212", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1476.028725] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-94e12a98-08fc-4f7f-a918-1eafbd90569e tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 8bf9adc0-9016-49b4-b72c-71ec5a3f5a48] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:42:b9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '447ff42d-b33e-4b5d-8b7f-e8117ebbbc92', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '78b2bd26-9c2f-4248-bc4f-c1095c346212', 'vif_model': 'vmxnet3'}] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1476.036072] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-94e12a98-08fc-4f7f-a918-1eafbd90569e tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1476.036286] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8bf9adc0-9016-49b4-b72c-71ec5a3f5a48] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1476.036517] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d39df497-bf7e-4b64-af99-a9fea1c4d11c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.056164] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1476.056164] env[69319]: value = "task-3224448" [ 1476.056164] env[69319]: _type = "Task" [ 1476.056164] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.063337] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3224448, 'name': CreateVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.312396] env[69319]: DEBUG nova.compute.manager [req-b32f1e11-3d85-41e9-860e-de6fe1e8e25e req-121f19a6-f316-47f2-9e51-d8ae2231be79 service nova] [instance: 8bf9adc0-9016-49b4-b72c-71ec5a3f5a48] Received event network-changed-78b2bd26-9c2f-4248-bc4f-c1095c346212 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1476.312765] env[69319]: DEBUG nova.compute.manager [req-b32f1e11-3d85-41e9-860e-de6fe1e8e25e req-121f19a6-f316-47f2-9e51-d8ae2231be79 service nova] [instance: 8bf9adc0-9016-49b4-b72c-71ec5a3f5a48] Refreshing instance network info cache due to event network-changed-78b2bd26-9c2f-4248-bc4f-c1095c346212. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1476.312899] env[69319]: DEBUG oslo_concurrency.lockutils [req-b32f1e11-3d85-41e9-860e-de6fe1e8e25e req-121f19a6-f316-47f2-9e51-d8ae2231be79 service nova] Acquiring lock "refresh_cache-8bf9adc0-9016-49b4-b72c-71ec5a3f5a48" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.312948] env[69319]: DEBUG oslo_concurrency.lockutils [req-b32f1e11-3d85-41e9-860e-de6fe1e8e25e req-121f19a6-f316-47f2-9e51-d8ae2231be79 service nova] Acquired lock "refresh_cache-8bf9adc0-9016-49b4-b72c-71ec5a3f5a48" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1476.313099] env[69319]: DEBUG nova.network.neutron [req-b32f1e11-3d85-41e9-860e-de6fe1e8e25e req-121f19a6-f316-47f2-9e51-d8ae2231be79 service nova] [instance: 8bf9adc0-9016-49b4-b72c-71ec5a3f5a48] Refreshing network info cache for port 78b2bd26-9c2f-4248-bc4f-c1095c346212 {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1476.567922] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3224448, 'name': CreateVM_Task, 'duration_secs': 0.346261} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.568125] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8bf9adc0-9016-49b4-b72c-71ec5a3f5a48] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1476.568731] env[69319]: DEBUG oslo_concurrency.lockutils [None req-94e12a98-08fc-4f7f-a918-1eafbd90569e tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.568906] env[69319]: DEBUG oslo_concurrency.lockutils [None req-94e12a98-08fc-4f7f-a918-1eafbd90569e tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1476.569250] env[69319]: DEBUG oslo_concurrency.lockutils [None req-94e12a98-08fc-4f7f-a918-1eafbd90569e tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1476.569501] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f807ba1a-34da-4522-8893-0660503da767 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.573538] env[69319]: DEBUG oslo_vmware.api [None req-94e12a98-08fc-4f7f-a918-1eafbd90569e tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Waiting for the task: (returnval){ [ 1476.573538] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52ace85d-3524-fe1a-4ee6-b56c36a6c1a6" [ 1476.573538] env[69319]: _type = "Task" [ 1476.573538] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.581247] env[69319]: DEBUG oslo_vmware.api [None req-94e12a98-08fc-4f7f-a918-1eafbd90569e tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52ace85d-3524-fe1a-4ee6-b56c36a6c1a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.717526] env[69319]: DEBUG nova.objects.instance [None req-e4ab9552-bb12-40db-bb62-2ba5ed84acbc tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Lazy-loading 'flavor' on Instance uuid fc809dd7-824e-4a1b-93dd-48adc56eae7a {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1476.736205] env[69319]: DEBUG oslo_service.periodic_task [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69319) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1476.736677] env[69319]: DEBUG oslo_service.periodic_task [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69319) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1476.736850] env[69319]: DEBUG oslo_service.periodic_task [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69319) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1476.737013] env[69319]: DEBUG oslo_service.periodic_task [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69319) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1476.737215] env[69319]: DEBUG oslo_service.periodic_task [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Running periodic task ComputeManager.update_available_resource {{(pid=69319) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1477.033248] env[69319]: DEBUG nova.network.neutron [req-b32f1e11-3d85-41e9-860e-de6fe1e8e25e req-121f19a6-f316-47f2-9e51-d8ae2231be79 service nova] [instance: 8bf9adc0-9016-49b4-b72c-71ec5a3f5a48] Updated VIF entry in instance network info cache for port 78b2bd26-9c2f-4248-bc4f-c1095c346212. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1477.033625] env[69319]: DEBUG nova.network.neutron [req-b32f1e11-3d85-41e9-860e-de6fe1e8e25e req-121f19a6-f316-47f2-9e51-d8ae2231be79 service nova] [instance: 8bf9adc0-9016-49b4-b72c-71ec5a3f5a48] Updating instance_info_cache with network_info: [{"id": "78b2bd26-9c2f-4248-bc4f-c1095c346212", "address": "fa:16:3e:66:42:b9", "network": {"id": "eba3ac7c-e65e-4811-a2ab-2b2399f9a31c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-580087532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef4b5f34c7fe4128a153d1f4914be606", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78b2bd26-9c", "ovs_interfaceid": "78b2bd26-9c2f-4248-bc4f-c1095c346212", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1477.084148] env[69319]: DEBUG oslo_vmware.api [None req-94e12a98-08fc-4f7f-a918-1eafbd90569e tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52ace85d-3524-fe1a-4ee6-b56c36a6c1a6, 'name': SearchDatastore_Task, 'duration_secs': 0.010855} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.084386] env[69319]: DEBUG oslo_concurrency.lockutils [None req-94e12a98-08fc-4f7f-a918-1eafbd90569e tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1477.084618] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-94e12a98-08fc-4f7f-a918-1eafbd90569e tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 8bf9adc0-9016-49b4-b72c-71ec5a3f5a48] Processing image 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1477.084857] env[69319]: DEBUG oslo_concurrency.lockutils [None req-94e12a98-08fc-4f7f-a918-1eafbd90569e tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.085015] env[69319]: DEBUG oslo_concurrency.lockutils [None req-94e12a98-08fc-4f7f-a918-1eafbd90569e tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1477.085210] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-94e12a98-08fc-4f7f-a918-1eafbd90569e tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1477.085454] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c8f8a54c-e833-4e49-9d9d-3ac216f2f45f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.093230] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-94e12a98-08fc-4f7f-a918-1eafbd90569e tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1477.093400] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-94e12a98-08fc-4f7f-a918-1eafbd90569e tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1477.094068] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11acbd51-d18b-4279-b28b-4cf5cee08cb6 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.099029] env[69319]: DEBUG oslo_vmware.api [None req-94e12a98-08fc-4f7f-a918-1eafbd90569e tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Waiting for the task: (returnval){ [ 1477.099029] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52e5b138-03fc-9f73-7d48-5f7692d4aa0a" [ 1477.099029] env[69319]: _type = "Task" [ 1477.099029] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.105751] env[69319]: DEBUG oslo_vmware.api [None req-94e12a98-08fc-4f7f-a918-1eafbd90569e tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52e5b138-03fc-9f73-7d48-5f7692d4aa0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.222563] env[69319]: DEBUG oslo_concurrency.lockutils [None req-e4ab9552-bb12-40db-bb62-2ba5ed84acbc tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Lock "fc809dd7-824e-4a1b-93dd-48adc56eae7a" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.241s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1477.239302] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1477.239496] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1477.239595] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1477.239749] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69319) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1477.240631] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95714494-20b7-4d48-a36a-d33736773360 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.248895] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aacd4a37-0213-4d84-8433-5a76b7b1c2f1 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.262868] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96c1271d-5762-4a20-a9b9-b4e065d02ba9 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.269372] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7b5aee1-637a-4d36-8534-277108aeece4 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.297891] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180442MB free_disk=122GB free_vcpus=48 pci_devices=None {{(pid=69319) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1477.298030] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1477.298251] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1477.475495] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f5b44508-7331-49b2-9758-5f8d72614a7e tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Acquiring lock "fc809dd7-824e-4a1b-93dd-48adc56eae7a" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1477.475904] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f5b44508-7331-49b2-9758-5f8d72614a7e tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Lock "fc809dd7-824e-4a1b-93dd-48adc56eae7a" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1477.536194] env[69319]: DEBUG oslo_concurrency.lockutils [req-b32f1e11-3d85-41e9-860e-de6fe1e8e25e req-121f19a6-f316-47f2-9e51-d8ae2231be79 service nova] Releasing lock "refresh_cache-8bf9adc0-9016-49b4-b72c-71ec5a3f5a48" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1477.610649] env[69319]: DEBUG oslo_vmware.api [None req-94e12a98-08fc-4f7f-a918-1eafbd90569e tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52e5b138-03fc-9f73-7d48-5f7692d4aa0a, 'name': SearchDatastore_Task, 'duration_secs': 0.009387} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.611425] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81d39fe1-4bea-4c68-95a1-3687d72b8016 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.616793] env[69319]: DEBUG oslo_vmware.api [None req-94e12a98-08fc-4f7f-a918-1eafbd90569e tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Waiting for the task: (returnval){ [ 1477.616793] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]524d6640-9417-7482-6b01-4e563a0be8b0" [ 1477.616793] env[69319]: _type = "Task" [ 1477.616793] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.623850] env[69319]: DEBUG oslo_vmware.api [None req-94e12a98-08fc-4f7f-a918-1eafbd90569e tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]524d6640-9417-7482-6b01-4e563a0be8b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.979024] env[69319]: INFO nova.compute.manager [None req-f5b44508-7331-49b2-9758-5f8d72614a7e tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] [instance: fc809dd7-824e-4a1b-93dd-48adc56eae7a] Detaching volume b8ff4b40-0740-46e2-a9f0-d1a9cef83119 [ 1478.010254] env[69319]: INFO nova.virt.block_device [None req-f5b44508-7331-49b2-9758-5f8d72614a7e tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] [instance: fc809dd7-824e-4a1b-93dd-48adc56eae7a] Attempting to driver detach volume b8ff4b40-0740-46e2-a9f0-d1a9cef83119 from mountpoint /dev/sdb [ 1478.010492] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5b44508-7331-49b2-9758-5f8d72614a7e tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] [instance: fc809dd7-824e-4a1b-93dd-48adc56eae7a] Volume detach. Driver type: vmdk {{(pid=69319) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1478.010678] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5b44508-7331-49b2-9758-5f8d72614a7e tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] [instance: fc809dd7-824e-4a1b-93dd-48adc56eae7a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-644584', 'volume_id': 'b8ff4b40-0740-46e2-a9f0-d1a9cef83119', 'name': 'volume-b8ff4b40-0740-46e2-a9f0-d1a9cef83119', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fc809dd7-824e-4a1b-93dd-48adc56eae7a', 'attached_at': '', 'detached_at': '', 'volume_id': 'b8ff4b40-0740-46e2-a9f0-d1a9cef83119', 'serial': 'b8ff4b40-0740-46e2-a9f0-d1a9cef83119'} {{(pid=69319) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1478.011568] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6f05f4d-a604-4ac2-8f81-817d55ab2316 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.037033] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-563d36b0-2770-4567-a983-e110095ba0a3 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.043095] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3e52a72-5600-4d84-b0bf-4b21509aae97 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.065370] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-310bda3a-3d97-429b-8bcf-402a547ef46a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.080027] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5b44508-7331-49b2-9758-5f8d72614a7e tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] The volume has not been displaced from its original location: [datastore1] volume-b8ff4b40-0740-46e2-a9f0-d1a9cef83119/volume-b8ff4b40-0740-46e2-a9f0-d1a9cef83119.vmdk. No consolidation needed. {{(pid=69319) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1478.085148] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5b44508-7331-49b2-9758-5f8d72614a7e tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] [instance: fc809dd7-824e-4a1b-93dd-48adc56eae7a] Reconfiguring VM instance instance-0000007c to detach disk 2001 {{(pid=69319) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1478.085418] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0ab8e5f-675a-4eb6-853d-273ea2458cb0 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.102635] env[69319]: DEBUG oslo_vmware.api [None req-f5b44508-7331-49b2-9758-5f8d72614a7e tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Waiting for the task: (returnval){ [ 1478.102635] env[69319]: value = "task-3224449" [ 1478.102635] env[69319]: _type = "Task" [ 1478.102635] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.109984] env[69319]: DEBUG oslo_vmware.api [None req-f5b44508-7331-49b2-9758-5f8d72614a7e tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Task: {'id': task-3224449, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.124866] env[69319]: DEBUG oslo_vmware.api [None req-94e12a98-08fc-4f7f-a918-1eafbd90569e tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]524d6640-9417-7482-6b01-4e563a0be8b0, 'name': SearchDatastore_Task, 'duration_secs': 0.010406} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.125163] env[69319]: DEBUG oslo_concurrency.lockutils [None req-94e12a98-08fc-4f7f-a918-1eafbd90569e tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1478.125437] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-94e12a98-08fc-4f7f-a918-1eafbd90569e tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] 8bf9adc0-9016-49b4-b72c-71ec5a3f5a48/8bf9adc0-9016-49b4-b72c-71ec5a3f5a48.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1478.125678] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-df33c4e8-6df4-44ab-bb22-cef708ee88bf {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.132973] env[69319]: DEBUG oslo_vmware.api [None req-94e12a98-08fc-4f7f-a918-1eafbd90569e tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Waiting for the task: (returnval){ [ 1478.132973] env[69319]: value = "task-3224450" [ 1478.132973] env[69319]: _type = "Task" [ 1478.132973] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.140132] env[69319]: DEBUG oslo_vmware.api [None req-94e12a98-08fc-4f7f-a918-1eafbd90569e tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': task-3224450, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.355989] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance fc809dd7-824e-4a1b-93dd-48adc56eae7a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1478.356157] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance 1e7a1731-78c5-4a57-b663-5a9c64871fed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1478.356224] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance 8bf9adc0-9016-49b4-b72c-71ec5a3f5a48 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1478.356411] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=69319) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1478.356567] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=69319) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1478.413578] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca907059-fcc0-4c33-a77b-176f3d7989c8 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.421598] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b67664c2-89e8-4270-a1a9-c4a68ecb3e86 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.452649] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d6abc29-6971-4f93-9300-d62edb928a15 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.460969] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2b7744d-40f5-48d7-8968-881639e01dbd {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.474712] env[69319]: DEBUG nova.compute.provider_tree [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1478.612753] env[69319]: DEBUG oslo_vmware.api [None req-f5b44508-7331-49b2-9758-5f8d72614a7e tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Task: {'id': task-3224449, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.640931] env[69319]: DEBUG oslo_vmware.api [None req-94e12a98-08fc-4f7f-a918-1eafbd90569e tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': task-3224450, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.431031} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.641196] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-94e12a98-08fc-4f7f-a918-1eafbd90569e tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] 8bf9adc0-9016-49b4-b72c-71ec5a3f5a48/8bf9adc0-9016-49b4-b72c-71ec5a3f5a48.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1478.641420] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-94e12a98-08fc-4f7f-a918-1eafbd90569e tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 8bf9adc0-9016-49b4-b72c-71ec5a3f5a48] Extending root virtual disk to 1048576 {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1478.641643] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-341e9ca7-f5a4-493a-b4c5-31b4d2fbe8f9 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.647504] env[69319]: DEBUG oslo_vmware.api [None req-94e12a98-08fc-4f7f-a918-1eafbd90569e tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Waiting for the task: (returnval){ [ 1478.647504] env[69319]: value = "task-3224451" [ 1478.647504] env[69319]: _type = "Task" [ 1478.647504] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.654380] env[69319]: DEBUG oslo_vmware.api [None req-94e12a98-08fc-4f7f-a918-1eafbd90569e tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': task-3224451, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.977646] env[69319]: DEBUG nova.scheduler.client.report [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1479.114503] env[69319]: DEBUG oslo_vmware.api [None req-f5b44508-7331-49b2-9758-5f8d72614a7e tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Task: {'id': task-3224449, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.156085] env[69319]: DEBUG oslo_vmware.api [None req-94e12a98-08fc-4f7f-a918-1eafbd90569e tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': task-3224451, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06218} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.156410] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-94e12a98-08fc-4f7f-a918-1eafbd90569e tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 8bf9adc0-9016-49b4-b72c-71ec5a3f5a48] Extended root virtual disk {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1479.157219] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fc1ae92-9ccb-4796-8eed-458ed0163d9e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.179364] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-94e12a98-08fc-4f7f-a918-1eafbd90569e tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 8bf9adc0-9016-49b4-b72c-71ec5a3f5a48] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] 8bf9adc0-9016-49b4-b72c-71ec5a3f5a48/8bf9adc0-9016-49b4-b72c-71ec5a3f5a48.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1479.179619] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3253efd-8ccf-4c4d-9cd8-013062169e7b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.198799] env[69319]: DEBUG oslo_vmware.api [None req-94e12a98-08fc-4f7f-a918-1eafbd90569e tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Waiting for the task: (returnval){ [ 1479.198799] env[69319]: value = "task-3224452" [ 1479.198799] env[69319]: _type = "Task" [ 1479.198799] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.206496] env[69319]: DEBUG oslo_vmware.api [None req-94e12a98-08fc-4f7f-a918-1eafbd90569e tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': task-3224452, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.482254] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69319) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1479.482474] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.184s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1479.482628] env[69319]: DEBUG oslo_service.periodic_task [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69319) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1479.482771] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Cleaning up deleted instances {{(pid=69319) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1479.613971] env[69319]: DEBUG oslo_vmware.api [None req-f5b44508-7331-49b2-9758-5f8d72614a7e tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Task: {'id': task-3224449, 'name': ReconfigVM_Task, 'duration_secs': 1.240262} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.614396] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5b44508-7331-49b2-9758-5f8d72614a7e tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] [instance: fc809dd7-824e-4a1b-93dd-48adc56eae7a] Reconfigured VM instance instance-0000007c to detach disk 2001 {{(pid=69319) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1479.618882] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2380032-50d0-4c9f-8b88-14444dd44226 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.633529] env[69319]: DEBUG oslo_vmware.api [None req-f5b44508-7331-49b2-9758-5f8d72614a7e tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Waiting for the task: (returnval){ [ 1479.633529] env[69319]: value = "task-3224453" [ 1479.633529] env[69319]: _type = "Task" [ 1479.633529] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.640843] env[69319]: DEBUG oslo_vmware.api [None req-f5b44508-7331-49b2-9758-5f8d72614a7e tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Task: {'id': task-3224453, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.707942] env[69319]: DEBUG oslo_vmware.api [None req-94e12a98-08fc-4f7f-a918-1eafbd90569e tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': task-3224452, 'name': ReconfigVM_Task, 'duration_secs': 0.273636} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.708231] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-94e12a98-08fc-4f7f-a918-1eafbd90569e tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 8bf9adc0-9016-49b4-b72c-71ec5a3f5a48] Reconfigured VM instance instance-0000007e to attach disk [datastore2] 8bf9adc0-9016-49b4-b72c-71ec5a3f5a48/8bf9adc0-9016-49b4-b72c-71ec5a3f5a48.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1479.708842] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c4aa0ab8-09f0-465b-a72c-1f6f32f1714b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.714292] env[69319]: DEBUG oslo_vmware.api [None req-94e12a98-08fc-4f7f-a918-1eafbd90569e tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Waiting for the task: (returnval){ [ 1479.714292] env[69319]: value = "task-3224454" [ 1479.714292] env[69319]: _type = "Task" [ 1479.714292] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.722634] env[69319]: DEBUG oslo_vmware.api [None req-94e12a98-08fc-4f7f-a918-1eafbd90569e tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': task-3224454, 'name': Rename_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.994406] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] There are 37 instances to clean {{(pid=69319) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1479.994584] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] [instance: 2410e22f-34ee-4fd1-a772-97b0c40e0548] Instance has had 0 of 5 cleanup attempts {{(pid=69319) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1480.143090] env[69319]: DEBUG oslo_vmware.api [None req-f5b44508-7331-49b2-9758-5f8d72614a7e tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Task: {'id': task-3224453, 'name': ReconfigVM_Task, 'duration_secs': 0.150167} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.143411] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5b44508-7331-49b2-9758-5f8d72614a7e tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] [instance: fc809dd7-824e-4a1b-93dd-48adc56eae7a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-644584', 'volume_id': 'b8ff4b40-0740-46e2-a9f0-d1a9cef83119', 'name': 'volume-b8ff4b40-0740-46e2-a9f0-d1a9cef83119', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fc809dd7-824e-4a1b-93dd-48adc56eae7a', 'attached_at': '', 'detached_at': '', 'volume_id': 'b8ff4b40-0740-46e2-a9f0-d1a9cef83119', 'serial': 'b8ff4b40-0740-46e2-a9f0-d1a9cef83119'} {{(pid=69319) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1480.223741] env[69319]: DEBUG oslo_vmware.api [None req-94e12a98-08fc-4f7f-a918-1eafbd90569e tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': task-3224454, 'name': Rename_Task, 'duration_secs': 0.147459} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.224023] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-94e12a98-08fc-4f7f-a918-1eafbd90569e tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 8bf9adc0-9016-49b4-b72c-71ec5a3f5a48] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1480.224268] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f86ff40f-49f9-4065-ad4f-701e67b04f72 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.229972] env[69319]: DEBUG oslo_vmware.api [None req-94e12a98-08fc-4f7f-a918-1eafbd90569e tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Waiting for the task: (returnval){ [ 1480.229972] env[69319]: value = "task-3224455" [ 1480.229972] env[69319]: _type = "Task" [ 1480.229972] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.237064] env[69319]: DEBUG oslo_vmware.api [None req-94e12a98-08fc-4f7f-a918-1eafbd90569e tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': task-3224455, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.497668] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] [instance: 98a28bbc-93f2-44e1-958a-970d60d91b4e] Instance has had 0 of 5 cleanup attempts {{(pid=69319) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1480.686480] env[69319]: DEBUG nova.objects.instance [None req-f5b44508-7331-49b2-9758-5f8d72614a7e tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Lazy-loading 'flavor' on Instance uuid fc809dd7-824e-4a1b-93dd-48adc56eae7a {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1480.740125] env[69319]: DEBUG oslo_vmware.api [None req-94e12a98-08fc-4f7f-a918-1eafbd90569e tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': task-3224455, 'name': PowerOnVM_Task, 'duration_secs': 0.439966} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.740417] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-94e12a98-08fc-4f7f-a918-1eafbd90569e tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 8bf9adc0-9016-49b4-b72c-71ec5a3f5a48] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1480.740657] env[69319]: INFO nova.compute.manager [None req-94e12a98-08fc-4f7f-a918-1eafbd90569e tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 8bf9adc0-9016-49b4-b72c-71ec5a3f5a48] Took 6.60 seconds to spawn the instance on the hypervisor. [ 1480.740881] env[69319]: DEBUG nova.compute.manager [None req-94e12a98-08fc-4f7f-a918-1eafbd90569e tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 8bf9adc0-9016-49b4-b72c-71ec5a3f5a48] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1480.741749] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d96d4bb5-7d9a-4ba8-a280-4c8158bf310b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.001786] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] [instance: c3af2267-516d-4ef3-91db-93649c8067b0] Instance has had 0 of 5 cleanup attempts {{(pid=69319) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1481.258824] env[69319]: INFO nova.compute.manager [None req-94e12a98-08fc-4f7f-a918-1eafbd90569e tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 8bf9adc0-9016-49b4-b72c-71ec5a3f5a48] Took 11.27 seconds to build instance. [ 1481.506786] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] [instance: 032c8815-1531-492d-8d09-165a854f146c] Instance has had 0 of 5 cleanup attempts {{(pid=69319) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1481.695748] env[69319]: DEBUG oslo_concurrency.lockutils [None req-f5b44508-7331-49b2-9758-5f8d72614a7e tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Lock "fc809dd7-824e-4a1b-93dd-48adc56eae7a" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.220s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1481.761204] env[69319]: DEBUG oslo_concurrency.lockutils [None req-94e12a98-08fc-4f7f-a918-1eafbd90569e tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Lock "8bf9adc0-9016-49b4-b72c-71ec5a3f5a48" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.787s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1481.766730] env[69319]: DEBUG oslo_concurrency.lockutils [None req-3f54937b-04c6-4fd5-aafa-7d27f3e814f8 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Acquiring lock "fc809dd7-824e-4a1b-93dd-48adc56eae7a" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1481.766964] env[69319]: DEBUG oslo_concurrency.lockutils [None req-3f54937b-04c6-4fd5-aafa-7d27f3e814f8 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Lock "fc809dd7-824e-4a1b-93dd-48adc56eae7a" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1481.909073] env[69319]: DEBUG nova.compute.manager [req-6dc6a698-4f30-4ad9-8b11-1d4c83400329 req-4601064e-5966-4733-a30b-432a400e1157 service nova] [instance: 8bf9adc0-9016-49b4-b72c-71ec5a3f5a48] Received event network-changed-78b2bd26-9c2f-4248-bc4f-c1095c346212 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1481.909287] env[69319]: DEBUG nova.compute.manager [req-6dc6a698-4f30-4ad9-8b11-1d4c83400329 req-4601064e-5966-4733-a30b-432a400e1157 service nova] [instance: 8bf9adc0-9016-49b4-b72c-71ec5a3f5a48] Refreshing instance network info cache due to event network-changed-78b2bd26-9c2f-4248-bc4f-c1095c346212. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1481.909505] env[69319]: DEBUG oslo_concurrency.lockutils [req-6dc6a698-4f30-4ad9-8b11-1d4c83400329 req-4601064e-5966-4733-a30b-432a400e1157 service nova] Acquiring lock "refresh_cache-8bf9adc0-9016-49b4-b72c-71ec5a3f5a48" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.909719] env[69319]: DEBUG oslo_concurrency.lockutils [req-6dc6a698-4f30-4ad9-8b11-1d4c83400329 req-4601064e-5966-4733-a30b-432a400e1157 service nova] Acquired lock "refresh_cache-8bf9adc0-9016-49b4-b72c-71ec5a3f5a48" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1481.909906] env[69319]: DEBUG nova.network.neutron [req-6dc6a698-4f30-4ad9-8b11-1d4c83400329 req-4601064e-5966-4733-a30b-432a400e1157 service nova] [instance: 8bf9adc0-9016-49b4-b72c-71ec5a3f5a48] Refreshing network info cache for port 78b2bd26-9c2f-4248-bc4f-c1095c346212 {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1482.008842] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] [instance: 673d868d-1d09-4306-bec1-3ff105d81142] Instance has had 0 of 5 cleanup attempts {{(pid=69319) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1482.269979] env[69319]: INFO nova.compute.manager [None req-3f54937b-04c6-4fd5-aafa-7d27f3e814f8 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] [instance: fc809dd7-824e-4a1b-93dd-48adc56eae7a] Detaching volume dae7ce64-e4ea-443e-ae74-4ef4942661af [ 1482.299663] env[69319]: INFO nova.virt.block_device [None req-3f54937b-04c6-4fd5-aafa-7d27f3e814f8 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] [instance: fc809dd7-824e-4a1b-93dd-48adc56eae7a] Attempting to driver detach volume dae7ce64-e4ea-443e-ae74-4ef4942661af from mountpoint /dev/sdc [ 1482.299788] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f54937b-04c6-4fd5-aafa-7d27f3e814f8 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] [instance: fc809dd7-824e-4a1b-93dd-48adc56eae7a] Volume detach. Driver type: vmdk {{(pid=69319) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1482.300126] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f54937b-04c6-4fd5-aafa-7d27f3e814f8 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] [instance: fc809dd7-824e-4a1b-93dd-48adc56eae7a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-644585', 'volume_id': 'dae7ce64-e4ea-443e-ae74-4ef4942661af', 'name': 'volume-dae7ce64-e4ea-443e-ae74-4ef4942661af', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fc809dd7-824e-4a1b-93dd-48adc56eae7a', 'attached_at': '', 'detached_at': '', 'volume_id': 'dae7ce64-e4ea-443e-ae74-4ef4942661af', 'serial': 'dae7ce64-e4ea-443e-ae74-4ef4942661af'} {{(pid=69319) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1482.301082] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94920691-bece-4d87-820c-c39fea2e830f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.324843] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc4cf03b-90ca-48ba-a1bf-f29863b052a9 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.331394] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83ef32ea-261e-4512-8e6a-8bdc29fb7d74 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.350804] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a96955c-3242-4431-a86f-d4bacfa10d05 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.364433] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f54937b-04c6-4fd5-aafa-7d27f3e814f8 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] The volume has not been displaced from its original location: [datastore2] volume-dae7ce64-e4ea-443e-ae74-4ef4942661af/volume-dae7ce64-e4ea-443e-ae74-4ef4942661af.vmdk. No consolidation needed. {{(pid=69319) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1482.369585] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f54937b-04c6-4fd5-aafa-7d27f3e814f8 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] [instance: fc809dd7-824e-4a1b-93dd-48adc56eae7a] Reconfiguring VM instance instance-0000007c to detach disk 2002 {{(pid=69319) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1482.370270] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48e1ac82-1e9d-4f59-8e2b-8f9c9c160e21 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.388526] env[69319]: DEBUG oslo_vmware.api [None req-3f54937b-04c6-4fd5-aafa-7d27f3e814f8 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Waiting for the task: (returnval){ [ 1482.388526] env[69319]: value = "task-3224456" [ 1482.388526] env[69319]: _type = "Task" [ 1482.388526] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.396402] env[69319]: DEBUG oslo_vmware.api [None req-3f54937b-04c6-4fd5-aafa-7d27f3e814f8 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Task: {'id': task-3224456, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.513020] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] [instance: 984009a3-7d13-499a-b8fc-3e22edb2aa1e] Instance has had 0 of 5 cleanup attempts {{(pid=69319) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1482.622247] env[69319]: DEBUG nova.network.neutron [req-6dc6a698-4f30-4ad9-8b11-1d4c83400329 req-4601064e-5966-4733-a30b-432a400e1157 service nova] [instance: 8bf9adc0-9016-49b4-b72c-71ec5a3f5a48] Updated VIF entry in instance network info cache for port 78b2bd26-9c2f-4248-bc4f-c1095c346212. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1482.622631] env[69319]: DEBUG nova.network.neutron [req-6dc6a698-4f30-4ad9-8b11-1d4c83400329 req-4601064e-5966-4733-a30b-432a400e1157 service nova] [instance: 8bf9adc0-9016-49b4-b72c-71ec5a3f5a48] Updating instance_info_cache with network_info: [{"id": "78b2bd26-9c2f-4248-bc4f-c1095c346212", "address": "fa:16:3e:66:42:b9", "network": {"id": "eba3ac7c-e65e-4811-a2ab-2b2399f9a31c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-580087532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef4b5f34c7fe4128a153d1f4914be606", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78b2bd26-9c", "ovs_interfaceid": "78b2bd26-9c2f-4248-bc4f-c1095c346212", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1482.899424] env[69319]: DEBUG oslo_vmware.api [None req-3f54937b-04c6-4fd5-aafa-7d27f3e814f8 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Task: {'id': task-3224456, 'name': ReconfigVM_Task, 'duration_secs': 0.212391} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.899767] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f54937b-04c6-4fd5-aafa-7d27f3e814f8 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] [instance: fc809dd7-824e-4a1b-93dd-48adc56eae7a] Reconfigured VM instance instance-0000007c to detach disk 2002 {{(pid=69319) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1482.904514] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2fb989d9-5b19-4c06-a442-7e8d038aaaad {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.919323] env[69319]: DEBUG oslo_vmware.api [None req-3f54937b-04c6-4fd5-aafa-7d27f3e814f8 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Waiting for the task: (returnval){ [ 1482.919323] env[69319]: value = "task-3224457" [ 1482.919323] env[69319]: _type = "Task" [ 1482.919323] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.927042] env[69319]: DEBUG oslo_vmware.api [None req-3f54937b-04c6-4fd5-aafa-7d27f3e814f8 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Task: {'id': task-3224457, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.015332] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] [instance: d96bb221-55dc-4a24-957e-4f63fc51cdea] Instance has had 0 of 5 cleanup attempts {{(pid=69319) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1483.125184] env[69319]: DEBUG oslo_concurrency.lockutils [req-6dc6a698-4f30-4ad9-8b11-1d4c83400329 req-4601064e-5966-4733-a30b-432a400e1157 service nova] Releasing lock "refresh_cache-8bf9adc0-9016-49b4-b72c-71ec5a3f5a48" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1483.430703] env[69319]: DEBUG oslo_vmware.api [None req-3f54937b-04c6-4fd5-aafa-7d27f3e814f8 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Task: {'id': task-3224457, 'name': ReconfigVM_Task, 'duration_secs': 0.134687} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.431040] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f54937b-04c6-4fd5-aafa-7d27f3e814f8 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] [instance: fc809dd7-824e-4a1b-93dd-48adc56eae7a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-644585', 'volume_id': 'dae7ce64-e4ea-443e-ae74-4ef4942661af', 'name': 'volume-dae7ce64-e4ea-443e-ae74-4ef4942661af', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fc809dd7-824e-4a1b-93dd-48adc56eae7a', 'attached_at': '', 'detached_at': '', 'volume_id': 'dae7ce64-e4ea-443e-ae74-4ef4942661af', 'serial': 'dae7ce64-e4ea-443e-ae74-4ef4942661af'} {{(pid=69319) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1483.518897] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] [instance: 460e8db7-d226-4792-ab3f-46dbaed764c9] Instance has had 0 of 5 cleanup attempts {{(pid=69319) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1483.970960] env[69319]: DEBUG nova.objects.instance [None req-3f54937b-04c6-4fd5-aafa-7d27f3e814f8 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Lazy-loading 'flavor' on Instance uuid fc809dd7-824e-4a1b-93dd-48adc56eae7a {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1484.021934] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] [instance: 04342fc1-42fe-40f1-a3d5-13b33b9a507e] Instance has had 0 of 5 cleanup attempts {{(pid=69319) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1484.525334] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] [instance: 3870d18b-724f-47e1-b9cc-c718c761894c] Instance has had 0 of 5 cleanup attempts {{(pid=69319) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1484.978670] env[69319]: DEBUG oslo_concurrency.lockutils [None req-3f54937b-04c6-4fd5-aafa-7d27f3e814f8 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Lock "fc809dd7-824e-4a1b-93dd-48adc56eae7a" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.211s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1485.028863] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] [instance: 21e71e4a-5812-4daa-9037-14dd922a32dc] Instance has had 0 of 5 cleanup attempts {{(pid=69319) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1485.531468] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] [instance: 574f6fe8-e9de-4b6a-8a6e-ebdcd4ee7ead] Instance has had 0 of 5 cleanup attempts {{(pid=69319) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1486.036107] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] [instance: 7e0f3465-36c8-4bd0-9336-41dd27344611] Instance has had 0 of 5 cleanup attempts {{(pid=69319) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1486.144372] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c318b069-418a-4cae-99a3-429761f957bc tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Acquiring lock "fc809dd7-824e-4a1b-93dd-48adc56eae7a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1486.144629] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c318b069-418a-4cae-99a3-429761f957bc tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Lock "fc809dd7-824e-4a1b-93dd-48adc56eae7a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1486.144841] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c318b069-418a-4cae-99a3-429761f957bc tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Acquiring lock "fc809dd7-824e-4a1b-93dd-48adc56eae7a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1486.145037] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c318b069-418a-4cae-99a3-429761f957bc tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Lock "fc809dd7-824e-4a1b-93dd-48adc56eae7a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1486.145231] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c318b069-418a-4cae-99a3-429761f957bc tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Lock "fc809dd7-824e-4a1b-93dd-48adc56eae7a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1486.147244] env[69319]: INFO nova.compute.manager [None req-c318b069-418a-4cae-99a3-429761f957bc tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] [instance: fc809dd7-824e-4a1b-93dd-48adc56eae7a] Terminating instance [ 1486.538522] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] [instance: 67853aca-d1b3-4d9b-9ca5-f5a8c4458336] Instance has had 0 of 5 cleanup attempts {{(pid=69319) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1486.651201] env[69319]: DEBUG nova.compute.manager [None req-c318b069-418a-4cae-99a3-429761f957bc tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] [instance: fc809dd7-824e-4a1b-93dd-48adc56eae7a] Start destroying the instance on the hypervisor. {{(pid=69319) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1486.651466] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-c318b069-418a-4cae-99a3-429761f957bc tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] [instance: fc809dd7-824e-4a1b-93dd-48adc56eae7a] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1486.652716] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ce28f36-310a-4461-a600-2af4186206bb {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.660350] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-c318b069-418a-4cae-99a3-429761f957bc tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] [instance: fc809dd7-824e-4a1b-93dd-48adc56eae7a] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1486.660562] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2a926851-eb29-44db-9f44-b23771228e49 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.666842] env[69319]: DEBUG oslo_vmware.api [None req-c318b069-418a-4cae-99a3-429761f957bc tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Waiting for the task: (returnval){ [ 1486.666842] env[69319]: value = "task-3224458" [ 1486.666842] env[69319]: _type = "Task" [ 1486.666842] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.674678] env[69319]: DEBUG oslo_vmware.api [None req-c318b069-418a-4cae-99a3-429761f957bc tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Task: {'id': task-3224458, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.041717] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] [instance: 50b876f6-e366-42fb-8158-938f5f1a643e] Instance has had 0 of 5 cleanup attempts {{(pid=69319) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1487.177321] env[69319]: DEBUG oslo_vmware.api [None req-c318b069-418a-4cae-99a3-429761f957bc tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Task: {'id': task-3224458, 'name': PowerOffVM_Task, 'duration_secs': 0.181003} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1487.177619] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-c318b069-418a-4cae-99a3-429761f957bc tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] [instance: fc809dd7-824e-4a1b-93dd-48adc56eae7a] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1487.177794] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-c318b069-418a-4cae-99a3-429761f957bc tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] [instance: fc809dd7-824e-4a1b-93dd-48adc56eae7a] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1487.178048] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d6527a1b-7bb4-4ee8-a57e-76bbc1ebc2e9 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.241219] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-c318b069-418a-4cae-99a3-429761f957bc tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] [instance: fc809dd7-824e-4a1b-93dd-48adc56eae7a] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1487.241457] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-c318b069-418a-4cae-99a3-429761f957bc tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] [instance: fc809dd7-824e-4a1b-93dd-48adc56eae7a] Deleting contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1487.241635] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-c318b069-418a-4cae-99a3-429761f957bc tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Deleting the datastore file [datastore2] fc809dd7-824e-4a1b-93dd-48adc56eae7a {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1487.241904] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f77e02e4-80a9-472e-9eaa-8bc048c1907c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.249170] env[69319]: DEBUG oslo_vmware.api [None req-c318b069-418a-4cae-99a3-429761f957bc tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Waiting for the task: (returnval){ [ 1487.249170] env[69319]: value = "task-3224460" [ 1487.249170] env[69319]: _type = "Task" [ 1487.249170] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1487.256699] env[69319]: DEBUG oslo_vmware.api [None req-c318b069-418a-4cae-99a3-429761f957bc tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Task: {'id': task-3224460, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.545183] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] [instance: 82d557a9-5cb7-4257-947f-02e52c70b2db] Instance has had 0 of 5 cleanup attempts {{(pid=69319) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1487.759535] env[69319]: DEBUG oslo_vmware.api [None req-c318b069-418a-4cae-99a3-429761f957bc tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Task: {'id': task-3224460, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129993} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1487.759808] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-c318b069-418a-4cae-99a3-429761f957bc tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1487.759991] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-c318b069-418a-4cae-99a3-429761f957bc tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] [instance: fc809dd7-824e-4a1b-93dd-48adc56eae7a] Deleted contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1487.760185] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-c318b069-418a-4cae-99a3-429761f957bc tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] [instance: fc809dd7-824e-4a1b-93dd-48adc56eae7a] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1487.760361] env[69319]: INFO nova.compute.manager [None req-c318b069-418a-4cae-99a3-429761f957bc tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] [instance: fc809dd7-824e-4a1b-93dd-48adc56eae7a] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1487.760600] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c318b069-418a-4cae-99a3-429761f957bc tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1487.760788] env[69319]: DEBUG nova.compute.manager [-] [instance: fc809dd7-824e-4a1b-93dd-48adc56eae7a] Deallocating network for instance {{(pid=69319) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1487.760885] env[69319]: DEBUG nova.network.neutron [-] [instance: fc809dd7-824e-4a1b-93dd-48adc56eae7a] deallocate_for_instance() {{(pid=69319) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1488.049362] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] [instance: 294011ae-d275-4f2e-ab2e-0a352db55cb7] Instance has had 0 of 5 cleanup attempts {{(pid=69319) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1488.214070] env[69319]: DEBUG nova.compute.manager [req-f68c53ac-0117-46dd-b259-b5dd3d671749 req-de0ed4b5-d392-4c79-b1a9-2054487c3b7a service nova] [instance: fc809dd7-824e-4a1b-93dd-48adc56eae7a] Received event network-vif-deleted-d2c5fb47-93d4-4729-bec5-98ec0852e51e {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1488.214329] env[69319]: INFO nova.compute.manager [req-f68c53ac-0117-46dd-b259-b5dd3d671749 req-de0ed4b5-d392-4c79-b1a9-2054487c3b7a service nova] [instance: fc809dd7-824e-4a1b-93dd-48adc56eae7a] Neutron deleted interface d2c5fb47-93d4-4729-bec5-98ec0852e51e; detaching it from the instance and deleting it from the info cache [ 1488.214482] env[69319]: DEBUG nova.network.neutron [req-f68c53ac-0117-46dd-b259-b5dd3d671749 req-de0ed4b5-d392-4c79-b1a9-2054487c3b7a service nova] [instance: fc809dd7-824e-4a1b-93dd-48adc56eae7a] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1488.553244] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] [instance: fadaa797-edd9-43e8-833c-d97672ff9401] Instance has had 0 of 5 cleanup attempts {{(pid=69319) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1488.695157] env[69319]: DEBUG nova.network.neutron [-] [instance: fc809dd7-824e-4a1b-93dd-48adc56eae7a] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1488.716936] env[69319]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-153cd21c-923b-44cf-9a5a-8ae90a6ef5a1 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.727448] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff2fb6cd-8b3b-4197-9e39-200fc29ca989 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.753046] env[69319]: DEBUG nova.compute.manager [req-f68c53ac-0117-46dd-b259-b5dd3d671749 req-de0ed4b5-d392-4c79-b1a9-2054487c3b7a service nova] [instance: fc809dd7-824e-4a1b-93dd-48adc56eae7a] Detach interface failed, port_id=d2c5fb47-93d4-4729-bec5-98ec0852e51e, reason: Instance fc809dd7-824e-4a1b-93dd-48adc56eae7a could not be found. {{(pid=69319) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1489.056950] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] [instance: 200ccf3f-9130-42ed-a8e9-d697997e75f9] Instance has had 0 of 5 cleanup attempts {{(pid=69319) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1489.198318] env[69319]: INFO nova.compute.manager [-] [instance: fc809dd7-824e-4a1b-93dd-48adc56eae7a] Took 1.44 seconds to deallocate network for instance. [ 1489.560311] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] [instance: 93a4de2d-b0b5-4099-858c-05934dc954e4] Instance has had 0 of 5 cleanup attempts {{(pid=69319) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1489.704060] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c318b069-418a-4cae-99a3-429761f957bc tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1489.704396] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c318b069-418a-4cae-99a3-429761f957bc tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1489.704629] env[69319]: DEBUG nova.objects.instance [None req-c318b069-418a-4cae-99a3-429761f957bc tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Lazy-loading 'resources' on Instance uuid fc809dd7-824e-4a1b-93dd-48adc56eae7a {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1490.063606] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] [instance: 4e4fbce0-a821-48a9-aa26-33a273c46015] Instance has had 0 of 5 cleanup attempts {{(pid=69319) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1490.255606] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57e1f6c0-b07a-4275-8121-82d16e2c869b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.263200] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c21bc0f0-5948-4953-94c4-d58ac32616fa {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.292790] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bbfef35-d04c-4fd2-bbb1-edabbdf8f55b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.299524] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca6d0fcc-4351-453f-8e7c-a494b54bc348 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.312112] env[69319]: DEBUG nova.compute.provider_tree [None req-c318b069-418a-4cae-99a3-429761f957bc tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1490.568106] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] [instance: 8ca4f716-1d54-4ef1-b235-3d7264ca3cb9] Instance has had 0 of 5 cleanup attempts {{(pid=69319) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1490.816106] env[69319]: DEBUG nova.scheduler.client.report [None req-c318b069-418a-4cae-99a3-429761f957bc tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1491.070705] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] [instance: 88d5e399-14ad-42a3-91d1-1c44db2fd0f5] Instance has had 0 of 5 cleanup attempts {{(pid=69319) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1491.320572] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c318b069-418a-4cae-99a3-429761f957bc tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.616s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1491.340646] env[69319]: INFO nova.scheduler.client.report [None req-c318b069-418a-4cae-99a3-429761f957bc tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Deleted allocations for instance fc809dd7-824e-4a1b-93dd-48adc56eae7a [ 1491.573790] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] [instance: d7a0a4bd-21f3-417f-b15c-f54521dea792] Instance has had 0 of 5 cleanup attempts {{(pid=69319) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1491.848792] env[69319]: DEBUG oslo_concurrency.lockutils [None req-c318b069-418a-4cae-99a3-429761f957bc tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Lock "fc809dd7-824e-4a1b-93dd-48adc56eae7a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.704s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1492.076915] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] [instance: 4468ad34-4471-4bbe-82b7-cabe1f9fbea6] Instance has had 0 of 5 cleanup attempts {{(pid=69319) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1492.580272] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] [instance: 3bcf4f37-7f28-4ae7-a267-1294c88bdc96] Instance has had 0 of 5 cleanup attempts {{(pid=69319) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1493.083873] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] [instance: 736ae4ad-58b1-43f4-9661-648a5ccad06a] Instance has had 0 of 5 cleanup attempts {{(pid=69319) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1493.588062] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] [instance: 233219fd-06b7-45db-bda2-540992f2d4ce] Instance has had 0 of 5 cleanup attempts {{(pid=69319) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1494.091374] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] [instance: 4c8b69de-ee5c-4859-a6d5-3f430b4ea9f2] Instance has had 0 of 5 cleanup attempts {{(pid=69319) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1494.594811] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] [instance: 67b8e37a-f773-4e93-a11b-39bb41b03eb0] Instance has had 0 of 5 cleanup attempts {{(pid=69319) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1495.099161] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] [instance: e8f31843-60b0-4de7-ae66-5940cc5eb364] Instance has had 0 of 5 cleanup attempts {{(pid=69319) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1495.602756] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] [instance: 214f4476-f4b2-440f-b5a6-94c6343dc834] Instance has had 0 of 5 cleanup attempts {{(pid=69319) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1496.105665] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] [instance: b67563f9-4b5d-4f20-87fc-6fc7407687ae] Instance has had 0 of 5 cleanup attempts {{(pid=69319) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1496.500894] env[69319]: DEBUG oslo_concurrency.lockutils [None req-00fe43fc-ccd7-412b-871a-cdfe7140147f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Acquiring lock "1e7a1731-78c5-4a57-b663-5a9c64871fed" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1496.501166] env[69319]: DEBUG oslo_concurrency.lockutils [None req-00fe43fc-ccd7-412b-871a-cdfe7140147f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Lock "1e7a1731-78c5-4a57-b663-5a9c64871fed" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1496.609309] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] [instance: 6c8db7ac-506b-43ec-a4e5-4aee6b69ea5b] Instance has had 0 of 5 cleanup attempts {{(pid=69319) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1497.003957] env[69319]: DEBUG nova.compute.utils [None req-00fe43fc-ccd7-412b-871a-cdfe7140147f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Using /dev/sd instead of None {{(pid=69319) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1497.112446] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] [instance: c771ca2e-35a5-4e64-a382-926a00df4d22] Instance has had 0 of 5 cleanup attempts {{(pid=69319) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1497.506653] env[69319]: DEBUG oslo_concurrency.lockutils [None req-00fe43fc-ccd7-412b-871a-cdfe7140147f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Lock "1e7a1731-78c5-4a57-b663-5a9c64871fed" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.005s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1497.615555] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] [instance: 9a2d05fc-1ee1-4847-bb63-ad2d3624c730] Instance has had 0 of 5 cleanup attempts {{(pid=69319) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1498.119230] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] [instance: 22225d47-adf7-4381-8b26-9372db49c4be] Instance has had 0 of 5 cleanup attempts {{(pid=69319) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1498.565161] env[69319]: DEBUG oslo_concurrency.lockutils [None req-00fe43fc-ccd7-412b-871a-cdfe7140147f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Acquiring lock "1e7a1731-78c5-4a57-b663-5a9c64871fed" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1498.565441] env[69319]: DEBUG oslo_concurrency.lockutils [None req-00fe43fc-ccd7-412b-871a-cdfe7140147f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Lock "1e7a1731-78c5-4a57-b663-5a9c64871fed" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1498.565686] env[69319]: INFO nova.compute.manager [None req-00fe43fc-ccd7-412b-871a-cdfe7140147f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 1e7a1731-78c5-4a57-b663-5a9c64871fed] Attaching volume f97c9d90-2c4a-4c5f-a0d1-e9e4f3bf06af to /dev/sdb [ 1498.596661] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-051fd7e2-c3b3-4cd5-bcee-9983f7318369 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.603929] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13111102-6044-44c8-bab5-bfe39a8a5519 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.616743] env[69319]: DEBUG nova.virt.block_device [None req-00fe43fc-ccd7-412b-871a-cdfe7140147f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 1e7a1731-78c5-4a57-b663-5a9c64871fed] Updating existing volume attachment record: 8dda02ce-3cdf-4df2-becc-85f43c0d5dfb {{(pid=69319) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1498.622075] env[69319]: DEBUG oslo_service.periodic_task [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69319) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1498.622230] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Cleaning up deleted instances with incomplete migration {{(pid=69319) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1499.125010] env[69319]: DEBUG oslo_service.periodic_task [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69319) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1500.627915] env[69319]: DEBUG oslo_service.periodic_task [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69319) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1500.628291] env[69319]: DEBUG oslo_service.periodic_task [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69319) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1500.628330] env[69319]: DEBUG oslo_service.periodic_task [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69319) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1500.628515] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69319) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1503.162748] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-00fe43fc-ccd7-412b-871a-cdfe7140147f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 1e7a1731-78c5-4a57-b663-5a9c64871fed] Volume attach. Driver type: vmdk {{(pid=69319) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1503.163017] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-00fe43fc-ccd7-412b-871a-cdfe7140147f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 1e7a1731-78c5-4a57-b663-5a9c64871fed] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-644587', 'volume_id': 'f97c9d90-2c4a-4c5f-a0d1-e9e4f3bf06af', 'name': 'volume-f97c9d90-2c4a-4c5f-a0d1-e9e4f3bf06af', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1e7a1731-78c5-4a57-b663-5a9c64871fed', 'attached_at': '', 'detached_at': '', 'volume_id': 'f97c9d90-2c4a-4c5f-a0d1-e9e4f3bf06af', 'serial': 'f97c9d90-2c4a-4c5f-a0d1-e9e4f3bf06af'} {{(pid=69319) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1503.163958] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c44f925-900c-42c3-96c7-ba13fc23845e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.180503] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a589223b-cb7b-44bd-9e88-b0794abbcd5b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.205567] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-00fe43fc-ccd7-412b-871a-cdfe7140147f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 1e7a1731-78c5-4a57-b663-5a9c64871fed] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] volume-f97c9d90-2c4a-4c5f-a0d1-e9e4f3bf06af/volume-f97c9d90-2c4a-4c5f-a0d1-e9e4f3bf06af.vmdk or device None with type thin {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1503.206153] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9dc76936-e535-47ee-858e-a43a811aca6c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.225181] env[69319]: DEBUG oslo_vmware.api [None req-00fe43fc-ccd7-412b-871a-cdfe7140147f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Waiting for the task: (returnval){ [ 1503.225181] env[69319]: value = "task-3224466" [ 1503.225181] env[69319]: _type = "Task" [ 1503.225181] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.233144] env[69319]: DEBUG oslo_vmware.api [None req-00fe43fc-ccd7-412b-871a-cdfe7140147f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Task: {'id': task-3224466, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.735038] env[69319]: DEBUG oslo_vmware.api [None req-00fe43fc-ccd7-412b-871a-cdfe7140147f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Task: {'id': task-3224466, 'name': ReconfigVM_Task, 'duration_secs': 0.335932} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.735401] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-00fe43fc-ccd7-412b-871a-cdfe7140147f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 1e7a1731-78c5-4a57-b663-5a9c64871fed] Reconfigured VM instance instance-0000007d to attach disk [datastore2] volume-f97c9d90-2c4a-4c5f-a0d1-e9e4f3bf06af/volume-f97c9d90-2c4a-4c5f-a0d1-e9e4f3bf06af.vmdk or device None with type thin {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1503.740294] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e599af3b-ebc2-4cbe-b34a-2635a6fbb196 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.754864] env[69319]: DEBUG oslo_vmware.api [None req-00fe43fc-ccd7-412b-871a-cdfe7140147f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Waiting for the task: (returnval){ [ 1503.754864] env[69319]: value = "task-3224467" [ 1503.754864] env[69319]: _type = "Task" [ 1503.754864] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.763226] env[69319]: DEBUG oslo_vmware.api [None req-00fe43fc-ccd7-412b-871a-cdfe7140147f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Task: {'id': task-3224467, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.267020] env[69319]: DEBUG oslo_vmware.api [None req-00fe43fc-ccd7-412b-871a-cdfe7140147f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Task: {'id': task-3224467, 'name': ReconfigVM_Task, 'duration_secs': 0.136427} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1504.267528] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-00fe43fc-ccd7-412b-871a-cdfe7140147f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 1e7a1731-78c5-4a57-b663-5a9c64871fed] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-644587', 'volume_id': 'f97c9d90-2c4a-4c5f-a0d1-e9e4f3bf06af', 'name': 'volume-f97c9d90-2c4a-4c5f-a0d1-e9e4f3bf06af', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1e7a1731-78c5-4a57-b663-5a9c64871fed', 'attached_at': '', 'detached_at': '', 'volume_id': 'f97c9d90-2c4a-4c5f-a0d1-e9e4f3bf06af', 'serial': 'f97c9d90-2c4a-4c5f-a0d1-e9e4f3bf06af'} {{(pid=69319) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1505.306136] env[69319]: DEBUG nova.objects.instance [None req-00fe43fc-ccd7-412b-871a-cdfe7140147f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Lazy-loading 'flavor' on Instance uuid 1e7a1731-78c5-4a57-b663-5a9c64871fed {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1505.812355] env[69319]: DEBUG oslo_concurrency.lockutils [None req-00fe43fc-ccd7-412b-871a-cdfe7140147f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Lock "1e7a1731-78c5-4a57-b663-5a9c64871fed" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.247s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1506.054135] env[69319]: DEBUG oslo_concurrency.lockutils [None req-390a32a1-3910-485a-9239-bae5c1de9aad tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Acquiring lock "1e7a1731-78c5-4a57-b663-5a9c64871fed" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1506.054446] env[69319]: DEBUG oslo_concurrency.lockutils [None req-390a32a1-3910-485a-9239-bae5c1de9aad tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Lock "1e7a1731-78c5-4a57-b663-5a9c64871fed" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1506.558159] env[69319]: INFO nova.compute.manager [None req-390a32a1-3910-485a-9239-bae5c1de9aad tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 1e7a1731-78c5-4a57-b663-5a9c64871fed] Detaching volume f97c9d90-2c4a-4c5f-a0d1-e9e4f3bf06af [ 1506.589409] env[69319]: INFO nova.virt.block_device [None req-390a32a1-3910-485a-9239-bae5c1de9aad tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 1e7a1731-78c5-4a57-b663-5a9c64871fed] Attempting to driver detach volume f97c9d90-2c4a-4c5f-a0d1-e9e4f3bf06af from mountpoint /dev/sdb [ 1506.589640] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-390a32a1-3910-485a-9239-bae5c1de9aad tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 1e7a1731-78c5-4a57-b663-5a9c64871fed] Volume detach. Driver type: vmdk {{(pid=69319) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1506.589820] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-390a32a1-3910-485a-9239-bae5c1de9aad tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 1e7a1731-78c5-4a57-b663-5a9c64871fed] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-644587', 'volume_id': 'f97c9d90-2c4a-4c5f-a0d1-e9e4f3bf06af', 'name': 'volume-f97c9d90-2c4a-4c5f-a0d1-e9e4f3bf06af', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1e7a1731-78c5-4a57-b663-5a9c64871fed', 'attached_at': '', 'detached_at': '', 'volume_id': 'f97c9d90-2c4a-4c5f-a0d1-e9e4f3bf06af', 'serial': 'f97c9d90-2c4a-4c5f-a0d1-e9e4f3bf06af'} {{(pid=69319) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1506.590754] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a6b3851-2dde-4fc4-81a2-e2aa03103f80 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.613694] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-188e58d0-f5c9-4e7a-898f-24f981b099cf {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.620451] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ec6a562-6d9d-435c-ae9a-cc78fe849bf6 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.640168] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79586076-0a29-4842-9875-934ee52541d6 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.654448] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-390a32a1-3910-485a-9239-bae5c1de9aad tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] The volume has not been displaced from its original location: [datastore2] volume-f97c9d90-2c4a-4c5f-a0d1-e9e4f3bf06af/volume-f97c9d90-2c4a-4c5f-a0d1-e9e4f3bf06af.vmdk. No consolidation needed. {{(pid=69319) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1506.659659] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-390a32a1-3910-485a-9239-bae5c1de9aad tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 1e7a1731-78c5-4a57-b663-5a9c64871fed] Reconfiguring VM instance instance-0000007d to detach disk 2001 {{(pid=69319) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1506.659898] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f81a0f7-9e7a-46ec-9645-50a20909a28d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.677079] env[69319]: DEBUG oslo_vmware.api [None req-390a32a1-3910-485a-9239-bae5c1de9aad tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Waiting for the task: (returnval){ [ 1506.677079] env[69319]: value = "task-3224468" [ 1506.677079] env[69319]: _type = "Task" [ 1506.677079] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.684182] env[69319]: DEBUG oslo_vmware.api [None req-390a32a1-3910-485a-9239-bae5c1de9aad tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Task: {'id': task-3224468, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.186463] env[69319]: DEBUG oslo_vmware.api [None req-390a32a1-3910-485a-9239-bae5c1de9aad tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Task: {'id': task-3224468, 'name': ReconfigVM_Task, 'duration_secs': 0.256073} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.186831] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-390a32a1-3910-485a-9239-bae5c1de9aad tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 1e7a1731-78c5-4a57-b663-5a9c64871fed] Reconfigured VM instance instance-0000007d to detach disk 2001 {{(pid=69319) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1507.191439] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f5a1fada-fc19-4592-a654-ddcdc5a08ea2 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.206405] env[69319]: DEBUG oslo_vmware.api [None req-390a32a1-3910-485a-9239-bae5c1de9aad tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Waiting for the task: (returnval){ [ 1507.206405] env[69319]: value = "task-3224469" [ 1507.206405] env[69319]: _type = "Task" [ 1507.206405] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.213944] env[69319]: DEBUG oslo_vmware.api [None req-390a32a1-3910-485a-9239-bae5c1de9aad tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Task: {'id': task-3224469, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.716018] env[69319]: DEBUG oslo_vmware.api [None req-390a32a1-3910-485a-9239-bae5c1de9aad tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Task: {'id': task-3224469, 'name': ReconfigVM_Task, 'duration_secs': 0.136854} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.716377] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-390a32a1-3910-485a-9239-bae5c1de9aad tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 1e7a1731-78c5-4a57-b663-5a9c64871fed] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-644587', 'volume_id': 'f97c9d90-2c4a-4c5f-a0d1-e9e4f3bf06af', 'name': 'volume-f97c9d90-2c4a-4c5f-a0d1-e9e4f3bf06af', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1e7a1731-78c5-4a57-b663-5a9c64871fed', 'attached_at': '', 'detached_at': '', 'volume_id': 'f97c9d90-2c4a-4c5f-a0d1-e9e4f3bf06af', 'serial': 'f97c9d90-2c4a-4c5f-a0d1-e9e4f3bf06af'} {{(pid=69319) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1508.258821] env[69319]: DEBUG nova.objects.instance [None req-390a32a1-3910-485a-9239-bae5c1de9aad tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Lazy-loading 'flavor' on Instance uuid 1e7a1731-78c5-4a57-b663-5a9c64871fed {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1509.267073] env[69319]: DEBUG oslo_concurrency.lockutils [None req-390a32a1-3910-485a-9239-bae5c1de9aad tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Lock "1e7a1731-78c5-4a57-b663-5a9c64871fed" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.212s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1510.294693] env[69319]: DEBUG oslo_concurrency.lockutils [None req-81269f02-aa66-48e6-b74f-fa81a8343a61 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Acquiring lock "1e7a1731-78c5-4a57-b663-5a9c64871fed" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1510.295079] env[69319]: DEBUG oslo_concurrency.lockutils [None req-81269f02-aa66-48e6-b74f-fa81a8343a61 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Lock "1e7a1731-78c5-4a57-b663-5a9c64871fed" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1510.295187] env[69319]: DEBUG oslo_concurrency.lockutils [None req-81269f02-aa66-48e6-b74f-fa81a8343a61 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Acquiring lock "1e7a1731-78c5-4a57-b663-5a9c64871fed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1510.295348] env[69319]: DEBUG oslo_concurrency.lockutils [None req-81269f02-aa66-48e6-b74f-fa81a8343a61 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Lock "1e7a1731-78c5-4a57-b663-5a9c64871fed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1510.295596] env[69319]: DEBUG oslo_concurrency.lockutils [None req-81269f02-aa66-48e6-b74f-fa81a8343a61 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Lock "1e7a1731-78c5-4a57-b663-5a9c64871fed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1510.297864] env[69319]: INFO nova.compute.manager [None req-81269f02-aa66-48e6-b74f-fa81a8343a61 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 1e7a1731-78c5-4a57-b663-5a9c64871fed] Terminating instance [ 1510.801935] env[69319]: DEBUG nova.compute.manager [None req-81269f02-aa66-48e6-b74f-fa81a8343a61 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 1e7a1731-78c5-4a57-b663-5a9c64871fed] Start destroying the instance on the hypervisor. {{(pid=69319) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1510.802210] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-81269f02-aa66-48e6-b74f-fa81a8343a61 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 1e7a1731-78c5-4a57-b663-5a9c64871fed] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1510.803138] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51f86231-c983-4f8f-a3a0-cc229832679f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.810947] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-81269f02-aa66-48e6-b74f-fa81a8343a61 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 1e7a1731-78c5-4a57-b663-5a9c64871fed] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1510.811184] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7034a7e4-452c-47c4-960b-cf02cfdda91c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.816654] env[69319]: DEBUG oslo_vmware.api [None req-81269f02-aa66-48e6-b74f-fa81a8343a61 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Waiting for the task: (returnval){ [ 1510.816654] env[69319]: value = "task-3224470" [ 1510.816654] env[69319]: _type = "Task" [ 1510.816654] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.824974] env[69319]: DEBUG oslo_vmware.api [None req-81269f02-aa66-48e6-b74f-fa81a8343a61 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Task: {'id': task-3224470, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.326601] env[69319]: DEBUG oslo_vmware.api [None req-81269f02-aa66-48e6-b74f-fa81a8343a61 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Task: {'id': task-3224470, 'name': PowerOffVM_Task, 'duration_secs': 0.174025} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.326923] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-81269f02-aa66-48e6-b74f-fa81a8343a61 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 1e7a1731-78c5-4a57-b663-5a9c64871fed] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1511.327024] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-81269f02-aa66-48e6-b74f-fa81a8343a61 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 1e7a1731-78c5-4a57-b663-5a9c64871fed] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1511.327247] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f5c8c99d-5e69-43ae-8e16-d007a8fe4f8e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.390939] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-81269f02-aa66-48e6-b74f-fa81a8343a61 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 1e7a1731-78c5-4a57-b663-5a9c64871fed] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1511.391160] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-81269f02-aa66-48e6-b74f-fa81a8343a61 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 1e7a1731-78c5-4a57-b663-5a9c64871fed] Deleting contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1511.391334] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-81269f02-aa66-48e6-b74f-fa81a8343a61 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Deleting the datastore file [datastore2] 1e7a1731-78c5-4a57-b663-5a9c64871fed {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1511.391590] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6f47a476-4fcd-4da8-b30c-c39c34418975 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.397494] env[69319]: DEBUG oslo_vmware.api [None req-81269f02-aa66-48e6-b74f-fa81a8343a61 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Waiting for the task: (returnval){ [ 1511.397494] env[69319]: value = "task-3224472" [ 1511.397494] env[69319]: _type = "Task" [ 1511.397494] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.404801] env[69319]: DEBUG oslo_vmware.api [None req-81269f02-aa66-48e6-b74f-fa81a8343a61 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Task: {'id': task-3224472, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.907290] env[69319]: DEBUG oslo_vmware.api [None req-81269f02-aa66-48e6-b74f-fa81a8343a61 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Task: {'id': task-3224472, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176413} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.907510] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-81269f02-aa66-48e6-b74f-fa81a8343a61 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1511.907695] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-81269f02-aa66-48e6-b74f-fa81a8343a61 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 1e7a1731-78c5-4a57-b663-5a9c64871fed] Deleted contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1511.907888] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-81269f02-aa66-48e6-b74f-fa81a8343a61 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 1e7a1731-78c5-4a57-b663-5a9c64871fed] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1511.908082] env[69319]: INFO nova.compute.manager [None req-81269f02-aa66-48e6-b74f-fa81a8343a61 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 1e7a1731-78c5-4a57-b663-5a9c64871fed] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1511.908332] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-81269f02-aa66-48e6-b74f-fa81a8343a61 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1511.908528] env[69319]: DEBUG nova.compute.manager [-] [instance: 1e7a1731-78c5-4a57-b663-5a9c64871fed] Deallocating network for instance {{(pid=69319) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1511.908643] env[69319]: DEBUG nova.network.neutron [-] [instance: 1e7a1731-78c5-4a57-b663-5a9c64871fed] deallocate_for_instance() {{(pid=69319) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1512.578345] env[69319]: DEBUG nova.compute.manager [req-ffd689d2-1af7-4d71-9cae-4d5d74cdd0d8 req-c0c1bc52-65ff-4272-8b62-cc303d64d03c service nova] [instance: 1e7a1731-78c5-4a57-b663-5a9c64871fed] Received event network-vif-deleted-392359d0-b37f-4ca9-bd51-334611cf5f61 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1512.578609] env[69319]: INFO nova.compute.manager [req-ffd689d2-1af7-4d71-9cae-4d5d74cdd0d8 req-c0c1bc52-65ff-4272-8b62-cc303d64d03c service nova] [instance: 1e7a1731-78c5-4a57-b663-5a9c64871fed] Neutron deleted interface 392359d0-b37f-4ca9-bd51-334611cf5f61; detaching it from the instance and deleting it from the info cache [ 1512.579022] env[69319]: DEBUG nova.network.neutron [req-ffd689d2-1af7-4d71-9cae-4d5d74cdd0d8 req-c0c1bc52-65ff-4272-8b62-cc303d64d03c service nova] [instance: 1e7a1731-78c5-4a57-b663-5a9c64871fed] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1513.053534] env[69319]: DEBUG nova.network.neutron [-] [instance: 1e7a1731-78c5-4a57-b663-5a9c64871fed] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1513.082273] env[69319]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bba4f5a9-0df2-429b-a4eb-f46c3d49511c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.092953] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9918e616-ea97-4dc9-b02f-e0c47be70c62 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.117856] env[69319]: DEBUG nova.compute.manager [req-ffd689d2-1af7-4d71-9cae-4d5d74cdd0d8 req-c0c1bc52-65ff-4272-8b62-cc303d64d03c service nova] [instance: 1e7a1731-78c5-4a57-b663-5a9c64871fed] Detach interface failed, port_id=392359d0-b37f-4ca9-bd51-334611cf5f61, reason: Instance 1e7a1731-78c5-4a57-b663-5a9c64871fed could not be found. {{(pid=69319) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1513.556246] env[69319]: INFO nova.compute.manager [-] [instance: 1e7a1731-78c5-4a57-b663-5a9c64871fed] Took 1.65 seconds to deallocate network for instance. [ 1514.063119] env[69319]: DEBUG oslo_concurrency.lockutils [None req-81269f02-aa66-48e6-b74f-fa81a8343a61 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1514.063473] env[69319]: DEBUG oslo_concurrency.lockutils [None req-81269f02-aa66-48e6-b74f-fa81a8343a61 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1514.063684] env[69319]: DEBUG nova.objects.instance [None req-81269f02-aa66-48e6-b74f-fa81a8343a61 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Lazy-loading 'resources' on Instance uuid 1e7a1731-78c5-4a57-b663-5a9c64871fed {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1514.607816] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c53ed1f-be21-406a-9e51-3c6087b141e7 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.615522] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3996fd56-aa25-4dc2-a0ef-9c845efaff6c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.646767] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-876c43ab-fa93-4a27-a916-c45a265a0884 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.653974] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a7f57b9-f675-42e0-8785-c770c455c15b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.666689] env[69319]: DEBUG nova.compute.provider_tree [None req-81269f02-aa66-48e6-b74f-fa81a8343a61 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1515.169640] env[69319]: DEBUG nova.scheduler.client.report [None req-81269f02-aa66-48e6-b74f-fa81a8343a61 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1515.674874] env[69319]: DEBUG oslo_concurrency.lockutils [None req-81269f02-aa66-48e6-b74f-fa81a8343a61 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.611s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1515.696732] env[69319]: INFO nova.scheduler.client.report [None req-81269f02-aa66-48e6-b74f-fa81a8343a61 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Deleted allocations for instance 1e7a1731-78c5-4a57-b663-5a9c64871fed [ 1516.204870] env[69319]: DEBUG oslo_concurrency.lockutils [None req-81269f02-aa66-48e6-b74f-fa81a8343a61 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Lock "1e7a1731-78c5-4a57-b663-5a9c64871fed" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.910s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1518.248858] env[69319]: DEBUG oslo_concurrency.lockutils [None req-478caf8a-48d2-40fc-a7a5-2ad175d9cb86 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Acquiring lock "45d0192d-c754-4f72-aac6-9db9c69237a2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1518.249165] env[69319]: DEBUG oslo_concurrency.lockutils [None req-478caf8a-48d2-40fc-a7a5-2ad175d9cb86 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Lock "45d0192d-c754-4f72-aac6-9db9c69237a2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1518.751498] env[69319]: DEBUG nova.compute.manager [None req-478caf8a-48d2-40fc-a7a5-2ad175d9cb86 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 45d0192d-c754-4f72-aac6-9db9c69237a2] Starting instance... {{(pid=69319) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1519.273564] env[69319]: DEBUG oslo_concurrency.lockutils [None req-478caf8a-48d2-40fc-a7a5-2ad175d9cb86 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1519.273851] env[69319]: DEBUG oslo_concurrency.lockutils [None req-478caf8a-48d2-40fc-a7a5-2ad175d9cb86 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1519.275743] env[69319]: INFO nova.compute.claims [None req-478caf8a-48d2-40fc-a7a5-2ad175d9cb86 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 45d0192d-c754-4f72-aac6-9db9c69237a2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1519.338069] env[69319]: DEBUG oslo_concurrency.lockutils [None req-12028be5-fb35-4b4d-9f49-f8002e181c65 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Acquiring lock "8bf9adc0-9016-49b4-b72c-71ec5a3f5a48" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1519.338334] env[69319]: DEBUG oslo_concurrency.lockutils [None req-12028be5-fb35-4b4d-9f49-f8002e181c65 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Lock "8bf9adc0-9016-49b4-b72c-71ec5a3f5a48" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1519.338518] env[69319]: DEBUG nova.compute.manager [None req-12028be5-fb35-4b4d-9f49-f8002e181c65 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 8bf9adc0-9016-49b4-b72c-71ec5a3f5a48] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1519.339432] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-645fa158-f9ce-401d-aa24-147be2985406 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.346589] env[69319]: DEBUG nova.compute.manager [None req-12028be5-fb35-4b4d-9f49-f8002e181c65 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 8bf9adc0-9016-49b4-b72c-71ec5a3f5a48] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69319) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1519.347136] env[69319]: DEBUG nova.objects.instance [None req-12028be5-fb35-4b4d-9f49-f8002e181c65 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Lazy-loading 'flavor' on Instance uuid 8bf9adc0-9016-49b4-b72c-71ec5a3f5a48 {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1520.320143] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eb441c5-7c32-431e-80bf-cb7817ca992f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.327887] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2af475d-4860-4c2b-8262-ad4d1af40054 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.358083] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-12028be5-fb35-4b4d-9f49-f8002e181c65 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 8bf9adc0-9016-49b4-b72c-71ec5a3f5a48] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1520.358480] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-54ea6fef-8a9b-4554-b88a-bf86ac5a819c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.360362] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41c9b6b2-566d-4ad0-9b0b-03fa516831fc {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.369238] env[69319]: DEBUG oslo_vmware.api [None req-12028be5-fb35-4b4d-9f49-f8002e181c65 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Waiting for the task: (returnval){ [ 1520.369238] env[69319]: value = "task-3224473" [ 1520.369238] env[69319]: _type = "Task" [ 1520.369238] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1520.370481] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaa6820a-1caa-4b61-a184-20636db2e0ab {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.382709] env[69319]: DEBUG oslo_vmware.api [None req-12028be5-fb35-4b4d-9f49-f8002e181c65 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': task-3224473, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.391507] env[69319]: DEBUG nova.compute.provider_tree [None req-478caf8a-48d2-40fc-a7a5-2ad175d9cb86 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1520.879144] env[69319]: DEBUG oslo_vmware.api [None req-12028be5-fb35-4b4d-9f49-f8002e181c65 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': task-3224473, 'name': PowerOffVM_Task, 'duration_secs': 0.215959} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1520.879440] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-12028be5-fb35-4b4d-9f49-f8002e181c65 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 8bf9adc0-9016-49b4-b72c-71ec5a3f5a48] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1520.879643] env[69319]: DEBUG nova.compute.manager [None req-12028be5-fb35-4b4d-9f49-f8002e181c65 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 8bf9adc0-9016-49b4-b72c-71ec5a3f5a48] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1520.880397] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-303d07da-8ee7-43e2-b77f-a0b585104e4e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.895996] env[69319]: DEBUG nova.scheduler.client.report [None req-478caf8a-48d2-40fc-a7a5-2ad175d9cb86 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1521.391676] env[69319]: DEBUG oslo_concurrency.lockutils [None req-12028be5-fb35-4b4d-9f49-f8002e181c65 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Lock "8bf9adc0-9016-49b4-b72c-71ec5a3f5a48" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.053s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1521.399642] env[69319]: DEBUG oslo_concurrency.lockutils [None req-478caf8a-48d2-40fc-a7a5-2ad175d9cb86 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.126s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1521.400174] env[69319]: DEBUG nova.compute.manager [None req-478caf8a-48d2-40fc-a7a5-2ad175d9cb86 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 45d0192d-c754-4f72-aac6-9db9c69237a2] Start building networks asynchronously for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1521.693610] env[69319]: DEBUG nova.objects.instance [None req-7ccba2cb-f24d-4011-9e34-1227d9a396c1 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Lazy-loading 'flavor' on Instance uuid 8bf9adc0-9016-49b4-b72c-71ec5a3f5a48 {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1521.904604] env[69319]: DEBUG nova.compute.utils [None req-478caf8a-48d2-40fc-a7a5-2ad175d9cb86 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Using /dev/sd instead of None {{(pid=69319) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1521.906050] env[69319]: DEBUG nova.compute.manager [None req-478caf8a-48d2-40fc-a7a5-2ad175d9cb86 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 45d0192d-c754-4f72-aac6-9db9c69237a2] Allocating IP information in the background. {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1521.906252] env[69319]: DEBUG nova.network.neutron [None req-478caf8a-48d2-40fc-a7a5-2ad175d9cb86 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 45d0192d-c754-4f72-aac6-9db9c69237a2] allocate_for_instance() {{(pid=69319) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1521.952622] env[69319]: DEBUG nova.policy [None req-478caf8a-48d2-40fc-a7a5-2ad175d9cb86 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '16beb186640643eea48fda09ad7dc5de', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '95644d802b30495ab0252d6e801d8941', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69319) authorize /opt/stack/nova/nova/policy.py:192}} [ 1522.192121] env[69319]: DEBUG nova.network.neutron [None req-478caf8a-48d2-40fc-a7a5-2ad175d9cb86 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 45d0192d-c754-4f72-aac6-9db9c69237a2] Successfully created port: 3a56e75a-bcf6-4717-b068-93f07e58b354 {{(pid=69319) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1522.197872] env[69319]: DEBUG oslo_concurrency.lockutils [None req-7ccba2cb-f24d-4011-9e34-1227d9a396c1 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Acquiring lock "refresh_cache-8bf9adc0-9016-49b4-b72c-71ec5a3f5a48" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.198078] env[69319]: DEBUG oslo_concurrency.lockutils [None req-7ccba2cb-f24d-4011-9e34-1227d9a396c1 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Acquired lock "refresh_cache-8bf9adc0-9016-49b4-b72c-71ec5a3f5a48" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.198256] env[69319]: DEBUG nova.network.neutron [None req-7ccba2cb-f24d-4011-9e34-1227d9a396c1 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 8bf9adc0-9016-49b4-b72c-71ec5a3f5a48] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1522.198426] env[69319]: DEBUG nova.objects.instance [None req-7ccba2cb-f24d-4011-9e34-1227d9a396c1 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Lazy-loading 'info_cache' on Instance uuid 8bf9adc0-9016-49b4-b72c-71ec5a3f5a48 {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1522.410157] env[69319]: DEBUG nova.compute.manager [None req-478caf8a-48d2-40fc-a7a5-2ad175d9cb86 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 45d0192d-c754-4f72-aac6-9db9c69237a2] Start building block device mappings for instance. {{(pid=69319) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1522.702823] env[69319]: DEBUG nova.objects.base [None req-7ccba2cb-f24d-4011-9e34-1227d9a396c1 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Object Instance<8bf9adc0-9016-49b4-b72c-71ec5a3f5a48> lazy-loaded attributes: flavor,info_cache {{(pid=69319) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1523.390195] env[69319]: DEBUG nova.network.neutron [None req-7ccba2cb-f24d-4011-9e34-1227d9a396c1 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 8bf9adc0-9016-49b4-b72c-71ec5a3f5a48] Updating instance_info_cache with network_info: [{"id": "78b2bd26-9c2f-4248-bc4f-c1095c346212", "address": "fa:16:3e:66:42:b9", "network": {"id": "eba3ac7c-e65e-4811-a2ab-2b2399f9a31c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-580087532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef4b5f34c7fe4128a153d1f4914be606", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78b2bd26-9c", "ovs_interfaceid": "78b2bd26-9c2f-4248-bc4f-c1095c346212", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1523.418983] env[69319]: DEBUG nova.compute.manager [None req-478caf8a-48d2-40fc-a7a5-2ad175d9cb86 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 45d0192d-c754-4f72-aac6-9db9c69237a2] Start spawning the instance on the hypervisor. {{(pid=69319) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1523.445831] env[69319]: DEBUG nova.virt.hardware [None req-478caf8a-48d2-40fc-a7a5-2ad175d9cb86 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T03:32:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T03:32:36Z,direct_url=,disk_format='vmdk',id=6700374e-b6e6-4c5e-a688-7ac0dd5c92f8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31f027872f6f44dba95ff2fe7a062e00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T03:32:36Z,virtual_size=,visibility=), allow threads: False {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1523.446107] env[69319]: DEBUG nova.virt.hardware [None req-478caf8a-48d2-40fc-a7a5-2ad175d9cb86 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Flavor limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1523.446276] env[69319]: DEBUG nova.virt.hardware [None req-478caf8a-48d2-40fc-a7a5-2ad175d9cb86 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Image limits 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1523.446462] env[69319]: DEBUG nova.virt.hardware [None req-478caf8a-48d2-40fc-a7a5-2ad175d9cb86 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Flavor pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1523.446612] env[69319]: DEBUG nova.virt.hardware [None req-478caf8a-48d2-40fc-a7a5-2ad175d9cb86 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Image pref 0:0:0 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1523.446764] env[69319]: DEBUG nova.virt.hardware [None req-478caf8a-48d2-40fc-a7a5-2ad175d9cb86 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69319) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1523.447326] env[69319]: DEBUG nova.virt.hardware [None req-478caf8a-48d2-40fc-a7a5-2ad175d9cb86 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1523.447326] env[69319]: DEBUG nova.virt.hardware [None req-478caf8a-48d2-40fc-a7a5-2ad175d9cb86 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1523.447326] env[69319]: DEBUG nova.virt.hardware [None req-478caf8a-48d2-40fc-a7a5-2ad175d9cb86 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Got 1 possible topologies {{(pid=69319) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1523.447514] env[69319]: DEBUG nova.virt.hardware [None req-478caf8a-48d2-40fc-a7a5-2ad175d9cb86 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1523.447609] env[69319]: DEBUG nova.virt.hardware [None req-478caf8a-48d2-40fc-a7a5-2ad175d9cb86 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69319) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1523.448521] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c062cc6-feab-418d-aed3-b1b61280c287 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.457238] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5be548a1-bd31-447e-bce4-39597fc1ae88 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.608393] env[69319]: DEBUG nova.compute.manager [req-ab0c943c-d8de-4398-8e12-a149d0449ebd req-19b39a03-e4bd-4fd1-9678-7667c1639e28 service nova] [instance: 45d0192d-c754-4f72-aac6-9db9c69237a2] Received event network-vif-plugged-3a56e75a-bcf6-4717-b068-93f07e58b354 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1523.608610] env[69319]: DEBUG oslo_concurrency.lockutils [req-ab0c943c-d8de-4398-8e12-a149d0449ebd req-19b39a03-e4bd-4fd1-9678-7667c1639e28 service nova] Acquiring lock "45d0192d-c754-4f72-aac6-9db9c69237a2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1523.608841] env[69319]: DEBUG oslo_concurrency.lockutils [req-ab0c943c-d8de-4398-8e12-a149d0449ebd req-19b39a03-e4bd-4fd1-9678-7667c1639e28 service nova] Lock "45d0192d-c754-4f72-aac6-9db9c69237a2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1523.609034] env[69319]: DEBUG oslo_concurrency.lockutils [req-ab0c943c-d8de-4398-8e12-a149d0449ebd req-19b39a03-e4bd-4fd1-9678-7667c1639e28 service nova] Lock "45d0192d-c754-4f72-aac6-9db9c69237a2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1523.609216] env[69319]: DEBUG nova.compute.manager [req-ab0c943c-d8de-4398-8e12-a149d0449ebd req-19b39a03-e4bd-4fd1-9678-7667c1639e28 service nova] [instance: 45d0192d-c754-4f72-aac6-9db9c69237a2] No waiting events found dispatching network-vif-plugged-3a56e75a-bcf6-4717-b068-93f07e58b354 {{(pid=69319) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1523.609381] env[69319]: WARNING nova.compute.manager [req-ab0c943c-d8de-4398-8e12-a149d0449ebd req-19b39a03-e4bd-4fd1-9678-7667c1639e28 service nova] [instance: 45d0192d-c754-4f72-aac6-9db9c69237a2] Received unexpected event network-vif-plugged-3a56e75a-bcf6-4717-b068-93f07e58b354 for instance with vm_state building and task_state spawning. [ 1523.684345] env[69319]: DEBUG nova.network.neutron [None req-478caf8a-48d2-40fc-a7a5-2ad175d9cb86 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 45d0192d-c754-4f72-aac6-9db9c69237a2] Successfully updated port: 3a56e75a-bcf6-4717-b068-93f07e58b354 {{(pid=69319) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1523.892995] env[69319]: DEBUG oslo_concurrency.lockutils [None req-7ccba2cb-f24d-4011-9e34-1227d9a396c1 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Releasing lock "refresh_cache-8bf9adc0-9016-49b4-b72c-71ec5a3f5a48" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1524.187546] env[69319]: DEBUG oslo_concurrency.lockutils [None req-478caf8a-48d2-40fc-a7a5-2ad175d9cb86 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Acquiring lock "refresh_cache-45d0192d-c754-4f72-aac6-9db9c69237a2" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.187708] env[69319]: DEBUG oslo_concurrency.lockutils [None req-478caf8a-48d2-40fc-a7a5-2ad175d9cb86 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Acquired lock "refresh_cache-45d0192d-c754-4f72-aac6-9db9c69237a2" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1524.187907] env[69319]: DEBUG nova.network.neutron [None req-478caf8a-48d2-40fc-a7a5-2ad175d9cb86 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 45d0192d-c754-4f72-aac6-9db9c69237a2] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1524.717797] env[69319]: DEBUG nova.network.neutron [None req-478caf8a-48d2-40fc-a7a5-2ad175d9cb86 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 45d0192d-c754-4f72-aac6-9db9c69237a2] Instance cache missing network info. {{(pid=69319) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1524.829865] env[69319]: DEBUG nova.network.neutron [None req-478caf8a-48d2-40fc-a7a5-2ad175d9cb86 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 45d0192d-c754-4f72-aac6-9db9c69237a2] Updating instance_info_cache with network_info: [{"id": "3a56e75a-bcf6-4717-b068-93f07e58b354", "address": "fa:16:3e:d0:e0:18", "network": {"id": "71fca4d9-61bc-4013-a81b-0ddfab3b1cbc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-616015346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95644d802b30495ab0252d6e801d8941", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a56e75a-bc", "ovs_interfaceid": "3a56e75a-bcf6-4717-b068-93f07e58b354", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1524.898571] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ccba2cb-f24d-4011-9e34-1227d9a396c1 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 8bf9adc0-9016-49b4-b72c-71ec5a3f5a48] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1524.899083] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-093239f0-67b2-4d58-b402-3e2e8c35a762 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.907033] env[69319]: DEBUG oslo_vmware.api [None req-7ccba2cb-f24d-4011-9e34-1227d9a396c1 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Waiting for the task: (returnval){ [ 1524.907033] env[69319]: value = "task-3224474" [ 1524.907033] env[69319]: _type = "Task" [ 1524.907033] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.914666] env[69319]: DEBUG oslo_vmware.api [None req-7ccba2cb-f24d-4011-9e34-1227d9a396c1 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': task-3224474, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.332945] env[69319]: DEBUG oslo_concurrency.lockutils [None req-478caf8a-48d2-40fc-a7a5-2ad175d9cb86 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Releasing lock "refresh_cache-45d0192d-c754-4f72-aac6-9db9c69237a2" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.333418] env[69319]: DEBUG nova.compute.manager [None req-478caf8a-48d2-40fc-a7a5-2ad175d9cb86 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 45d0192d-c754-4f72-aac6-9db9c69237a2] Instance network_info: |[{"id": "3a56e75a-bcf6-4717-b068-93f07e58b354", "address": "fa:16:3e:d0:e0:18", "network": {"id": "71fca4d9-61bc-4013-a81b-0ddfab3b1cbc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-616015346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95644d802b30495ab0252d6e801d8941", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a56e75a-bc", "ovs_interfaceid": "3a56e75a-bcf6-4717-b068-93f07e58b354", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69319) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1525.333883] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-478caf8a-48d2-40fc-a7a5-2ad175d9cb86 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 45d0192d-c754-4f72-aac6-9db9c69237a2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d0:e0:18', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '233536d0-6913-4879-8442-42dcf1d4ecbb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3a56e75a-bcf6-4717-b068-93f07e58b354', 'vif_model': 'vmxnet3'}] {{(pid=69319) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1525.342166] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-478caf8a-48d2-40fc-a7a5-2ad175d9cb86 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1525.342378] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45d0192d-c754-4f72-aac6-9db9c69237a2] Creating VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1525.342638] env[69319]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1d6f3db1-7cd5-40b0-b6a6-7a38b1942b8d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.361928] env[69319]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1525.361928] env[69319]: value = "task-3224475" [ 1525.361928] env[69319]: _type = "Task" [ 1525.361928] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1525.369721] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3224475, 'name': CreateVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.416283] env[69319]: DEBUG oslo_vmware.api [None req-7ccba2cb-f24d-4011-9e34-1227d9a396c1 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': task-3224474, 'name': PowerOnVM_Task, 'duration_secs': 0.371084} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1525.416542] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ccba2cb-f24d-4011-9e34-1227d9a396c1 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 8bf9adc0-9016-49b4-b72c-71ec5a3f5a48] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1525.416749] env[69319]: DEBUG nova.compute.manager [None req-7ccba2cb-f24d-4011-9e34-1227d9a396c1 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 8bf9adc0-9016-49b4-b72c-71ec5a3f5a48] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1525.417636] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e98881d-21d0-4458-b007-bdd761c8f8cd {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.634416] env[69319]: DEBUG nova.compute.manager [req-c45ae1c1-4683-4b6d-9b51-44a156e9d3da req-7b661e33-e11e-467e-b836-96fd3d0a8fc9 service nova] [instance: 45d0192d-c754-4f72-aac6-9db9c69237a2] Received event network-changed-3a56e75a-bcf6-4717-b068-93f07e58b354 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1525.634563] env[69319]: DEBUG nova.compute.manager [req-c45ae1c1-4683-4b6d-9b51-44a156e9d3da req-7b661e33-e11e-467e-b836-96fd3d0a8fc9 service nova] [instance: 45d0192d-c754-4f72-aac6-9db9c69237a2] Refreshing instance network info cache due to event network-changed-3a56e75a-bcf6-4717-b068-93f07e58b354. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1525.634795] env[69319]: DEBUG oslo_concurrency.lockutils [req-c45ae1c1-4683-4b6d-9b51-44a156e9d3da req-7b661e33-e11e-467e-b836-96fd3d0a8fc9 service nova] Acquiring lock "refresh_cache-45d0192d-c754-4f72-aac6-9db9c69237a2" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.634945] env[69319]: DEBUG oslo_concurrency.lockutils [req-c45ae1c1-4683-4b6d-9b51-44a156e9d3da req-7b661e33-e11e-467e-b836-96fd3d0a8fc9 service nova] Acquired lock "refresh_cache-45d0192d-c754-4f72-aac6-9db9c69237a2" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.635125] env[69319]: DEBUG nova.network.neutron [req-c45ae1c1-4683-4b6d-9b51-44a156e9d3da req-7b661e33-e11e-467e-b836-96fd3d0a8fc9 service nova] [instance: 45d0192d-c754-4f72-aac6-9db9c69237a2] Refreshing network info cache for port 3a56e75a-bcf6-4717-b068-93f07e58b354 {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1525.872318] env[69319]: DEBUG oslo_vmware.api [-] Task: {'id': task-3224475, 'name': CreateVM_Task, 'duration_secs': 0.329975} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1525.872575] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45d0192d-c754-4f72-aac6-9db9c69237a2] Created VM on the ESX host {{(pid=69319) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1525.873252] env[69319]: DEBUG oslo_concurrency.lockutils [None req-478caf8a-48d2-40fc-a7a5-2ad175d9cb86 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.873458] env[69319]: DEBUG oslo_concurrency.lockutils [None req-478caf8a-48d2-40fc-a7a5-2ad175d9cb86 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.873789] env[69319]: DEBUG oslo_concurrency.lockutils [None req-478caf8a-48d2-40fc-a7a5-2ad175d9cb86 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.874067] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-748a57ce-993d-487a-9099-f6c33fe90198 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.878795] env[69319]: DEBUG oslo_vmware.api [None req-478caf8a-48d2-40fc-a7a5-2ad175d9cb86 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Waiting for the task: (returnval){ [ 1525.878795] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52fbb3be-c53a-9f69-b719-f4cb74ceca7e" [ 1525.878795] env[69319]: _type = "Task" [ 1525.878795] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1525.886567] env[69319]: DEBUG oslo_vmware.api [None req-478caf8a-48d2-40fc-a7a5-2ad175d9cb86 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52fbb3be-c53a-9f69-b719-f4cb74ceca7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.333702] env[69319]: DEBUG nova.network.neutron [req-c45ae1c1-4683-4b6d-9b51-44a156e9d3da req-7b661e33-e11e-467e-b836-96fd3d0a8fc9 service nova] [instance: 45d0192d-c754-4f72-aac6-9db9c69237a2] Updated VIF entry in instance network info cache for port 3a56e75a-bcf6-4717-b068-93f07e58b354. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1526.334088] env[69319]: DEBUG nova.network.neutron [req-c45ae1c1-4683-4b6d-9b51-44a156e9d3da req-7b661e33-e11e-467e-b836-96fd3d0a8fc9 service nova] [instance: 45d0192d-c754-4f72-aac6-9db9c69237a2] Updating instance_info_cache with network_info: [{"id": "3a56e75a-bcf6-4717-b068-93f07e58b354", "address": "fa:16:3e:d0:e0:18", "network": {"id": "71fca4d9-61bc-4013-a81b-0ddfab3b1cbc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-616015346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95644d802b30495ab0252d6e801d8941", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a56e75a-bc", "ovs_interfaceid": "3a56e75a-bcf6-4717-b068-93f07e58b354", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1526.388542] env[69319]: DEBUG oslo_vmware.api [None req-478caf8a-48d2-40fc-a7a5-2ad175d9cb86 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52fbb3be-c53a-9f69-b719-f4cb74ceca7e, 'name': SearchDatastore_Task, 'duration_secs': 0.012695} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1526.388850] env[69319]: DEBUG oslo_concurrency.lockutils [None req-478caf8a-48d2-40fc-a7a5-2ad175d9cb86 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.389099] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-478caf8a-48d2-40fc-a7a5-2ad175d9cb86 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 45d0192d-c754-4f72-aac6-9db9c69237a2] Processing image 6700374e-b6e6-4c5e-a688-7ac0dd5c92f8 {{(pid=69319) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1526.389341] env[69319]: DEBUG oslo_concurrency.lockutils [None req-478caf8a-48d2-40fc-a7a5-2ad175d9cb86 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.389490] env[69319]: DEBUG oslo_concurrency.lockutils [None req-478caf8a-48d2-40fc-a7a5-2ad175d9cb86 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.389671] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-478caf8a-48d2-40fc-a7a5-2ad175d9cb86 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1526.389930] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-16dbc27e-5eac-41af-8571-4b48ebecc013 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.398288] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-478caf8a-48d2-40fc-a7a5-2ad175d9cb86 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69319) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1526.398463] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-478caf8a-48d2-40fc-a7a5-2ad175d9cb86 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69319) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1526.399151] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb6a889d-785f-48da-804f-3a60ad73f329 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.403834] env[69319]: DEBUG oslo_vmware.api [None req-478caf8a-48d2-40fc-a7a5-2ad175d9cb86 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Waiting for the task: (returnval){ [ 1526.403834] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]528779c0-cbbb-5660-4c5b-9774a42c5159" [ 1526.403834] env[69319]: _type = "Task" [ 1526.403834] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.411322] env[69319]: DEBUG oslo_vmware.api [None req-478caf8a-48d2-40fc-a7a5-2ad175d9cb86 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]528779c0-cbbb-5660-4c5b-9774a42c5159, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.473912] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7577e25-230d-4bfe-b1dc-79b8d2c75a6a {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.480229] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-225ac00a-3cf4-4cb5-972e-fc37b649a7de tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 8bf9adc0-9016-49b4-b72c-71ec5a3f5a48] Suspending the VM {{(pid=69319) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1526.480447] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-2e8a64ce-68af-4a11-a207-a196a505f314 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.486361] env[69319]: DEBUG oslo_vmware.api [None req-225ac00a-3cf4-4cb5-972e-fc37b649a7de tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Waiting for the task: (returnval){ [ 1526.486361] env[69319]: value = "task-3224476" [ 1526.486361] env[69319]: _type = "Task" [ 1526.486361] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.495688] env[69319]: DEBUG oslo_vmware.api [None req-225ac00a-3cf4-4cb5-972e-fc37b649a7de tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': task-3224476, 'name': SuspendVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.836671] env[69319]: DEBUG oslo_concurrency.lockutils [req-c45ae1c1-4683-4b6d-9b51-44a156e9d3da req-7b661e33-e11e-467e-b836-96fd3d0a8fc9 service nova] Releasing lock "refresh_cache-45d0192d-c754-4f72-aac6-9db9c69237a2" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.914511] env[69319]: DEBUG oslo_vmware.api [None req-478caf8a-48d2-40fc-a7a5-2ad175d9cb86 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]528779c0-cbbb-5660-4c5b-9774a42c5159, 'name': SearchDatastore_Task, 'duration_secs': 0.008314} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1526.915371] env[69319]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aaf884d4-64b5-4a7e-9252-72b0b97fa23b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.920460] env[69319]: DEBUG oslo_vmware.api [None req-478caf8a-48d2-40fc-a7a5-2ad175d9cb86 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Waiting for the task: (returnval){ [ 1526.920460] env[69319]: value = "session[52bad56f-127b-1368-58a3-f823ceab4cf4]52dd6e42-3844-6f04-f2a8-a3d29eed82eb" [ 1526.920460] env[69319]: _type = "Task" [ 1526.920460] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.927817] env[69319]: DEBUG oslo_vmware.api [None req-478caf8a-48d2-40fc-a7a5-2ad175d9cb86 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52dd6e42-3844-6f04-f2a8-a3d29eed82eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.995594] env[69319]: DEBUG oslo_vmware.api [None req-225ac00a-3cf4-4cb5-972e-fc37b649a7de tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': task-3224476, 'name': SuspendVM_Task} progress is 75%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.431206] env[69319]: DEBUG oslo_vmware.api [None req-478caf8a-48d2-40fc-a7a5-2ad175d9cb86 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Task: {'id': session[52bad56f-127b-1368-58a3-f823ceab4cf4]52dd6e42-3844-6f04-f2a8-a3d29eed82eb, 'name': SearchDatastore_Task, 'duration_secs': 0.018958} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.431541] env[69319]: DEBUG oslo_concurrency.lockutils [None req-478caf8a-48d2-40fc-a7a5-2ad175d9cb86 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1527.432108] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-478caf8a-48d2-40fc-a7a5-2ad175d9cb86 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] 45d0192d-c754-4f72-aac6-9db9c69237a2/45d0192d-c754-4f72-aac6-9db9c69237a2.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1527.432292] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2664217e-15e7-47f6-8bb6-995c4f273868 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.439075] env[69319]: DEBUG oslo_vmware.api [None req-478caf8a-48d2-40fc-a7a5-2ad175d9cb86 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Waiting for the task: (returnval){ [ 1527.439075] env[69319]: value = "task-3224477" [ 1527.439075] env[69319]: _type = "Task" [ 1527.439075] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.448071] env[69319]: DEBUG oslo_vmware.api [None req-478caf8a-48d2-40fc-a7a5-2ad175d9cb86 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Task: {'id': task-3224477, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.496016] env[69319]: DEBUG oslo_vmware.api [None req-225ac00a-3cf4-4cb5-972e-fc37b649a7de tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': task-3224476, 'name': SuspendVM_Task, 'duration_secs': 0.805148} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.496332] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-225ac00a-3cf4-4cb5-972e-fc37b649a7de tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 8bf9adc0-9016-49b4-b72c-71ec5a3f5a48] Suspended the VM {{(pid=69319) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1527.496520] env[69319]: DEBUG nova.compute.manager [None req-225ac00a-3cf4-4cb5-972e-fc37b649a7de tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 8bf9adc0-9016-49b4-b72c-71ec5a3f5a48] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1527.497356] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b64aba2e-1b65-443c-acf2-94a7a60862c8 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.948836] env[69319]: DEBUG oslo_vmware.api [None req-478caf8a-48d2-40fc-a7a5-2ad175d9cb86 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Task: {'id': task-3224477, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.486929} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.949220] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-478caf8a-48d2-40fc-a7a5-2ad175d9cb86 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8/6700374e-b6e6-4c5e-a688-7ac0dd5c92f8.vmdk to [datastore2] 45d0192d-c754-4f72-aac6-9db9c69237a2/45d0192d-c754-4f72-aac6-9db9c69237a2.vmdk {{(pid=69319) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1527.949292] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-478caf8a-48d2-40fc-a7a5-2ad175d9cb86 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 45d0192d-c754-4f72-aac6-9db9c69237a2] Extending root virtual disk to 1048576 {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1527.949492] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8c71eea3-e766-442a-99b7-637bb64e9a12 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.955449] env[69319]: DEBUG oslo_vmware.api [None req-478caf8a-48d2-40fc-a7a5-2ad175d9cb86 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Waiting for the task: (returnval){ [ 1527.955449] env[69319]: value = "task-3224478" [ 1527.955449] env[69319]: _type = "Task" [ 1527.955449] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.963194] env[69319]: DEBUG oslo_vmware.api [None req-478caf8a-48d2-40fc-a7a5-2ad175d9cb86 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Task: {'id': task-3224478, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.465645] env[69319]: DEBUG oslo_vmware.api [None req-478caf8a-48d2-40fc-a7a5-2ad175d9cb86 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Task: {'id': task-3224478, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064986} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.468051] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-478caf8a-48d2-40fc-a7a5-2ad175d9cb86 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 45d0192d-c754-4f72-aac6-9db9c69237a2] Extended root virtual disk {{(pid=69319) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1528.468051] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa39080c-70da-4503-b976-48380eeac118 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.488855] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-478caf8a-48d2-40fc-a7a5-2ad175d9cb86 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 45d0192d-c754-4f72-aac6-9db9c69237a2] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] 45d0192d-c754-4f72-aac6-9db9c69237a2/45d0192d-c754-4f72-aac6-9db9c69237a2.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1528.489127] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aab89a86-95d0-46d1-ae72-5a1a27f9d50f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.509236] env[69319]: DEBUG oslo_vmware.api [None req-478caf8a-48d2-40fc-a7a5-2ad175d9cb86 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Waiting for the task: (returnval){ [ 1528.509236] env[69319]: value = "task-3224479" [ 1528.509236] env[69319]: _type = "Task" [ 1528.509236] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1528.517036] env[69319]: DEBUG oslo_vmware.api [None req-478caf8a-48d2-40fc-a7a5-2ad175d9cb86 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Task: {'id': task-3224479, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.814130] env[69319]: INFO nova.compute.manager [None req-ef273956-af83-4b3b-8888-929021e15e19 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 8bf9adc0-9016-49b4-b72c-71ec5a3f5a48] Resuming [ 1528.814763] env[69319]: DEBUG nova.objects.instance [None req-ef273956-af83-4b3b-8888-929021e15e19 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Lazy-loading 'flavor' on Instance uuid 8bf9adc0-9016-49b4-b72c-71ec5a3f5a48 {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1529.019521] env[69319]: DEBUG oslo_vmware.api [None req-478caf8a-48d2-40fc-a7a5-2ad175d9cb86 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Task: {'id': task-3224479, 'name': ReconfigVM_Task, 'duration_secs': 0.334303} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.019885] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-478caf8a-48d2-40fc-a7a5-2ad175d9cb86 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 45d0192d-c754-4f72-aac6-9db9c69237a2] Reconfigured VM instance instance-0000007f to attach disk [datastore2] 45d0192d-c754-4f72-aac6-9db9c69237a2/45d0192d-c754-4f72-aac6-9db9c69237a2.vmdk or device None with type sparse {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1529.020537] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-289ffceb-b342-4830-b16f-3284f6fc5d2c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.027099] env[69319]: DEBUG oslo_vmware.api [None req-478caf8a-48d2-40fc-a7a5-2ad175d9cb86 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Waiting for the task: (returnval){ [ 1529.027099] env[69319]: value = "task-3224480" [ 1529.027099] env[69319]: _type = "Task" [ 1529.027099] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.034285] env[69319]: DEBUG oslo_vmware.api [None req-478caf8a-48d2-40fc-a7a5-2ad175d9cb86 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Task: {'id': task-3224480, 'name': Rename_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.537539] env[69319]: DEBUG oslo_vmware.api [None req-478caf8a-48d2-40fc-a7a5-2ad175d9cb86 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Task: {'id': task-3224480, 'name': Rename_Task, 'duration_secs': 0.157048} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.537841] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-478caf8a-48d2-40fc-a7a5-2ad175d9cb86 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 45d0192d-c754-4f72-aac6-9db9c69237a2] Powering on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1529.538093] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-737025e2-0142-4742-858a-ee075fa919ea {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.543708] env[69319]: DEBUG oslo_vmware.api [None req-478caf8a-48d2-40fc-a7a5-2ad175d9cb86 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Waiting for the task: (returnval){ [ 1529.543708] env[69319]: value = "task-3224481" [ 1529.543708] env[69319]: _type = "Task" [ 1529.543708] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.550761] env[69319]: DEBUG oslo_vmware.api [None req-478caf8a-48d2-40fc-a7a5-2ad175d9cb86 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Task: {'id': task-3224481, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.054409] env[69319]: DEBUG oslo_vmware.api [None req-478caf8a-48d2-40fc-a7a5-2ad175d9cb86 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Task: {'id': task-3224481, 'name': PowerOnVM_Task, 'duration_secs': 0.415321} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1530.054752] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-478caf8a-48d2-40fc-a7a5-2ad175d9cb86 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 45d0192d-c754-4f72-aac6-9db9c69237a2] Powered on the VM {{(pid=69319) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1530.054895] env[69319]: INFO nova.compute.manager [None req-478caf8a-48d2-40fc-a7a5-2ad175d9cb86 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 45d0192d-c754-4f72-aac6-9db9c69237a2] Took 6.64 seconds to spawn the instance on the hypervisor. [ 1530.055095] env[69319]: DEBUG nova.compute.manager [None req-478caf8a-48d2-40fc-a7a5-2ad175d9cb86 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 45d0192d-c754-4f72-aac6-9db9c69237a2] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1530.055869] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc00683d-7677-4b77-a984-044d18d0cffb {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.325599] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ef273956-af83-4b3b-8888-929021e15e19 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Acquiring lock "refresh_cache-8bf9adc0-9016-49b4-b72c-71ec5a3f5a48" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.325799] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ef273956-af83-4b3b-8888-929021e15e19 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Acquired lock "refresh_cache-8bf9adc0-9016-49b4-b72c-71ec5a3f5a48" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1530.326047] env[69319]: DEBUG nova.network.neutron [None req-ef273956-af83-4b3b-8888-929021e15e19 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 8bf9adc0-9016-49b4-b72c-71ec5a3f5a48] Building network info cache for instance {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1530.573313] env[69319]: INFO nova.compute.manager [None req-478caf8a-48d2-40fc-a7a5-2ad175d9cb86 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 45d0192d-c754-4f72-aac6-9db9c69237a2] Took 11.32 seconds to build instance. [ 1531.075264] env[69319]: DEBUG oslo_concurrency.lockutils [None req-478caf8a-48d2-40fc-a7a5-2ad175d9cb86 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Lock "45d0192d-c754-4f72-aac6-9db9c69237a2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.826s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1531.211070] env[69319]: DEBUG nova.network.neutron [None req-ef273956-af83-4b3b-8888-929021e15e19 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 8bf9adc0-9016-49b4-b72c-71ec5a3f5a48] Updating instance_info_cache with network_info: [{"id": "78b2bd26-9c2f-4248-bc4f-c1095c346212", "address": "fa:16:3e:66:42:b9", "network": {"id": "eba3ac7c-e65e-4811-a2ab-2b2399f9a31c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-580087532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef4b5f34c7fe4128a153d1f4914be606", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78b2bd26-9c", "ovs_interfaceid": "78b2bd26-9c2f-4248-bc4f-c1095c346212", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1531.382838] env[69319]: DEBUG nova.compute.manager [req-7dcf84f7-3305-4bb7-bfb6-81c419b36291 req-aa1a26ce-186f-4b70-b2e0-74fedb58a7ec service nova] [instance: 45d0192d-c754-4f72-aac6-9db9c69237a2] Received event network-changed-3a56e75a-bcf6-4717-b068-93f07e58b354 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1531.383254] env[69319]: DEBUG nova.compute.manager [req-7dcf84f7-3305-4bb7-bfb6-81c419b36291 req-aa1a26ce-186f-4b70-b2e0-74fedb58a7ec service nova] [instance: 45d0192d-c754-4f72-aac6-9db9c69237a2] Refreshing instance network info cache due to event network-changed-3a56e75a-bcf6-4717-b068-93f07e58b354. {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1531.383618] env[69319]: DEBUG oslo_concurrency.lockutils [req-7dcf84f7-3305-4bb7-bfb6-81c419b36291 req-aa1a26ce-186f-4b70-b2e0-74fedb58a7ec service nova] Acquiring lock "refresh_cache-45d0192d-c754-4f72-aac6-9db9c69237a2" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.383914] env[69319]: DEBUG oslo_concurrency.lockutils [req-7dcf84f7-3305-4bb7-bfb6-81c419b36291 req-aa1a26ce-186f-4b70-b2e0-74fedb58a7ec service nova] Acquired lock "refresh_cache-45d0192d-c754-4f72-aac6-9db9c69237a2" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.384228] env[69319]: DEBUG nova.network.neutron [req-7dcf84f7-3305-4bb7-bfb6-81c419b36291 req-aa1a26ce-186f-4b70-b2e0-74fedb58a7ec service nova] [instance: 45d0192d-c754-4f72-aac6-9db9c69237a2] Refreshing network info cache for port 3a56e75a-bcf6-4717-b068-93f07e58b354 {{(pid=69319) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1531.714388] env[69319]: DEBUG oslo_concurrency.lockutils [None req-ef273956-af83-4b3b-8888-929021e15e19 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Releasing lock "refresh_cache-8bf9adc0-9016-49b4-b72c-71ec5a3f5a48" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1531.715538] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71557222-6df8-47cb-8b80-a83676393174 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.722413] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-ef273956-af83-4b3b-8888-929021e15e19 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 8bf9adc0-9016-49b4-b72c-71ec5a3f5a48] Resuming the VM {{(pid=69319) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1531.722667] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-03fc3acc-228c-4776-870a-8924df6a29f8 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.729205] env[69319]: DEBUG oslo_vmware.api [None req-ef273956-af83-4b3b-8888-929021e15e19 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Waiting for the task: (returnval){ [ 1531.729205] env[69319]: value = "task-3224482" [ 1531.729205] env[69319]: _type = "Task" [ 1531.729205] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.736423] env[69319]: DEBUG oslo_vmware.api [None req-ef273956-af83-4b3b-8888-929021e15e19 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': task-3224482, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.090419] env[69319]: DEBUG nova.network.neutron [req-7dcf84f7-3305-4bb7-bfb6-81c419b36291 req-aa1a26ce-186f-4b70-b2e0-74fedb58a7ec service nova] [instance: 45d0192d-c754-4f72-aac6-9db9c69237a2] Updated VIF entry in instance network info cache for port 3a56e75a-bcf6-4717-b068-93f07e58b354. {{(pid=69319) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1532.090814] env[69319]: DEBUG nova.network.neutron [req-7dcf84f7-3305-4bb7-bfb6-81c419b36291 req-aa1a26ce-186f-4b70-b2e0-74fedb58a7ec service nova] [instance: 45d0192d-c754-4f72-aac6-9db9c69237a2] Updating instance_info_cache with network_info: [{"id": "3a56e75a-bcf6-4717-b068-93f07e58b354", "address": "fa:16:3e:d0:e0:18", "network": {"id": "71fca4d9-61bc-4013-a81b-0ddfab3b1cbc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-616015346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95644d802b30495ab0252d6e801d8941", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a56e75a-bc", "ovs_interfaceid": "3a56e75a-bcf6-4717-b068-93f07e58b354", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1532.243705] env[69319]: DEBUG oslo_vmware.api [None req-ef273956-af83-4b3b-8888-929021e15e19 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': task-3224482, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.593603] env[69319]: DEBUG oslo_concurrency.lockutils [req-7dcf84f7-3305-4bb7-bfb6-81c419b36291 req-aa1a26ce-186f-4b70-b2e0-74fedb58a7ec service nova] Releasing lock "refresh_cache-45d0192d-c754-4f72-aac6-9db9c69237a2" {{(pid=69319) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1532.737188] env[69319]: DEBUG oslo_service.periodic_task [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69319) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1532.741425] env[69319]: DEBUG oslo_vmware.api [None req-ef273956-af83-4b3b-8888-929021e15e19 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': task-3224482, 'name': PowerOnVM_Task, 'duration_secs': 0.52349} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.741774] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-ef273956-af83-4b3b-8888-929021e15e19 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 8bf9adc0-9016-49b4-b72c-71ec5a3f5a48] Resumed the VM {{(pid=69319) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1532.742053] env[69319]: DEBUG nova.compute.manager [None req-ef273956-af83-4b3b-8888-929021e15e19 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 8bf9adc0-9016-49b4-b72c-71ec5a3f5a48] Checking state {{(pid=69319) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1532.742920] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08f79671-13cf-416d-912f-755119978737 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.736271] env[69319]: DEBUG oslo_service.periodic_task [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69319) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1534.569062] env[69319]: DEBUG oslo_concurrency.lockutils [None req-539d9e53-54fe-4382-af8e-2f9546cb4fbe tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Acquiring lock "8bf9adc0-9016-49b4-b72c-71ec5a3f5a48" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1534.569062] env[69319]: DEBUG oslo_concurrency.lockutils [None req-539d9e53-54fe-4382-af8e-2f9546cb4fbe tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Lock "8bf9adc0-9016-49b4-b72c-71ec5a3f5a48" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1534.569062] env[69319]: DEBUG oslo_concurrency.lockutils [None req-539d9e53-54fe-4382-af8e-2f9546cb4fbe tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Acquiring lock "8bf9adc0-9016-49b4-b72c-71ec5a3f5a48-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1534.569062] env[69319]: DEBUG oslo_concurrency.lockutils [None req-539d9e53-54fe-4382-af8e-2f9546cb4fbe tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Lock "8bf9adc0-9016-49b4-b72c-71ec5a3f5a48-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1534.569573] env[69319]: DEBUG oslo_concurrency.lockutils [None req-539d9e53-54fe-4382-af8e-2f9546cb4fbe tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Lock "8bf9adc0-9016-49b4-b72c-71ec5a3f5a48-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1534.571267] env[69319]: INFO nova.compute.manager [None req-539d9e53-54fe-4382-af8e-2f9546cb4fbe tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 8bf9adc0-9016-49b4-b72c-71ec5a3f5a48] Terminating instance [ 1535.075374] env[69319]: DEBUG nova.compute.manager [None req-539d9e53-54fe-4382-af8e-2f9546cb4fbe tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 8bf9adc0-9016-49b4-b72c-71ec5a3f5a48] Start destroying the instance on the hypervisor. {{(pid=69319) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1535.075810] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-539d9e53-54fe-4382-af8e-2f9546cb4fbe tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 8bf9adc0-9016-49b4-b72c-71ec5a3f5a48] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1535.076551] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe0b1aa0-a74a-457e-ac21-b54e86eae8ca {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.085616] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-539d9e53-54fe-4382-af8e-2f9546cb4fbe tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 8bf9adc0-9016-49b4-b72c-71ec5a3f5a48] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1535.085841] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-963c7563-94e5-475a-8d40-df933449ae0f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.091192] env[69319]: DEBUG oslo_vmware.api [None req-539d9e53-54fe-4382-af8e-2f9546cb4fbe tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Waiting for the task: (returnval){ [ 1535.091192] env[69319]: value = "task-3224483" [ 1535.091192] env[69319]: _type = "Task" [ 1535.091192] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.098521] env[69319]: DEBUG oslo_vmware.api [None req-539d9e53-54fe-4382-af8e-2f9546cb4fbe tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': task-3224483, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.601434] env[69319]: DEBUG oslo_vmware.api [None req-539d9e53-54fe-4382-af8e-2f9546cb4fbe tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': task-3224483, 'name': PowerOffVM_Task, 'duration_secs': 0.17722} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.601699] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-539d9e53-54fe-4382-af8e-2f9546cb4fbe tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 8bf9adc0-9016-49b4-b72c-71ec5a3f5a48] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1535.601866] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-539d9e53-54fe-4382-af8e-2f9546cb4fbe tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 8bf9adc0-9016-49b4-b72c-71ec5a3f5a48] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1535.602449] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cd07f4ca-89e8-415c-b785-f400ac527799 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.666102] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-539d9e53-54fe-4382-af8e-2f9546cb4fbe tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 8bf9adc0-9016-49b4-b72c-71ec5a3f5a48] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1535.666321] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-539d9e53-54fe-4382-af8e-2f9546cb4fbe tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 8bf9adc0-9016-49b4-b72c-71ec5a3f5a48] Deleting contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1535.666514] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-539d9e53-54fe-4382-af8e-2f9546cb4fbe tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Deleting the datastore file [datastore2] 8bf9adc0-9016-49b4-b72c-71ec5a3f5a48 {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1535.666779] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2f6613b7-f7a0-4fb9-b626-a17d779ee09e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.672739] env[69319]: DEBUG oslo_vmware.api [None req-539d9e53-54fe-4382-af8e-2f9546cb4fbe tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Waiting for the task: (returnval){ [ 1535.672739] env[69319]: value = "task-3224485" [ 1535.672739] env[69319]: _type = "Task" [ 1535.672739] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.681270] env[69319]: DEBUG oslo_vmware.api [None req-539d9e53-54fe-4382-af8e-2f9546cb4fbe tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': task-3224485, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.182266] env[69319]: DEBUG oslo_vmware.api [None req-539d9e53-54fe-4382-af8e-2f9546cb4fbe tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Task: {'id': task-3224485, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130583} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.182634] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-539d9e53-54fe-4382-af8e-2f9546cb4fbe tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1536.182742] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-539d9e53-54fe-4382-af8e-2f9546cb4fbe tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 8bf9adc0-9016-49b4-b72c-71ec5a3f5a48] Deleted contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1536.182875] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-539d9e53-54fe-4382-af8e-2f9546cb4fbe tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 8bf9adc0-9016-49b4-b72c-71ec5a3f5a48] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1536.183079] env[69319]: INFO nova.compute.manager [None req-539d9e53-54fe-4382-af8e-2f9546cb4fbe tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] [instance: 8bf9adc0-9016-49b4-b72c-71ec5a3f5a48] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1536.183318] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-539d9e53-54fe-4382-af8e-2f9546cb4fbe tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1536.183504] env[69319]: DEBUG nova.compute.manager [-] [instance: 8bf9adc0-9016-49b4-b72c-71ec5a3f5a48] Deallocating network for instance {{(pid=69319) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1536.183600] env[69319]: DEBUG nova.network.neutron [-] [instance: 8bf9adc0-9016-49b4-b72c-71ec5a3f5a48] deallocate_for_instance() {{(pid=69319) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1536.698578] env[69319]: DEBUG nova.compute.manager [req-5fd239fa-fd42-4bf7-a110-ab7b47fb679d req-72c67b33-bc1f-411c-aac4-3f86369fbb96 service nova] [instance: 8bf9adc0-9016-49b4-b72c-71ec5a3f5a48] Received event network-vif-deleted-78b2bd26-9c2f-4248-bc4f-c1095c346212 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1536.698764] env[69319]: INFO nova.compute.manager [req-5fd239fa-fd42-4bf7-a110-ab7b47fb679d req-72c67b33-bc1f-411c-aac4-3f86369fbb96 service nova] [instance: 8bf9adc0-9016-49b4-b72c-71ec5a3f5a48] Neutron deleted interface 78b2bd26-9c2f-4248-bc4f-c1095c346212; detaching it from the instance and deleting it from the info cache [ 1536.698943] env[69319]: DEBUG nova.network.neutron [req-5fd239fa-fd42-4bf7-a110-ab7b47fb679d req-72c67b33-bc1f-411c-aac4-3f86369fbb96 service nova] [instance: 8bf9adc0-9016-49b4-b72c-71ec5a3f5a48] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1536.732122] env[69319]: DEBUG oslo_service.periodic_task [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69319) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1537.121859] env[69319]: DEBUG nova.network.neutron [-] [instance: 8bf9adc0-9016-49b4-b72c-71ec5a3f5a48] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1537.201082] env[69319]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9042d14e-a0aa-45c5-89c0-24b2f98982ff {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.211329] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4f81195-c380-49c5-990b-87ee9abeb661 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.236335] env[69319]: DEBUG nova.compute.manager [req-5fd239fa-fd42-4bf7-a110-ab7b47fb679d req-72c67b33-bc1f-411c-aac4-3f86369fbb96 service nova] [instance: 8bf9adc0-9016-49b4-b72c-71ec5a3f5a48] Detach interface failed, port_id=78b2bd26-9c2f-4248-bc4f-c1095c346212, reason: Instance 8bf9adc0-9016-49b4-b72c-71ec5a3f5a48 could not be found. {{(pid=69319) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1537.624786] env[69319]: INFO nova.compute.manager [-] [instance: 8bf9adc0-9016-49b4-b72c-71ec5a3f5a48] Took 1.44 seconds to deallocate network for instance. [ 1537.732074] env[69319]: DEBUG oslo_service.periodic_task [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69319) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1538.131691] env[69319]: DEBUG oslo_concurrency.lockutils [None req-539d9e53-54fe-4382-af8e-2f9546cb4fbe tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1538.131691] env[69319]: DEBUG oslo_concurrency.lockutils [None req-539d9e53-54fe-4382-af8e-2f9546cb4fbe tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1538.131943] env[69319]: DEBUG nova.objects.instance [None req-539d9e53-54fe-4382-af8e-2f9546cb4fbe tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Lazy-loading 'resources' on Instance uuid 8bf9adc0-9016-49b4-b72c-71ec5a3f5a48 {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1538.236765] env[69319]: DEBUG oslo_service.periodic_task [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69319) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1538.237159] env[69319]: DEBUG oslo_service.periodic_task [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69319) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1538.237356] env[69319]: DEBUG oslo_service.periodic_task [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Running periodic task ComputeManager.update_available_resource {{(pid=69319) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1538.675846] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db52c372-4c39-4543-8e9f-9e33f0203f89 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.683597] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4361f2ef-70eb-4dd8-9f25-f0af583d9901 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.713279] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-182c0b04-fcd5-4013-84af-d5bc58a2fd39 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.719733] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f36e329b-1737-45b9-836c-03b4062a2465 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.732441] env[69319]: DEBUG nova.compute.provider_tree [None req-539d9e53-54fe-4382-af8e-2f9546cb4fbe tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1538.740667] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1539.235608] env[69319]: DEBUG nova.scheduler.client.report [None req-539d9e53-54fe-4382-af8e-2f9546cb4fbe tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1539.741172] env[69319]: DEBUG oslo_concurrency.lockutils [None req-539d9e53-54fe-4382-af8e-2f9546cb4fbe tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.609s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1539.743485] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.003s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1539.743677] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1539.743835] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69319) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1539.744697] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e05e63de-5b46-4dce-a8f6-00c81dd091ee {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.753227] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf03c96b-ad6f-488e-92fd-c48d85fd8aad {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.768437] env[69319]: INFO nova.scheduler.client.report [None req-539d9e53-54fe-4382-af8e-2f9546cb4fbe tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Deleted allocations for instance 8bf9adc0-9016-49b4-b72c-71ec5a3f5a48 [ 1539.769832] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e431953e-9beb-4b60-8987-92533b3fc477 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.778055] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4df15f20-132f-4ffd-b61e-3840c9645f8b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.807095] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180611MB free_disk=122GB free_vcpus=48 pci_devices=None {{(pid=69319) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1539.807251] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1539.807469] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1540.278085] env[69319]: DEBUG oslo_concurrency.lockutils [None req-539d9e53-54fe-4382-af8e-2f9546cb4fbe tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Lock "8bf9adc0-9016-49b4-b72c-71ec5a3f5a48" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.709s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1540.827504] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Instance 45d0192d-c754-4f72-aac6-9db9c69237a2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69319) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1540.827779] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69319) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1540.827855] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69319) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1540.853015] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc1764b1-bc88-4ad6-9569-92e163535e54 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.861133] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f4a0aee-df11-422e-b167-a8eaff360a1d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.892348] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccf7aa8d-fb8a-495b-b3f6-fbba788cf5f7 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.899997] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bbf5153-00ab-494f-879f-39a44fb269d1 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.914290] env[69319]: DEBUG nova.compute.provider_tree [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1541.417495] env[69319]: DEBUG nova.scheduler.client.report [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1541.922249] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69319) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1541.922516] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.115s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1542.422301] env[69319]: DEBUG oslo_service.periodic_task [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69319) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1542.424802] env[69319]: DEBUG oslo_service.periodic_task [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69319) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1542.424802] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69319) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1567.714157] env[69319]: DEBUG oslo_concurrency.lockutils [None req-9ef2c839-e62c-43e9-b9a4-e16b5494ab29 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Acquiring lock "45d0192d-c754-4f72-aac6-9db9c69237a2" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1567.714425] env[69319]: DEBUG oslo_concurrency.lockutils [None req-9ef2c839-e62c-43e9-b9a4-e16b5494ab29 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Lock "45d0192d-c754-4f72-aac6-9db9c69237a2" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1568.218064] env[69319]: DEBUG nova.compute.utils [None req-9ef2c839-e62c-43e9-b9a4-e16b5494ab29 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Using /dev/sd instead of None {{(pid=69319) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1568.721751] env[69319]: DEBUG oslo_concurrency.lockutils [None req-9ef2c839-e62c-43e9-b9a4-e16b5494ab29 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Lock "45d0192d-c754-4f72-aac6-9db9c69237a2" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1569.783408] env[69319]: DEBUG oslo_concurrency.lockutils [None req-9ef2c839-e62c-43e9-b9a4-e16b5494ab29 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Acquiring lock "45d0192d-c754-4f72-aac6-9db9c69237a2" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1569.783799] env[69319]: DEBUG oslo_concurrency.lockutils [None req-9ef2c839-e62c-43e9-b9a4-e16b5494ab29 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Lock "45d0192d-c754-4f72-aac6-9db9c69237a2" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1569.783925] env[69319]: INFO nova.compute.manager [None req-9ef2c839-e62c-43e9-b9a4-e16b5494ab29 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 45d0192d-c754-4f72-aac6-9db9c69237a2] Attaching volume f931ea6c-897c-4e09-a926-8168b6462ef1 to /dev/sdb [ 1569.814093] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d613322-8bd2-43b5-a779-78a67de733a2 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.821017] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b073754-ad31-4fb1-a265-21ca81f0773f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.833503] env[69319]: DEBUG nova.virt.block_device [None req-9ef2c839-e62c-43e9-b9a4-e16b5494ab29 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 45d0192d-c754-4f72-aac6-9db9c69237a2] Updating existing volume attachment record: 867b5c28-d717-442d-917a-e15bb18b5fb7 {{(pid=69319) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1574.383156] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ef2c839-e62c-43e9-b9a4-e16b5494ab29 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 45d0192d-c754-4f72-aac6-9db9c69237a2] Volume attach. Driver type: vmdk {{(pid=69319) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1574.383156] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ef2c839-e62c-43e9-b9a4-e16b5494ab29 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 45d0192d-c754-4f72-aac6-9db9c69237a2] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-644589', 'volume_id': 'f931ea6c-897c-4e09-a926-8168b6462ef1', 'name': 'volume-f931ea6c-897c-4e09-a926-8168b6462ef1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '45d0192d-c754-4f72-aac6-9db9c69237a2', 'attached_at': '', 'detached_at': '', 'volume_id': 'f931ea6c-897c-4e09-a926-8168b6462ef1', 'serial': 'f931ea6c-897c-4e09-a926-8168b6462ef1'} {{(pid=69319) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1574.383156] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f77856c-cf07-4156-84a7-1f00e490fb6f {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.395731] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faf0f35e-7d40-4e79-8ac8-d6f3f7c55232 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.420035] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ef2c839-e62c-43e9-b9a4-e16b5494ab29 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 45d0192d-c754-4f72-aac6-9db9c69237a2] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] volume-f931ea6c-897c-4e09-a926-8168b6462ef1/volume-f931ea6c-897c-4e09-a926-8168b6462ef1.vmdk or device None with type thin {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1574.420284] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93b9a205-b7ed-4cc1-bed2-9aa4d3cee2aa {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.437941] env[69319]: DEBUG oslo_vmware.api [None req-9ef2c839-e62c-43e9-b9a4-e16b5494ab29 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Waiting for the task: (returnval){ [ 1574.437941] env[69319]: value = "task-3224488" [ 1574.437941] env[69319]: _type = "Task" [ 1574.437941] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.445307] env[69319]: DEBUG oslo_vmware.api [None req-9ef2c839-e62c-43e9-b9a4-e16b5494ab29 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Task: {'id': task-3224488, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.948465] env[69319]: DEBUG oslo_vmware.api [None req-9ef2c839-e62c-43e9-b9a4-e16b5494ab29 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Task: {'id': task-3224488, 'name': ReconfigVM_Task, 'duration_secs': 0.341068} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.948751] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ef2c839-e62c-43e9-b9a4-e16b5494ab29 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 45d0192d-c754-4f72-aac6-9db9c69237a2] Reconfigured VM instance instance-0000007f to attach disk [datastore2] volume-f931ea6c-897c-4e09-a926-8168b6462ef1/volume-f931ea6c-897c-4e09-a926-8168b6462ef1.vmdk or device None with type thin {{(pid=69319) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1574.953359] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88127967-e43d-431f-bd9b-77942ce37ed0 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.967519] env[69319]: DEBUG oslo_vmware.api [None req-9ef2c839-e62c-43e9-b9a4-e16b5494ab29 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Waiting for the task: (returnval){ [ 1574.967519] env[69319]: value = "task-3224489" [ 1574.967519] env[69319]: _type = "Task" [ 1574.967519] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.974889] env[69319]: DEBUG oslo_vmware.api [None req-9ef2c839-e62c-43e9-b9a4-e16b5494ab29 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Task: {'id': task-3224489, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.477574] env[69319]: DEBUG oslo_vmware.api [None req-9ef2c839-e62c-43e9-b9a4-e16b5494ab29 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Task: {'id': task-3224489, 'name': ReconfigVM_Task, 'duration_secs': 0.150968} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.477910] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ef2c839-e62c-43e9-b9a4-e16b5494ab29 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 45d0192d-c754-4f72-aac6-9db9c69237a2] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-644589', 'volume_id': 'f931ea6c-897c-4e09-a926-8168b6462ef1', 'name': 'volume-f931ea6c-897c-4e09-a926-8168b6462ef1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '45d0192d-c754-4f72-aac6-9db9c69237a2', 'attached_at': '', 'detached_at': '', 'volume_id': 'f931ea6c-897c-4e09-a926-8168b6462ef1', 'serial': 'f931ea6c-897c-4e09-a926-8168b6462ef1'} {{(pid=69319) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1576.512633] env[69319]: DEBUG nova.objects.instance [None req-9ef2c839-e62c-43e9-b9a4-e16b5494ab29 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Lazy-loading 'flavor' on Instance uuid 45d0192d-c754-4f72-aac6-9db9c69237a2 {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1577.019120] env[69319]: DEBUG oslo_concurrency.lockutils [None req-9ef2c839-e62c-43e9-b9a4-e16b5494ab29 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Lock "45d0192d-c754-4f72-aac6-9db9c69237a2" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.235s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1577.205087] env[69319]: DEBUG oslo_concurrency.lockutils [None req-178be3f2-a8cd-4e5e-a83f-5de01f9f951e tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Acquiring lock "45d0192d-c754-4f72-aac6-9db9c69237a2" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1577.205360] env[69319]: DEBUG oslo_concurrency.lockutils [None req-178be3f2-a8cd-4e5e-a83f-5de01f9f951e tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Lock "45d0192d-c754-4f72-aac6-9db9c69237a2" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1577.708815] env[69319]: INFO nova.compute.manager [None req-178be3f2-a8cd-4e5e-a83f-5de01f9f951e tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 45d0192d-c754-4f72-aac6-9db9c69237a2] Detaching volume f931ea6c-897c-4e09-a926-8168b6462ef1 [ 1577.738050] env[69319]: INFO nova.virt.block_device [None req-178be3f2-a8cd-4e5e-a83f-5de01f9f951e tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 45d0192d-c754-4f72-aac6-9db9c69237a2] Attempting to driver detach volume f931ea6c-897c-4e09-a926-8168b6462ef1 from mountpoint /dev/sdb [ 1577.738280] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-178be3f2-a8cd-4e5e-a83f-5de01f9f951e tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 45d0192d-c754-4f72-aac6-9db9c69237a2] Volume detach. Driver type: vmdk {{(pid=69319) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1577.738499] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-178be3f2-a8cd-4e5e-a83f-5de01f9f951e tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 45d0192d-c754-4f72-aac6-9db9c69237a2] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-644589', 'volume_id': 'f931ea6c-897c-4e09-a926-8168b6462ef1', 'name': 'volume-f931ea6c-897c-4e09-a926-8168b6462ef1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '45d0192d-c754-4f72-aac6-9db9c69237a2', 'attached_at': '', 'detached_at': '', 'volume_id': 'f931ea6c-897c-4e09-a926-8168b6462ef1', 'serial': 'f931ea6c-897c-4e09-a926-8168b6462ef1'} {{(pid=69319) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1577.739404] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00dac5d5-69d3-4779-b996-64c1654da908 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.761274] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f766533-138d-4250-8500-b5119b486a2e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.767828] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b0abd9b-7864-40d8-b545-2d99dac2323c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.787559] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a085100-581a-4245-a875-a72d345411f7 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.801794] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-178be3f2-a8cd-4e5e-a83f-5de01f9f951e tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] The volume has not been displaced from its original location: [datastore2] volume-f931ea6c-897c-4e09-a926-8168b6462ef1/volume-f931ea6c-897c-4e09-a926-8168b6462ef1.vmdk. No consolidation needed. {{(pid=69319) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1577.806971] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-178be3f2-a8cd-4e5e-a83f-5de01f9f951e tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 45d0192d-c754-4f72-aac6-9db9c69237a2] Reconfiguring VM instance instance-0000007f to detach disk 2001 {{(pid=69319) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1577.807237] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef41c2e1-daf2-4983-8b34-6d3a43e1f7ad {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.824021] env[69319]: DEBUG oslo_vmware.api [None req-178be3f2-a8cd-4e5e-a83f-5de01f9f951e tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Waiting for the task: (returnval){ [ 1577.824021] env[69319]: value = "task-3224490" [ 1577.824021] env[69319]: _type = "Task" [ 1577.824021] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1577.831250] env[69319]: DEBUG oslo_vmware.api [None req-178be3f2-a8cd-4e5e-a83f-5de01f9f951e tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Task: {'id': task-3224490, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.333478] env[69319]: DEBUG oslo_vmware.api [None req-178be3f2-a8cd-4e5e-a83f-5de01f9f951e tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Task: {'id': task-3224490, 'name': ReconfigVM_Task, 'duration_secs': 0.204204} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.333767] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-178be3f2-a8cd-4e5e-a83f-5de01f9f951e tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 45d0192d-c754-4f72-aac6-9db9c69237a2] Reconfigured VM instance instance-0000007f to detach disk 2001 {{(pid=69319) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1578.338424] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4803e583-97e1-42d6-bc30-2997498778c0 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.353063] env[69319]: DEBUG oslo_vmware.api [None req-178be3f2-a8cd-4e5e-a83f-5de01f9f951e tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Waiting for the task: (returnval){ [ 1578.353063] env[69319]: value = "task-3224491" [ 1578.353063] env[69319]: _type = "Task" [ 1578.353063] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.360484] env[69319]: DEBUG oslo_vmware.api [None req-178be3f2-a8cd-4e5e-a83f-5de01f9f951e tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Task: {'id': task-3224491, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.864322] env[69319]: DEBUG oslo_vmware.api [None req-178be3f2-a8cd-4e5e-a83f-5de01f9f951e tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Task: {'id': task-3224491, 'name': ReconfigVM_Task, 'duration_secs': 0.135049} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.864743] env[69319]: DEBUG nova.virt.vmwareapi.volumeops [None req-178be3f2-a8cd-4e5e-a83f-5de01f9f951e tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 45d0192d-c754-4f72-aac6-9db9c69237a2] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-644589', 'volume_id': 'f931ea6c-897c-4e09-a926-8168b6462ef1', 'name': 'volume-f931ea6c-897c-4e09-a926-8168b6462ef1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '45d0192d-c754-4f72-aac6-9db9c69237a2', 'attached_at': '', 'detached_at': '', 'volume_id': 'f931ea6c-897c-4e09-a926-8168b6462ef1', 'serial': 'f931ea6c-897c-4e09-a926-8168b6462ef1'} {{(pid=69319) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1579.405034] env[69319]: DEBUG nova.objects.instance [None req-178be3f2-a8cd-4e5e-a83f-5de01f9f951e tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Lazy-loading 'flavor' on Instance uuid 45d0192d-c754-4f72-aac6-9db9c69237a2 {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1580.410852] env[69319]: DEBUG oslo_concurrency.lockutils [None req-178be3f2-a8cd-4e5e-a83f-5de01f9f951e tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Lock "45d0192d-c754-4f72-aac6-9db9c69237a2" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.205s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1581.438527] env[69319]: DEBUG oslo_concurrency.lockutils [None req-995461b2-dbef-4ab0-8762-b719b912df2f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Acquiring lock "45d0192d-c754-4f72-aac6-9db9c69237a2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1581.438935] env[69319]: DEBUG oslo_concurrency.lockutils [None req-995461b2-dbef-4ab0-8762-b719b912df2f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Lock "45d0192d-c754-4f72-aac6-9db9c69237a2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1581.439059] env[69319]: DEBUG oslo_concurrency.lockutils [None req-995461b2-dbef-4ab0-8762-b719b912df2f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Acquiring lock "45d0192d-c754-4f72-aac6-9db9c69237a2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1581.439260] env[69319]: DEBUG oslo_concurrency.lockutils [None req-995461b2-dbef-4ab0-8762-b719b912df2f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Lock "45d0192d-c754-4f72-aac6-9db9c69237a2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1581.439456] env[69319]: DEBUG oslo_concurrency.lockutils [None req-995461b2-dbef-4ab0-8762-b719b912df2f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Lock "45d0192d-c754-4f72-aac6-9db9c69237a2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1581.441791] env[69319]: INFO nova.compute.manager [None req-995461b2-dbef-4ab0-8762-b719b912df2f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 45d0192d-c754-4f72-aac6-9db9c69237a2] Terminating instance [ 1581.945922] env[69319]: DEBUG nova.compute.manager [None req-995461b2-dbef-4ab0-8762-b719b912df2f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 45d0192d-c754-4f72-aac6-9db9c69237a2] Start destroying the instance on the hypervisor. {{(pid=69319) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1581.946203] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-995461b2-dbef-4ab0-8762-b719b912df2f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 45d0192d-c754-4f72-aac6-9db9c69237a2] Destroying instance {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1581.947535] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81b23d0a-7260-4712-a927-c2d9d12faa82 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.954933] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-995461b2-dbef-4ab0-8762-b719b912df2f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 45d0192d-c754-4f72-aac6-9db9c69237a2] Powering off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1581.955178] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-04196144-8485-4067-b734-8d900efacdd0 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.961624] env[69319]: DEBUG oslo_vmware.api [None req-995461b2-dbef-4ab0-8762-b719b912df2f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Waiting for the task: (returnval){ [ 1581.961624] env[69319]: value = "task-3224492" [ 1581.961624] env[69319]: _type = "Task" [ 1581.961624] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1581.969383] env[69319]: DEBUG oslo_vmware.api [None req-995461b2-dbef-4ab0-8762-b719b912df2f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Task: {'id': task-3224492, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.471669] env[69319]: DEBUG oslo_vmware.api [None req-995461b2-dbef-4ab0-8762-b719b912df2f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Task: {'id': task-3224492, 'name': PowerOffVM_Task, 'duration_secs': 0.165901} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1582.472033] env[69319]: DEBUG nova.virt.vmwareapi.vm_util [None req-995461b2-dbef-4ab0-8762-b719b912df2f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 45d0192d-c754-4f72-aac6-9db9c69237a2] Powered off the VM {{(pid=69319) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1582.472090] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-995461b2-dbef-4ab0-8762-b719b912df2f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 45d0192d-c754-4f72-aac6-9db9c69237a2] Unregistering the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1582.472413] env[69319]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-75804d10-a7cd-47a3-9473-d8f80f784c6c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.537145] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-995461b2-dbef-4ab0-8762-b719b912df2f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 45d0192d-c754-4f72-aac6-9db9c69237a2] Unregistered the VM {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1582.537475] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-995461b2-dbef-4ab0-8762-b719b912df2f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 45d0192d-c754-4f72-aac6-9db9c69237a2] Deleting contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1582.537690] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-995461b2-dbef-4ab0-8762-b719b912df2f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Deleting the datastore file [datastore2] 45d0192d-c754-4f72-aac6-9db9c69237a2 {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1582.537954] env[69319]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-54cecc78-aeca-4e97-8ce0-b2dab97f46a3 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.543707] env[69319]: DEBUG oslo_vmware.api [None req-995461b2-dbef-4ab0-8762-b719b912df2f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Waiting for the task: (returnval){ [ 1582.543707] env[69319]: value = "task-3224494" [ 1582.543707] env[69319]: _type = "Task" [ 1582.543707] env[69319]: } to complete. {{(pid=69319) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1582.550968] env[69319]: DEBUG oslo_vmware.api [None req-995461b2-dbef-4ab0-8762-b719b912df2f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Task: {'id': task-3224494, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.053024] env[69319]: DEBUG oslo_vmware.api [None req-995461b2-dbef-4ab0-8762-b719b912df2f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Task: {'id': task-3224494, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.123735} completed successfully. {{(pid=69319) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1583.053390] env[69319]: DEBUG nova.virt.vmwareapi.ds_util [None req-995461b2-dbef-4ab0-8762-b719b912df2f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Deleted the datastore file {{(pid=69319) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1583.053656] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-995461b2-dbef-4ab0-8762-b719b912df2f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 45d0192d-c754-4f72-aac6-9db9c69237a2] Deleted contents of the VM from datastore datastore2 {{(pid=69319) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1583.053920] env[69319]: DEBUG nova.virt.vmwareapi.vmops [None req-995461b2-dbef-4ab0-8762-b719b912df2f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 45d0192d-c754-4f72-aac6-9db9c69237a2] Instance destroyed {{(pid=69319) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1583.054201] env[69319]: INFO nova.compute.manager [None req-995461b2-dbef-4ab0-8762-b719b912df2f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [instance: 45d0192d-c754-4f72-aac6-9db9c69237a2] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1583.054540] env[69319]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-995461b2-dbef-4ab0-8762-b719b912df2f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69319) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1583.054799] env[69319]: DEBUG nova.compute.manager [-] [instance: 45d0192d-c754-4f72-aac6-9db9c69237a2] Deallocating network for instance {{(pid=69319) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1583.054951] env[69319]: DEBUG nova.network.neutron [-] [instance: 45d0192d-c754-4f72-aac6-9db9c69237a2] deallocate_for_instance() {{(pid=69319) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1583.492768] env[69319]: DEBUG nova.compute.manager [req-1993d0dc-238e-4bc8-80c5-49e3b66fe6b8 req-2a063d7d-45fe-4e40-b344-062b83f23cfd service nova] [instance: 45d0192d-c754-4f72-aac6-9db9c69237a2] Received event network-vif-deleted-3a56e75a-bcf6-4717-b068-93f07e58b354 {{(pid=69319) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1583.493045] env[69319]: INFO nova.compute.manager [req-1993d0dc-238e-4bc8-80c5-49e3b66fe6b8 req-2a063d7d-45fe-4e40-b344-062b83f23cfd service nova] [instance: 45d0192d-c754-4f72-aac6-9db9c69237a2] Neutron deleted interface 3a56e75a-bcf6-4717-b068-93f07e58b354; detaching it from the instance and deleting it from the info cache [ 1583.493250] env[69319]: DEBUG nova.network.neutron [req-1993d0dc-238e-4bc8-80c5-49e3b66fe6b8 req-2a063d7d-45fe-4e40-b344-062b83f23cfd service nova] [instance: 45d0192d-c754-4f72-aac6-9db9c69237a2] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1583.974457] env[69319]: DEBUG nova.network.neutron [-] [instance: 45d0192d-c754-4f72-aac6-9db9c69237a2] Updating instance_info_cache with network_info: [] {{(pid=69319) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1583.996177] env[69319]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-52e4cb94-cad9-442f-98ab-7d586179c37b {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.007411] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52210801-65bd-41b5-993a-572bad0e1416 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.031537] env[69319]: DEBUG nova.compute.manager [req-1993d0dc-238e-4bc8-80c5-49e3b66fe6b8 req-2a063d7d-45fe-4e40-b344-062b83f23cfd service nova] [instance: 45d0192d-c754-4f72-aac6-9db9c69237a2] Detach interface failed, port_id=3a56e75a-bcf6-4717-b068-93f07e58b354, reason: Instance 45d0192d-c754-4f72-aac6-9db9c69237a2 could not be found. {{(pid=69319) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1584.477363] env[69319]: INFO nova.compute.manager [-] [instance: 45d0192d-c754-4f72-aac6-9db9c69237a2] Took 1.42 seconds to deallocate network for instance. [ 1584.983745] env[69319]: DEBUG oslo_concurrency.lockutils [None req-995461b2-dbef-4ab0-8762-b719b912df2f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1584.984166] env[69319]: DEBUG oslo_concurrency.lockutils [None req-995461b2-dbef-4ab0-8762-b719b912df2f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1584.984269] env[69319]: DEBUG nova.objects.instance [None req-995461b2-dbef-4ab0-8762-b719b912df2f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Lazy-loading 'resources' on Instance uuid 45d0192d-c754-4f72-aac6-9db9c69237a2 {{(pid=69319) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1585.518713] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e840a09b-b9c9-43dc-9582-b6b4ddf17422 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.526146] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b929a36-d005-4898-9877-edebc4574bfa {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.556639] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7454c9ef-64f2-42ef-bf4e-c11711b41314 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.563332] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d10f5444-c8e2-4750-9962-1e3a10faeefe {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.577261] env[69319]: DEBUG nova.compute.provider_tree [None req-995461b2-dbef-4ab0-8762-b719b912df2f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Updating inventory in ProviderTree for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1586.097567] env[69319]: ERROR nova.scheduler.client.report [None req-995461b2-dbef-4ab0-8762-b719b912df2f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] [req-749edd86-fb0e-4f61-8228-60ccbcb8f32a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 94b8835e-2513-4669-abb9-c8c6813d60e7. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-749edd86-fb0e-4f61-8228-60ccbcb8f32a"}]} [ 1586.113892] env[69319]: DEBUG nova.scheduler.client.report [None req-995461b2-dbef-4ab0-8762-b719b912df2f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Refreshing inventories for resource provider 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1586.126411] env[69319]: DEBUG nova.scheduler.client.report [None req-995461b2-dbef-4ab0-8762-b719b912df2f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Updating ProviderTree inventory for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1586.126643] env[69319]: DEBUG nova.compute.provider_tree [None req-995461b2-dbef-4ab0-8762-b719b912df2f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Updating inventory in ProviderTree for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1586.139322] env[69319]: DEBUG nova.scheduler.client.report [None req-995461b2-dbef-4ab0-8762-b719b912df2f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Refreshing aggregate associations for resource provider 94b8835e-2513-4669-abb9-c8c6813d60e7, aggregates: None {{(pid=69319) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1586.156764] env[69319]: DEBUG nova.scheduler.client.report [None req-995461b2-dbef-4ab0-8762-b719b912df2f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Refreshing trait associations for resource provider 94b8835e-2513-4669-abb9-c8c6813d60e7, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69319) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1586.181048] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1de43323-4b81-4620-a25a-201b55e0e84d {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.188710] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b26f8b75-380a-4a47-81c5-581848fdb0dd {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.220414] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea750624-3aae-4021-9df8-b6dbb971d3e0 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.227459] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3df2b682-c538-4154-90eb-5615dc82faae {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.240274] env[69319]: DEBUG nova.compute.provider_tree [None req-995461b2-dbef-4ab0-8762-b719b912df2f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Updating inventory in ProviderTree for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1586.770778] env[69319]: DEBUG nova.scheduler.client.report [None req-995461b2-dbef-4ab0-8762-b719b912df2f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Updated inventory for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 with generation 187 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1586.771131] env[69319]: DEBUG nova.compute.provider_tree [None req-995461b2-dbef-4ab0-8762-b719b912df2f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Updating resource provider 94b8835e-2513-4669-abb9-c8c6813d60e7 generation from 187 to 188 during operation: update_inventory {{(pid=69319) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1586.771323] env[69319]: DEBUG nova.compute.provider_tree [None req-995461b2-dbef-4ab0-8762-b719b912df2f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Updating inventory in ProviderTree for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1587.275908] env[69319]: DEBUG oslo_concurrency.lockutils [None req-995461b2-dbef-4ab0-8762-b719b912df2f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.292s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1587.297575] env[69319]: INFO nova.scheduler.client.report [None req-995461b2-dbef-4ab0-8762-b719b912df2f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Deleted allocations for instance 45d0192d-c754-4f72-aac6-9db9c69237a2 [ 1587.805392] env[69319]: DEBUG oslo_concurrency.lockutils [None req-995461b2-dbef-4ab0-8762-b719b912df2f tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Lock "45d0192d-c754-4f72-aac6-9db9c69237a2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.366s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1592.737803] env[69319]: DEBUG oslo_service.periodic_task [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69319) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1594.736589] env[69319]: DEBUG oslo_service.periodic_task [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69319) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1596.732111] env[69319]: DEBUG oslo_service.periodic_task [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69319) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1597.736384] env[69319]: DEBUG oslo_service.periodic_task [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69319) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1599.736746] env[69319]: DEBUG oslo_service.periodic_task [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69319) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1599.737130] env[69319]: DEBUG oslo_service.periodic_task [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69319) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1599.737130] env[69319]: DEBUG nova.compute.manager [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69319) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1599.737217] env[69319]: DEBUG oslo_service.periodic_task [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Running periodic task ComputeManager.update_available_resource {{(pid=69319) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1600.240681] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1600.240933] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1600.241128] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1600.241289] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69319) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1600.242243] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06978b3e-b758-4733-9f5e-8d98c93b6731 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.250634] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10a10641-c39e-4f88-b1e0-4cbf24e2bc1e {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.263915] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fb892bc-8949-4303-a130-3042f4077850 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.270321] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-553bab87-cf95-4a32-9b7c-fcf8b948ae12 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.298850] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180838MB free_disk=123GB free_vcpus=48 pci_devices=None {{(pid=69319) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1600.298993] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1600.299214] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1601.319200] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69319) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1601.319456] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69319) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1601.331974] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4230256c-be3b-4e8f-ac7d-faf18853ca9c {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.339279] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4083d2b3-c457-4d2e-91c3-716b632f0e34 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.031175] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e13081f-69a8-4b33-a2fe-971763be4c34 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.039277] env[69319]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d2a7043-1882-4aed-8238-ba7976ca8192 {{(pid=69319) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.052016] env[69319]: DEBUG nova.compute.provider_tree [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Inventory has not changed in ProviderTree for provider: 94b8835e-2513-4669-abb9-c8c6813d60e7 {{(pid=69319) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1602.555177] env[69319]: DEBUG nova.scheduler.client.report [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Inventory has not changed for provider 94b8835e-2513-4669-abb9-c8c6813d60e7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69319) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1603.060615] env[69319]: DEBUG nova.compute.resource_tracker [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69319) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1603.060816] env[69319]: DEBUG oslo_concurrency.lockutils [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.762s {{(pid=69319) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1604.061991] env[69319]: DEBUG oslo_service.periodic_task [None req-b0ce8cfa-3947-41e1-9b5d-e282bcf2426c None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69319) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}